@promptbook/core 0.72.0-9 → 0.72.0

package/umd/index.umd.js

@@ -16,7 +16,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.72.0-8';
+    var PROMPTBOOK_VERSION = '0.72.0-34';
     // TODO: [main] !!!! List here all the versions and annotate + put into script
 
     /*! *****************************************************************************
@@ -223,7 +223,6 @@
             pipelineString += '\n\n';
             pipelineString += description;
         }
-        // TODO:> const commands: Array<Command>
         var commands = [];
         if (pipelineUrl) {
             commands.push("PIPELINE URL ".concat(pipelineUrl));
@@ -279,7 +278,6 @@
                     pipelineString += '\n\n';
                     pipelineString += description_1;
                 }
-                // TODO:> const commands: Array<Command>
                 var commands_1 = [];
                 var contentLanguage = 'text';
                 if (templateType === 'PROMPT_TEMPLATE') {
@@ -639,7 +637,7 @@
      *
      * @public exported from `@promptbook/core`
      */
-    var CLAIM = "Supercharge LLM models with Promptbook";
+    var CLAIM = "Build responsible, controlled and transparent applications on top of LLM models!";
     // <- TODO: [🧠] Better system for generator warnings - not always "code" and "by `@promptbook/cli`"
     /**
      * The maximum number of iterations for a loops
@@ -654,37 +652,44 @@
      */
     var IMMEDIATE_TIME = 10;
     /**
-     * The maximum number of (LLM) tasks running in parallel
+     * The maximum length of the (generated) filename
      *
      * @public exported from `@promptbook/core`
      */
-    var MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
+    var MAX_FILENAME_LENGTH = 30;
     /**
-     * The maximum number of attempts to execute LLM task before giving up
+     * Strategy for caching the intermediate results for knowledge sources
      *
      * @public exported from `@promptbook/core`
      */
-    var MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
+    var DEFAULT_INTERMEDIATE_FILES_STRATEGY = 'HIDE_AND_KEEP';
+    //                                                     <- TODO: [😡] Change to 'VISIBLE'
     /**
-     * The maximum length of the (generated) filename
+     * The maximum number of (LLM) tasks running in parallel
      *
      * @public exported from `@promptbook/core`
      */
-    var MAX_FILENAME_LENGTH = 30;
+    var DEFAULT_MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
+    /**
+     * The maximum number of attempts to execute LLM task before giving up
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
     /**
      * @@@
      * TODO: [🐝][main] !!! Use
      *
      * @public exported from `@promptbook/core`
      */
-    var MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
+    var DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
     /**
      * @@@
      * TODO: [🐝][main] !!! Use
      *
      * @public exported from `@promptbook/core`
      */
-    var MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = 200;
+    var DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = 200;
     /**
      * Where to store the cache of executions for promptbook CLI
      *
@@ -692,7 +697,7 @@
      *
      * @public exported from `@promptbook/core`
      */
-    var EXECUTIONS_CACHE_DIRNAME = '/.promptbook/executions-cache';
+    var DEFAULT_EXECUTIONS_CACHE_DIRNAME = '/.promptbook/executions-cache';
     /**
      * Where to store the scrape cache
      *
@@ -700,13 +705,13 @@
      *
      * @public exported from `@promptbook/core`
      */
-    var SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
+    var DEFAULT_SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
     /**
      * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
      *
      * @public exported from `@promptbook/core`
      */
-    var PIPELINE_COLLECTION_BASE_FILENAME = "index";
+    var DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME = "index";
     /**
      * Nonce which is used for replacing things in strings
      *
@@ -779,13 +784,13 @@
      *
      * @public exported from `@promptbook/core`
      */
-    var IS_VERBOSE = false;
+    var DEFAULT_IS_VERBOSE = false;
     /**
      * @@@
      *
      * @public exported from `@promptbook/core`
      */
-    var IS_AUTO_INSTALLED = false;
+    var DEFAULT_IS_AUTO_INSTALLED = false;
     /**
      * @@@
      *
@@ -1534,7 +1539,7 @@
             return __generator(this, function (_d) {
                 switch (_d.label) {
                     case 0:
-                        _a = options || {}, _b = _a.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b, _c = _a.isLazyLoaded, isLazyLoaded = _c === void 0 ? false : _c;
+                        _a = options || {}, _b = _a.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b, _c = _a.isLazyLoaded, isLazyLoaded = _c === void 0 ? false : _c;
                         collection = createCollectionFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
                             return __generator(this, function (_a) {
                                 if (isVerbose) {
@@ -1820,8 +1825,7 @@
      * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
      *
      * Note: Internal utility of `joinLlmExecutionTools` but exposed type
-     * @public exported from `@promptbook/types`
-     * TODO: !!!!!! Export as runtime class not just type
+     * @public exported from `@promptbook/core`
      */
     var MultipleLlmExecutionTools = /** @class */ (function () {
         /**
@@ -2437,6 +2441,7 @@
         }
     }
     /**
+     * TODO: [🐚] This function should be removed OR changed OR be completely rewritten
      * TODO: [🧠] Can this return type be better typed than void
      */
 
@@ -3765,12 +3770,11 @@
      */
     function executeAttempts(options) {
         return __awaiter(this, void 0, void 0, function () {
-            var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
+            var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
             return __generator(this, function (_a) {
                 switch (_a.label) {
                     case 0:
-                        jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
-                        maxExecutionAttempts = settings.maxExecutionAttempts;
+                        jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, maxExecutionAttempts = options.maxExecutionAttempts;
                         $ongoingTemplateResult = {
                             $result: null,
                             $resultString: null,
@@ -4136,12 +4140,12 @@
      */
     function executeFormatSubvalues(options) {
         return __awaiter(this, void 0, void 0, function () {
-            var template, jokerParameterNames, parameters, priority, pipelineIdentification, settings, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
+            var template, jokerParameterNames, parameters, priority, csvSettings, pipelineIdentification, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
             var _this = this;
             return __generator(this, function (_a) {
                 switch (_a.label) {
                     case 0:
-                        template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
+                        template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, csvSettings = options.csvSettings, pipelineIdentification = options.pipelineIdentification;
                         if (template.foreach === undefined) {
                             return [2 /*return*/, /* not await */ executeAttempts(options)];
                         }
@@ -4171,7 +4175,7 @@
                                 .join('\n')), "\n\n                    [\u26F7] This should never happen because subformat name should be validated during parsing\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
                         }
                         if (formatDefinition.formatName === 'CSV') {
-                            formatSettings = settings.csvSettings;
+                            formatSettings = csvSettings;
                             // <- TODO: [🤹‍♂️] More universal, make simmilar pattern for other formats for example \n vs \r\n in text
                         }
                         return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, template.foreach.outputSubparameterName, formatSettings, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
@@ -4324,13 +4328,12 @@
      */
     function executeTemplate(options) {
         return __awaiter(this, void 0, void 0, function () {
-            var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
-            var e_1, _f, _g;
-            return __generator(this, function (_h) {
-                switch (_h.label) {
+            var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, _a, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _b, _c, _d, definedParameterNames, parameters, _loop_1, _e, _f, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
+            var e_1, _g, _h;
+            return __generator(this, function (_j) {
+                switch (_j.label) {
                     case 0:
-                        currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
-                        maxExecutionAttempts = settings.maxExecutionAttempts;
+                        currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a;
                         name = "pipeline-executor-frame-".concat(currentTemplate.name);
                         title = currentTemplate.title;
                         priority = preparedPipeline.templates.length - preparedPipeline.templates.indexOf(currentTemplate);
@@ -4345,7 +4348,7 @@
                                 // <- [🍸]
                             })];
                     case 1:
-                        _h.sent();
+                        _j.sent();
                         usedParameterNames = extractParameterNamesFromTemplate(currentTemplate);
                         dependentParameterNames = new Set(currentTemplate.dependentParameterNames);
                         // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
@@ -4356,15 +4359,15 @@
                                 .map(function (name) { return "{".concat(name, "}"); })
                                 .join(', '), "\n\n                    ").concat(block(pipelineIdentification), "\n\n                "); }));
                         }
-                        _b = (_a = Object).freeze;
-                        _c = [{}];
+                        _c = (_b = Object).freeze;
+                        _d = [{}];
                         return [4 /*yield*/, getReservedParametersForTemplate({
                                 preparedPipeline: preparedPipeline,
                                 template: currentTemplate,
                                 pipelineIdentification: pipelineIdentification,
                             })];
                     case 2:
-                        definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_h.sent())])), parametersToPass])]);
+                        definedParameters = _c.apply(_b, [__assign.apply(void 0, [__assign.apply(void 0, _d.concat([(_j.sent())])), parametersToPass])]);
                         definedParameterNames = new Set(Object.keys(definedParameters));
                         parameters = {};
                         _loop_1 = function (parameterName) {
@@ -4384,15 +4387,15 @@
                         try {
                             // Note: [2] Check that all used parameters are defined and removing unused parameters for this template
                             // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
-                            for (_d = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _e = _d.next(); !_e.done; _e = _d.next()) {
-                                parameterName = _e.value;
+                            for (_e = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _f = _e.next(); !_f.done; _f = _e.next()) {
+                                parameterName = _f.value;
                                 _loop_1(parameterName);
                             }
                         }
                         catch (e_1_1) { e_1 = { error: e_1_1 }; }
                         finally {
                             try {
-                                if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
+                                if (_f && !_f.done && (_g = _e.return)) _g.call(_e);
                             }
                             finally { if (e_1) throw e_1.error; }
                         }
@@ -4412,12 +4415,11 @@
                                 template: currentTemplate,
                                 preparedPipeline: preparedPipeline,
                                 tools: tools,
-                                settings: settings,
                                 $executionReport: $executionReport,
                                 pipelineIdentification: pipelineIdentification,
                             })];
                     case 3:
-                        resultString = _h.sent();
+                        resultString = _j.sent();
                         return [4 /*yield*/, onProgress({
                                 name: name,
                                 title: title,
@@ -4429,12 +4431,12 @@
                                 // <- [🍸]
                             })];
                     case 4:
-                        _h.sent();
-                        return [2 /*return*/, Object.freeze((_g = {},
-                                _g[currentTemplate.resultingParameterName] = 
+                        _j.sent();
+                        return [2 /*return*/, Object.freeze((_h = {},
+                                _h[currentTemplate.resultingParameterName] = 
                                 // <- Note: [👩‍👩‍👧] No need to detect parameter collision here because pipeline checks logic consistency during construction
                                 resultString,
-                                _g))];
+                                _h))];
                 }
             });
         });
@@ -4493,13 +4495,12 @@
      */
     function executePipeline(options) {
         return __awaiter(this, void 0, void 0, function () {
-            var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+            var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
             var e_1, _f, e_2, _g;
             return __generator(this, function (_h) {
                 switch (_h.label) {
                     case 0:
-                        inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
-                        maxParallelCount = settings.maxParallelCount, rootDirname = settings.rootDirname, _a = settings.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                        inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname, _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
                         preparedPipeline = options.preparedPipeline;
                         if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
                         return [4 /*yield*/, preparePipeline(pipeline, tools, {
@@ -4684,12 +4685,7 @@
                                         return [3 /*break*/, 4];
                                     case 3:
                                         unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
-                                        work_1 = executeTemplate({
-                                            currentTemplate: currentTemplate,
-                                            preparedPipeline: preparedPipeline,
-                                            parametersToPass: parametersToPass,
-                                            tools: tools,
-                                            onProgress: function (progress) {
+                                        work_1 = executeTemplate(__assign(__assign({}, options), { currentTemplate: currentTemplate, preparedPipeline: preparedPipeline, parametersToPass: parametersToPass, tools: tools, onProgress: function (progress) {
                                                 if (isReturned) {
                                                     throw new UnexpectedError(spaceTrim.spaceTrim(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(progress, null, 4)
                                                         .split('\n')
@@ -4699,11 +4695,7 @@
                                                 if (onProgress) {
                                                     onProgress(progress);
                                                 }
-                                            },
-                                            settings: settings,
-                                            $executionReport: executionReport,
-                                            pipelineIdentification: spaceTrim.spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }),
-                                        })
+                                            }, $executionReport: executionReport, pipelineIdentification: spaceTrim.spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }) }))
                                             .then(function (newParametersToPass) {
                                             parametersToPass = __assign(__assign({}, newParametersToPass), parametersToPass);
                                             resovedParameterNames_1 = __spreadArray(__spreadArray([], __read(resovedParameterNames_1), false), [currentTemplate.resultingParameterName], false);
@@ -4807,8 +4799,7 @@
      */
     function createPipelineExecutor(options) {
         var _this = this;
-        var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-        var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f, _g = settings.rootDirname, rootDirname = _g === void 0 ? null : _g;
+        var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.rootDirname, rootDirname = _f === void 0 ? null : _f;
         validatePipeline(pipeline);
         var pipelineIdentification = (function () {
             // Note: This is a 😐 implementation of [🚞]
@@ -4842,14 +4833,12 @@
                         tools: tools,
                         onProgress: onProgress,
                         pipelineIdentification: spaceTrim.spaceTrim(function (block) { return "\n                    ".concat(block(pipelineIdentification), "\n                    ").concat(runCount === 1 ? '' : "Run #".concat(runCount), "\n                "); }),
-                        settings: {
-                            maxExecutionAttempts: maxExecutionAttempts,
-                            maxParallelCount: maxParallelCount,
-                            csvSettings: csvSettings,
-                            isVerbose: isVerbose,
-                            isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
-                            rootDirname: rootDirname,
-                        },
+                        maxExecutionAttempts: maxExecutionAttempts,
+                        maxParallelCount: maxParallelCount,
+                        csvSettings: csvSettings,
+                        isVerbose: isVerbose,
+                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
+                        rootDirname: rootDirname,
                     })];
             });
         }); };
@@ -4872,7 +4861,7 @@
             return __generator(this, function (_d) {
                 switch (_d.label) {
                     case 0:
-                        _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                        _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
                         if (tools === undefined || tools.llm === undefined) {
                             throw new MissingToolsError('LLM tools are required for preparing persona');
                         }
@@ -5054,7 +5043,7 @@
             this.storage = globalScope[storageName];
         }
         $Register.prototype.list = function () {
-            // <- TODO: ReadonlyDeep<Array<TRegistered>>
+            // <- TODO: ReadonlyDeep<ReadonlyArray<TRegistered>>
             return this.storage;
         };
         $Register.prototype.register = function (registered) {
@@ -5106,7 +5095,6 @@
      * TODO: [®] DRY Register logic
      */
 
-    // TODO: !!!!!! Maybe delete this function
     /**
      * Creates a message with all registered scrapers
      *
@@ -5273,7 +5261,6 @@
      * @private within the repository
      */
     function sourceContentToName(sourceContent) {
-        // TODO: !!!!!! Better name for source than gibberish hash
         var hash = cryptoJs.SHA256(hexEncoder__default["default"].parse(JSON.stringify(sourceContent)))
             //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
             .toString( /* hex */)
@@ -5373,20 +5360,20 @@
     /**
      * @@@
      *
-     * @private for scraper utilities
+     * @public exported from `@promptbook/core`
      */
     function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         var _a;
         return __awaiter(this, void 0, void 0, function () {
             var sourceContent, name, _b, _c, rootDirname, _d, 
             // <- TODO: process.cwd() if running in Node.js
-            isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
+            isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType;
             return __generator(this, function (_e) {
                 switch (_e.label) {
                     case 0:
                         sourceContent = knowledgeSource.sourceContent;
                         name = knowledgeSource.name;
-                        _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                        _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d;
                         TODO_USE(isVerbose);
                         if (!name) {
                             name = sourceContentToName(sourceContent);
@@ -5402,19 +5389,14 @@
                                 filename: null,
                                 url: url,
                                 mimeType: mimeType,
-                                asBlob: function () {
-                                    return __awaiter(this, void 0, void 0, function () {
-                                        var content;
-                                        return __generator(this, function (_a) {
-                                            switch (_a.label) {
-                                                case 0: return [4 /*yield*/, response_1.blob()];
-                                                case 1:
-                                                    content = _a.sent();
-                                                    return [2 /*return*/, content];
-                                            }
-                                        });
-                                    });
-                                },
+                                /*
+                                TODO: [🥽]
+                                    > async asBlob() {
+                                    >     // TODO: [👨🏻‍🤝‍👨🏻] This can be called multiple times BUT when called second time, response in already consumed
+                                    >     const content = await response.blob();
+                                    >     return content;
+                                    > },
+                                */
                                 asJson: function () {
                                     return __awaiter(this, void 0, void 0, function () {
                                         var content;
@@ -5454,34 +5436,31 @@
                         }
                         filename_1 = path.join(rootDirname, sourceContent).split('\\').join('/');
                         fileExtension = getFileExtension(filename_1);
-                        mimeType_1 = extensionToMimeType(fileExtension || '');
+                        mimeType = extensionToMimeType(fileExtension || '');
                         return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                     case 3:
                         if (!(_e.sent())) {
                             throw new NotFoundError(spaceTrim__default["default"](function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(filename_1), "\n                      "); }));
                         }
-                        // TODO: !!!!!! Test security file - file is scoped to the project (maybe do this in `filesystemTools`)
+                        // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)
                         return [2 /*return*/, {
                                 source: name,
                                 filename: filename_1,
                                 url: null,
-                                mimeType: mimeType_1,
-                                asBlob: function () {
-                                    return __awaiter(this, void 0, void 0, function () {
-                                        var content;
-                                        return __generator(this, function (_a) {
-                                            switch (_a.label) {
-                                                case 0: return [4 /*yield*/, tools.fs.readFile(filename_1)];
-                                                case 1:
-                                                    content = _a.sent();
-                                                    return [2 /*return*/, new Blob([
-                                                            content,
-                                                            // <- TODO: !!!!!! Maybe not working
-                                                        ], { type: mimeType_1 })];
-                                            }
-                                        });
-                                    });
-                                },
+                                mimeType: mimeType,
+                                /*
+                                TODO: [🥽]
+                                    > async asBlob() {
+                                    >     const content = await tools.fs!.readFile(filename);
+                                    >     return new Blob(
+                                    >         [
+                                    >             content,
+                                    >             // <- TODO: [🥽] This is NOT tested, test it
+                                    >         ],
+                                    >         { type: mimeType },
+                                    >     );
+                                    > },
+                                */
                                 asJson: function () {
                                     return __awaiter(this, void 0, void 0, function () {
                                         var _a, _b;
@@ -5517,9 +5496,14 @@
                             asJson: function () {
                                 throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
                             },
-                            asBlob: function () {
-                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
-                            },
+                            /*
+                            TODO: [🥽]
+                                > asBlob() {
+                                >     throw new UnexpectedError(
+                                >         'Did not expect that `markdownScraper` would need to get the content `asBlob`',
+                                >     );
+                                > },
+                            */
                         }];
                 }
             });
@@ -5539,7 +5523,7 @@
             return __generator(this, function (_c) {
                 switch (_c.label) {
                     case 0:
-                        _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                        _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                         knowledgePreparedUnflatten = new Array(knowledgeSources.length);
                         return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
                                 var partialPieces, sourceHandler, _a, _b, scraper, partialPiecesUnchecked, e_1_1, pieces;
@@ -5568,7 +5552,8 @@
                                         case 4:
                                             partialPiecesUnchecked = _d.sent();
                                             if (partialPiecesUnchecked !== null) {
-                                                partialPieces = partialPiecesUnchecked;
+                                                partialPieces = __spreadArray([], __read(partialPiecesUnchecked), false);
+                                                // <- TODO: [🪓] Here should be no need for spreading new array, just `partialPieces = partialPiecesUnchecked`
                                                 return [3 /*break*/, 6];
                                             }
                                             _d.label = 5;
@@ -5616,7 +5601,7 @@
     >   /**
     >    * Unprepared knowledge
     >    * /
-    >   readonly knowledgeSources: Array<KnowledgeSourceJson>;
+    >   readonly knowledgeSources: ReadonlyArray<KnowledgeSourceJson>;
     > };
     >
     > export async function prepareKnowledgePieces(
@@ -5674,7 +5659,7 @@
             return __generator(this, function (_b) {
                 switch (_b.label) {
                     case 0:
-                        _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                        _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a;
                         templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
                         // TODO: [main] !!!!! Apply samples to each template (if missing and is for the template defined)
                         TODO_USE(parameters);
@@ -5736,7 +5721,7 @@
                         if (isPipelinePrepared(pipeline)) {
                             return [2 /*return*/, pipeline];
                         }
-                        rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                        rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                         parameters = pipeline.parameters, templates = pipeline.templates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
                         if (tools === undefined || tools.llm === undefined) {
                             throw new MissingToolsError('LLM tools are required for preparing the pipeline');
@@ -5794,7 +5779,9 @@
                         // ----- /Templates preparation -----
                         // Note: Count total usage
                         currentPreparation.usage = llmToolsWithUsage.getTotalUsage();
-                        return [2 /*return*/, $asDeeplyFrozenSerializableJson('Prepared PipelineJson', __assign(__assign({}, clonePipeline(pipeline)), { templates: templatesPrepared, knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: preparations }))];
+                        return [2 /*return*/, $asDeeplyFrozenSerializableJson('Prepared PipelineJson', __assign(__assign({}, clonePipeline(pipeline)), { templates: __spreadArray([], __read(templatesPrepared), false), 
+                                // <- TODO: [🪓] Here should be no need for spreading new array, just ` templates: templatesPrepared`
+                                knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: __spreadArray([], __read(preparations), false) }))];
                 }
             });
         });
@@ -5841,6 +5828,7 @@
             'KNOWLEDGE ./hejny-cv.md',
             'KNOWLEDGE ./hejny-cv.pdf',
             'KNOWLEDGE ./hejny-cv.docx',
+            //          <- TODO: [😿] Allow ONLY files scoped in the (sub)directory NOT ../ and test it
         ],
         /**
          * Parses the KNOWLEDGE command
@@ -8964,7 +8952,7 @@
      */
     function createLlmToolsFromConfiguration(configuration, options) {
         if (options === void 0) { options = {}; }
-        var _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+        var _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a, userId = options.userId;
         var llmTools = configuration.map(function (llmConfiguration) {
             var registeredItem = $llmToolsRegister
                 .list()
@@ -8975,7 +8963,7 @@
             if (registeredItem === undefined) {
                 throw new Error(spaceTrim__default["default"](function (block) { return "\n                        There is no constructor for LLM provider `".concat(llmConfiguration.className, "` from `").concat(llmConfiguration.packageName, "`\n\n                        You have probably forgotten install and import the provider package.\n                        To fix this issue, you can:\n\n                        Install:\n\n                        > npm install ").concat(llmConfiguration.packageName, "\n\n                        And import:\n\n                        > import '").concat(llmConfiguration.packageName, "';\n\n\n                        ").concat(block($registeredLlmToolsMessage()), "\n                    "); }));
             }
-            return registeredItem(__assign({ isVerbose: isVerbose }, llmConfiguration.options));
+            return registeredItem(__assign({ isVerbose: isVerbose, userId: userId }, llmConfiguration.options));
         });
         return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
     }
@@ -9065,7 +9053,7 @@
     function cacheLlmTools(llmTools, options) {
         var _this = this;
         if (options === void 0) { options = {}; }
-        var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, _b = options.isReloaded, isReloaded = _b === void 0 ? false : _b;
+        var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, _b = options.isCacheReloaded, isCacheReloaded = _b === void 0 ? false : _b;
         var proxyTools = __assign(__assign({}, llmTools), { 
             // <- Note: [🥫]
             get title() {
@@ -9087,7 +9075,7 @@
                         key = titleToName(prompt.title.substring(0, MAX_FILENAME_LENGTH - 10) +
                             '-' +
                             sha256__default["default"](hexEncoder__default["default"].parse(JSON.stringify(prompt.parameters))).toString( /* hex */));
-                        if (!!isReloaded) return [3 /*break*/, 2];
+                        if (!!isCacheReloaded) return [3 /*break*/, 2];
                         return [4 /*yield*/, storage.getItem(key)];
                     case 1:
                         _a = _c.sent();
@@ -9396,7 +9384,11 @@
         mimeTypes: ['application/msword', 'text/rtf'],
         documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
         isAvilableInBrowser: false,
-        requiredExecutables: ['!!!!!!'],
+        requiredExecutables: [
+            'Pandoc',
+            'LibreOffice',
+            //    <- TODO: [🧠] Should be 'LibreOffice' here, its dependency of dependency
+        ],
     }); /* <- TODO: [🤛] */
     /**
      * Registration of known scraper metadata
@@ -9420,7 +9412,7 @@
         mimeTypes: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
         documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
         isAvilableInBrowser: false,
-        requiredExecutables: ['!!!!!!'],
+        requiredExecutables: ['Pandoc'],
     }); /* <- TODO: [🤛] */
     /**
      * Registration of known scraper metadata
@@ -9444,7 +9436,7 @@
         mimeTypes: ['text/markdown', 'text/plain'],
         documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
         isAvilableInBrowser: true,
-        requiredExecutables: ['!!!!!!'],
+        requiredExecutables: [],
     }); /* <- TODO: [🤛] */
     /**
      * Registration of known scraper metadata
@@ -9468,7 +9460,7 @@
         mimeTypes: ['application/pdf'],
         documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
         isAvilableInBrowser: true,
-        requiredExecutables: ['!!!!!!'],
+        requiredExecutables: [],
     }); /* <- TODO: [🤛] */
     /**
      * Registration of known scraper metadata
@@ -9492,7 +9484,7 @@
         mimeTypes: ['text/html'],
         documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
         isAvilableInBrowser: false,
-        requiredExecutables: ['!!!!!!'],
+        requiredExecutables: [],
     }); /* <- TODO: [🤛] */
     /**
      * Registration of known scraper metadata
@@ -9865,30 +9857,33 @@
     exports.CsvFormatDefinition = CsvFormatDefinition;
     exports.CsvFormatError = CsvFormatError;
     exports.DEFAULT_CSV_SETTINGS = DEFAULT_CSV_SETTINGS;
+    exports.DEFAULT_EXECUTIONS_CACHE_DIRNAME = DEFAULT_EXECUTIONS_CACHE_DIRNAME;
+    exports.DEFAULT_INTERMEDIATE_FILES_STRATEGY = DEFAULT_INTERMEDIATE_FILES_STRATEGY;
+    exports.DEFAULT_IS_AUTO_INSTALLED = DEFAULT_IS_AUTO_INSTALLED;
+    exports.DEFAULT_IS_VERBOSE = DEFAULT_IS_VERBOSE;
+    exports.DEFAULT_MAX_EXECUTION_ATTEMPTS = DEFAULT_MAX_EXECUTION_ATTEMPTS;
+    exports.DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH;
+    exports.DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL;
+    exports.DEFAULT_MAX_PARALLEL_COUNT = DEFAULT_MAX_PARALLEL_COUNT;
+    exports.DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME = DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME;
     exports.DEFAULT_REMOTE_URL = DEFAULT_REMOTE_URL;
     exports.DEFAULT_REMOTE_URL_PATH = DEFAULT_REMOTE_URL_PATH;
+    exports.DEFAULT_SCRAPE_CACHE_DIRNAME = DEFAULT_SCRAPE_CACHE_DIRNAME;
     exports.ERRORS = ERRORS;
-    exports.EXECUTIONS_CACHE_DIRNAME = EXECUTIONS_CACHE_DIRNAME;
     exports.EXPECTATION_UNITS = EXPECTATION_UNITS;
     exports.EnvironmentMismatchError = EnvironmentMismatchError;
     exports.ExecutionReportStringOptionsDefaults = ExecutionReportStringOptionsDefaults;
     exports.ExpectError = ExpectError;
-    exports.IS_AUTO_INSTALLED = IS_AUTO_INSTALLED;
-    exports.IS_VERBOSE = IS_VERBOSE;
     exports.KnowledgeScrapeError = KnowledgeScrapeError;
     exports.LimitReachedError = LimitReachedError;
     exports.MANDATORY_CSV_SETTINGS = MANDATORY_CSV_SETTINGS;
-    exports.MAX_EXECUTION_ATTEMPTS = MAX_EXECUTION_ATTEMPTS;
     exports.MAX_FILENAME_LENGTH = MAX_FILENAME_LENGTH;
-    exports.MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH;
-    exports.MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL;
-    exports.MAX_PARALLEL_COUNT = MAX_PARALLEL_COUNT;
     exports.MODEL_VARIANTS = MODEL_VARIANTS;
     exports.MemoryStorage = MemoryStorage;
     exports.MissingToolsError = MissingToolsError;
+    exports.MultipleLlmExecutionTools = MultipleLlmExecutionTools;
     exports.NotFoundError = NotFoundError;
     exports.NotYetImplementedError = NotYetImplementedError;
-    exports.PIPELINE_COLLECTION_BASE_FILENAME = PIPELINE_COLLECTION_BASE_FILENAME;
     exports.PROMPTBOOK_VERSION = PROMPTBOOK_VERSION;
     exports.ParseError = ParseError;
     exports.PipelineExecutionError = PipelineExecutionError;
@@ -9896,7 +9891,6 @@
     exports.PipelineUrlError = PipelineUrlError;
     exports.PrefixStorage = PrefixStorage;
     exports.RESERVED_PARAMETER_NAMES = RESERVED_PARAMETER_NAMES;
-    exports.SCRAPE_CACHE_DIRNAME = SCRAPE_CACHE_DIRNAME;
     exports.TemplateTypes = TemplateTypes;
     exports.TextFormatDefinition = TextFormatDefinition;
     exports.UNCERTAIN_USAGE = UNCERTAIN_USAGE;
@@ -9928,6 +9922,7 @@
     exports.isPipelinePrepared = isPipelinePrepared;
     exports.joinLlmExecutionTools = joinLlmExecutionTools;
     exports.limitTotalUsage = limitTotalUsage;
+    exports.makeKnowledgeSourceHandler = makeKnowledgeSourceHandler;
     exports.pipelineJsonToString = pipelineJsonToString;
     exports.pipelineStringToJson = pipelineStringToJson;
     exports.pipelineStringToJsonSync = pipelineStringToJsonSync;