@promptbook/cli 0.71.0-15 → 0.71.0-16

package/esm/index.es.js

@@ -2,7 +2,7 @@ import commander from 'commander';
 import spaceTrim$1, { spaceTrim } from 'spacetrim';
 import colors from 'colors';
 import { forTime } from 'waitasecond';
-import { readFile, stat, access, constants, readdir, writeFile, mkdir, unlink, rm, rmdir, rename } from 'fs/promises';
+import { stat, access, constants, readFile, readdir, writeFile, mkdir, unlink, rm, rmdir, rename } from 'fs/promises';
 import { join, basename, dirname } from 'path';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
@@ -26,7 +26,7 @@ import { Converter } from 'showdown';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.71.0-14';
+var PROMPTBOOK_VERSION = '0.71.0-15';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -613,6 +613,271 @@ function initializeHelloCommand(program) {
  * Note: [🟡] Code in this file should never be published outside of `@promptbook/cli`
  */
 
+/**
+ * Just marks a place of place where should be something implemented
+ * No side effects.
+ *
+ * Note: It can be usefull suppressing eslint errors of unused variables
+ *
+ * @param value any values
+ * @returns void
+ * @private within the repository
+ */
+function TODO_USE() {
+    var value = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        value[_i] = arguments[_i];
+    }
+}
+
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/node`
+ */
+function $provideFilesystemForNode(options) {
+    if (!$isRunningInNode()) {
+        throw new EnvironmentMismatchError('Function `$provideFilesystemForNode` works only in Node.js environment');
+    }
+    var _a = (options || {}).isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+    TODO_USE(isVerbose);
+    return {
+        stat: stat,
+        access: access,
+        constants: constants,
+        readFile: readFile,
+        readdir: readdir,
+    };
+}
+/**
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * This error type indicates that some part of the code is not implemented yet
+ *
+ * @public exported from `@promptbook/core`
+ */
+var NotYetImplementedError = /** @class */ (function (_super) {
+    __extends(NotYetImplementedError, _super);
+    function NotYetImplementedError(message) {
+        var _this = _super.call(this, spaceTrim(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: This feature is not implemented yet but it will be soon.\n\n                    If you want speed up the implementation or just read more, look here:\n                    https://github.com/webgptorg/promptbook\n\n                    Or contact us on me@pavolhejny.com\n\n                "); })) || this;
+        _this.name = 'NotYetImplementedError';
+        Object.setPrototypeOf(_this, NotYetImplementedError.prototype);
+        return _this;
+    }
+    return NotYetImplementedError;
+}(Error));
+
+/**
+ * @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it access global scope
+ *
+ *  @private internal function of `$Register`
+ */
+function $getGlobalScope() {
+    return Function('return this')();
+}
+
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'HELLO_WORLD'
+ * @example 'I_LOVE_PROMPTBOOK'
+ * @public exported from `@promptbook/utils`
+ */
+function normalizeTo_SCREAMING_CASE(text) {
+    var e_1, _a;
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
+    try {
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char.toUpperCase();
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '_';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '_';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    normalizedName = normalizedName.replace(/_+/g, '_');
+    normalizedName = normalizedName.replace(/_?\/_?/g, '/');
+    normalizedName = normalizedName.replace(/^_/, '');
+    normalizedName = normalizedName.replace(/_$/, '');
+    return normalizedName;
+}
+/**
+ * TODO: Tests
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'Moje tabule' })).toEqual('/VtG7sR9rRJqwNEdM2/Moje tabule');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'ěščřžžýáíúů' })).toEqual('/VtG7sR9rRJqwNEdM2/escrzyaieuu');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj_ahojAhoj    ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj-ahoj-ahoj-ahoj');
+ * TODO: [🌺] Use some intermediate util splitWords
+ */
+
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello_world'
+ * @example 'i_love_promptbook'
+ * @public exported from `@promptbook/utils`
+ */
+function normalizeTo_snake_case(text) {
+    return normalizeTo_SCREAMING_CASE(text).toLowerCase();
+}
+
+/**
+ * Register is @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it accesses and adds variables in global scope.
+ *
+ * @private internal utility, exported are only signleton instances of this class
+ */
+var $Register = /** @class */ (function () {
+    function $Register(registerName) {
+        this.registerName = registerName;
+        var storageName = "_promptbook_".concat(normalizeTo_snake_case(registerName));
+        var globalScope = $getGlobalScope();
+        if (globalScope[storageName] === undefined) {
+            globalScope[storageName] = [];
+        }
+        else if (!Array.isArray(globalScope[storageName])) {
+            throw new UnexpectedError("Expected (global) ".concat(storageName, " to be an array, but got ").concat(typeof globalScope[storageName]));
+        }
+        this.storage = globalScope[storageName];
+    }
+    $Register.prototype.list = function () {
+        // <- TODO: ReadonlyDeep<Array<TRegistered>>
+        return this.storage;
+    };
+    $Register.prototype.register = function (registered) {
+        var packageName = registered.packageName, className = registered.className;
+        var existingRegistrationIndex = this.storage.findIndex(function (item) { return item.packageName === packageName && item.className === className; });
+        var existingRegistration = this.storage[existingRegistrationIndex];
+        if (!existingRegistration) {
+            this.storage.push(registered);
+        }
+        else {
+            this.storage[existingRegistrationIndex] = registered;
+        }
+        return {
+            registerName: this.registerName,
+            packageName: packageName,
+            className: className,
+            get isDestroyed() {
+                return false;
+            },
+            destroy: function () {
+                throw new NotYetImplementedError("Registration to ".concat(this.registerName, " is permanent in this version of Promptbook"));
+            },
+        };
+    };
+    return $Register;
+}());
+
+/**
+ * @@@
+ *
+ * Note: `$` is used to indicate that this interacts with the global scope
+ * @singleton Only one instance of each register is created per build, but thare can be more @@@
+ * @public exported from `@promptbook/core`
+ */
+var $scrapersRegister = new $Register('scraper_constructors');
+/**
+ * TODO: [®] DRY Register logic
+ */
+
+/**
+ * !!!!!!
+ *
+ * 1) @@@
+ * 2) @@@
+ *
+ * @public exported from `@promptbook/node`
+ */
+function $provideScrapersForNode(tools, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, _b, isAutoInstalled, _c, isVerbose, scrapers, _d, _e, scraperFactory, scraper, e_1_1;
+        var e_1, _f;
+        return __generator(this, function (_g) {
+            switch (_g.label) {
+                case 0:
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Function `$getScrapersForNode` works only in Node.js environment');
+                    }
+                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
+                    TODO_USE(isAutoInstalled);
+                    TODO_USE(isVerbose);
+                    scrapers = [];
+                    _g.label = 1;
+                case 1:
+                    _g.trys.push([1, 6, 7, 8]);
+                    _d = __values($scrapersRegister.list()), _e = _d.next();
+                    _g.label = 2;
+                case 2:
+                    if (!!_e.done) return [3 /*break*/, 5];
+                    scraperFactory = _e.value;
+                    return [4 /*yield*/, scraperFactory(tools, options || {})];
+                case 3:
+                    scraper = _g.sent();
+                    scrapers.push(scraper);
+                    _g.label = 4;
+                case 4:
+                    _e = _d.next();
+                    return [3 /*break*/, 2];
+                case 5: return [3 /*break*/, 8];
+                case 6:
+                    e_1_1 = _g.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 8];
+                case 7:
+                    try {
+                        if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 8: return [2 /*return*/, scrapers];
+            }
+        });
+    });
+}
+/**
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
 /**
  * Converts PipelineCollection to serialized JSON
  *
@@ -2186,22 +2451,6 @@ var LimitReachedError = /** @class */ (function (_super) {
     return LimitReachedError;
 }(Error));
 
-/**
- * This error type indicates that some part of the code is not implemented yet
- *
- * @public exported from `@promptbook/core`
- */
-var NotYetImplementedError = /** @class */ (function (_super) {
-    __extends(NotYetImplementedError, _super);
-    function NotYetImplementedError(message) {
-        var _this = _super.call(this, spaceTrim(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: This feature is not implemented yet but it will be soon.\n\n                    If you want speed up the implementation or just read more, look here:\n                    https://github.com/webgptorg/promptbook\n\n                    Or contact us on me@pavolhejny.com\n\n                "); })) || this;
-        _this.name = 'NotYetImplementedError';
-        Object.setPrototypeOf(_this, NotYetImplementedError.prototype);
-        return _this;
-    }
-    return NotYetImplementedError;
-}(Error));
-
 /**
  * Index of all custom errors
  *
@@ -2520,23 +2769,6 @@ function union() {
     return union;
 }
 
-/**
- * Just marks a place of place where should be something implemented
- * No side effects.
- *
- * Note: It can be usefull suppressing eslint errors of unused variables
- *
- * @param value any values
- * @returns void
- * @private within the repository
- */
-function TODO_USE() {
-    var value = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        value[_i] = arguments[_i];
-    }
-}
-
 /**
  * This error indicates problems parsing the format value
  *
@@ -4706,197 +4938,46 @@ function preparePersona(personaDescription, tools, options) {
                     return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
                 case 3:
                     result = _d.sent();
-                    assertsExecutionSuccessful(result);
-                    outputParameters = result.outputParameters;
-                    modelRequirementsRaw = outputParameters.modelRequirements;
-                    modelRequirements = JSON.parse(modelRequirementsRaw);
-                    if (isVerbose) {
-                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
-                    }
-                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
-                    return [2 /*return*/, {
-                            modelVariant: 'CHAT',
-                            modelName: modelName,
-                            systemMessage: systemMessage,
-                            temperature: temperature,
-                        }];
-            }
-        });
-    });
-}
-/**
- * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
- * TODO: [🏢] !! Check validity of `modelName` in pipeline
- * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
- * TODO: [🏢] !! Check validity of `temperature` in pipeline
- */
-
-/**
- * This error indicates that the promptbook can not retrieve knowledge from external sources
- *
- * @public exported from `@promptbook/core`
- */
-var KnowledgeScrapeError = /** @class */ (function (_super) {
-    __extends(KnowledgeScrapeError, _super);
-    function KnowledgeScrapeError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'KnowledgeScrapeError';
-        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
-        return _this;
-    }
-    return KnowledgeScrapeError;
-}(Error));
-
-/**
- * @@@
- *
- * Note: `$` is used to indicate that this function is not a pure function - it access global scope
- *
- *  @private internal function of `$Register`
- */
-function $getGlobalScope() {
-    return Function('return this')();
-}
-
-/**
- * @@@
- *
- * @param text @@@
- * @returns @@@
- * @example 'HELLO_WORLD'
- * @example 'I_LOVE_PROMPTBOOK'
- * @public exported from `@promptbook/utils`
- */
-function normalizeTo_SCREAMING_CASE(text) {
-    var e_1, _a;
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char.toUpperCase();
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '_';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '_';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    normalizedName = normalizedName.replace(/_+/g, '_');
-    normalizedName = normalizedName.replace(/_?\/_?/g, '/');
-    normalizedName = normalizedName.replace(/^_/, '');
-    normalizedName = normalizedName.replace(/_$/, '');
-    return normalizedName;
-}
-/**
- * TODO: Tests
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'Moje tabule' })).toEqual('/VtG7sR9rRJqwNEdM2/Moje tabule');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'ěščřžžýáíúů' })).toEqual('/VtG7sR9rRJqwNEdM2/escrzyaieuu');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj_ahojAhoj    ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj-ahoj-ahoj-ahoj');
- * TODO: [🌺] Use some intermediate util splitWords
- */
-
-/**
- * @@@
- *
- * @param text @@@
- * @returns @@@
- * @example 'hello_world'
- * @example 'i_love_promptbook'
- * @public exported from `@promptbook/utils`
- */
-function normalizeTo_snake_case(text) {
-    return normalizeTo_SCREAMING_CASE(text).toLowerCase();
+                    assertsExecutionSuccessful(result);
+                    outputParameters = result.outputParameters;
+                    modelRequirementsRaw = outputParameters.modelRequirements;
+                    modelRequirements = JSON.parse(modelRequirementsRaw);
+                    if (isVerbose) {
+                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
+                    }
+                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
+                    return [2 /*return*/, {
+                            modelVariant: 'CHAT',
+                            modelName: modelName,
+                            systemMessage: systemMessage,
+                            temperature: temperature,
+                        }];
+            }
+        });
+    });
 }
-
 /**
- * Register is @@@
- *
- * Note: `$` is used to indicate that this function is not a pure function - it accesses and adds variables in global scope.
- *
- * @private internal utility, exported are only signleton instances of this class
+ * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
+ * TODO: [🏢] !! Check validity of `modelName` in pipeline
+ * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
+ * TODO: [🏢] !! Check validity of `temperature` in pipeline
  */
-var $Register = /** @class */ (function () {
-    function $Register(registerName) {
-        this.registerName = registerName;
-        var storageName = "_promptbook_".concat(normalizeTo_snake_case(registerName));
-        var globalScope = $getGlobalScope();
-        if (globalScope[storageName] === undefined) {
-            globalScope[storageName] = [];
-        }
-        else if (!Array.isArray(globalScope[storageName])) {
-            throw new UnexpectedError("Expected (global) ".concat(storageName, " to be an array, but got ").concat(typeof globalScope[storageName]));
-        }
-        this.storage = globalScope[storageName];
-    }
-    $Register.prototype.list = function () {
-        // <- TODO: ReadonlyDeep<Array<TRegistered>>
-        return this.storage;
-    };
-    $Register.prototype.register = function (registered) {
-        var packageName = registered.packageName, className = registered.className;
-        var existingRegistrationIndex = this.storage.findIndex(function (item) { return item.packageName === packageName && item.className === className; });
-        var existingRegistration = this.storage[existingRegistrationIndex];
-        if (!existingRegistration) {
-            this.storage.push(registered);
-        }
-        else {
-            this.storage[existingRegistrationIndex] = registered;
-        }
-        return {
-            registerName: this.registerName,
-            packageName: packageName,
-            className: className,
-            get isDestroyed() {
-                return false;
-            },
-            destroy: function () {
-                throw new NotYetImplementedError("Registration to ".concat(this.registerName, " is permanent in this version of Promptbook"));
-            },
-        };
-    };
-    return $Register;
-}());
 
 /**
- * @@@
+ * This error indicates that the promptbook can not retrieve knowledge from external sources
  *
- * Note: `$` is used to indicate that this interacts with the global scope
- * @singleton Only one instance of each register is created per build, but thare can be more @@@
  * @public exported from `@promptbook/core`
  */
-var $scrapersMetadataRegister = new $Register('scrapers_metadata');
-/**
- * TODO: [®] DRY Register logic
- */
+var KnowledgeScrapeError = /** @class */ (function (_super) {
+    __extends(KnowledgeScrapeError, _super);
+    function KnowledgeScrapeError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'KnowledgeScrapeError';
+        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+        return _this;
+    }
+    return KnowledgeScrapeError;
+}(Error));
 
 /**
  * @@@
@@ -4905,7 +4986,7 @@ var $scrapersMetadataRegister = new $Register('scrapers_metadata');
  * @singleton Only one instance of each register is created per build, but thare can be more @@@
  * @public exported from `@promptbook/core`
  */
-var $scrapersRegister = new $Register('scraper_constructors');
+var $scrapersMetadataRegister = new $Register('scrapers_metadata');
 /**
  * TODO: [®] DRY Register logic
  */
@@ -8583,87 +8664,6 @@ function $provideLlmToolsFromEnv(options) {
  * TODO: [®] DRY Register logic
  */
 
-/**
- * @@@
- *
- * @public exported from `@promptbook/node`
- */
-function $provideFilesystemForNode(options) {
-    if (!$isRunningInNode()) {
-        throw new EnvironmentMismatchError('Function `$provideFilesystemForNode` works only in Node.js environment');
-    }
-    var _a = (options || {}).isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
-    TODO_USE(isVerbose);
-    return {
-        stat: stat,
-        access: access,
-        constants: constants,
-        readFile: readFile,
-        readdir: readdir,
-    };
-}
-/**
- * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
- */
-
-/**
- * !!!!!!
- *
- * 1) @@@
- * 2) @@@
- *
- * @public exported from `@promptbook/node`
- */
-function $provideScrapersForNode(tools, options) {
-    return __awaiter(this, void 0, void 0, function () {
-        var _a, _b, isAutoInstalled, _c, isVerbose, scrapers, _d, _e, scraperFactory, scraper, e_1_1;
-        var e_1, _f;
-        return __generator(this, function (_g) {
-            switch (_g.label) {
-                case 0:
-                    if (!$isRunningInNode()) {
-                        throw new EnvironmentMismatchError('Function `$getScrapersForNode` works only in Node.js environment');
-                    }
-                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
-                    TODO_USE(isAutoInstalled);
-                    TODO_USE(isVerbose);
-                    scrapers = [];
-                    _g.label = 1;
-                case 1:
-                    _g.trys.push([1, 6, 7, 8]);
-                    _d = __values($scrapersRegister.list()), _e = _d.next();
-                    _g.label = 2;
-                case 2:
-                    if (!!_e.done) return [3 /*break*/, 5];
-                    scraperFactory = _e.value;
-                    return [4 /*yield*/, scraperFactory(tools, options || {})];
-                case 3:
-                    scraper = _g.sent();
-                    scrapers.push(scraper);
-                    _g.label = 4;
-                case 4:
-                    _e = _d.next();
-                    return [3 /*break*/, 2];
-                case 5: return [3 /*break*/, 8];
-                case 6:
-                    e_1_1 = _g.sent();
-                    e_1 = { error: e_1_1 };
-                    return [3 /*break*/, 8];
-                case 7:
-                    try {
-                        if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
-                    }
-                    finally { if (e_1) throw e_1.error; }
-                    return [7 /*endfinally*/];
-                case 8: return [2 /*return*/, scrapers];
-            }
-        });
-    });
-}
-/**
- * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
- */
-
 /**
  * Extracts code block from markdown.
  *
@@ -9962,12 +9962,12 @@ function $provideLlmToolsForCli(options) {
     if (!$isRunningInNode()) {
         throw new EnvironmentMismatchError('Function `$provideLlmToolsForTestingAndScriptsAndPlayground` works only in Node.js environment');
     }
-    var _a = (options !== null && options !== void 0 ? options : {}).isCacheReloaded, isCacheReloaded = _a === void 0 ? false : _a;
+    var _a = (options !== null && options !== void 0 ? options : {}).isCacheCleaned, isCacheCleaned = _a === void 0 ? false : _a;
     return cacheLlmTools(countTotalUsage(
     //        <- Note: for example here we don`t want the [🌯]
     $provideLlmToolsFromEnv()), {
         storage: new FileCacheStorage({ fs: $provideFilesystemForNode() }, { rootFolderPath: join(process.cwd(), EXECUTIONS_CACHE_DIRNAME) }),
-        isReloaded: isCacheReloaded,
+        isReloaded: isCacheCleaned,
     });
 }
 /**
@@ -9994,17 +9994,17 @@ function initializeMakeCommand(program) {
     makeCommand.option('-f, --format <format>', spaceTrim$1("\n            Output format of builded collection \"javascript\", \"typescript\" or \"json\"\n\n            Note: You can use multiple formats separated by comma\n        "), 'javascript' /* <- Note: [🏳‍🌈] */);
     makeCommand.option('--no-validation', "Do not validate logic of pipelines in collection", true);
     makeCommand.option('--validation', "Types of validations separated by comma (options \"logic\",\"imports\")", 'logic,imports');
-    makeCommand.option('--reload-cache', "Use LLM models even if cached ", false);
+    makeCommand.option('--reload-cache', "Call LLM models even if same prompt with result is in the cache", false);
     makeCommand.option('--verbose', "Is output verbose", false);
     makeCommand.option('-o, --out-file <path>', spaceTrim$1("\n            Where to save the builded collection\n\n            Note: If you keep it \"".concat(PIPELINE_COLLECTION_BASE_FILENAME, "\" it will be saved in the root of the promptbook directory\n                  If you set it to a path, it will be saved in that path\n                  BUT you can use only one format and set correct extension\n        ")), PIPELINE_COLLECTION_BASE_FILENAME);
     makeCommand.action(function (path, _a) {
-        var projectName = _a.projectName, format = _a.format, validation = _a.validation, isCacheReloaded = _a.reloadCache, isVerbose = _a.verbose, outFile = _a.outFile;
+        var projectName = _a.projectName, format = _a.format, validation = _a.validation, isCacheCleaned = _a.reloadCache, isVerbose = _a.verbose, outFile = _a.outFile;
         return __awaiter(_this, void 0, void 0, function () {
-            var formats, validations, llm, collection, validations_1, validations_1_1, validation_1, _b, _c, pipelineUrl, pipeline, e_1_1, e_2_1, collectionJson, collectionJsonString, collectionJsonItems, saveFile;
-            var e_2, _d, e_1, _e;
+            var formats, validations, options, fs, llm, tools, collection, validations_1, validations_1_1, validation_1, _b, _c, pipelineUrl, pipeline, e_1_1, e_2_1, collectionJson, collectionJsonString, collectionJsonItems, saveFile;
+            var _d, e_2, _e, e_1, _f;
             var _this = this;
-            return __generator(this, function (_f) {
-                switch (_f.label) {
+            return __generator(this, function (_g) {
+                switch (_g.label) {
                     case 0:
                         formats = (format || '')
                             .split(',')
@@ -10018,79 +10018,90 @@ function initializeMakeCommand(program) {
                             console.error(colors.red("You can only use one format if you specify --out-file"));
                             process.exit(1);
                         }
-                        llm = $provideLlmToolsForCli({
-                            isCacheReloaded: isCacheReloaded,
-                        });
-                        return [4 /*yield*/, createCollectionFromDirectory(path, {
-                                llm: llm,
-                                // !!!!!! Provide scrapers
-                            }, {
+                        options = {
+                            isVerbose: isVerbose,
+                            isCacheCleaned: isCacheCleaned,
+                        };
+                        fs = $provideFilesystemForNode(options);
+                        llm = $provideLlmToolsForCli(options);
+                        _d = {
+                            llm: llm,
+                            fs: fs
+                        };
+                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm }, options)];
+                    case 1:
+                        tools = (_d.scrapers = _g.sent(),
+                            _d.script = [
+                            /*new JavascriptExecutionTools(options)*/
+                            ],
+                            _d);
+                        return [4 /*yield*/, createCollectionFromDirectory(path, tools, {
                                 isVerbose: isVerbose,
                                 isRecursive: true,
                                 // <- TODO: [🍖] isCacheReloaded
                             })];
-                    case 1:
-                        collection = _f.sent();
-                        _f.label = 2;
                     case 2:
-                        _f.trys.push([2, 14, 15, 16]);
-                        validations_1 = __values(validations), validations_1_1 = validations_1.next();
-                        _f.label = 3;
+                        collection = _g.sent();
+                        _g.label = 3;
                     case 3:
-                        if (!!validations_1_1.done) return [3 /*break*/, 13];
-                        validation_1 = validations_1_1.value;
-                        _f.label = 4;
+                        _g.trys.push([3, 15, 16, 17]);
+                        validations_1 = __values(validations), validations_1_1 = validations_1.next();
+                        _g.label = 4;
                     case 4:
-                        _f.trys.push([4, 10, 11, 12]);
+                        if (!!validations_1_1.done) return [3 /*break*/, 14];
+                        validation_1 = validations_1_1.value;
+                        _g.label = 5;
+                    case 5:
+                        _g.trys.push([5, 11, 12, 13]);
                         e_1 = void 0;
                         return [4 /*yield*/, collection.listPipelines()];
-                    case 5:
-                        _b = (__values.apply(void 0, [_f.sent()])), _c = _b.next();
-                        _f.label = 6;
                     case 6:
-                        if (!!_c.done) return [3 /*break*/, 9];
+                        _b = (__values.apply(void 0, [_g.sent()])), _c = _b.next();
+                        _g.label = 7;
+                    case 7:
+                        if (!!_c.done) return [3 /*break*/, 10];
                         pipelineUrl = _c.value;
                         return [4 /*yield*/, collection.getPipelineByUrl(pipelineUrl)];
-                    case 7:
-                        pipeline = _f.sent();
+                    case 8:
+                        pipeline = _g.sent();
                         if (validation_1 === 'logic') {
                             validatePipeline(pipeline);
                             if (isVerbose) {
                                 console.info(colors.cyan("Validated logic of ".concat(pipeline.pipelineUrl)));
                             }
                         }
-                        _f.label = 8;
-                    case 8:
+                        _g.label = 9;
+                    case 9:
                         _c = _b.next();
-                        return [3 /*break*/, 6];
-                    case 9: return [3 /*break*/, 12];
-                    case 10:
-                        e_1_1 = _f.sent();
-                        e_1 = { error: e_1_1 };
-                        return [3 /*break*/, 12];
+                        return [3 /*break*/, 7];
+                    case 10: return [3 /*break*/, 13];
                     case 11:
+                        e_1_1 = _g.sent();
+                        e_1 = { error: e_1_1 };
+                        return [3 /*break*/, 13];
+                    case 12:
                         try {
-                            if (_c && !_c.done && (_e = _b.return)) _e.call(_b);
+                            if (_c && !_c.done && (_f = _b.return)) _f.call(_b);
                         }
                         finally { if (e_1) throw e_1.error; }
                         return [7 /*endfinally*/];
-                    case 12:
+                    case 13:
                         validations_1_1 = validations_1.next();
-                        return [3 /*break*/, 3];
-                    case 13: return [3 /*break*/, 16];
-                    case 14:
-                        e_2_1 = _f.sent();
-                        e_2 = { error: e_2_1 };
-                        return [3 /*break*/, 16];
+                        return [3 /*break*/, 4];
+                    case 14: return [3 /*break*/, 17];
                     case 15:
+                        e_2_1 = _g.sent();
+                        e_2 = { error: e_2_1 };
+                        return [3 /*break*/, 17];
+                    case 16:
                         try {
-                            if (validations_1_1 && !validations_1_1.done && (_d = validations_1.return)) _d.call(validations_1);
+                            if (validations_1_1 && !validations_1_1.done && (_e = validations_1.return)) _e.call(validations_1);
                         }
                         finally { if (e_2) throw e_2.error; }
                         return [7 /*endfinally*/];
-                    case 16: return [4 /*yield*/, collectionToJson(collection)];
-                    case 17:
-                        collectionJson = _f.sent();
+                    case 17: return [4 /*yield*/, collectionToJson(collection)];
+                    case 18:
+                        collectionJson = _g.sent();
                         collectionJsonString = stringifyPipelineJson(collectionJson).trim();
                         collectionJsonItems = (function () {
                             var firstChar = collectionJsonString.charAt(0);
@@ -10126,27 +10137,27 @@ function initializeMakeCommand(program) {
                                 }
                             });
                         }); };
-                        if (!formats.includes('json')) return [3 /*break*/, 19];
+                        if (!formats.includes('json')) return [3 /*break*/, 20];
                         formats = formats.filter(function (format) { return format !== 'json'; });
                         return [4 /*yield*/, saveFile('json', collectionJsonString)];
-                    case 18:
-                        _f.sent();
-                        _f.label = 19;
                     case 19:
-                        if (!(formats.includes('javascript') || formats.includes('js'))) return [3 /*break*/, 21];
+                        _g.sent();
+                        _g.label = 20;
+                    case 20:
+                        if (!(formats.includes('javascript') || formats.includes('js'))) return [3 /*break*/, 22];
                         formats = formats.filter(function (format) { return format !== 'javascript' && format !== 'js'; });
                         return [4 /*yield*/, saveFile('js', spaceTrim$1(function (block) { return "\n                            // ".concat(block(GENERATOR_WARNING_BY_PROMPTBOOK_CLI), "\n\n                            import { createCollectionFromJson } from '@promptbook/core';\n\n                            /**\n                             * Pipeline collection for ").concat(projectName, "\n                             *\n                             * ").concat(block(GENERATOR_WARNING_BY_PROMPTBOOK_CLI), "\n                             *\n                             * @private internal cache for `getPipelineCollection`\n                             */\n                            let pipelineCollection = null;\n\n\n                            /**\n                             * Get pipeline collection for ").concat(projectName, "\n                             *\n                             * ").concat(block(GENERATOR_WARNING_BY_PROMPTBOOK_CLI), "\n                             *\n                             * @returns {PipelineCollection} Library of promptbooks for ").concat(projectName, "\n                             */\n                            export function getPipelineCollection(){\n                                if(pipelineCollection===null){\n                                    pipelineCollection = createCollectionFromJson(\n                                        ").concat(block(collectionJsonItems), "\n                                    );\n                                }\n\n                                return pipelineCollection;\n                            }\n                        "); }))];
-                    case 20:
-                        (_f.sent()) + '\n';
-                        _f.label = 21;
                     case 21:
-                        if (!(formats.includes('typescript') || formats.includes('ts'))) return [3 /*break*/, 23];
+                        (_g.sent()) + '\n';
+                        _g.label = 22;
+                    case 22:
+                        if (!(formats.includes('typescript') || formats.includes('ts'))) return [3 /*break*/, 24];
                         formats = formats.filter(function (format) { return format !== 'typescript' && format !== 'ts'; });
                         return [4 /*yield*/, saveFile('ts', spaceTrim$1(function (block) { return "\n                            // ".concat(block(GENERATOR_WARNING_BY_PROMPTBOOK_CLI), "\n\n                            import { createCollectionFromJson } from '@promptbook/core';\n                            import type { PipelineCollection } from '@promptbook/types';\n\n                            /**\n                             * Pipeline collection for ").concat(projectName, "\n                             *\n                             * ").concat(block(GENERATOR_WARNING_BY_PROMPTBOOK_CLI), "\n                             *\n                             * @private internal cache for `getPipelineCollection`\n                             */\n                            let pipelineCollection: null | PipelineCollection = null;\n\n\n                            /**\n                             * Get pipeline collection for ").concat(projectName, "\n                             *\n                             * ").concat(block(GENERATOR_WARNING_BY_PROMPTBOOK_CLI), "\n                             *\n                             * @returns {PipelineCollection} Library of promptbooks for ").concat(projectName, "\n                             */\n                            export function getPipelineCollection(): PipelineCollection{\n                                if(pipelineCollection===null){\n                                    pipelineCollection = createCollectionFromJson(\n                                        ").concat(block(collectionJsonItems), "\n                                    );\n                                }\n\n                                return pipelineCollection;\n                            }\n                        "); }) + '\n')];
-                    case 22:
-                        _f.sent();
-                        _f.label = 23;
                     case 23:
+                        _g.sent();
+                        _g.label = 24;
+                    case 24:
                         if (formats.length > 0) {
                             console.warn(colors.yellow("Format ".concat(formats.join(' and '), " is not supported")));
                         }
@@ -10408,49 +10419,65 @@ function initializeTestCommand(program) {
     // <- TODO: [🧟‍♂️] Unite path to promptbook collection argument
     'Pipelines to test as glob pattern');
     testCommand.option('-i, --ignore <glob>', "Ignore as glob pattern");
+    testCommand.option('--reload-cache', "Call LLM models even if same prompt with result is in the cache ", false);
     testCommand.option('-v, --verbose', "Is output verbose", false);
     testCommand.action(function (filesGlob, _a) {
-        var ignore = _a.ignore, isVerbose = _a.verbose;
+        var ignore = _a.ignore, isCacheCleaned = _a.reloadCache, isVerbose = _a.verbose;
         return __awaiter(_this, void 0, void 0, function () {
-            var filenames, filenames_1, filenames_1_1, filename, pipeline, pipelineMarkdown, _b, _c, _d, _e, error_1, e_1_1;
-            var e_1, _f;
-            return __generator(this, function (_g) {
-                switch (_g.label) {
-                    case 0: return [4 /*yield*/, glob(filesGlob, { ignore: ignore })];
+            var options, fs, llm, tools, filenames, filenames_1, filenames_1_1, filename, pipeline, pipelineMarkdown, _b, _c, error_1, e_1_1;
+            var _d, e_1, _e;
+            return __generator(this, function (_f) {
+                switch (_f.label) {
+                    case 0:
+                        options = {
+                            isVerbose: isVerbose,
+                            isCacheCleaned: isCacheCleaned,
+                        };
+                        fs = $provideFilesystemForNode(options);
+                        llm = $provideLlmToolsForCli(options);
+                        _d = {
+                            llm: llm,
+                            fs: fs
+                        };
+                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm }, options)];
                     case 1:
-                        filenames = _g.sent();
-                        _g.label = 2;
+                        tools = (_d.scrapers = _f.sent(),
+                            _d.script = [
+                            /*new JavascriptExecutionTools(options)*/
+                            ],
+                            _d);
+                        return [4 /*yield*/, glob(filesGlob, { ignore: ignore })];
                     case 2:
-                        _g.trys.push([2, 15, 16, 17]);
-                        filenames_1 = __values(filenames), filenames_1_1 = filenames_1.next();
-                        _g.label = 3;
+                        filenames = _f.sent();
+                        _f.label = 3;
                     case 3:
+                        _f.trys.push([3, 15, 16, 17]);
+                        filenames_1 = __values(filenames), filenames_1_1 = filenames_1.next();
+                        _f.label = 4;
+                    case 4:
                         if (!!filenames_1_1.done) return [3 /*break*/, 14];
                         filename = filenames_1_1.value;
-                        _g.label = 4;
-                    case 4:
-                        _g.trys.push([4, 12, , 13]);
+                        _f.label = 5;
+                    case 5:
+                        _f.trys.push([5, 12, , 13]);
                         pipeline = void 0;
                         if (!filename.endsWith('.ptbk.md')) return [3 /*break*/, 8];
                         return [4 /*yield*/, readFile(filename, 'utf-8')];
-                    case 5:
-                        pipelineMarkdown = (_g.sent());
-                        _b = pipelineStringToJson;
-                        _c = [pipelineMarkdown];
-                        return [4 /*yield*/, $provideExecutionToolsForNode()];
-                    case 6: return [4 /*yield*/, _b.apply(void 0, _c.concat([_g.sent()]))];
+                    case 6:
+                        pipelineMarkdown = (_f.sent());
+                        return [4 /*yield*/, pipelineStringToJson(pipelineMarkdown, tools)];
                     case 7:
-                        pipeline = _g.sent();
+                        pipeline = _f.sent();
                         if (isVerbose) {
                             console.info(colors.green("Parsed ".concat(filename)));
                         }
-                        _g.label = 8;
+                        _f.label = 8;
                     case 8:
                         if (!filename.endsWith('.ptbk.json')) return [3 /*break*/, 10];
-                        _e = (_d = JSON).parse;
+                        _c = (_b = JSON).parse;
                         return [4 /*yield*/, readFile(filename, 'utf-8')];
                     case 9:
-                        pipeline = _e.apply(_d, [_g.sent()]);
+                        pipeline = _c.apply(_b, [_f.sent()]);
                         return [3 /*break*/, 11];
                     case 10:
                         if (isVerbose) {
@@ -10462,7 +10489,7 @@ function initializeTestCommand(program) {
                         console.info(colors.green("Validated ".concat(filename)));
                         return [3 /*break*/, 13];
                     case 12:
-                        error_1 = _g.sent();
+                        error_1 = _f.sent();
                         if (!(error_1 instanceof Error)) {
                             throw error_1;
                         }
@@ -10473,15 +10500,15 @@ function initializeTestCommand(program) {
                         return [3 /*break*/, 13];
                     case 13:
                         filenames_1_1 = filenames_1.next();
-                        return [3 /*break*/, 3];
+                        return [3 /*break*/, 4];
                     case 14: return [3 /*break*/, 17];
                     case 15:
-                        e_1_1 = _g.sent();
+                        e_1_1 = _f.sent();
                         e_1 = { error: e_1_1 };
                         return [3 /*break*/, 17];
                     case 16:
                         try {
-                            if (filenames_1_1 && !filenames_1_1.done && (_f = filenames_1.return)) _f.call(filenames_1);
+                            if (filenames_1_1 && !filenames_1_1.done && (_e = filenames_1.return)) _e.call(filenames_1);
                         }
                         finally { if (e_1) throw e_1.error; }
                         return [7 /*endfinally*/];