@promptbook/cli 0.75.3 → 0.75.5

package/esm/typings/src/_packages/core.index.d.ts

@@ -24,6 +24,7 @@ import { DEFAULT_REMOTE_URL } from '../config';
 import { DEFAULT_REMOTE_URL_PATH } from '../config';
 import { DEFAULT_CSV_SETTINGS } from '../config';
 import { DEFAULT_IS_VERBOSE } from '../config';
+import { SET_IS_VERBOSE } from '../config';
 import { DEFAULT_IS_AUTO_INSTALLED } from '../config';
 import { pipelineJsonToString } from '../conversion/pipelineJsonToString';
 import { pipelineStringToJson } from '../conversion/pipelineStringToJson';
@@ -33,11 +34,12 @@ import { stringifyPipelineJson } from '../conversion/utils/stringifyPipelineJson
 import { validatePipeline } from '../conversion/validation/validatePipeline';
 import { CallbackInterfaceTools } from '../dialogs/callback/CallbackInterfaceTools';
 import type { CallbackInterfaceToolsOptions } from '../dialogs/callback/CallbackInterfaceToolsOptions';
+import { BoilerplateError } from '../errors/0-BoilerplateError';
+import { ERRORS } from '../errors/0-index';
 import { AbstractFormatError } from '../errors/AbstractFormatError';
 import { CollectionError } from '../errors/CollectionError';
 import { EnvironmentMismatchError } from '../errors/EnvironmentMismatchError';
 import { ExpectError } from '../errors/ExpectError';
-import { ERRORS } from '../errors/index';
 import { KnowledgeScrapeError } from '../errors/KnowledgeScrapeError';
 import { LimitReachedError } from '../errors/LimitReachedError';
 import { MissingToolsError } from '../errors/MissingToolsError';
@@ -136,6 +138,7 @@ export { DEFAULT_REMOTE_URL };
 export { DEFAULT_REMOTE_URL_PATH };
 export { DEFAULT_CSV_SETTINGS };
 export { DEFAULT_IS_VERBOSE };
+export { SET_IS_VERBOSE };
 export { DEFAULT_IS_AUTO_INSTALLED };
 export { pipelineJsonToString };
 export { pipelineStringToJson };
@@ -145,11 +148,12 @@ export { stringifyPipelineJson };
 export { validatePipeline };
 export { CallbackInterfaceTools };
 export type { CallbackInterfaceToolsOptions };
+export { BoilerplateError };
+export { ERRORS };
 export { AbstractFormatError };
 export { CollectionError };
 export { EnvironmentMismatchError };
 export { ExpectError };
-export { ERRORS };
 export { KnowledgeScrapeError };
 export { LimitReachedError };
 export { MissingToolsError };

package/esm/typings/src/config.d.ts

@@ -204,7 +204,15 @@ export declare const DEFAULT_CSV_SETTINGS: CsvSettings;
  *
  * @public exported from `@promptbook/core`
  */
-export declare const DEFAULT_IS_VERBOSE = false;
+export declare let DEFAULT_IS_VERBOSE: boolean;
+/**
+ * @@@
+ *
+ * Note: This is experimental feature
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare function SET_IS_VERBOSE(isVerbose: boolean): void;
 /**
  * @@@
  *

package/esm/typings/src/errors/0-BoilerplateError.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This error indicates @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare class BoilerplateError extends Error {
+    readonly name = "BoilerplateError";
+    constructor(message: string);
+}
+/**
+ * TODO: @@@ Do not forget to add the error into `0-index.ts` ERRORS
+ */

package/esm/typings/src/errors/{index.d.ts → 0-index.d.ts}

@@ -1,7 +1,11 @@
+import { CsvFormatError } from '../formats/csv/CsvFormatError';
+import { AbstractFormatError } from './AbstractFormatError';
 import { CollectionError } from './CollectionError';
 import { EnvironmentMismatchError } from './EnvironmentMismatchError';
 import { ExpectError } from './ExpectError';
+import { KnowledgeScrapeError } from './KnowledgeScrapeError';
 import { LimitReachedError } from './LimitReachedError';
+import { MissingToolsError } from './MissingToolsError';
 import { NotFoundError } from './NotFoundError';
 import { NotYetImplementedError } from './NotYetImplementedError';
 import { ParseError } from './ParseError';
@@ -15,10 +19,14 @@ import { UnexpectedError } from './UnexpectedError';
  * @public exported from `@promptbook/core`
  */
 export declare const ERRORS: {
-    readonly ExpectError: typeof ExpectError;
+    readonly AbstractFormatError: typeof AbstractFormatError;
+    readonly CsvFormatError: typeof CsvFormatError;
     readonly CollectionError: typeof CollectionError;
     readonly EnvironmentMismatchError: typeof EnvironmentMismatchError;
+    readonly ExpectError: typeof ExpectError;
+    readonly KnowledgeScrapeError: typeof KnowledgeScrapeError;
     readonly LimitReachedError: typeof LimitReachedError;
+    readonly MissingToolsError: typeof MissingToolsError;
     readonly NotFoundError: typeof NotFoundError;
     readonly NotYetImplementedError: typeof NotYetImplementedError;
     readonly ParseError: typeof ParseError;
@@ -29,4 +37,4 @@ export declare const ERRORS: {
 };
 /**
  * Note: [💞] Ignore a discrepancy between file name and entity name
- */ 
+ */

package/esm/typings/src/errors/utils/ErrorJson.d.ts

@@ -1,4 +1,4 @@
-import type { ERRORS } from '../index';
+import type { ERRORS } from '../0-index';
 /**
  * Represents a serialized error or custom Promptbook error
  *

package/esm/typings/src/scrapers/_common/register/$registeredScrapersMessage.d.ts

@@ -1,4 +1,5 @@
 import type { string_markdown } from '../../../types/typeAliases';
+import type { Scraper } from '../Scraper';
 /**
  * Creates a message with all registered scrapers
  *
@@ -6,7 +7,7 @@ import type { string_markdown } from '../../../types/typeAliases';
  *
  * @private internal function of `createScrapersFromConfiguration` and `createScrapersFromEnv`
  */
-export declare function $registeredScrapersMessage(): string_markdown;
+export declare function $registeredScrapersMessage(availableScrapers: ReadonlyArray<Scraper>): string_markdown;
 /**
  * TODO: [®] DRY Register logic
  */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/cli",
-    "version": "0.75.3",
+    "version": "0.75.5",
     "description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
     "--note-0": "    <- [🐊]",
     "private": false,

package/umd/index.umd.js

@@ -49,7 +49,7 @@
      *
      * @see https://github.com/webgptorg/promptbook
      */
-    var PROMPTBOOK_ENGINE_VERSION = '0.75.2';
+    var PROMPTBOOK_ENGINE_VERSION = '0.75.4';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -2227,6 +2227,42 @@
         return new (SimplePipelineCollection.bind.apply(SimplePipelineCollection, __spreadArray([void 0], __read(promptbooks), false)))();
     }
 
+    /**
+     * This error indicates problems parsing the format value
+     *
+     * For example, when the format value is not a valid JSON or CSV
+     * This is not thrown directly but in extended classes
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var AbstractFormatError = /** @class */ (function (_super) {
+        __extends(AbstractFormatError, _super);
+        // Note: To allow instanceof do not put here error `name`
+        // public readonly name = 'AbstractFormatError';
+        function AbstractFormatError(message) {
+            var _this = _super.call(this, message) || this;
+            Object.setPrototypeOf(_this, AbstractFormatError.prototype);
+            return _this;
+        }
+        return AbstractFormatError;
+    }(Error));
+
+    /**
+     * This error indicates problem with parsing of CSV
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var CsvFormatError = /** @class */ (function (_super) {
+        __extends(CsvFormatError, _super);
+        function CsvFormatError(message) {
+            var _this = _super.call(this, message) || this;
+            _this.name = 'CsvFormatError';
+            Object.setPrototypeOf(_this, CsvFormatError.prototype);
+            return _this;
+        }
+        return CsvFormatError;
+    }(AbstractFormatError));
+
     /**
      * This error indicates that the pipeline collection cannot be propperly loaded
      *
@@ -2262,6 +2298,22 @@
         return ExpectError;
     }(Error));
 
+    /**
+     * This error indicates that the promptbook can not retrieve knowledge from external sources
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var KnowledgeScrapeError = /** @class */ (function (_super) {
+        __extends(KnowledgeScrapeError, _super);
+        function KnowledgeScrapeError(message) {
+            var _this = _super.call(this, message) || this;
+            _this.name = 'KnowledgeScrapeError';
+            Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+            return _this;
+        }
+        return KnowledgeScrapeError;
+    }(Error));
+
     /**
      * This error type indicates that some limit was reached
      *
@@ -2300,10 +2352,14 @@
      * @public exported from `@promptbook/core`
      */
     var ERRORS = {
-        ExpectError: ExpectError,
+        AbstractFormatError: AbstractFormatError,
+        CsvFormatError: CsvFormatError,
         CollectionError: CollectionError,
         EnvironmentMismatchError: EnvironmentMismatchError,
+        ExpectError: ExpectError,
+        KnowledgeScrapeError: KnowledgeScrapeError,
         LimitReachedError: LimitReachedError,
+        MissingToolsError: MissingToolsError,
         NotFoundError: NotFoundError,
         NotYetImplementedError: NotYetImplementedError,
         ParseError: ParseError,
@@ -2629,42 +2685,6 @@
     function TODO_USE() {
     }
 
-    /**
-     * This error indicates problems parsing the format value
-     *
-     * For example, when the format value is not a valid JSON or CSV
-     * This is not thrown directly but in extended classes
-     *
-     * @public exported from `@promptbook/core`
-     */
-    var AbstractFormatError = /** @class */ (function (_super) {
-        __extends(AbstractFormatError, _super);
-        // Note: To allow instanceof do not put here error `name`
-        // public readonly name = 'AbstractFormatError';
-        function AbstractFormatError(message) {
-            var _this = _super.call(this, message) || this;
-            Object.setPrototypeOf(_this, AbstractFormatError.prototype);
-            return _this;
-        }
-        return AbstractFormatError;
-    }(Error));
-
-    /**
-     * This error indicates problem with parsing of CSV
-     *
-     * @public exported from `@promptbook/core`
-     */
-    var CsvFormatError = /** @class */ (function (_super) {
-        __extends(CsvFormatError, _super);
-        function CsvFormatError(message) {
-            var _this = _super.call(this, message) || this;
-            _this.name = 'CsvFormatError';
-            Object.setPrototypeOf(_this, CsvFormatError.prototype);
-            return _this;
-        }
-        return CsvFormatError;
-    }(AbstractFormatError));
-
     /**
      * @@@
      *
@@ -2705,7 +2725,7 @@
                                 case 0:
                                     csv = papaparse.parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
                                     if (csv.errors.length !== 0) {
-                                        throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
+                                        throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n                                CSV parsing error\n\n                                Error(s) from CSV parsing:\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n\n                                The CSV data:\n                                ").concat(block(value), "\n                            "); }));
                                     }
                                     return [4 /*yield*/, Promise.all(csv.data.map(function (row, index) { return __awaiter(_this, void 0, void 0, function () {
                                             var _a, _b;
@@ -2743,7 +2763,7 @@
                                 case 0:
                                     csv = papaparse.parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
                                     if (csv.errors.length !== 0) {
-                                        throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
+                                        throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n                                CSV parsing error\n\n                                Error(s) from CSV parsing:\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n\n                                The CSV data:\n                                ").concat(block(value), "\n                            "); }));
                                     }
                                     return [4 /*yield*/, Promise.all(csv.data.map(function (row, rowIndex) { return __awaiter(_this, void 0, void 0, function () {
                                             var _this = this;
@@ -4781,22 +4801,6 @@
      * TODO: [🏢] !! Check validity of `temperature` in pipeline
      */
 
-    /**
-     * This error indicates that the promptbook can not retrieve knowledge from external sources
-     *
-     * @public exported from `@promptbook/core`
-     */
-    var KnowledgeScrapeError = /** @class */ (function (_super) {
-        __extends(KnowledgeScrapeError, _super);
-        function KnowledgeScrapeError(message) {
-            var _this = _super.call(this, message) || this;
-            _this.name = 'KnowledgeScrapeError';
-            Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
-            return _this;
-        }
-        return KnowledgeScrapeError;
-    }(Error));
-
     /**
      * @@@
      *
@@ -4967,8 +4971,8 @@
      *
      * @private internal function of `createScrapersFromConfiguration` and `createScrapersFromEnv`
      */
-    function $registeredScrapersMessage() {
-        var e_1, _a, e_2, _b;
+    function $registeredScrapersMessage(availableScrapers) {
+        var e_1, _a, e_2, _b, e_3, _c;
         /**
          * Mixes registered scrapers from $scrapersMetadataRegister and $scrapersRegister
          */
@@ -4980,15 +4984,15 @@
             all.push({ packageName: packageName, className: className, mimeTypes: mimeTypes, documentationUrl: documentationUrl, isAvilableInBrowser: isAvilableInBrowser });
         };
         try {
-            for (var _c = __values($scrapersMetadataRegister.list()), _d = _c.next(); !_d.done; _d = _c.next()) {
-                var _e = _d.value, packageName = _e.packageName, className = _e.className, mimeTypes = _e.mimeTypes, documentationUrl = _e.documentationUrl, isAvilableInBrowser = _e.isAvilableInBrowser;
+            for (var _d = __values($scrapersMetadataRegister.list()), _e = _d.next(); !_e.done; _e = _d.next()) {
+                var _f = _e.value, packageName = _f.packageName, className = _f.className, mimeTypes = _f.mimeTypes, documentationUrl = _f.documentationUrl, isAvilableInBrowser = _f.isAvilableInBrowser;
                 _loop_1(packageName, className, mimeTypes, documentationUrl, isAvilableInBrowser);
             }
         }
         catch (e_1_1) { e_1 = { error: e_1_1 }; }
         finally {
             try {
-                if (_d && !_d.done && (_a = _c.return)) _a.call(_c);
+                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
             }
             finally { if (e_1) throw e_1.error; }
         }
@@ -4999,18 +5003,31 @@
             all.push({ packageName: packageName, className: className, mimeTypes: mimeTypes, documentationUrl: documentationUrl, isAvilableInBrowser: isAvilableInBrowser });
         };
         try {
-            for (var _f = __values($scrapersRegister.list()), _g = _f.next(); !_g.done; _g = _f.next()) {
-                var _h = _g.value, packageName = _h.packageName, className = _h.className, mimeTypes = _h.mimeTypes, documentationUrl = _h.documentationUrl, isAvilableInBrowser = _h.isAvilableInBrowser;
+            for (var _g = __values($scrapersRegister.list()), _h = _g.next(); !_h.done; _h = _g.next()) {
+                var _j = _h.value, packageName = _j.packageName, className = _j.className, mimeTypes = _j.mimeTypes, documentationUrl = _j.documentationUrl, isAvilableInBrowser = _j.isAvilableInBrowser;
                 _loop_2(packageName, className, mimeTypes, documentationUrl, isAvilableInBrowser);
             }
         }
         catch (e_2_1) { e_2 = { error: e_2_1 }; }
         finally {
             try {
-                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+                if (_h && !_h.done && (_b = _g.return)) _b.call(_g);
             }
             finally { if (e_2) throw e_2.error; }
         }
+        try {
+            for (var availableScrapers_1 = __values(availableScrapers), availableScrapers_1_1 = availableScrapers_1.next(); !availableScrapers_1_1.done; availableScrapers_1_1 = availableScrapers_1.next()) {
+                var metadata_1 = availableScrapers_1_1.value.metadata;
+                all.push(metadata_1);
+            }
+        }
+        catch (e_3_1) { e_3 = { error: e_3_1 }; }
+        finally {
+            try {
+                if (availableScrapers_1_1 && !availableScrapers_1_1.done && (_c = availableScrapers_1.return)) _c.call(availableScrapers_1);
+            }
+            finally { if (e_3) throw e_3.error; }
+        }
         var metadata = all.map(function (metadata) {
             var isMetadataAviailable = $scrapersMetadataRegister
                 .list()
@@ -5024,42 +5041,44 @@
                 var packageName = _a.packageName, className = _a.className;
                 return metadata.packageName === packageName && metadata.className === className;
             });
-            return __assign(__assign({}, metadata), { isMetadataAviailable: isMetadataAviailable, isInstalled: isInstalled });
+            var isAvilableInTools = availableScrapers.some(function (_a) {
+                var _b = _a.metadata, packageName = _b.packageName, className = _b.className;
+                return metadata.packageName === packageName && metadata.className === className;
+            });
+            return __assign(__assign({}, metadata), { isMetadataAviailable: isMetadataAviailable, isInstalled: isInstalled, isAvilableInTools: isAvilableInTools });
         });
         if (metadata.length === 0) {
-            return "No scrapers are available";
+            return spaceTrim__default["default"]("\n            **No scrapers are available**\n\n            This is a unexpected behavior, you are probably using some broken version of Promptbook\n            At least there should be available the metadata of the scrapers\n        ");
         }
         return spaceTrim__default["default"](function (block) { return "\n            Available scrapers are:\n            ".concat(block(metadata
             .map(function (_a, i) {
-            var packageName = _a.packageName, className = _a.className, isMetadataAviailable = _a.isMetadataAviailable, isInstalled = _a.isInstalled, mimeTypes = _a.mimeTypes, isAvilableInBrowser = _a.isAvilableInBrowser;
-            var more;
-            // TODO: Use documentationUrl
-            if (just(false)) {
-                more = '';
-            }
-            else if (!isMetadataAviailable && !isInstalled) {
-                // TODO: [�][�] Maybe do allow to do auto-install if package not registered and not found
-                more = "*(not installed and no metadata, looks like a unexpected behavior)*";
-            }
-            else if (isMetadataAviailable && !isInstalled) {
-                // TODO: [�][�]
-                more = "*(not installed)*";
-            }
-            else if (!isMetadataAviailable && isInstalled) {
-                more = "*(no metadata, looks like a unexpected behavior)*";
-            }
-            else if (isMetadataAviailable && isInstalled) {
-                more = "(installed)";
-            }
-            else {
-                more = "*(unknown state, looks like a unexpected behavior)*";
-            }
+            var packageName = _a.packageName, className = _a.className, isMetadataAviailable = _a.isMetadataAviailable, isInstalled = _a.isInstalled, mimeTypes = _a.mimeTypes, isAvilableInBrowser = _a.isAvilableInBrowser, isAvilableInTools = _a.isAvilableInTools;
+            var more = [];
+            // TODO: [🧠] Maybe use `documentationUrl`
+            if (isMetadataAviailable) {
+                more.push("\u2B1C Metadata registered");
+            } // not else
+            if (isInstalled) {
+                more.push("\uD83D\uDFE9 Installed");
+            } // not else
+            if (isAvilableInTools) {
+                more.push("\uD83D\uDFE6 Available in tools");
+            } // not else
+            if (!isMetadataAviailable && isInstalled) {
+                more.push("When no metadata registered but scraper is installed, it is an unexpected behavior");
+            } // not else
+            if (!isInstalled && isAvilableInTools) {
+                more.push("When the scraper is not installed but available in tools, it is an unexpected compatibility behavior");
+            } // not else
             if (!isAvilableInBrowser) {
-                more += " *(not available in browser)*";
+                more.push("Not usable in browser");
             }
-            return "".concat(i + 1, ") `").concat(className, "` from `").concat(packageName, "` compatible to scrape ").concat(mimeTypes.join(', '), " ").concat(more);
+            var moreText = more.length === 0 ? '' : " *(".concat(more.join('; '), ")*");
+            return "".concat(i + 1, ") `").concat(className, "` from `").concat(packageName, "` compatible to scrape ").concat(mimeTypes
+                .map(function (mimeType) { return "\"".concat(mimeType, "\""); })
+                .join(', ')).concat(moreText);
         })
-            .join('\n')), "\n        "); });
+            .join('\n')), "\n\n            Legend:\n            - \u2B1C **Metadata registered** means that Promptbook knows about the scraper, it is similar to registration in some registry\n            - \uD83D\uDFE9 **Installed** means that you have imported package with particular scraper\n            - \uD83D\uDFE6 **Available in tools** means that you have passed scraper as dependency into prepare or execution process\n\n        "); });
     }
     /**
      * TODO: [®] DRY Register logic
@@ -5395,57 +5414,75 @@
                         _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                         knowledgePreparedUnflatten = new Array(knowledgeSources.length);
                         return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
-                                var partialPieces, sourceHandler, _a, _b, scraper, partialPiecesUnchecked, e_1_1, pieces;
-                                var e_1, _c;
-                                return __generator(this, function (_d) {
-                                    switch (_d.label) {
+                                var partialPieces, sourceHandler, scrapers, _loop_1, scrapers_1, scrapers_1_1, scraper, state_1, e_1_1, pieces;
+                                var e_1, _a;
+                                return __generator(this, function (_b) {
+                                    switch (_b.label) {
                                         case 0:
                                             partialPieces = null;
                                             return [4 /*yield*/, makeKnowledgeSourceHandler(knowledgeSource, tools, { rootDirname: rootDirname, isVerbose: isVerbose })];
                                         case 1:
-                                            sourceHandler = _d.sent();
-                                            _d.label = 2;
+                                            sourceHandler = _b.sent();
+                                            scrapers = arrayableToArray(tools.scrapers);
+                                            _loop_1 = function (scraper) {
+                                                var partialPiecesUnchecked;
+                                                return __generator(this, function (_c) {
+                                                    switch (_c.label) {
+                                                        case 0:
+                                                            if (!scraper.metadata.mimeTypes.includes(sourceHandler.mimeType)
+                                                            // <- TODO: [🦔] Implement mime-type wildcards
+                                                            ) {
+                                                                return [2 /*return*/, "continue"];
+                                                            }
+                                                            return [4 /*yield*/, scraper.scrape(sourceHandler)];
+                                                        case 1:
+                                                            partialPiecesUnchecked = _c.sent();
+                                                            if (partialPiecesUnchecked !== null) {
+                                                                partialPieces = __spreadArray([], __read(partialPiecesUnchecked), false);
+                                                                return [2 /*return*/, "break"];
+                                                            }
+                                                            console.warn(spaceTrim__default["default"](function (block) { return "\n                        Cannot scrape knowledge from source despite the scraper `".concat(scraper.metadata.className, "` supports the mime type \"").concat(sourceHandler.mimeType, "\".\n                        \n                        The source:\n                        > ").concat(block(knowledgeSource.sourceContent
+                                                                .split('\n')
+                                                                .map(function (line) { return "> ".concat(line); })
+                                                                .join('\n')), "\n\n                        ").concat(block($registeredScrapersMessage(scrapers)), "\n\n\n                    "); }));
+                                                            return [2 /*return*/];
+                                                    }
+                                                });
+                                            };
+                                            _b.label = 2;
                                         case 2:
-                                            _d.trys.push([2, 7, 8, 9]);
-                                            _a = __values(arrayableToArray(tools.scrapers)), _b = _a.next();
-                                            _d.label = 3;
+                                            _b.trys.push([2, 7, 8, 9]);
+                                            scrapers_1 = __values(scrapers), scrapers_1_1 = scrapers_1.next();
+                                            _b.label = 3;
                                         case 3:
-                                            if (!!_b.done) return [3 /*break*/, 6];
-                                            scraper = _b.value;
-                                            if (!scraper.metadata.mimeTypes.includes(sourceHandler.mimeType)
-                                            // <- TODO: [🦔] Implement mime-type wildcards
-                                            ) {
-                                                return [3 /*break*/, 5];
-                                            }
-                                            return [4 /*yield*/, scraper.scrape(sourceHandler)];
+                                            if (!!scrapers_1_1.done) return [3 /*break*/, 6];
+                                            scraper = scrapers_1_1.value;
+                                            return [5 /*yield**/, _loop_1(scraper)];
                                         case 4:
-                                            partialPiecesUnchecked = _d.sent();
-                                            if (partialPiecesUnchecked !== null) {
-                                                partialPieces = __spreadArray([], __read(partialPiecesUnchecked), false);
-                                                // <- TODO: [🪓] Here should be no need for spreading new array, just `partialPieces = partialPiecesUnchecked`
+                                            state_1 = _b.sent();
+                                            if (state_1 === "break")
                                                 return [3 /*break*/, 6];
-                                            }
-                                            _d.label = 5;
+                                            _b.label = 5;
                                         case 5:
-                                            _b = _a.next();
+                                            scrapers_1_1 = scrapers_1.next();
                                             return [3 /*break*/, 3];
                                         case 6: return [3 /*break*/, 9];
                                         case 7:
-                                            e_1_1 = _d.sent();
+                                            e_1_1 = _b.sent();
                                             e_1 = { error: e_1_1 };
                                             return [3 /*break*/, 9];
                                         case 8:
                                             try {
-                                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                                                if (scrapers_1_1 && !scrapers_1_1.done && (_a = scrapers_1.return)) _a.call(scrapers_1);
                                             }
                                             finally { if (e_1) throw e_1.error; }
                                             return [7 /*endfinally*/];
                                         case 9:
                                             if (partialPieces === null) {
-                                                throw new KnowledgeScrapeError(spaceTrim__default["default"](function (block) { return "\n                        Cannot scrape knowledge from source:\n                        \n                        > ".concat(block(knowledgeSource.sourceContent
+                                                throw new KnowledgeScrapeError(spaceTrim__default["default"](function (block) { return "\n                        Cannot scrape knowledge\n                        \n                        The source:\n                        > ".concat(block(knowledgeSource.sourceContent
                                                     .split('\n')
                                                     .map(function (line) { return "> ".concat(line); })
-                                                    .join('\n')), "\n\n                        No scraper found for the mime type \"").concat(sourceHandler.mimeType, "\"\n\n                        ").concat(block($registeredScrapersMessage()), "\n\n\n                    "); }));
+                                                    .join('\n')), "\n\n                        No scraper found for the mime type \"").concat(sourceHandler.mimeType, "\"\n\n                        ").concat(block($registeredScrapersMessage(scrapers)), "\n\n\n                    "); }));
                                             }
                                             pieces = partialPieces.map(function (partialPiece) { return (__assign(__assign({}, partialPiece), { sources: [
                                                     {