@promptbook/core 0.84.0-9 → 0.84.0

package/umd/index.umd.js

@@ -1,17 +1,17 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('spacetrim'), require('prettier'), require('prettier/parser-html'), require('waitasecond'), require('papaparse'), require('path'), require('crypto-js'), require('crypto-js/enc-hex'), require('mime-types'), require('moment'), require('colors'), require('crypto-js/sha256')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'spacetrim', 'prettier', 'prettier/parser-html', 'waitasecond', 'papaparse', 'path', 'crypto-js', 'crypto-js/enc-hex', 'mime-types', 'moment', 'colors', 'crypto-js/sha256'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-core"] = {}, global.spaceTrim, global.prettier, global.parserHtml, global.waitasecond, global.papaparse, global.path, global.cryptoJs, global.hexEncoder, global.mimeTypes, global.moment, global.colors, global.sha256));
-})(this, (function (exports, spaceTrim, prettier, parserHtml, waitasecond, papaparse, path, cryptoJs, hexEncoder, mimeTypes, moment, colors, sha256) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('spacetrim'), require('prettier'), require('prettier/parser-html'), require('waitasecond'), require('papaparse'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('path'), require('crypto-js'), require('mime-types'), require('moment'), require('colors')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'spacetrim', 'prettier', 'prettier/parser-html', 'waitasecond', 'papaparse', 'crypto-js/enc-hex', 'crypto-js/sha256', 'path', 'crypto-js', 'mime-types', 'moment', 'colors'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-core"] = {}, global.spaceTrim, global.prettier, global.parserHtml, global.waitasecond, global.papaparse, global.hexEncoder, global.sha256, global.path, global.cryptoJs, global.mimeTypes, global.moment, global.colors));
+})(this, (function (exports, spaceTrim, prettier, parserHtml, waitasecond, papaparse, hexEncoder, sha256, path, cryptoJs, mimeTypes, moment, colors) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
     var spaceTrim__default = /*#__PURE__*/_interopDefaultLegacy(spaceTrim);
     var parserHtml__default = /*#__PURE__*/_interopDefaultLegacy(parserHtml);
     var hexEncoder__default = /*#__PURE__*/_interopDefaultLegacy(hexEncoder);
+    var sha256__default = /*#__PURE__*/_interopDefaultLegacy(sha256);
     var moment__default = /*#__PURE__*/_interopDefaultLegacy(moment);
     var colors__default = /*#__PURE__*/_interopDefaultLegacy(colors);
-    var sha256__default = /*#__PURE__*/_interopDefaultLegacy(sha256);
 
     // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
     /**
@@ -27,7 +27,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-8';
+    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-21';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -180,22 +180,94 @@
      */
 
     /**
-     * Function isValidJsonString will tell you if the string is valid JSON or not
+     * Checks if value is valid email
      *
      * @public exported from `@promptbook/utils`
      */
-    function isValidJsonString(value /* <- [👨‍⚖️] */) {
-        try {
-            JSON.parse(value);
+    function isValidEmail(email) {
+        if (typeof email !== 'string') {
+            return false;
+        }
+        if (email.split('\n').length > 1) {
+            return false;
+        }
+        return /^.+@.+\..+$/.test(email);
+    }
+
+    /**
+     * Tests if given string is valid URL.
+     *
+     * Note: This does not check if the file exists only if the path is valid
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidFilePath(filename) {
+        if (typeof filename !== 'string') {
+            return false;
+        }
+        if (filename.split('\n').length > 1) {
+            return false;
+        }
+        if (filename.split(' ').length >
+            5 /* <- TODO: [🧠][🈷] Make some better non-arbitrary way how to distinct filenames from informational texts */) {
+            return false;
+        }
+        var filenameSlashes = filename.split('\\').join('/');
+        // Absolute Unix path: /hello.txt
+        if (/^(\/)/i.test(filenameSlashes)) {
+            // console.log(filename, 'Absolute Unix path: /hello.txt');
             return true;
         }
-        catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
+        // Absolute Windows path: /hello.txt
+        if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+            // console.log(filename, 'Absolute Windows path: /hello.txt');
+            return true;
+        }
+        // Relative path: ./hello.txt
+        if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+            // console.log(filename, 'Relative path: ./hello.txt');
+            return true;
+        }
+        // Allow paths like foo/hello
+        if (/^[^/]+\/[^/]+/i.test(filenameSlashes)) {
+            // console.log(filename, 'Allow paths like foo/hello');
+            return true;
+        }
+        // Allow paths like hello.book
+        if (/^[^/]+\.[^/]+$/i.test(filenameSlashes)) {
+            // console.log(filename, 'Allow paths like hello.book');
+            return true;
+        }
+        return false;
+    }
+    /**
+     * TODO: [🍏] Implement for MacOs
+     */
+
+    /**
+     * Tests if given string is valid URL.
+     *
+     * Note: Dataurl are considered perfectly valid.
+     * Note: There are two simmilar functions:
+     * - `isValidUrl` which tests any URL
+     * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidUrl(url) {
+        if (typeof url !== 'string') {
+            return false;
+        }
+        try {
+            if (url.startsWith('blob:')) {
+                url = url.replace(/^blob:/, '');
             }
-            if (error.message.includes('Unexpected token')) {
+            var urlObject = new URL(url /* because fail is handled */);
+            if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
                 return false;
             }
+            return true;
+        }
+        catch (error) {
             return false;
         }
     }
@@ -219,6 +291,27 @@
      * TODO: Maybe split `ParseError` and `ApplyError`
      */
 
+    /**
+     * Function isValidJsonString will tell you if the string is valid JSON or not
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidJsonString(value /* <- [👨‍⚖️] */) {
+        try {
+            JSON.parse(value);
+            return true;
+        }
+        catch (error) {
+            if (!(error instanceof Error)) {
+                throw error;
+            }
+            if (error.message.includes('Unexpected token')) {
+                return false;
+            }
+            return false;
+        }
+    }
+
     /**
      * Function `validatePipelineString` will validate the if the string is a valid pipeline string
      * It does not check if the string is fully logically correct, but if it is a string that can be a pipeline string or the string looks completely different.
@@ -232,6 +325,15 @@
         if (isValidJsonString(pipelineString)) {
             throw new ParseError('Expected a book, but got a JSON string');
         }
+        else if (isValidUrl(pipelineString)) {
+            throw new ParseError("Expected a book, but got just the URL \"".concat(pipelineString, "\""));
+        }
+        else if (isValidFilePath(pipelineString)) {
+            throw new ParseError("Expected a book, but got just the file path \"".concat(pipelineString, "\""));
+        }
+        else if (isValidEmail(pipelineString)) {
+            throw new ParseError("Expected a book, but got just the email \"".concat(pipelineString, "\""));
+        }
         // <- TODO: Implement the validation + add tests when the pipeline logic considered as invalid
         return pipelineString;
     }
@@ -572,6 +674,24 @@
      * @public exported from `@promptbook/core`
      */
     var DEFAULT_TASK_TITLE = "Task";
+    /**
+     * When the title of the prompt task is not provided, the default title is used
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_PROMPT_TASK_TITLE = "Prompt";
+    /**
+     * When the pipeline is flat and no name of return parameter is provided, this name is used
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_BOOK_OUTPUT_PARAMETER_NAME = 'result';
+    /**
+     * Maximum file size limit
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_MAX_FILE_SIZE = 100 * 1024 * 1024; // 100MB
     // <- TODO: [🧠] Better system for generator warnings - not always "code" and "by `@promptbook/cli`"
     /**
      * The maximum number of iterations for a loops
@@ -652,6 +772,14 @@
      */
     var DEFAULT_BOOKS_DIRNAME = './books';
     // <- TODO: [🕝] Make also `BOOKS_DIRNAME_ALTERNATIVES`
+    /**
+     * Where to store the temporary downloads
+     *
+     * Note: When the folder does not exist, it is created recursively
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_DOWNLOAD_CACHE_DIRNAME = './.promptbook/download-cache';
     /**
      * Where to store the cache of executions for promptbook CLI
      *
@@ -659,7 +787,7 @@
      *
      * @public exported from `@promptbook/core`
      */
-    var DEFAULT_EXECUTIONS_CACHE_DIRNAME = './.promptbook/executions-cache';
+    var DEFAULT_EXECUTION_CACHE_DIRNAME = './.promptbook/execution-cache';
     /**
      * Where to store the scrape cache
      *
@@ -1185,35 +1313,6 @@
         return isHostnameOnPrivateNetwork(url.hostname);
     }
 
-    /**
-     * Tests if given string is valid URL.
-     *
-     * Note: Dataurl are considered perfectly valid.
-     * Note: There are two simmilar functions:
-     * - `isValidUrl` which tests any URL
-     * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
-     *
-     * @public exported from `@promptbook/utils`
-     */
-    function isValidUrl(url) {
-        if (typeof url !== 'string') {
-            return false;
-        }
-        try {
-            if (url.startsWith('blob:')) {
-                url = url.replace(/^blob:/, '');
-            }
-            var urlObject = new URL(url /* because fail is handled */);
-            if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
-                return false;
-            }
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-
     /**
      * Tests if given string is valid pipeline URL URL.
      *
@@ -2172,12 +2271,28 @@
     /**
      * Asserts that the execution of a Promptbook is successful
      *
+     * Note: If there are only warnings, the execution is still successful but the warnings are logged in the console
+     *
      * @param executionResult - The partial result of the Promptbook execution
      * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
      * @public exported from `@promptbook/core`
      */
     function assertsExecutionSuccessful(executionResult) {
-        var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors;
+        var e_1, _a;
+        var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors, warnings = executionResult.warnings;
+        try {
+            for (var warnings_1 = __values(warnings), warnings_1_1 = warnings_1.next(); !warnings_1_1.done; warnings_1_1 = warnings_1.next()) {
+                var warning = warnings_1_1.value;
+                console.warn(warning.message);
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (warnings_1_1 && !warnings_1_1.done && (_a = warnings_1.return)) _a.call(warnings_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
         if (isSuccessful === true) {
             return;
         }
@@ -3187,7 +3302,7 @@
                             if (!(error_1 instanceof Error) || error_1 instanceof UnexpectedError) {
                                 throw error_1;
                             }
-                            errors.push(error_1);
+                            errors.push({ llmExecutionTools: llmExecutionTools, error: error_1 });
                             return [3 /*break*/, 13];
                         case 13:
                             _b = _a.next();
@@ -3214,7 +3329,10 @@
                                 //     2) AnthropicClaude throw PipelineExecutionError: Parameter `{knowledge}` is not defined
                                 //     3) ...
                                 spaceTrim__default["default"](function (block) { return "\n                          All execution tools failed:\n\n                          ".concat(block(errors
-                                    .map(function (error, i) { return "".concat(i + 1, ") **").concat(error.name || 'Error', ":** ").concat(error.message); })
+                                    .map(function (_a, i) {
+                                    var error = _a.error, llmExecutionTools = _a.llmExecutionTools;
+                                    return "".concat(i + 1, ") **").concat(llmExecutionTools.title, "** thrown **").concat(error.name || 'Error', ":** ").concat(error.message);
+                                })
                                     .join('\n')), "\n\n                    "); }));
                             }
                             else if (this.llmExecutionTools.length === 0) {
@@ -5662,6 +5780,15 @@
      * TODO: [🐱‍🐉][🧠] Make some smart crop NOT source-i-m-pavol-a-develop-... BUT source-i-m-pavol-a-developer-...
      */
 
+    /**
+     * @@@
+     *
+     * @private for `FileCacheStorage`
+     */
+    function nameToSubfolderPath(name) {
+        return [name.substr(0, 1).toLowerCase(), name.substr(1, 1).toLowerCase()];
+    }
+
     /**
      * Convert file extension to mime type
      *
@@ -5718,53 +5845,55 @@
      */
 
     /**
-     * Tests if given string is valid URL.
+     * Convert mime type to file extension
      *
-     * Note: This does not check if the file exists only if the path is valid
+     * Note: If the mime type is invalid, `null` is returned
+     *
+     * @private within the repository
+     */
+    function mimeTypeToExtension(value) {
+        return mimeTypes.extension(value) || null;
+    }
+
+    /**
+     * Removes emojis from a string and fix whitespaces
+     *
+     * @param text with emojis
+     * @returns text without emojis
      * @public exported from `@promptbook/utils`
      */
-    function isValidFilePath(filename) {
-        if (typeof filename !== 'string') {
-            return false;
-        }
-        if (filename.split('\n').length > 1) {
-            return false;
-        }
-        if (filename.split(' ').length >
-            5 /* <- TODO: [🧠][🈷] Make some better non-arbitrary way how to distinct filenames from informational texts */) {
-            return false;
-        }
-        var filenameSlashes = filename.split('\\').join('/');
-        // Absolute Unix path: /hello.txt
-        if (/^(\/)/i.test(filenameSlashes)) {
-            // console.log(filename, 'Absolute Unix path: /hello.txt');
-            return true;
-        }
-        // Absolute Windows path: /hello.txt
-        if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
-            // console.log(filename, 'Absolute Windows path: /hello.txt');
-            return true;
-        }
-        // Relative path: ./hello.txt
-        if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
-            // console.log(filename, 'Relative path: ./hello.txt');
-            return true;
-        }
-        // Allow paths like foo/hello
-        if (/^[^/]+\/[^/]+/i.test(filenameSlashes)) {
-            // console.log(filename, 'Allow paths like foo/hello');
-            return true;
-        }
-        // Allow paths like hello.book
-        if (/^[^/]+\.[^/]+$/i.test(filenameSlashes)) {
-            // console.log(filename, 'Allow paths like hello.book');
-            return true;
-        }
-        return false;
+    function removeEmojis(text) {
+        // Replace emojis (and also ZWJ sequence) with hyphens
+        text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
+        text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
+        text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
+        text = text.replace(/\p{Extended_Pictographic}/gu, '');
+        return text;
     }
+
     /**
-     * TODO: [🍏] Implement for MacOs
+     * @@@
+     *
+     * @param value @@@
+     * @returns @@@
+     * @example @@@
+     * @public exported from `@promptbook/utils`
      */
+    function titleToName(value) {
+        if (isValidUrl(value)) {
+            value = value.replace(/^https?:\/\//, '');
+            value = value.replace(/\.html$/, '');
+        }
+        else if (isValidFilePath(value)) {
+            value = path.basename(value);
+            // Note: Keeping extension in the name
+        }
+        value = value.split('/').join('-');
+        value = removeEmojis(value);
+        value = normalizeToKebabCase(value);
+        // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
+        return value;
+    }
 
     /**
      * The built-in `fetch' function with a lightweight error handling wrapper as default fetch function used in Promptbook scrapers
@@ -5801,9 +5930,9 @@
     function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         var _a;
         return __awaiter(this, void 0, void 0, function () {
-            var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, filename_1, fileExtension, mimeType;
-            return __generator(this, function (_f) {
-                switch (_f.label) {
+            var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, fileContent, _f, _g, filename_1, fileExtension, mimeType;
+            return __generator(this, function (_h) {
+                switch (_h.label) {
                     case 0:
                         _b = tools.fetch, fetch = _b === void 0 ? scraperFetch : _b;
                         knowledgeSourceContent = knowledgeSource.knowledgeSourceContent;
@@ -5812,54 +5941,76 @@
                         if (!name) {
                             name = knowledgeSourceContentToName(knowledgeSourceContent);
                         }
-                        if (!isValidUrl(knowledgeSourceContent)) return [3 /*break*/, 2];
+                        if (!isValidUrl(knowledgeSourceContent)) return [3 /*break*/, 5];
                         url = knowledgeSourceContent;
                         return [4 /*yield*/, fetch(url)];
                     case 1:
-                        response_1 = _f.sent();
+                        response_1 = _h.sent();
                         mimeType = ((_a = response_1.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
-                        return [2 /*return*/, {
-                                source: name,
-                                filename: null,
-                                url: url,
-                                mimeType: mimeType,
-                                /*
-                                TODO: [🥽]
-                                    > async asBlob() {
-                                    >     // TODO: [👨🏻‍🤝‍👨🏻] This can be called multiple times BUT when called second time, response in already consumed
-                                    >     const content = await response.blob();
-                                    >     return content;
-                                    > },
-                                */
-                                asJson: function () {
-                                    return __awaiter(this, void 0, void 0, function () {
-                                        var content;
-                                        return __generator(this, function (_a) {
-                                            switch (_a.label) {
-                                                case 0: return [4 /*yield*/, response_1.json()];
-                                                case 1:
-                                                    content = _a.sent();
-                                                    return [2 /*return*/, content];
-                                            }
+                        if (tools.fs === undefined || !url.endsWith('.pdf' /* <- TODO: [💵] */)) {
+                            return [2 /*return*/, {
+                                    source: name,
+                                    filename: null,
+                                    url: url,
+                                    mimeType: mimeType,
+                                    /*
+                                  TODO: [🥽]
+                                      > async asBlob() {
+                                      >     // TODO: [👨🏻‍🤝‍👨🏻] This can be called multiple times BUT when called second time, response in already consumed
+                                      >     const content = await response.blob();
+                                      >     return content;
+                                      > },
+                                  */
+                                    asJson: function () {
+                                        return __awaiter(this, void 0, void 0, function () {
+                                            var content;
+                                            return __generator(this, function (_a) {
+                                                switch (_a.label) {
+                                                    case 0: return [4 /*yield*/, response_1.json()];
+                                                    case 1:
+                                                        content = _a.sent();
+                                                        return [2 /*return*/, content];
+                                                }
+                                            });
                                         });
-                                    });
-                                },
-                                asText: function () {
-                                    return __awaiter(this, void 0, void 0, function () {
-                                        var content;
-                                        return __generator(this, function (_a) {
-                                            switch (_a.label) {
-                                                case 0: return [4 /*yield*/, response_1.text()];
-                                                case 1:
-                                                    content = _a.sent();
-                                                    return [2 /*return*/, content];
-                                            }
+                                    },
+                                    asText: function () {
+                                        return __awaiter(this, void 0, void 0, function () {
+                                            var content;
+                                            return __generator(this, function (_a) {
+                                                switch (_a.label) {
+                                                    case 0: return [4 /*yield*/, response_1.text()];
+                                                    case 1:
+                                                        content = _a.sent();
+                                                        return [2 /*return*/, content];
+                                                }
+                                            });
                                         });
-                                    });
-                                },
-                            }];
+                                    },
+                                }];
+                        }
+                        basename = url.split('/').pop() || titleToName(url);
+                        hash = sha256__default["default"](hexEncoder__default["default"].parse(url)).toString( /* hex */);
+                        rootDirname_1 = path.join(process.cwd(), DEFAULT_DOWNLOAD_CACHE_DIRNAME);
+                        filepath = path.join.apply(void 0, __spreadArray(__spreadArray([], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(basename.substring(0, MAX_FILENAME_LENGTH), ".").concat(mimeTypeToExtension(mimeType))], false));
+                        return [4 /*yield*/, tools.fs.mkdir(path.dirname(path.join(rootDirname_1, filepath)), { recursive: true })];
                     case 2:
-                        if (!isValidFilePath(knowledgeSourceContent)) return [3 /*break*/, 4];
+                        _h.sent();
+                        _g = (_f = Buffer).from;
+                        return [4 /*yield*/, response_1.arrayBuffer()];
+                    case 3:
+                        fileContent = _g.apply(_f, [_h.sent()]);
+                        if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
+                            throw new LimitReachedError("File is too large (".concat(Math.round(fileContent.length / 1024 / 1024), "MB). Maximum allowed size is ").concat(Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024), "MB."));
+                        }
+                        return [4 /*yield*/, tools.fs.writeFile(path.join(rootDirname_1, filepath), fileContent)];
+                    case 4:
+                        _h.sent();
+                        // TODO: [💵] Check the file security
+                        // TODO: [🧹][🧠] Delete the file after the scraping is done
+                        return [2 /*return*/, makeKnowledgeSourceHandler({ name: name, knowledgeSourceContent: filepath }, tools, __assign(__assign({}, options), { rootDirname: rootDirname_1 }))];
+                    case 5:
+                        if (!isValidFilePath(knowledgeSourceContent)) return [3 /*break*/, 7];
                         if (tools.fs === undefined) {
                             throw new EnvironmentMismatchError('Can not import file knowledge without filesystem tools');
                             //          <- TODO: [🧠] What is the best error type here`
@@ -5872,8 +6023,8 @@
                         fileExtension = getFileExtension(filename_1);
                         mimeType = extensionToMimeType(fileExtension || '');
                         return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
-                    case 3:
-                        if (!(_f.sent())) {
+                    case 6:
+                        if (!(_h.sent())) {
                             throw new NotFoundError(spaceTrim__default["default"](function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(knowledgeSourceContent), "\n\n                          Full file path:\n                          ").concat(block(filename_1), "\n                      "); }));
                         }
                         // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)
@@ -5919,7 +6070,7 @@
                                     });
                                 },
                             }];
-                    case 4: return [2 /*return*/, {
+                    case 7: return [2 /*return*/, {
                             source: name,
                             filename: null,
                             url: null,
@@ -7030,22 +7181,6 @@
      * TODO: [🌺] Use some intermediate util splitWords
      */
 
-    /**
-     * Removes emojis from a string and fix whitespaces
-     *
-     * @param text with emojis
-     * @returns text without emojis
-     * @public exported from `@promptbook/utils`
-     */
-    function removeEmojis(text) {
-        // Replace emojis (and also ZWJ sequence) with hyphens
-        text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
-        text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
-        text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
-        text = text.replace(/\p{Extended_Pictographic}/gu, '');
-        return text;
-    }
-
     /**
      * Removes quotes from a string
      *
@@ -8905,7 +9040,10 @@
                 description: 'Chatbot response',
                 isInput: false,
                 isOutput: true,
-                exampleValues: ['Hello, I am a Pavol`s virtual avatar. How can I help you?'],
+                exampleValues: [
+                    'Hello, how can I help you?',
+                    // <- TODO: [🧠] Make this dynamic, async, prepare-phase HLAs
+                ],
             });
             // TODO: Use spaceTrim in multiline strings
             $pipelineJson.tasks.push({
@@ -8993,12 +9131,15 @@
         pipelineString = removeMarkdownComments(pipelineString);
         pipelineString = spaceTrim__default["default"](pipelineString);
         var isMarkdownBeginningWithHeadline = pipelineString.startsWith('# ');
-        var isLastLineReturnStatement = pipelineString.split('\n').pop().split('`').join('').startsWith('->');
-        // TODO: Also (double)check
+        //const isLastLineReturnStatement = pipelineString.split('\n').pop()!.split('`').join('').startsWith('->');
+        var isBacktickBlockUsed = pipelineString.includes('```');
+        var isQuoteBlocksUsed = /^>\s+/m.test(pipelineString);
+        var isBlocksUsed = isBacktickBlockUsed || isQuoteBlocksUsed;
+        // TODO: [🧉] Also (double)check
         // > const usedCommands
         // > const isBlocksUsed
         // > const returnStatementCount
-        var isFlat = !isMarkdownBeginningWithHeadline && isLastLineReturnStatement;
+        var isFlat = !isMarkdownBeginningWithHeadline && !isBlocksUsed; /* && isLastLineReturnStatement */
         return isFlat;
     }
 
@@ -9012,9 +9153,26 @@
             return pipelineString;
         }
         var pipelineStringLines = pipelineString.split('\n');
-        var returnStatement = pipelineStringLines.pop();
+        var potentialReturnStatement = pipelineStringLines.pop();
+        var returnStatement;
+        if (/(-|=)>\s*\{.*\}/.test(potentialReturnStatement)) {
+            // Note: Last line is return statement
+            returnStatement = potentialReturnStatement;
+        }
+        else {
+            // Note: Last line is not a return statement
+            returnStatement = "-> {".concat(DEFAULT_BOOK_OUTPUT_PARAMETER_NAME, "}");
+            pipelineStringLines.push(potentialReturnStatement);
+        }
         var prompt = spaceTrim__default["default"](pipelineStringLines.join('\n'));
-        pipelineString = validatePipelineString(spaceTrim__default["default"](function (block) { return "\n                # ".concat(DEFAULT_BOOK_TITLE, "\n\n                ## Prompt\n\n                ```\n                ").concat(block(prompt), "\n                ```\n\n                ").concat(returnStatement, "\n            "); }));
+        var quotedPrompt;
+        if (prompt.split('\n').length <= 1) {
+            quotedPrompt = "> ".concat(prompt);
+        }
+        else {
+            quotedPrompt = spaceTrim__default["default"](function (block) { return "\n                ```\n                ".concat(block(prompt.split('`').join('\\`')), "\n                ```\n            "); });
+        }
+        pipelineString = validatePipelineString(spaceTrim__default["default"](function (block) { return "\n                # ".concat(DEFAULT_BOOK_TITLE, "\n\n                ## Prompt\n\n                ").concat(block(quotedPrompt), "\n\n                ").concat(returnStatement, "\n            "); }));
         // <- TODO: Maybe use book` notation
         return pipelineString;
     }
@@ -9237,30 +9395,6 @@
      *       NOW we are working just with markdown string and its good enough
      */
 
-    /**
-     * @@@
-     *
-     * @param value @@@
-     * @returns @@@
-     * @example @@@
-     * @public exported from `@promptbook/utils`
-     */
-    function titleToName(value) {
-        if (isValidUrl(value)) {
-            value = value.replace(/^https?:\/\//, '');
-            value = value.replace(/\.html$/, '');
-        }
-        else if (isValidFilePath(value)) {
-            value = path.basename(value);
-            // Note: Keeping extension in the name
-        }
-        value = value.split('/').join('-');
-        value = removeEmojis(value);
-        value = normalizeToKebabCase(value);
-        // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
-        return value;
-    }
-
     /**
      * Compile pipeline from string (markdown) format to JSON format synchronously
      *
@@ -10382,6 +10516,9 @@
      * @public exported from `@promptbook/utils`
      */
     var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
+    /**
+     * TODO: [☑]
+     */
 
     /**
      * Creates a message with all registered LLM tools
@@ -10461,10 +10598,11 @@
             // <- Note: [🗨]
             return __assign(__assign({}, metadata), { isMetadataAviailable: isMetadataAviailable, isInstalled: isInstalled, isFullyConfigured: isFullyConfigured, isPartiallyConfigured: isPartiallyConfigured });
         });
+        var usedEnvMessage = "Unknown `.env` file" ;
         if (metadata.length === 0) {
-            return "No LLM providers are available.";
+            return spaceTrim__default["default"](function (block) { return "\n                No LLM providers are available.\n\n                ".concat(block(usedEnvMessage), "\n          "); });
         }
-        return spaceTrim__default["default"](function (block) { return "\n            Relevant environment variables:\n            ".concat(block(Object.keys(env)
+        return spaceTrim__default["default"](function (block) { return "\n\n            ".concat(block(usedEnvMessage), "\n\n            Relevant environment variables:\n            ").concat(block(Object.keys(env)
             .filter(function (envVariableName) {
             return metadata.some(function (_a) {
                 var envVariables = _a.envVariables;
@@ -10912,6 +11050,58 @@
      * @public exported from `@promptbook/utils`
      */
     var $isRunningInJest = new Function("\n    try {\n        return process.env.JEST_WORKER_ID !== undefined;\n    } catch (e) {\n        return false;\n    }\n");
+    /**
+     * TODO: [☑]
+     */
+
+    /**
+     * Registration of LLM provider metadata
+     *
+     * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
+     *
+     * @public exported from `@promptbook/core`
+     * @public exported from `@promptbook/wizzard`
+     * @public exported from `@promptbook/cli`
+     */
+    var _DeepseekMetadataRegistration = $llmToolsMetadataRegister.register({
+        title: 'Deepseek',
+        packageName: '@promptbook/deepseek',
+        className: 'DeepseekExecutionTools',
+        envVariables: ['DEEPSEEK_GENERATIVE_AI_API_KEY'],
+        getBoilerplateConfiguration: function () {
+            return {
+                title: 'Deepseek (boilerplate)',
+                packageName: '@promptbook/deepseek',
+                className: 'DeepseekExecutionTools',
+                options: {
+                    apiKey: 'AI',
+                },
+            };
+        },
+        createConfigurationFromEnv: function (env) {
+            if ($isRunningInJest()
+            // <- TODO: Maybe check `env.JEST_WORKER_ID` directly here or pass `env` into `$isRunningInJest`
+            ) {
+                // Note: [🔘] Maybe same problem as Gemini
+                return null;
+            }
+            // Note: Note using `process.env` BUT `env` to pass in the environment variables dynamically
+            if (typeof env.DEEPSEEK_GENERATIVE_AI_API_KEY === 'string') {
+                return {
+                    title: 'Deepseek (from env)',
+                    packageName: '@promptbook/deepseek',
+                    className: 'DeepseekExecutionTools',
+                    options: {
+                        apiKey: env.DEEPSEEK_GENERATIVE_AI_API_KEY,
+                    },
+                };
+            }
+            return null;
+        },
+    });
+    /**
+     * Note: [💞] Ignore a discrepancy between file name and entity name
+     */
 
     /**
      * Registration of LLM provider metadata
@@ -11077,13 +11267,14 @@
     /**
      * Tag function for notating a prompt as template literal
      *
-     * Note: There are 2 similar functions:
+     * Note: There are 3 similar functions:
      * 1) `prompt` for notating single prompt exported from `@promptbook/utils`
-     * 1) `book` for notating and validating entire books exported from `@promptbook/utils`
+     * 2) `promptTemplate` alias for `prompt`
+     * 3) `book` for notating and validating entire books exported from `@promptbook/utils`
      *
-     * @param strings @@@
-     * @param values @@@
-     * @returns the pipeline string
+     * @param strings
+     * @param values
+     * @returns the prompt string
      * @public exported from `@promptbook/utils`
      */
     function prompt(strings) {
@@ -11094,10 +11285,14 @@
         if (values.length === 0) {
             return spaceTrim__default["default"](strings.join(''));
         }
+        var stringsWithHiddenParameters = strings.map(function (stringsItem) {
+            // TODO: [0] DRY
+            return stringsItem.split('{').join("".concat(REPLACING_NONCE, "beginbracket")).split('}').join("".concat(REPLACING_NONCE, "endbracket"));
+        });
         var placeholderParameterNames = values.map(function (value, i) { return "".concat(REPLACING_NONCE).concat(i); });
         var parameters = Object.fromEntries(values.map(function (value, i) { return [placeholderParameterNames[i], value]; }));
         // Combine strings and values
-        var pipelineString = strings.reduce(function (result, stringsItem, i) {
+        var pipelineString = stringsWithHiddenParameters.reduce(function (result, stringsItem, i) {
             return placeholderParameterNames[i] === undefined
                 ? "".concat(result).concat(stringsItem)
                 : "".concat(result).concat(stringsItem, "{").concat(placeholderParameterNames[i], "}");
@@ -11113,6 +11308,12 @@
             console.error({ pipelineString: pipelineString, parameters: parameters, placeholderParameterNames: placeholderParameterNames, error: error });
             throw new UnexpectedError(spaceTrim__default["default"](function (block) { return "\n                    Internal error in prompt template literal\n                  \n                    ".concat(block(JSON.stringify({ strings: strings, values: values }, null, 4)), "}\n                  \n                "); }));
         }
+        // TODO: [0] DRY
+        pipelineString = pipelineString
+            .split("".concat(REPLACING_NONCE, "beginbracket"))
+            .join('{')
+            .split("".concat(REPLACING_NONCE, "endbracket"))
+            .join('}');
         return pipelineString;
     }
     /**
@@ -11123,9 +11324,10 @@
     /**
      * Tag function for notating a pipeline with a book\`...\ notation as template literal
      *
-     * Note: There are 2 similar functions:
+     * Note: There are 3 similar functions:
      * 1) `prompt` for notating single prompt exported from `@promptbook/utils`
-     * 1) `book` for notating and validating entire books exported from `@promptbook/utils`
+     * 2) `promptTemplate` alias for `prompt`
+     * 3) `book` for notating and validating entire books exported from `@promptbook/utils`
      *
      * @param strings @@@
      * @param values @@@
@@ -11285,7 +11487,7 @@
         className: 'MarkitdownScraper',
         mimeTypes: [
             'application/pdf',
-            // TODO: Make priority for scrapers and than allow all mime types here:
+            // TODO: [💵] Make priority for scrapers and than analyze which mime-types can Markitdown scrape and allow all mime types here:
             // 'text/html',
             // 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
         ],
@@ -11465,17 +11667,21 @@
     exports.CsvFormatDefinition = CsvFormatDefinition;
     exports.CsvFormatError = CsvFormatError;
     exports.DEFAULT_BOOKS_DIRNAME = DEFAULT_BOOKS_DIRNAME;
+    exports.DEFAULT_BOOK_OUTPUT_PARAMETER_NAME = DEFAULT_BOOK_OUTPUT_PARAMETER_NAME;
     exports.DEFAULT_BOOK_TITLE = DEFAULT_BOOK_TITLE;
     exports.DEFAULT_CSV_SETTINGS = DEFAULT_CSV_SETTINGS;
-    exports.DEFAULT_EXECUTIONS_CACHE_DIRNAME = DEFAULT_EXECUTIONS_CACHE_DIRNAME;
+    exports.DEFAULT_DOWNLOAD_CACHE_DIRNAME = DEFAULT_DOWNLOAD_CACHE_DIRNAME;
+    exports.DEFAULT_EXECUTION_CACHE_DIRNAME = DEFAULT_EXECUTION_CACHE_DIRNAME;
     exports.DEFAULT_GET_PIPELINE_COLLECTION_FUNCTION_NAME = DEFAULT_GET_PIPELINE_COLLECTION_FUNCTION_NAME;
     exports.DEFAULT_INTERMEDIATE_FILES_STRATEGY = DEFAULT_INTERMEDIATE_FILES_STRATEGY;
     exports.DEFAULT_IS_AUTO_INSTALLED = DEFAULT_IS_AUTO_INSTALLED;
     exports.DEFAULT_MAX_EXECUTION_ATTEMPTS = DEFAULT_MAX_EXECUTION_ATTEMPTS;
+    exports.DEFAULT_MAX_FILE_SIZE = DEFAULT_MAX_FILE_SIZE;
     exports.DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH;
     exports.DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL;
     exports.DEFAULT_MAX_PARALLEL_COUNT = DEFAULT_MAX_PARALLEL_COUNT;
     exports.DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME = DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME;
+    exports.DEFAULT_PROMPT_TASK_TITLE = DEFAULT_PROMPT_TASK_TITLE;
     exports.DEFAULT_REMOTE_URL = DEFAULT_REMOTE_URL;
     exports.DEFAULT_REMOTE_URL_PATH = DEFAULT_REMOTE_URL_PATH;
     exports.DEFAULT_SCRAPE_CACHE_DIRNAME = DEFAULT_SCRAPE_CACHE_DIRNAME;
@@ -11525,6 +11731,7 @@
     exports._AnthropicClaudeMetadataRegistration = _AnthropicClaudeMetadataRegistration;
     exports._AzureOpenAiMetadataRegistration = _AzureOpenAiMetadataRegistration;
     exports._BoilerplateScraperMetadataRegistration = _BoilerplateScraperMetadataRegistration;
+    exports._DeepseekMetadataRegistration = _DeepseekMetadataRegistration;
     exports._DocumentScraperMetadataRegistration = _DocumentScraperMetadataRegistration;
     exports._GoogleMetadataRegistration = _GoogleMetadataRegistration;
     exports._LegacyDocumentScraperMetadataRegistration = _LegacyDocumentScraperMetadataRegistration;