@promptbook/cli 0.74.0-4 → 0.74.0-6

package/esm/index.es.js

@@ -16,6 +16,7 @@ import * as dotenv from 'dotenv';
 import sha256 from 'crypto-js/sha256';
 import glob from 'glob-promise';
 import prompts from 'prompts';
+import moment from 'moment';
 import { io } from 'socket.io-client';
 import Anthropic from '@anthropic-ai/sdk';
 import { OpenAIClient, AzureKeyCredential } from '@azure/openai';
@@ -36,7 +37,7 @@ var BOOK_LANGUAGE_VERSION = '1.0.0';
  *
  * @see https://github.com/webgptorg/promptbook
  */
-var PROMPTBOOK_ENGINE_VERSION = '0.74.0-3';
+var PROMPTBOOK_ENGINE_VERSION = '0.74.0-5';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  */
@@ -160,31 +161,6 @@ function __spreadArray(to, from, pack) {
     return to.concat(ar || Array.prototype.slice.call(from));
 }
 
-/**
- * This error type indicates that you try to use a feature that is not available in the current environment
- *
- * @public exported from `@promptbook/core`
- */
-var EnvironmentMismatchError = /** @class */ (function (_super) {
-    __extends(EnvironmentMismatchError, _super);
-    function EnvironmentMismatchError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'EnvironmentMismatchError';
-        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
-        return _this;
-    }
-    return EnvironmentMismatchError;
-}(Error));
-
-/**
- * Detects if the code is running in a Node.js environment
- *
- * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
- *
- * @public exported from `@promptbook/utils`
- */
-var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
-
 /**
  * Returns the same value that is passed as argument.
  * No side effects.
@@ -526,6 +502,15 @@ var RESERVED_PARAMETER_MISSING_VALUE = 'MISSING-' + REPLACING_NONCE;
  * @private within the repository
  */
 var RESERVED_PARAMETER_RESTRICTED = 'RESTRICTED-' + REPLACING_NONCE;
+/**
+ * The thresholds for the relative time in the `moment` NPM package.
+ *
+ * @see https://momentjscom.readthedocs.io/en/latest/moment/07-customization/13-relative-time-threshold/
+ * @private within the repository - too low-level in comparison with other constants
+ */
+var MOMENT_ARG_THRESHOLDS = {
+    ss: 3, // <- least number of seconds to be counted in seconds, minus 1. Must be set after setting the `s` unit or without setting the `s` unit.
+};
 /**
  * @@@
  *
@@ -569,6 +554,31 @@ true);
  * TODO: [🧠][🧜‍♂️] Maybe join remoteUrl and path into single value
  */
 
+/**
+ * This error type indicates that you try to use a feature that is not available in the current environment
+ *
+ * @public exported from `@promptbook/core`
+ */
+var EnvironmentMismatchError = /** @class */ (function (_super) {
+    __extends(EnvironmentMismatchError, _super);
+    function EnvironmentMismatchError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'EnvironmentMismatchError';
+        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
+        return _this;
+    }
+    return EnvironmentMismatchError;
+}(Error));
+
+/**
+ * Detects if the code is running in a Node.js environment
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ *
+ * @public exported from `@promptbook/utils`
+ */
+var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
+
 /**
  * Initializes `about` command for Promptbook CLI utilities
  *
@@ -1710,7 +1720,7 @@ function isValidPipelineUrl(url) {
     if (!url.startsWith('https://')) {
         return false;
     }
-    if (!url.endsWith('.ptbk.md')) {
+    if (!(url.endsWith('.book.md') || url.endsWith('.book') || url.endsWith('.ptbk.md') || url.endsWith('.ptbk'))) {
         return false;
     }
     if (url.includes('#')) {
@@ -10209,13 +10219,13 @@ function initializeMakeCommand(program) {
     makeCommand.option('-f, --format <format>', spaceTrim$1("\n            Output format of builded collection \"javascript\", \"typescript\" or \"json\"\n\n            Note: You can use multiple formats separated by comma\n        "), 'javascript' /* <- Note: [🏳‍🌈] */);
     makeCommand.option('--no-validation', "Do not validate logic of pipelines in collection", true);
     makeCommand.option('--validation', "Types of validations separated by comma (options \"logic\",\"imports\")", 'logic,imports');
-    makeCommand.option('--reload', "Call LLM models even if same prompt with result is in the cache", false);
-    makeCommand.option('--verbose', "Is output verbose", false);
+    makeCommand.option('-r, --reload', "Call LLM models even if same prompt with result is in the cache", false);
+    makeCommand.option('-v, --verbose', "Is output verbose", false);
     makeCommand.option('-o, --out-file <path>', spaceTrim$1("\n            Where to save the builded collection\n\n            Note: If you keep it \"".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME, "\" it will be saved in the root of the promptbook directory\n                  If you set it to a path, it will be saved in that path\n                  BUT you can use only one format and set correct extension\n        ")), DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME);
     makeCommand.action(function (path, _a) {
         var projectName = _a.projectName, format = _a.format, validation = _a.validation, isCacheReloaded = _a.reload, isVerbose = _a.verbose, outFile = _a.outFile;
         return __awaiter(_this, void 0, void 0, function () {
-            var formats, validations, options, fs, llm, executables, tools, collection, validations_1, validations_1_1, validation_1, _b, _c, pipelineUrl, pipeline, e_1_1, e_2_1, collectionJson, collectionJsonString, collectionJsonItems, saveFile;
+            var formats, validations, prepareAndScrapeOptions, fs, llm, executables, tools, collection, validations_1, validations_1_1, validation_1, _b, _c, pipelineUrl, pipeline, e_1_1, e_2_1, collectionJson, collectionJsonString, collectionJsonItems, saveFile;
             var _d, e_2, _e, e_1, _f;
             var _this = this;
             return __generator(this, function (_g) {
@@ -10233,20 +10243,20 @@ function initializeMakeCommand(program) {
                             console.error(colors.red("You can only use one format if you specify --out-file"));
                             return [2 /*return*/, process.exit(1)];
                         }
-                        options = {
+                        prepareAndScrapeOptions = {
                             isVerbose: isVerbose,
                             isCacheReloaded: isCacheReloaded,
                         };
-                        fs = $provideFilesystemForNode(options);
-                        llm = $provideLlmToolsForCli(options);
-                        return [4 /*yield*/, $provideExecutablesForNode(options)];
+                        fs = $provideFilesystemForNode(prepareAndScrapeOptions);
+                        llm = $provideLlmToolsForCli(prepareAndScrapeOptions);
+                        return [4 /*yield*/, $provideExecutablesForNode(prepareAndScrapeOptions)];
                     case 1:
                         executables = _g.sent();
                         _d = {
                             llm: llm,
                             fs: fs
                         };
-                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, options)];
+                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, prepareAndScrapeOptions)];
                     case 2:
                         tools = (_d.scrapers = _g.sent(),
                             _d.script = [
@@ -10620,6 +10630,333 @@ function initializePrettifyCommand(program) {
  * TODO: [🖇] What about symlinks? Maybe flag --follow-symlinks
  */
 
+/**
+ * Pretty print an embedding vector for logging
+ *
+ * @public exported from `@promptbook/core`
+ */
+function embeddingVectorToString(embeddingVector) {
+    var vectorLength = Math.pow(embeddingVector.reduce(function (acc, val) { return acc + Math.pow(val, 2); }, 0), 0.5);
+    return "[EmbeddingVector; ".concat(embeddingVector.length, " dimensions; length: ").concat(vectorLength.toFixed(2), "; ").concat(embeddingVector.slice(0, 3).join(', '), "...]");
+}
+
+/**
+ * Format either small or big number
+ *
+ * @private within the repository
+ */
+function formatNumber(value) {
+    if (value === 0) {
+        return '0';
+    }
+    for (var exponent = 0; exponent < 15; exponent++) {
+        var factor = Math.pow(10, exponent);
+        var valueRounded = Math.round(value * factor) / factor;
+        if (Math.abs(value - valueRounded) / value <
+            0.001 /* <- TODO: Pass as option, pass to executionReportJsonToString as option */) {
+            return valueRounded.toFixed(exponent);
+        }
+    }
+    return value.toString();
+}
+
+/**
+ * Create a markdown table from a 2D array of strings
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+function createMarkdownTable(table) {
+    var columnWidths = table.reduce(function (widths, row) {
+        row.forEach(function (subformat, columnIndex) {
+            var cellLength = subformat.length;
+            if (!widths[columnIndex] || cellLength > widths[columnIndex]) {
+                widths[columnIndex] = cellLength;
+            }
+        });
+        return widths;
+    }, []);
+    var header = "| ".concat(table[0]
+        .map(function (subformat, columnIndex) { return subformat.padEnd(columnWidths[columnIndex]); })
+        .join(' | '), " |");
+    var separator = "|".concat(columnWidths.map(function (width) { return '-'.repeat(width + 2); }).join('|'), "|");
+    var rows = table.slice(1).map(function (row) {
+        var paddedRow = row.map(function (subformat, columnIndex) {
+            return subformat.padEnd(columnWidths[columnIndex]);
+        });
+        return "| ".concat(paddedRow.join(' | '), " |");
+    });
+    return __spreadArray([header, separator], __read(rows), false).join('\n');
+}
+/**
+ * TODO: [🏛] This can be part of markdown builder
+ */
+
+/**
+ * Function createMarkdownChart will draw a chart in markdown from ⬛+🟦 tiles
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+function createMarkdownChart(options) {
+    var e_1, _a;
+    var nameHeader = options.nameHeader, valueHeader = options.valueHeader, items = options.items, width = options.width, unitName = options.unitName;
+    var from = Math.min.apply(Math, __spreadArray([], __read(items.map(function (item) { return item.from; })), false));
+    var to = Math.max.apply(Math, __spreadArray([], __read(items.map(function (item) { return item.to; })), false));
+    var scale = width / (to - from);
+    var table = [[nameHeader, valueHeader]];
+    try {
+        for (var items_1 = __values(items), items_1_1 = items_1.next(); !items_1_1.done; items_1_1 = items_1.next()) {
+            var item = items_1_1.value;
+            var before = Math.round((item.from - from) * scale);
+            var during = Math.round((item.to - item.from) * scale);
+            var after = width - before - during;
+            table.push([removeEmojis(item.title).trim(), '░'.repeat(before) + '█'.repeat(during) + '░'.repeat(after)]);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (items_1_1 && !items_1_1.done && (_a = items_1.return)) _a.call(items_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    var legend = "_Note: Each \u2588 represents ".concat(formatNumber(1 / scale), " ").concat(unitName, ", width of ").concat(valueHeader.toLowerCase(), " is ").concat(formatNumber(to - from), " ").concat(unitName, " = ").concat(width, " squares_");
+    return createMarkdownTable(table) + '\n\n' + legend;
+}
+/**
+ * TODO: Maybe use Mermain Gant Diagrams
+ *       @see https://jojozhuang.github.io/tutorial/mermaid-cheat-sheet/
+ */
+
+/**
+ * Function escapeMarkdownBlock will escape markdown block if needed
+ * It is useful when you want have block in block
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+function escapeMarkdownBlock(value) {
+    return value.replace(/```/g, '\\`\\`\\`');
+}
+/**
+ * TODO: [🏛] This can be part of markdown builder
+ */
+
+/**
+ * Default options for generating an execution report string
+ *
+ * @public exported from `@promptbook/core`
+ */
+var ExecutionReportStringOptionsDefaults = {
+    taxRate: 0,
+    chartsWidth: 36,
+};
+
+/**
+ * Count the duration of working time
+ *
+ * @private within the repository
+ */
+function countWorkingDuration(items) {
+    var e_1, _a;
+    var steps = Array.from(new Set(items.flatMap(function (item) { return [item.from, item.to]; })));
+    steps.sort(function (a, b) { return a - b; });
+    var intervals = steps.map(function (step, index) { return [step, steps[index + 1] || 0]; }).slice(0, -1);
+    var duration = 0;
+    var _loop_1 = function (interval) {
+        var _b = __read(interval, 2), from = _b[0], to = _b[1];
+        if (items.some(function (item) { return item.from < to && item.to > from; })) {
+            duration += to - from;
+        }
+    };
+    try {
+        for (var intervals_1 = __values(intervals), intervals_1_1 = intervals_1.next(); !intervals_1_1.done; intervals_1_1 = intervals_1.next()) {
+            var interval = intervals_1_1.value;
+            _loop_1(interval);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (intervals_1_1 && !intervals_1_1.done && (_a = intervals_1.return)) _a.call(intervals_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    return duration;
+}
+
+/**
+ * Converts execution report from JSON to string format
+ *
+ * @public exported from `@promptbook/core`
+ */
+function executionReportJsonToString(executionReportJson, options) {
+    var e_1, _a;
+    var _b, _c, _d, _e, _f, _g;
+    var _h = __assign(__assign({}, ExecutionReportStringOptionsDefaults), (options || {})), taxRate = _h.taxRate, chartsWidth = _h.chartsWidth;
+    var executionReportString = spaceTrim(function (block) { return "\n            # ".concat(executionReportJson.title || 'Execution report', "\n\n            ").concat(block(executionReportJson.description || ''), "\n          "); });
+    var headerList = [];
+    if (executionReportJson.pipelineUrl) {
+        headerList.push("PIPELINE URL ".concat(executionReportJson.pipelineUrl));
+    }
+    headerList.push("PROMPTBOOK VERSION ".concat(executionReportJson.promptbookUsedVersion) +
+        (!executionReportJson.promptbookRequestedVersion
+            ? ''
+            : " *(requested ".concat(executionReportJson.promptbookRequestedVersion, ")*")));
+    if (executionReportJson.promptExecutions.length !== 0) {
+        // TODO: What if startedAt OR/AND completedAt is not defined?
+        var startedAt = moment(Math.min.apply(Math, __spreadArray([], __read(executionReportJson.promptExecutions
+            .filter(function (promptExecution) { var _a, _b; return (_b = (_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.timing) === null || _b === void 0 ? void 0 : _b.start; })
+            .map(function (promptExecution) { return moment(promptExecution.result.timing.start).valueOf(); })), false)));
+        var completedAt = moment(Math.max.apply(Math, __spreadArray([], __read(executionReportJson.promptExecutions
+            .filter(function (promptExecution) { var _a, _b; return (_b = (_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.timing) === null || _b === void 0 ? void 0 : _b.complete; })
+            .map(function (promptExecution) { return moment(promptExecution.result.timing.complete).valueOf(); })), false)));
+        var timingItems = executionReportJson.promptExecutions.map(function (promptExecution) {
+            var _a, _b, _c, _d;
+            return ({
+                title: promptExecution.prompt.title,
+                from: moment((_b = (_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.timing) === null || _b === void 0 ? void 0 : _b.start).valueOf() / 1000,
+                to: moment((_d = (_c = promptExecution.result) === null || _c === void 0 ? void 0 : _c.timing) === null || _d === void 0 ? void 0 : _d.complete).valueOf() / 1000,
+            });
+        });
+        var costItems = executionReportJson.promptExecutions
+            .filter(function (promptExecution) { var _a, _b; return typeof ((_b = (_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.usage) === null || _b === void 0 ? void 0 : _b.price) === 'number'; })
+            .map(function (promptExecution) {
+            var _a, _b;
+            return ({
+                title: promptExecution.prompt.title,
+                from: 0,
+                to: (((_b = (_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.usage) === null || _b === void 0 ? void 0 : _b.price.value) || 0) /* <- TODO: look at uncertain numbers */ *
+                    (1 + taxRate),
+            });
+        });
+        var duration = moment.duration(completedAt.diff(startedAt));
+        var llmDuration = moment.duration(countWorkingDuration(timingItems) * 1000);
+        var executionsWithKnownCost = executionReportJson.promptExecutions.filter(function (promptExecution) { var _a, _b; return (((_b = (_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.usage) === null || _b === void 0 ? void 0 : _b.price) || 'UNKNOWN') !== 'UNKNOWN'; });
+        var cost = executionsWithKnownCost.reduce(function (cost, promptExecution) {
+            return cost + (promptExecution.result.usage.price.value /* <- Look at uncertain number */ || 0);
+        }, 0);
+        headerList.push("STARTED AT ".concat(moment(startedAt).format("YYYY-MM-DD HH:mm:ss")));
+        headerList.push("COMPLETED AT ".concat(moment(completedAt).format("YYYY-MM-DD HH:mm:ss")));
+        headerList.push("TOTAL DURATION ".concat(duration.humanize(MOMENT_ARG_THRESHOLDS)));
+        headerList.push("TOTAL LLM DURATION ".concat(llmDuration.humanize(MOMENT_ARG_THRESHOLDS)));
+        headerList.push("TOTAL COST $".concat(formatNumber(cost * (1 + taxRate))) +
+            (executionsWithKnownCost.length === executionReportJson.promptExecutions.length
+                ? ''
+                : " *(Some cost is unknown)*") +
+            (taxRate !== 0 ? " *(with tax ".concat(taxRate * 100, "%)*") : ''));
+        executionReportString += '\n\n' + headerList.map(function (header) { return "- ".concat(header); }).join('\n');
+        executionReportString +=
+            '\n\n' +
+                '## 🗃 Index' +
+                '\n\n' +
+                executionReportJson.promptExecutions
+                    .map(function (promptExecution) {
+                    // TODO: Make some better system to convert hedings to links
+                    var hash = normalizeToKebabCase(promptExecution.prompt.title);
+                    if (/^\s*\p{Extended_Pictographic}/u.test(promptExecution.prompt.title)) {
+                        hash = '-' + hash;
+                    }
+                    // TODO: Make working hash link for the template in md + pdf
+                    return "- [".concat(promptExecution.prompt.title, "](#").concat(hash, ")");
+                })
+                    .join('\n');
+        executionReportString +=
+            '\n\n' +
+                '## ⌚ Time chart' +
+                '\n\n' +
+                createMarkdownChart({
+                    nameHeader: 'Template',
+                    valueHeader: 'Timeline',
+                    items: timingItems,
+                    width: chartsWidth,
+                    unitName: 'seconds',
+                });
+        executionReportString +=
+            '\n\n' +
+                '## 💸 Cost chart' +
+                '\n\n' +
+                createMarkdownChart({
+                    nameHeader: 'Template',
+                    valueHeader: 'Cost',
+                    items: costItems,
+                    width: chartsWidth,
+                    unitName: 'USD',
+                });
+    }
+    else {
+        headerList.push("TOTAL COST $0 *(Nothing executed)*");
+    }
+    var _loop_1 = function (promptExecution) {
+        executionReportString += '\n\n\n\n' + "## ".concat(promptExecution.prompt.title);
+        var templateList = [];
+        // TODO: What if startedAt OR/AND completedAt is not defined?
+        var startedAt = moment((_c = (_b = promptExecution.result) === null || _b === void 0 ? void 0 : _b.timing) === null || _c === void 0 ? void 0 : _c.start);
+        var completedAt = moment((_e = (_d = promptExecution.result) === null || _d === void 0 ? void 0 : _d.timing) === null || _e === void 0 ? void 0 : _e.complete);
+        var duration = moment.duration(completedAt.diff(startedAt));
+        // Not need here:
+        // > templateList.push(`STARTED AT ${moment(startedAt).calendar()}`);
+        templateList.push("DURATION ".concat(duration.humanize(MOMENT_ARG_THRESHOLDS)));
+        if (typeof ((_g = (_f = promptExecution.result) === null || _f === void 0 ? void 0 : _f.usage) === null || _g === void 0 ? void 0 : _g.price) === 'number') {
+            templateList.push("COST $".concat(formatNumber(promptExecution.result.usage.price * (1 + taxRate))) +
+                (taxRate !== 0 ? " *(with tax ".concat(taxRate * 100, "%)*") : ''));
+        }
+        else {
+            templateList.push("COST UNKNOWN");
+        }
+        executionReportString += '\n\n' + templateList.map(function (header) { return "- ".concat(header); }).join('\n');
+        /*
+          -   MODEL VARIANT ${promptExecution.prompt.modelRequirements.modelVariant}
+                -   MODEL NAME \`${promptExecution.result?.model}\` (requested \`${
+                    promptExecution.prompt.modelRequirements.modelName
+
+        */
+        if (just(true)) {
+            executionReportString +=
+                '\n\n\n\n' +
+                    spaceTrim(function (block) {
+                        var _a;
+                        return "\n\n                        ### Prompt\n\n                        ```\n                        ".concat(block(escapeMarkdownBlock(((_a = promptExecution.result) === null || _a === void 0 ? void 0 : _a.rawPromptContent) || promptExecution.prompt.content)), "\n                        ```\n\n                    ");
+                    });
+        }
+        if (promptExecution.result && promptExecution.result.content) {
+            executionReportString += '\n\n\n\n' + '### Result' + '\n\n';
+            if (promptExecution.result === undefined) {
+                executionReportString += '*No result*';
+            }
+            else if (typeof promptExecution.result.content === 'string') {
+                executionReportString += spaceTrim(function (block) { return "\n                          ```\n                          ".concat(block(escapeMarkdownBlock(promptExecution.result.content)), "\n                          ```\n                      "); });
+            }
+            else {
+                executionReportString += embeddingVectorToString(promptExecution.result.content);
+            }
+        }
+        if (promptExecution.error && promptExecution.error.message) {
+            executionReportString +=
+                '\n\n\n\n' +
+                    spaceTrim(function (block) { return "\n\n                        ### Error\n\n                        ```\n                        ".concat(block(escapeMarkdownBlock(promptExecution.error.message)), "\n                        ```\n\n                    "); });
+        }
+    };
+    try {
+        for (var _j = __values(executionReportJson.promptExecutions), _k = _j.next(); !_k.done; _k = _j.next()) {
+            var promptExecution = _k.value;
+            _loop_1(promptExecution);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_k && !_k.done && (_a = _j.return)) _a.call(_j);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    executionReportString = prettifyMarkdown(executionReportString);
+    return executionReportString;
+}
+/**
+ * TODO: Add mermaid chart for every report
+ * TODO: [🧠] Allow to filter out some parts of the report by options
+ * TODO: [🧠] Should be in generated file GENERATOR_WARNING
+ */
+
 /**
  * Initializes `run` command for Promptbook CLI utilities
  *
@@ -10627,126 +10964,240 @@ function initializePrettifyCommand(program) {
  */
 function initializeRunCommand(program) {
     var _this = this;
-    var runCommand = program.command('run');
+    var runCommand = program.command('run', { isDefault: true });
     runCommand.description(spaceTrim$1("\n            Runs a pipeline\n      "));
     // TODO: [🧅] DRY command arguments
     runCommand.argument('<path>', 
     // <- Note: [🧟‍♂️] This is NOT promptbook collection directory BUT direct path to .ptbk.md file
-    'Path to `.ptbk.md` file');
-    runCommand.option('--reload', "Call LLM models even if same prompt with result is in the cache", false);
-    runCommand.option('--verbose', "Is output verbose", false);
-    runCommand.action(function (path, _a) {
-        var isCacheReloaded = _a.reload, isVerbose = _a.verbose;
-        return __awaiter(_this, void 0, void 0, function () {
-            var options, fs, llm, executables, tools, pipelineString, pipeline, questions, response, inputParameters, pipelineExecutor, result, isSuccessful, errors, outputParameters, executionReport, _b, _c, key, value, separator;
-            var _d, e_1, _e;
-            return __generator(this, function (_f) {
-                switch (_f.label) {
-                    case 0:
-                        options = {
-                            isVerbose: isVerbose,
-                            isCacheReloaded: isCacheReloaded,
-                        };
-                        fs = $provideFilesystemForNode(options);
-                        try {
-                            llm = $provideLlmToolsForCli(options);
+    'Path to book file');
+    runCommand.option('-r, --reload', "Call LLM models even if same prompt with result is in the cache", false);
+    runCommand.option('-v, --verbose', "Is output verbose", false);
+    runCommand.option('--no-interactive', "Input is not interactive", false);
+    runCommand.option('-s, --save-report <path>', "Save report to file");
+    // TODO: !!!!!! Interactive mode
+    // TODO: !!!!!! JSON output
+    runCommand.action(function (filePathRaw, options) { return __awaiter(_this, void 0, void 0, function () {
+        var isCacheReloaded, isVerbose, saveReport, prepareAndScrapeOptions, fs, filePath, filePathCandidates, filePathCandidates_1, filePathCandidates_1_1, filePathCandidate, e_1_1, llm, executables, tools, pipelineString, pipeline, pipelineExecutor, questions, response, inputParameters, result, isSuccessful, errors, warnings, outputParameters, executionReport, executionReportString, _a, _b, error, _c, _d, warning, _e, _f, key, value, separator;
+        var e_1, _g, _h, e_2, _j, e_3, _k, e_4, _l;
+        return __generator(this, function (_m) {
+            switch (_m.label) {
+                case 0:
+                    isCacheReloaded = options.reload, options.interactive, isVerbose = options.verbose, saveReport = options.saveReport;
+                    if (saveReport && !saveReport.endsWith('.json') && !saveReport.endsWith('.md')) {
+                        console.error(colors.red("Report file must be .json or .md"));
+                        return [2 /*return*/, process.exit(1)];
+                    }
+                    prepareAndScrapeOptions = {
+                        isVerbose: isVerbose,
+                        isCacheReloaded: isCacheReloaded,
+                    };
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Preparing tools ---'));
+                    }
+                    fs = $provideFilesystemForNode(prepareAndScrapeOptions);
+                    filePath = null;
+                    filePathCandidates = [
+                        filePathRaw,
+                        "".concat(filePathRaw, ".md"),
+                        "".concat(filePathRaw, ".book.md"),
+                        "".concat(filePathRaw, ".ptbk.md"),
+                    ];
+                    _m.label = 1;
+                case 1:
+                    _m.trys.push([1, 6, 7, 8]);
+                    filePathCandidates_1 = __values(filePathCandidates), filePathCandidates_1_1 = filePathCandidates_1.next();
+                    _m.label = 2;
+                case 2:
+                    if (!!filePathCandidates_1_1.done) return [3 /*break*/, 5];
+                    filePathCandidate = filePathCandidates_1_1.value;
+                    return [4 /*yield*/, isFileExisting(filePathCandidate, fs)
+                        // <- TODO: Also test that among the candidates the file is book not just any file
+                    ];
+                case 3:
+                    if (_m.sent()
+                    // <- TODO: Also test that among the candidates the file is book not just any file
+                    ) {
+                        filePath = filePathCandidate;
+                        return [3 /*break*/, 5];
+                    }
+                    _m.label = 4;
+                case 4:
+                    filePathCandidates_1_1 = filePathCandidates_1.next();
+                    return [3 /*break*/, 2];
+                case 5: return [3 /*break*/, 8];
+                case 6:
+                    e_1_1 = _m.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 8];
+                case 7:
+                    try {
+                        if (filePathCandidates_1_1 && !filePathCandidates_1_1.done && (_g = filePathCandidates_1.return)) _g.call(filePathCandidates_1);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 8:
+                    if (filePath === null) {
+                        console.error(colors.red("File \"".concat(filePathRaw, "\" does not exist")));
+                        return [2 /*return*/, process.exit(1)];
+                    }
+                    try {
+                        llm = $provideLlmToolsForCli(prepareAndScrapeOptions);
+                    }
+                    catch (error) {
+                        if (!(error instanceof Error)) {
+                            throw error;
                         }
-                        catch (error) {
-                            if (!(error instanceof Error)) {
-                                throw error;
-                            }
-                            if (!error.message.includes('No LLM tools')) {
-                                throw error;
+                        if (!error.message.includes('No LLM tools')) {
+                            throw error;
+                        }
+                        console.error(colors.red(spaceTrim$1("\n                        You need to configure LLM tools first\n\n                        1) Create .env file\n                        2) Add OPENAI_API_KEY=...\n                        3) *(and/or)* Add ANTHROPIC_CLAUDE_API_KEY=...\n                    ")));
+                        return [2 /*return*/, process.exit(1)];
+                    }
+                    return [4 /*yield*/, $provideExecutablesForNode(prepareAndScrapeOptions)];
+                case 9:
+                    executables = _m.sent();
+                    _h = {
+                        llm: llm,
+                        fs: fs
+                    };
+                    return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, prepareAndScrapeOptions)];
+                case 10:
+                    tools = (_h.scrapers = _m.sent(),
+                        _h.script = [
+                        /*new JavascriptExecutionTools(options)*/
+                        ],
+                        _h);
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Reading file ---'));
+                    }
+                    return [4 /*yield*/, readFile(filePath, 'utf-8')];
+                case 11:
+                    pipelineString = (_m.sent());
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Preparing pipeline ---'));
+                    }
+                    return [4 /*yield*/, pipelineStringToJson(pipelineString, tools)];
+                case 12:
+                    pipeline = _m.sent();
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Validating pipeline ---'));
+                    }
+                    validatePipeline(pipeline);
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Creating executor ---'));
+                    }
+                    pipelineExecutor = createPipelineExecutor({
+                        pipeline: pipeline,
+                        tools: tools,
+                        isNotPreparedWarningSupressed: true,
+                        maxExecutionAttempts: 3,
+                        //                          <- TODO: !!!!!! Why "LLM execution failed undefinedx"
+                        maxParallelCount: 1, // <- TODO: !!!!!! Pass
+                    });
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Getting input parameters ---'));
+                    }
+                    questions = pipeline.parameters
+                        .filter(function (_a) {
+                        var isInput = _a.isInput;
+                        return isInput;
+                    })
+                        .map(function (_a) {
+                        var name = _a.name;
+                        return ({
+                            type: 'text',
+                            name: name,
+                            message: name,
+                            // TODO: Maybe use> validate: value => value < 18 ? `Forbidden` : true
+                        });
+                    });
+                    return [4 /*yield*/, prompts(questions)];
+                case 13:
+                    response = _m.sent();
+                    inputParameters = response;
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Executing ---'));
+                    }
+                    return [4 /*yield*/, pipelineExecutor(inputParameters, function (taskProgress) {
+                            if (isVerbose) {
+                                console.info(colors.gray('--- Progress ---'));
+                                console.info(taskProgress);
                             }
-                            console.error(colors.red(spaceTrim$1("\n                        You need to configure LLM tools first\n\n                        1) Create .env file\n                        2) Add OPENAI_API_KEY=...\n                        3) *(and/or)* Add ANTHROPIC_CLAUDE_API_KEY=...\n                    ")));
-                            return [2 /*return*/, process.exit(1)];
+                        })];
+                case 14:
+                    result = _m.sent();
+                    isSuccessful = result.isSuccessful, errors = result.errors, warnings = result.warnings, outputParameters = result.outputParameters, executionReport = result.executionReport;
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Detailed Result ---'));
+                        console.info({ isSuccessful: isSuccessful, errors: errors, warnings: warnings, outputParameters: outputParameters, executionReport: executionReport });
+                    }
+                    if (!(saveReport && saveReport.endsWith('.json'))) return [3 /*break*/, 16];
+                    return [4 /*yield*/, writeFile(saveReport, JSON.stringify(executionReport, null, 4) + '\n', 'utf-8')];
+                case 15:
+                    _m.sent();
+                    return [3 /*break*/, 18];
+                case 16:
+                    if (!(saveReport && saveReport.endsWith('.md'))) return [3 /*break*/, 18];
+                    executionReportString = executionReportJsonToString(executionReport);
+                    return [4 /*yield*/, writeFile(saveReport, executionReportString, 'utf-8')];
+                case 17:
+                    _m.sent();
+                    _m.label = 18;
+                case 18:
+                    if (saveReport && isVerbose) {
+                        console.info(colors.green("Report saved to ".concat(saveReport)));
+                    }
+                    if (isVerbose) {
+                        console.info(colors.gray('--- Usage ---'));
+                        console.info(colors.cyan(usageToHuman(result.usage)));
+                    }
+                    console.info(colors.gray('--- Result ---'));
+                    try {
+                        // TODO: [🧠] Should be errors or warnings shown first
+                        for (_a = __values(errors || []), _b = _a.next(); !_b.done; _b = _a.next()) {
+                            error = _b.value;
+                            console.error(colors.red(colors.bold(error.name) + ': ' + error.message));
                         }
-                        return [4 /*yield*/, $provideExecutablesForNode(options)];
-                    case 1:
-                        executables = _f.sent();
-                        _d = {
-                            llm: llm,
-                            fs: fs
-                        };
-                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, options)];
-                    case 2:
-                        tools = (_d.scrapers = _f.sent(),
-                            _d.script = [
-                            /*new JavascriptExecutionTools(options)*/
-                            ],
-                            _d);
-                        return [4 /*yield*/, isFileExisting(path, fs)];
-                    case 3:
-                        if (!(_f.sent())) {
-                            console.error(colors.red("File \"".concat(path, "\" does not exist")));
-                            return [2 /*return*/, process.exit(1)];
+                    }
+                    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+                    finally {
+                        try {
+                            if (_b && !_b.done && (_j = _a.return)) _j.call(_a);
                         }
-                        return [4 /*yield*/, fs.readFile(path, 'utf-8')];
-                    case 4:
-                        pipelineString = (_f.sent());
-                        return [4 /*yield*/, pipelineStringToJson(pipelineString, tools)];
-                    case 5:
-                        pipeline = _f.sent();
-                        validatePipeline(pipeline);
-                        questions = pipeline.parameters
-                            .filter(function (_a) {
-                            var isInput = _a.isInput;
-                            return isInput;
-                        })
-                            .map(function (_a) {
-                            var name = _a.name;
-                            return ({
-                                type: 'text',
-                                name: name,
-                                message: name,
-                                // TODO: Maybe use> validate: value => value < 18 ? `Forbidden` : true
-                            });
-                        });
-                        return [4 /*yield*/, prompts(questions)];
-                    case 6:
-                        response = _f.sent();
-                        inputParameters = response;
-                        // console.log(response);
-                        return [4 /*yield*/, forTime(100)];
-                    case 7:
-                        // console.log(response);
-                        _f.sent();
-                        pipelineExecutor = createPipelineExecutor({ pipeline: pipeline, tools: tools, isNotPreparedWarningSupressed: true });
-                        return [4 /*yield*/, pipelineExecutor(inputParameters, function (taskProgress) {
-                                if (isVerbose) {
-                                    // TODO: !!!!!!! Pretty print taskProgress
-                                    console.log(taskProgress);
-                                }
-                            })];
-                    case 8:
-                        result = _f.sent();
-                        isSuccessful = result.isSuccessful, errors = result.errors, outputParameters = result.outputParameters, executionReport = result.executionReport;
-                        if (isVerbose) {
-                            // TODO: !!!!!!! Pretty print
-                            console.log({ isSuccessful: isSuccessful, errors: errors, outputParameters: outputParameters, executionReport: executionReport });
-                            console.log(outputParameters);
+                        finally { if (e_2) throw e_2.error; }
+                    }
+                    try {
+                        for (_c = __values(warnings || []), _d = _c.next(); !_d.done; _d = _c.next()) {
+                            warning = _d.value;
+                            console.error(colors.red(colors.bold(warning.name) + ': ' + warning.message));
                         }
-                        console.info(colors.gray('--- Result: ---'));
+                    }
+                    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                    finally {
                         try {
-                            for (_b = __values(Object.keys(outputParameters)), _c = _b.next(); !_c.done; _c = _b.next()) {
-                                key = _c.value;
-                                value = outputParameters[key] || colors.grey(colors.italic('(nothing)'));
-                                separator = countLines(value) > 1 || countWords(value) > 100 ? ':\n' : ': ';
-                                console.info(colors.green(colors.bold(key) + separator + value));
-                            }
+                            if (_d && !_d.done && (_k = _c.return)) _k.call(_c);
                         }
-                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                        finally {
-                            try {
-                                if (_c && !_c.done && (_e = _b.return)) _e.call(_b);
-                            }
-                            finally { if (e_1) throw e_1.error; }
+                        finally { if (e_3) throw e_3.error; }
+                    }
+                    try {
+                        for (_e = __values(Object.keys(outputParameters)), _f = _e.next(); !_f.done; _f = _e.next()) {
+                            key = _f.value;
+                            value = outputParameters[key] || colors.grey(colors.italic('(nothing)'));
+                            separator = countLines(value) > 1 || countWords(value) > 100 ? ':\n' : ': ';
+                            console.info(colors.green(colors.bold(key) + separator + value));
                         }
-                        return [2 /*return*/, process.exit(0)];
-                }
-            });
+                    }
+                    catch (e_4_1) { e_4 = { error: e_4_1 }; }
+                    finally {
+                        try {
+                            if (_f && !_f.done && (_l = _e.return)) _l.call(_e);
+                        }
+                        finally { if (e_4) throw e_4.error; }
+                    }
+                    return [2 /*return*/, process.exit(0)];
+            }
         });
-    });
+    }); });
 }
 /**
  * TODO: !!!!!! Catch and wrap all errors from CLI
@@ -10769,30 +11220,30 @@ function initializeTestCommand(program) {
     // <- TODO: [🧟‍♂️] Unite path to promptbook collection argument
     'Pipelines to test as glob pattern');
     testCommand.option('-i, --ignore <glob>', "Ignore as glob pattern");
-    testCommand.option('--reload', "Call LLM models even if same prompt with result is in the cache ", false);
+    testCommand.option('-r, --reload', "Call LLM models even if same prompt with result is in the cache ", false);
     testCommand.option('-v, --verbose', "Is output verbose", false);
     testCommand.action(function (filesGlob, _a) {
         var ignore = _a.ignore, isCacheReloaded = _a.reload, isVerbose = _a.verbose;
         return __awaiter(_this, void 0, void 0, function () {
-            var options, fs, llm, executables, tools, filenames, filenames_1, filenames_1_1, filename, pipeline, pipelineMarkdown, _b, _c, error_1, e_1_1;
+            var prepareAndScrapeOptions, fs, llm, executables, tools, filenames, filenames_1, filenames_1_1, filename, pipeline, pipelineMarkdown, _b, _c, error_1, e_1_1;
             var _d, e_1, _e;
             return __generator(this, function (_f) {
                 switch (_f.label) {
                     case 0:
-                        options = {
+                        prepareAndScrapeOptions = {
                             isVerbose: isVerbose,
                             isCacheReloaded: isCacheReloaded,
                         };
-                        fs = $provideFilesystemForNode(options);
-                        llm = $provideLlmToolsForCli(options);
-                        return [4 /*yield*/, $provideExecutablesForNode(options)];
+                        fs = $provideFilesystemForNode(prepareAndScrapeOptions);
+                        llm = $provideLlmToolsForCli(prepareAndScrapeOptions);
+                        return [4 /*yield*/, $provideExecutablesForNode(prepareAndScrapeOptions)];
                     case 1:
                         executables = _f.sent();
                         _d = {
                             llm: llm,
                             fs: fs
                         };
-                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, options)];
+                        return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, prepareAndScrapeOptions)];
                     case 2:
                         tools = (_d.scrapers = _f.sent(),
                             _d.script = [
@@ -10895,7 +11346,7 @@ function promptbookCli() {
             program.name('promptbook');
             program.alias('ptbk');
             program.version(PROMPTBOOK_ENGINE_VERSION);
-            program.description(spaceTrim("\n            Promptbook utilities for enhancing workflow with promptbooks\n        "));
+            program.description(CLAIM);
             initializeAboutCommand(program);
             initializeRunCommand(program);
             initializeHelloCommand(program);