@promptbook/markdown-utils 0.84.0 → 0.85.0-1

package/umd/index.umd.js

@@ -1,8 +1,8 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('spacetrim'), require('prettier'), require('prettier/parser-html'), require('waitasecond'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('path'), require('crypto-js'), require('mime-types'), require('papaparse')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'spacetrim', 'prettier', 'prettier/parser-html', 'waitasecond', 'crypto-js/enc-hex', 'crypto-js/sha256', 'path', 'crypto-js', 'mime-types', 'papaparse'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-markdown-utils"] = {}, global.spaceTrim, global.prettier, global.parserHtml, global.waitasecond, global.hexEncoder, global.sha256, global.path, global.cryptoJs, global.mimeTypes, global.papaparse));
-})(this, (function (exports, spaceTrim, prettier, parserHtml, waitasecond, hexEncoder, sha256, path, cryptoJs, mimeTypes, papaparse) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('spacetrim'), require('prettier'), require('prettier/parser-html'), require('rxjs'), require('crypto'), require('waitasecond'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('node:path'), require('crypto-js'), require('mime-types'), require('papaparse')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'spacetrim', 'prettier', 'prettier/parser-html', 'rxjs', 'crypto', 'waitasecond', 'crypto-js/enc-hex', 'crypto-js/sha256', 'node:path', 'crypto-js', 'mime-types', 'papaparse'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-markdown-utils"] = {}, global.spaceTrim, global.prettier, global.parserHtml, global.rxjs, global.crypto, global.waitasecond, global.hexEncoder, global.sha256, global.node_path, global.cryptoJs, global.mimeTypes, global.papaparse));
+})(this, (function (exports, spaceTrim, prettier, parserHtml, rxjs, crypto, waitasecond, hexEncoder, sha256, node_path, cryptoJs, mimeTypes, papaparse) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -25,7 +25,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-21';
+    var PROMPTBOOK_ENGINE_VERSION = '0.85.0-0';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -1874,6 +1874,58 @@
         return PipelineExecutionError;
     }(Error));
 
+    /**
+     * Determine if the pipeline is fully prepared
+     *
+     * @see https://github.com/webgptorg/promptbook/discussions/196
+     *
+     * @public exported from `@promptbook/core`
+     */
+    function isPipelinePrepared(pipeline) {
+        // Note: Ignoring `pipeline.preparations` @@@
+        // Note: Ignoring `pipeline.knowledgePieces` @@@
+        if (pipeline.title === undefined || pipeline.title === '' || pipeline.title === DEFAULT_BOOK_TITLE) {
+            return false;
+        }
+        if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
+            return false;
+        }
+        if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
+            return false;
+        }
+        /*
+        TODO: [🧠][🍫] `tasks` can not be determined if they are fully prepared SO ignoring them
+        > if (!pipeline.tasks.every(({ preparedContent }) => preparedContent === undefined)) {
+        >     return false;
+        > }
+        */
+        return true;
+    }
+    /**
+     * TODO: [🔃][main] If the pipeline was prepared with different version or different set of models, prepare it once again
+     * TODO: [🐠] Maybe base this on `makeValidator`
+     * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
+     * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
+     *     - [🏍] ? Is context in each task
+     *     - [♨] Are examples prepared
+     *     - [♨] Are tasks prepared
+     */
+
+    /**
+     * Generates random token
+     *
+     * Note: This function is cryptographically secure (it uses crypto.randomBytes internally)
+     *
+     * @private internal helper function
+     * @returns secure random token
+     */
+    function $randomToken(randomness) {
+        return crypto.randomBytes(randomness).toString('hex');
+    }
+    /**
+     * TODO: Maybe use nanoid instead https://github.com/ai/nanoid
+     */
+
     /**
      * This error indicates problems parsing the format value
      *
@@ -2091,9 +2143,9 @@
      *
      * @param executionResult - The partial result of the Promptbook execution
      * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
-     * @public exported from `@promptbook/core`
+     * @private internal helper function of `asPromise` method of `ExecutionTask`
      */
-    function assertsExecutionSuccessful(executionResult) {
+    function assertsTaskSuccessful(executionResult) {
         var e_1, _a;
         var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors, warnings = executionResult.warnings;
         try {
@@ -2128,121 +2180,54 @@
         }
     }
     /**
-     * TODO: [🐚] This function should be removed OR changed OR be completely rewritten
      * TODO: [🧠] Can this return type be better typed than void
      */
 
     /**
-     * Determine if the pipeline is fully prepared
-     *
-     * @see https://github.com/webgptorg/promptbook/discussions/196
-     *
-     * @public exported from `@promptbook/core`
-     */
-    function isPipelinePrepared(pipeline) {
-        // Note: Ignoring `pipeline.preparations` @@@
-        // Note: Ignoring `pipeline.knowledgePieces` @@@
-        if (pipeline.title === undefined || pipeline.title === '' || pipeline.title === DEFAULT_BOOK_TITLE) {
-            return false;
-        }
-        if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
-            return false;
-        }
-        if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
-            return false;
-        }
-        /*
-        TODO: [🧠][🍫] `tasks` can not be determined if they are fully prepared SO ignoring them
-        > if (!pipeline.tasks.every(({ preparedContent }) => preparedContent === undefined)) {
-        >     return false;
-        > }
-        */
-        return true;
-    }
-    /**
-     * TODO: [🔃][main] If the pipeline was prepared with different version or different set of models, prepare it once again
-     * TODO: [🐠] Maybe base this on `makeValidator`
-     * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
-     * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
-     *     - [🏍] ? Is context in each task
-     *     - [♨] Are examples prepared
-     *     - [♨] Are tasks prepared
-     */
-
-    /**
-     * Format either small or big number
+     * Helper to create a new task
      *
-     * @public exported from `@promptbook/utils`
+     * @private internal helper function
      */
-    function numberToString(value) {
-        if (value === 0) {
-            return '0';
-        }
-        else if (Number.isNaN(value)) {
-            return VALUE_STRINGS.nan;
-        }
-        else if (value === Infinity) {
-            return VALUE_STRINGS.infinity;
-        }
-        else if (value === -Infinity) {
-            return VALUE_STRINGS.negativeInfinity;
-        }
-        for (var exponent = 0; exponent < 15; exponent++) {
-            var factor = Math.pow(10, exponent);
-            var valueRounded = Math.round(value * factor) / factor;
-            if (Math.abs(value - valueRounded) / value < SMALL_NUMBER) {
-                return valueRounded.toFixed(exponent);
-            }
+    function createTask(options) {
+        var taskType = options.taskType, taskProcessCallback = options.taskProcessCallback;
+        var taskId = "".concat(taskType.toLowerCase(), "-").concat($randomToken(256 /* <- TODO: !!! To global config */));
+        var partialResultSubject = new rxjs.BehaviorSubject({});
+        var finalResultPromise = /* not await */ taskProcessCallback(function (newOngoingResult) {
+            partialResultSubject.next(newOngoingResult);
+        });
+        function asPromise(options) {
+            return __awaiter(this, void 0, void 0, function () {
+                var _a, isCrashedOnError, finalResult;
+                return __generator(this, function (_b) {
+                    switch (_b.label) {
+                        case 0:
+                            _a = (options || {}).isCrashedOnError, isCrashedOnError = _a === void 0 ? true : _a;
+                            return [4 /*yield*/, finalResultPromise];
+                        case 1:
+                            finalResult = _b.sent();
+                            if (isCrashedOnError) {
+                                assertsTaskSuccessful(finalResult);
+                            }
+                            return [2 /*return*/, finalResult];
+                    }
+                });
+            });
         }
-        return value.toString();
+        return {
+            taskType: taskType,
+            taskId: taskId,
+            asPromise: asPromise,
+            asObservable: function () {
+                return rxjs.concat(partialResultSubject.asObservable(), rxjs.from(asPromise({
+                    isCrashedOnError: true,
+                })));
+            },
+        };
     }
-
     /**
-     * Function `valueToString` will convert the given value to string
-     * This is useful and used in the `templateParameters` function
-     *
-     * Note: This function is not just calling `toString` method
-     *       It's more complex and can handle this conversion specifically for LLM models
-     *       See `VALUE_STRINGS`
-     *
-     * Note: There are 2 similar functions
-     * - `valueToString` converts value to string for LLM models as human-readable string
-     * - `asSerializable` converts value to string to preserve full information to be able to convert it back
-     *
-     * @public exported from `@promptbook/utils`
+     * TODO: Maybe allow to terminate the task and add getter `isFinished` or `status`
+     * TODO: [🐚] Split into more files and make `PrepareTask` & `RemoteTask` + split the function
      */
-    function valueToString(value) {
-        try {
-            if (value === '') {
-                return VALUE_STRINGS.empty;
-            }
-            else if (value === null) {
-                return VALUE_STRINGS.null;
-            }
-            else if (value === undefined) {
-                return VALUE_STRINGS.undefined;
-            }
-            else if (typeof value === 'string') {
-                return value;
-            }
-            else if (typeof value === 'number') {
-                return numberToString(value);
-            }
-            else if (value instanceof Date) {
-                return value.toISOString();
-            }
-            else {
-                return JSON.stringify(value);
-            }
-        }
-        catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
-            console.error(error);
-            return VALUE_STRINGS.unserializable;
-        }
-    }
 
     /**
      * Serializes an error into a [🚉] JSON-serializable object
@@ -2906,10 +2891,9 @@
                             return modelName;
                         })
                             .join(',');
-                        return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
+                        return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription }).asPromise()];
                     case 3:
                         result = _d.sent();
-                        assertsExecutionSuccessful(result);
                         outputParameters = result.outputParameters;
                         modelRequirementsRaw = outputParameters.modelRequirements;
                         modelRequirements = JSON.parse(modelRequirementsRaw);
@@ -3666,7 +3650,7 @@
             value = value.replace(/\.html$/, '');
         }
         else if (isValidFilePath(value)) {
-            value = path.basename(value);
+            value = node_path.basename(value);
             // Note: Keeping extension in the name
         }
         value = value.split('/').join('-');
@@ -3772,9 +3756,9 @@
                         }
                         basename = url.split('/').pop() || titleToName(url);
                         hash = sha256__default["default"](hexEncoder__default["default"].parse(url)).toString( /* hex */);
-                        rootDirname_1 = path.join(process.cwd(), DEFAULT_DOWNLOAD_CACHE_DIRNAME);
-                        filepath = path.join.apply(void 0, __spreadArray(__spreadArray([], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(basename.substring(0, MAX_FILENAME_LENGTH), ".").concat(mimeTypeToExtension(mimeType))], false));
-                        return [4 /*yield*/, tools.fs.mkdir(path.dirname(path.join(rootDirname_1, filepath)), { recursive: true })];
+                        rootDirname_1 = node_path.join(process.cwd(), DEFAULT_DOWNLOAD_CACHE_DIRNAME);
+                        filepath = node_path.join.apply(void 0, __spreadArray(__spreadArray([], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(basename.substring(0, MAX_FILENAME_LENGTH), ".").concat(mimeTypeToExtension(mimeType))], false));
+                        return [4 /*yield*/, tools.fs.mkdir(node_path.dirname(node_path.join(rootDirname_1, filepath)), { recursive: true })];
                     case 2:
                         _h.sent();
                         _g = (_f = Buffer).from;
@@ -3784,7 +3768,7 @@
                         if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
                             throw new LimitReachedError("File is too large (".concat(Math.round(fileContent.length / 1024 / 1024), "MB). Maximum allowed size is ").concat(Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024), "MB."));
                         }
-                        return [4 /*yield*/, tools.fs.writeFile(path.join(rootDirname_1, filepath), fileContent)];
+                        return [4 /*yield*/, tools.fs.writeFile(node_path.join(rootDirname_1, filepath), fileContent)];
                     case 4:
                         _h.sent();
                         // TODO: [💵] Check the file security
@@ -3800,7 +3784,7 @@
                             throw new EnvironmentMismatchError('Can not import file knowledge in non-file pipeline');
                             //          <- TODO: [🧠] What is the best error type here`
                         }
-                        filename_1 = path.join(rootDirname, knowledgeSourceContent).split('\\').join('/');
+                        filename_1 = node_path.join(rootDirname, knowledgeSourceContent).split('\\').join('/');
                         fileExtension = getFileExtension(filename_1);
                         mimeType = extensionToMimeType(fileExtension || '');
                         return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
@@ -4115,10 +4099,9 @@
                                     var content = _a.content;
                                     return content;
                                 }).join('\n\n'),
-                            })];
+                            }).asPromise()];
                     case 2:
                         result = _e.sent();
-                        assertsExecutionSuccessful(result);
                         outputParameters = result.outputParameters;
                         titleRaw = outputParameters.title;
                         if (isVerbose) {
@@ -4190,6 +4173,81 @@
      *       @see https://docs.anthropic.com/en/docs/test-and-evaluate/strengthen-guardrails/increase-consistency#specify-the-desired-output-format
      */
 
+    /**
+     * Format either small or big number
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function numberToString(value) {
+        if (value === 0) {
+            return '0';
+        }
+        else if (Number.isNaN(value)) {
+            return VALUE_STRINGS.nan;
+        }
+        else if (value === Infinity) {
+            return VALUE_STRINGS.infinity;
+        }
+        else if (value === -Infinity) {
+            return VALUE_STRINGS.negativeInfinity;
+        }
+        for (var exponent = 0; exponent < 15; exponent++) {
+            var factor = Math.pow(10, exponent);
+            var valueRounded = Math.round(value * factor) / factor;
+            if (Math.abs(value - valueRounded) / value < SMALL_NUMBER) {
+                return valueRounded.toFixed(exponent);
+            }
+        }
+        return value.toString();
+    }
+
+    /**
+     * Function `valueToString` will convert the given value to string
+     * This is useful and used in the `templateParameters` function
+     *
+     * Note: This function is not just calling `toString` method
+     *       It's more complex and can handle this conversion specifically for LLM models
+     *       See `VALUE_STRINGS`
+     *
+     * Note: There are 2 similar functions
+     * - `valueToString` converts value to string for LLM models as human-readable string
+     * - `asSerializable` converts value to string to preserve full information to be able to convert it back
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function valueToString(value) {
+        try {
+            if (value === '') {
+                return VALUE_STRINGS.empty;
+            }
+            else if (value === null) {
+                return VALUE_STRINGS.null;
+            }
+            else if (value === undefined) {
+                return VALUE_STRINGS.undefined;
+            }
+            else if (typeof value === 'string') {
+                return value;
+            }
+            else if (typeof value === 'number') {
+                return numberToString(value);
+            }
+            else if (value instanceof Date) {
+                return value.toISOString();
+            }
+            else {
+                return JSON.stringify(value);
+            }
+        }
+        catch (error) {
+            if (!(error instanceof Error)) {
+                throw error;
+            }
+            console.error(error);
+            return VALUE_STRINGS.unserializable;
+        }
+    }
+
     /**
      * Parses the given script and returns the list of all used variables that are not defined in the script
      *
@@ -5518,27 +5576,20 @@
      */
     function executeTask(options) {
         return __awaiter(this, void 0, void 0, function () {
-            var currentTask, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, maxExecutionAttempts, maxParallelCount, csvSettings, isVerbose, rootDirname, cacheDirname, intermediateFilesStrategy, isAutoInstalled, isNotPreparedWarningSupressed, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
-            var e_1, _f, _g;
-            return __generator(this, function (_h) {
-                switch (_h.label) {
+            var currentTask, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, maxExecutionAttempts, maxParallelCount, csvSettings, isVerbose, rootDirname, cacheDirname, intermediateFilesStrategy, isAutoInstalled, isNotPreparedWarningSupressed, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
+            var _f, e_1, _g, _h, _j;
+            return __generator(this, function (_k) {
+                switch (_k.label) {
                     case 0:
                         currentTask = options.currentTask, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, maxExecutionAttempts = options.maxExecutionAttempts, maxParallelCount = options.maxParallelCount, csvSettings = options.csvSettings, isVerbose = options.isVerbose, rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, intermediateFilesStrategy = options.intermediateFilesStrategy, isAutoInstalled = options.isAutoInstalled, isNotPreparedWarningSupressed = options.isNotPreparedWarningSupressed;
-                        name = "pipeline-executor-frame-".concat(currentTask.name);
-                        title = currentTask.title;
                         priority = preparedPipeline.tasks.length - preparedPipeline.tasks.indexOf(currentTask);
                         return [4 /*yield*/, onProgress({
-                                name: name,
-                                title: title,
-                                isStarted: false,
-                                isDone: false,
-                                taskType: currentTask.taskType,
-                                parameterName: currentTask.resultingParameterName,
-                                parameterValue: null,
-                                // <- [🍸]
+                                outputParameters: (_f = {},
+                                    _f[currentTask.resultingParameterName] = '',
+                                    _f),
                             })];
                     case 1:
-                        _h.sent();
+                        _k.sent();
                         usedParameterNames = extractParameterNamesFromTask(currentTask);
                         dependentParameterNames = new Set(currentTask.dependentParameterNames);
                         // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
@@ -5557,7 +5608,7 @@
                                 pipelineIdentification: pipelineIdentification,
                             })];
                     case 2:
-                        definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_h.sent())])), parametersToPass])]);
+                        definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_k.sent())])), parametersToPass])]);
                         definedParameterNames = new Set(Object.keys(definedParameters));
                         parameters = {};
                         _loop_1 = function (parameterName) {
@@ -5585,7 +5636,7 @@
                         catch (e_1_1) { e_1 = { error: e_1_1 }; }
                         finally {
                             try {
-                                if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
+                                if (_e && !_e.done && (_g = _d.return)) _g.call(_d);
                             }
                             finally { if (e_1) throw e_1.error; }
                         }
@@ -5616,24 +5667,19 @@
                                 isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
                             })];
                     case 3:
-                        resultString = _h.sent();
+                        resultString = _k.sent();
                         return [4 /*yield*/, onProgress({
-                                name: name,
-                                title: title,
-                                isStarted: true,
-                                isDone: true,
-                                taskType: currentTask.taskType,
-                                parameterName: currentTask.resultingParameterName,
-                                parameterValue: resultString,
-                                // <- [🍸]
+                                outputParameters: (_h = {},
+                                    _h[currentTask.resultingParameterName] = resultString,
+                                    _h),
                             })];
                     case 4:
-                        _h.sent();
-                        return [2 /*return*/, Object.freeze((_g = {},
-                                _g[currentTask.resultingParameterName] = 
+                        _k.sent();
+                        return [2 /*return*/, Object.freeze((_j = {},
+                                _j[currentTask.resultingParameterName] = 
                                 // <- Note: [👩‍👩‍👧] No need to detect parameter collision here because pipeline checks logic consistency during construction
                                 resultString,
-                                _g))];
+                                _j))];
                 }
             });
         });
@@ -5641,9 +5687,6 @@
     /**
      * TODO: [🤹‍♂️]
      */
-    /**
-     * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
-     */
 
     /**
      * @@@
@@ -5905,15 +5948,15 @@
                                         return [3 /*break*/, 4];
                                     case 3:
                                         unresovedTasks_1 = unresovedTasks_1.filter(function (task) { return task !== currentTask; });
-                                        work_1 = executeTask(__assign(__assign({}, options), { currentTask: currentTask, preparedPipeline: preparedPipeline, parametersToPass: parametersToPass, tools: tools, onProgress: function (progress) {
+                                        work_1 = executeTask(__assign(__assign({}, options), { currentTask: currentTask, preparedPipeline: preparedPipeline, parametersToPass: parametersToPass, tools: tools, onProgress: function (newOngoingResult) {
                                                 if (isReturned) {
-                                                    throw new UnexpectedError(spaceTrim.spaceTrim(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(progress, null, 4)
+                                                    throw new UnexpectedError(spaceTrim.spaceTrim(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(newOngoingResult, null, 4)
                                                         .split('\n')
                                                         .map(function (line) { return "> ".concat(line); })
                                                         .join('\n')), "\n                                    "); }));
                                                 }
                                                 if (onProgress) {
-                                                    onProgress(progress);
+                                                    onProgress(newOngoingResult);
                                                 }
                                             }, $executionReport: executionReport, pipelineIdentification: spaceTrim.spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Task name: ").concat(currentTask.name, "\n                            Task title: ").concat(currentTask.title, "\n                        "); }) }))
                                             .then(function (newParametersToPass) {
@@ -6016,9 +6059,6 @@
             });
         });
     }
-    /**
-     * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
-     */
 
     /**
      * Creates executor function from pipeline and execution tools.
@@ -6050,7 +6090,7 @@
             console.warn(spaceTrim.spaceTrim(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
         }
         var runCount = 0;
-        var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
+        var pipelineExecutorWithCallback = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
             return __generator(this, function (_a) {
                 runCount++;
                 return [2 /*return*/, /* not await */ executePipeline({
@@ -6075,11 +6115,23 @@
                     })];
             });
         }); };
+        var pipelineExecutor = function (inputParameters) {
+            return createTask({
+                taskType: 'EXECUTION',
+                taskProcessCallback: function (updateOngoingResult) {
+                    var _this = this;
+                    return pipelineExecutorWithCallback(inputParameters, function (newOngoingResult) { return __awaiter(_this, void 0, void 0, function () {
+                        return __generator(this, function (_a) {
+                            updateOngoingResult(newOngoingResult);
+                            return [2 /*return*/];
+                        });
+                    }); });
+                },
+            });
+        };
+        //        <- TODO: Make types such as there is no need to do `as` for `createTask`
         return pipelineExecutor;
     }
-    /**
-     * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
-     */
 
     /**
      * Metadata of the scraper
@@ -6181,10 +6233,9 @@
                             return [4 /*yield*/, source.asText()];
                         case 4:
                             knowledgeContent = _k.sent();
-                            return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ knowledgeContent: knowledgeContent })];
+                            return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ knowledgeContent: knowledgeContent }).asPromise()];
                         case 5:
                             result = _k.sent();
-                            assertsExecutionSuccessful(result);
                             outputParameters = result.outputParameters;
                             knowledgePiecesRaw = outputParameters.knowledgePieces;
                             knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
@@ -6207,13 +6258,13 @@
                                                 _c.label = 1;
                                             case 1:
                                                 _c.trys.push([1, 7, , 8]);
-                                                return [4 /*yield*/, prepareTitleExecutor({ knowledgePieceContent: knowledgePieceContent })];
+                                                return [4 /*yield*/, prepareTitleExecutor({ knowledgePieceContent: knowledgePieceContent }).asPromise()];
                                             case 2:
                                                 titleResult = _c.sent();
                                                 _a = titleResult.outputParameters.title, titleRaw = _a === void 0 ? 'Untitled' : _a;
                                                 title = spaceTrim__default["default"](titleRaw) /* <- TODO: Maybe do in pipeline */;
                                                 name = titleToName(title);
-                                                return [4 /*yield*/, prepareKeywordsExecutor({ knowledgePieceContent: knowledgePieceContent })];
+                                                return [4 /*yield*/, prepareKeywordsExecutor({ knowledgePieceContent: knowledgePieceContent }).asPromise()];
                                             case 3:
                                                 keywordsResult = _c.sent();
                                                 _b = keywordsResult.outputParameters.keywords, keywordsRaw = _b === void 0 ? '' : _b;