@promptbook/remote-server 0.89.0-9 → 0.92.0-10

package/umd/index.umd.js

@@ -1,16 +1,34 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('colors'), require('express'), require('http'), require('socket.io'), require('spacetrim'), require('swagger-jsdoc'), require('swagger-ui-express'), require('waitasecond'), require('crypto'), require('child_process'), require('fs/promises'), require('path'), require('rxjs'), require('prettier'), require('prettier/parser-html'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('crypto-js'), require('mime-types'), require('papaparse')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'colors', 'express', 'http', 'socket.io', 'spacetrim', 'swagger-jsdoc', 'swagger-ui-express', 'waitasecond', 'crypto', 'child_process', 'fs/promises', 'path', 'rxjs', 'prettier', 'prettier/parser-html', 'crypto-js/enc-hex', 'crypto-js/sha256', 'crypto-js', 'mime-types', 'papaparse'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-remote-server"] = {}, global.colors, global.express, global.http, global.socket_io, global.spaceTrim, global.swaggerJsdoc, global.swaggerUi, global.waitasecond, global.crypto, global.child_process, global.promises, global.path, global.rxjs, global.prettier, global.parserHtml, global.hexEncoder, global.sha256, global.cryptoJs, global.mimeTypes, global.papaparse));
-})(this, (function (exports, colors, express, http, socket_io, spaceTrim, swaggerJsdoc, swaggerUi, waitasecond, crypto, child_process, promises, path, rxjs, prettier, parserHtml, hexEncoder, sha256, cryptoJs, mimeTypes, papaparse) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('colors'), require('express'), require('http'), require('socket.io'), require('spacetrim'), require('express-openapi-validator'), require('swagger-ui-express'), require('waitasecond'), require('crypto'), require('child_process'), require('fs/promises'), require('path'), require('rxjs'), require('prettier'), require('prettier/parser-html'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('crypto-js'), require('mime-types'), require('papaparse')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'colors', 'express', 'http', 'socket.io', 'spacetrim', 'express-openapi-validator', 'swagger-ui-express', 'waitasecond', 'crypto', 'child_process', 'fs/promises', 'path', 'rxjs', 'prettier', 'prettier/parser-html', 'crypto-js/enc-hex', 'crypto-js/sha256', 'crypto-js', 'mime-types', 'papaparse'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-remote-server"] = {}, global.colors, global.express, global.http, global.socket_io, global.spaceTrim, global.OpenApiValidator, global.swaggerUi, global.waitasecond, global.crypto, global.child_process, global.promises, global.path, global.rxjs, global.prettier, global.parserHtml, global.hexEncoder, global.sha256, global.cryptoJs, global.mimeTypes, global.papaparse));
+})(this, (function (exports, colors, express, http, socket_io, spaceTrim, OpenApiValidator, swaggerUi, waitasecond, crypto, child_process, promises, path, rxjs, prettier, parserHtml, hexEncoder, sha256, cryptoJs, mimeTypes, papaparse) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
+    function _interopNamespace(e) {
+        if (e && e.__esModule) return e;
+        var n = Object.create(null);
+        if (e) {
+            Object.keys(e).forEach(function (k) {
+                if (k !== 'default') {
+                    var d = Object.getOwnPropertyDescriptor(e, k);
+                    Object.defineProperty(n, k, d.get ? d : {
+                        enumerable: true,
+                        get: function () { return e[k]; }
+                    });
+                }
+            });
+        }
+        n["default"] = e;
+        return Object.freeze(n);
+    }
+
     var colors__default = /*#__PURE__*/_interopDefaultLegacy(colors);
     var express__default = /*#__PURE__*/_interopDefaultLegacy(express);
     var http__default = /*#__PURE__*/_interopDefaultLegacy(http);
     var spaceTrim__default = /*#__PURE__*/_interopDefaultLegacy(spaceTrim);
-    var swaggerJsdoc__default = /*#__PURE__*/_interopDefaultLegacy(swaggerJsdoc);
+    var OpenApiValidator__namespace = /*#__PURE__*/_interopNamespace(OpenApiValidator);
     var swaggerUi__default = /*#__PURE__*/_interopDefaultLegacy(swaggerUi);
     var parserHtml__default = /*#__PURE__*/_interopDefaultLegacy(parserHtml);
     var hexEncoder__default = /*#__PURE__*/_interopDefaultLegacy(hexEncoder);
@@ -30,7 +48,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.89.0-9';
+    const PROMPTBOOK_ENGINE_VERSION = '0.92.0-10';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -84,6 +102,7 @@
      * @public exported from `@promptbook/core`
      */
     const CLAIM = `It's time for a paradigm shift. The future of software in plain English, French or Latin`;
+    //            <- TODO: [🐊] Pick the best claim
     /**
      * When the title is not provided, the default title is used
      *
@@ -116,6 +135,7 @@
         infinity: '(infinity; ∞)',
         negativeInfinity: '(negative infinity; -∞)',
         unserializable: '(unserializable value)',
+        circular: '(circular JSON)',
     };
     /**
      * Small number limit
@@ -155,7 +175,7 @@
      */
     const DEFAULT_MAX_EXECUTION_ATTEMPTS = 10; // <- TODO: [🤹‍♂️]
     // <- TODO: [🕝] Make also `BOOKS_DIRNAME_ALTERNATIVES`
-    // TODO: !!!!!! Just .promptbook dir, hardocode others
+    // TODO: Just `.promptbook` in config, hardcode subfolders like `download-cache` or `execution-cache`
     /**
      * Where to store the temporary downloads
      *
@@ -210,6 +230,122 @@
      * TODO: [🧠][🧜‍♂️] Maybe join remoteServerUrl and path into single value
      */
 
+    /**
+     * Make error report URL for the given error
+     *
+     * @private private within the repository
+     */
+    function getErrorReportUrl(error) {
+        const report = {
+            title: `🐜 Error report from ${NAME}`,
+            body: spaceTrim__default["default"]((block) => `
+
+
+            \`${error.name || 'Error'}\` has occurred in the [${NAME}], please look into it @${ADMIN_GITHUB_NAME}.
+
+            \`\`\`
+            ${block(error.message || '(no error message)')}
+            \`\`\`
+
+
+            ## More info:
+
+            - **Promptbook engine version:** ${PROMPTBOOK_ENGINE_VERSION}
+            - **Book language version:** ${BOOK_LANGUAGE_VERSION}
+            - **Time:** ${new Date().toISOString()}
+
+            <details>
+            <summary>Stack trace:</summary>
+
+            ## Stack trace:
+
+            \`\`\`stacktrace
+            ${block(error.stack || '(empty)')}
+            \`\`\`
+            </details>
+
+        `),
+        };
+        const reportUrl = new URL(`https://github.com/webgptorg/promptbook/issues/new`);
+        reportUrl.searchParams.set('labels', 'bug');
+        reportUrl.searchParams.set('assignees', ADMIN_GITHUB_NAME);
+        reportUrl.searchParams.set('title', report.title);
+        reportUrl.searchParams.set('body', report.body);
+        return reportUrl;
+    }
+
+    /**
+     * This error type indicates that the error should not happen and its last check before crashing with some other error
+     *
+     * @public exported from `@promptbook/core`
+     */
+    class UnexpectedError extends Error {
+        constructor(message) {
+            super(spaceTrim.spaceTrim((block) => `
+                    ${block(message)}
+
+                    Note: This error should not happen.
+                    It's probbably a bug in the pipeline collection
+
+                    Please report issue:
+                    ${block(getErrorReportUrl(new Error(message)).href)}
+
+                    Or contact us on ${ADMIN_EMAIL}
+
+                `));
+            this.name = 'UnexpectedError';
+            Object.setPrototypeOf(this, UnexpectedError.prototype);
+        }
+    }
+
+    /**
+     * This error type indicates that somewhere in the code non-Error object was thrown and it was wrapped into the `WrappedError`
+     *
+     * @public exported from `@promptbook/core`
+     */
+    class WrappedError extends Error {
+        constructor(whatWasThrown) {
+            const tag = `[🤮]`;
+            console.error(tag, whatWasThrown);
+            super(spaceTrim.spaceTrim(`
+                Non-Error object was thrown
+
+                Note: Look for ${tag} in the console for more details
+                Please report issue on ${ADMIN_EMAIL}
+            `));
+            this.name = 'WrappedError';
+            Object.setPrototypeOf(this, WrappedError.prototype);
+        }
+    }
+
+    /**
+     * Helper used in catch blocks to assert that the error is an instance of `Error`
+     *
+     * @param whatWasThrown Any object that was thrown
+     * @returns Nothing if the error is an instance of `Error`
+     * @throws `WrappedError` or `UnexpectedError` if the error is not standard
+     *
+     * @private within the repository
+     */
+    function assertsError(whatWasThrown) {
+        // Case 1: Handle error which was rethrown as `WrappedError`
+        if (whatWasThrown instanceof WrappedError) {
+            const wrappedError = whatWasThrown;
+            throw wrappedError;
+        }
+        // Case 2: Handle unexpected errors
+        if (whatWasThrown instanceof UnexpectedError) {
+            const unexpectedError = whatWasThrown;
+            throw unexpectedError;
+        }
+        // Case 3: Handle standard errors - keep them up to consumer
+        if (whatWasThrown instanceof Error) {
+            return;
+        }
+        // Case 4: Handle non-standard errors - wrap them into `WrappedError` and throw
+        throw new WrappedError(whatWasThrown);
+    }
+
     /**
      * AuthenticationError is thrown from login function which is dependency of remote server
      *
@@ -254,7 +390,7 @@
         }
     }
     /**
-     * TODO: !!!!!! Add id to all errors
+     * TODO: [🧠][🌂] Add id to all errors
      */
 
     /**
@@ -464,74 +600,6 @@
         }
     }
 
-    /**
-     * Make error report URL for the given error
-     *
-     * @private private within the repository
-     */
-    function getErrorReportUrl(error) {
-        const report = {
-            title: `🐜 Error report from ${NAME}`,
-            body: spaceTrim__default["default"]((block) => `
-
-
-            \`${error.name || 'Error'}\` has occurred in the [${NAME}], please look into it @${ADMIN_GITHUB_NAME}.
-
-            \`\`\`
-            ${block(error.message || '(no error message)')}
-            \`\`\`
-
-
-            ## More info:
-
-            - **Promptbook engine version:** ${PROMPTBOOK_ENGINE_VERSION}
-            - **Book language version:** ${BOOK_LANGUAGE_VERSION}
-            - **Time:** ${new Date().toISOString()}
-
-            <details>
-            <summary>Stack trace:</summary>
-
-            ## Stack trace:
-
-            \`\`\`stacktrace
-            ${block(error.stack || '(empty)')}
-            \`\`\`
-            </details>
-
-        `),
-        };
-        const reportUrl = new URL(`https://github.com/webgptorg/promptbook/issues/new`);
-        reportUrl.searchParams.set('labels', 'bug');
-        reportUrl.searchParams.set('assignees', ADMIN_GITHUB_NAME);
-        reportUrl.searchParams.set('title', report.title);
-        reportUrl.searchParams.set('body', report.body);
-        return reportUrl;
-    }
-
-    /**
-     * This error type indicates that the error should not happen and its last check before crashing with some other error
-     *
-     * @public exported from `@promptbook/core`
-     */
-    class UnexpectedError extends Error {
-        constructor(message) {
-            super(spaceTrim.spaceTrim((block) => `
-                    ${block(message)}
-
-                    Note: This error should not happen.
-                    It's probbably a bug in the pipeline collection
-
-                    Please report issue:
-                    ${block(getErrorReportUrl(new Error(message)).href)}
-
-                    Or contact us on ${ADMIN_EMAIL}
-
-                `));
-            this.name = 'UnexpectedError';
-            Object.setPrototypeOf(this, UnexpectedError.prototype);
-        }
-    }
-
     /**
      * Index of all custom errors
      *
@@ -552,7 +620,10 @@
         PipelineExecutionError,
         PipelineLogicError,
         PipelineUrlError,
+        AuthenticationError,
+        PromptbookFetchError,
         UnexpectedError,
+        WrappedError,
         // TODO: [🪑]> VersionMismatchError,
     };
     /**
@@ -569,8 +640,6 @@
         TypeError,
         URIError,
         AggregateError,
-        AuthenticationError,
-        PromptbookFetchError,
         /*
       Note: Not widely supported
       > InternalError,
@@ -813,9 +882,7 @@
             return result.trim();
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             return null;
         }
     }
@@ -893,9 +960,7 @@
             return result.trim() + toExec;
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             return null;
         }
     }
@@ -926,9 +991,7 @@
             throw new Error(`Can not locate app ${appName} on Windows.`);
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             return null;
         }
     }
@@ -1166,9 +1229,7 @@
                     JSON.stringify(value); // <- TODO: [0]
                 }
                 catch (error) {
-                    if (!(error instanceof Error)) {
-                        throw error;
-                    }
+                    assertsError(error);
                     throw new UnexpectedError(spaceTrim__default["default"]((block) => `
                             \`${name}\` is not serializable
 
@@ -1741,7 +1802,7 @@
         if (pipeline.title === undefined || pipeline.title === '' || pipeline.title === DEFAULT_BOOK_TITLE) {
             return false;
         }
-        if (!pipeline.personas.every((persona) => persona.modelRequirements !== undefined)) {
+        if (!pipeline.personas.every((persona) => persona.modelsRequirements !== undefined)) {
             return false;
         }
         if (!pipeline.knowledgeSources.every((knowledgeSource) => knowledgeSource.preparationIds !== undefined)) {
@@ -1768,6 +1829,9 @@
     /**
      * Function isValidJsonString will tell you if the string is valid JSON or not
      *
+     * @param value The string to check
+     * @returns True if the string is a valid JSON string, false otherwise
+     *
      * @public exported from `@promptbook/utils`
      */
     function isValidJsonString(value /* <- [👨‍⚖️] */) {
@@ -1776,9 +1840,7 @@
             return true;
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             if (error.message.includes('Unexpected token')) {
                 return false;
             }
@@ -1786,6 +1848,45 @@
         }
     }
 
+    /**
+     * Converts a JavaScript Object Notation (JSON) string into an object.
+     *
+     * Note: This is wrapper around `JSON.parse()` with better error and type handling
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function jsonParse(value) {
+        if (value === undefined) {
+            throw new Error(`Can not parse JSON from undefined value.`);
+        }
+        else if (typeof value !== 'string') {
+            console.error('Can not parse JSON from non-string value.', { text: value });
+            throw new Error(spaceTrim__default["default"](`
+                    Can not parse JSON from non-string value.
+
+                    The value type: ${typeof value}
+                    See more in console.
+                `));
+        }
+        try {
+            return JSON.parse(value);
+        }
+        catch (error) {
+            if (!(error instanceof Error)) {
+                throw error;
+            }
+            throw new Error(spaceTrim__default["default"]((block) => `
+                    ${block(error.message)}
+            
+                    The JSON text:
+                    ${block(value)}
+                `));
+        }
+    }
+    /**
+     * TODO: !!!! Use in Promptbook.studio
+     */
+
     /**
      * Recursively converts JSON strings to JSON objects
 
@@ -1804,7 +1905,7 @@
         const newObject = { ...object };
         for (const [key, value] of Object.entries(object)) {
             if (typeof value === 'string' && isValidJsonString(value)) {
-                newObject[key] = JSON.parse(value);
+                newObject[key] = jsonParse(value);
             }
             else {
                 newObject[key] = jsonStringsToJsons(value);
@@ -1916,8 +2017,8 @@
                     updatedAt = new Date();
                     errors.push(...executionResult.errors);
                     warnings.push(...executionResult.warnings);
-                    // <- TODO: !!! Only unique errors and warnings should be added (or filtered)
-                    // TODO: [🧠] !!! errors, warning, isSuccessful  are redundant both in `ExecutionTask` and `ExecutionTask.currentValue`
+                    // <- TODO: [🌂] Only unique errors and warnings should be added (or filtered)
+                    // TODO: [🧠] !! errors, warning, isSuccessful  are redundant both in `ExecutionTask` and `ExecutionTask.currentValue`
                     //            Also maybe move `ExecutionTask.currentValue.usage` -> `ExecutionTask.usage`
                     //            And delete `ExecutionTask.currentValue.preparedPipeline`
                     assertsTaskSuccessful(executionResult);
@@ -1927,6 +2028,7 @@
                     partialResultSubject.next(executionResult);
                 }
                 catch (error) {
+                    assertsError(error);
                     status = 'ERROR';
                     errors.push(error);
                     partialResultSubject.error(error);
@@ -1980,7 +2082,7 @@
      * TODO: [🐚] Split into more files and make `PrepareTask` & `RemoteTask` + split the function
      */
 
-    var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book",formfactorName:"GENERIC",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge from Markdown\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book`\n-   INPUT PARAMETER `{knowledgeContent}` Markdown document content\n-   OUTPUT PARAMETER `{knowledgePieces}` The knowledge JSON object\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}\n```\n\n`-> {knowledgePieces}`\n"}],sourceFile:"./books/prepare-knowledge-from-markdown.book"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Keywords\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-keywords.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{keywords}` Keywords separated by comma\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}\n```\n\n`-> {keywords}`\n"}],sourceFile:"./books/prepare-knowledge-keywords.book"},{title:"Prepare Knowledge-piece Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge-piece Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-title.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{title}` The title of the document\n\n## Knowledge\n\n-   EXPECT MIN 1 WORD\n-   EXPECT MAX 8 WORDS\n\n```markdown\nYou are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-knowledge-title.book"},{title:"Prepare Persona",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.book",formfactorName:"GENERIC",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Example\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Persona\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-persona.book`\n-   INPUT PARAMETER `{availableModelNames}` List of available model names separated by comma (,)\n-   INPUT PARAMETER `{personaDescription}` Description of the persona\n-   OUTPUT PARAMETER `{modelRequirements}` Specific requirements for the model\n\n## Make modelRequirements\n\n-   FORMAT JSON\n\n```markdown\nYou are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Example\n\n\\`\\`\\`json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n\\`\\`\\`\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}\n```\n\n`-> {modelRequirements}`\n"}],sourceFile:"./books/prepare-persona.book"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-title.book",formfactorName:"GENERIC",parameters:[{name:"book",description:"The book to prepare the title for",isInput:true,isOutput:false},{name:"title",description:"Best title for the book",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-title",title:"Make title",content:"Make best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}",resultingParameterName:"title",expectations:{words:{min:1,max:8},lines:{min:1,max:1}},dependentParameterNames:["book"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-title.book`\n-   INPUT PARAMETER `{book}` The book to prepare the title for\n-   OUTPUT PARAMETER `{title}` Best title for the book\n\n## Make title\n\n-   EXPECT MIN 1 Word\n-   EXPECT MAX 8 Words\n-   EXPECT EXACTLY 1 Line\n\n```markdown\nMake best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-title.book"}];
+    var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book",formfactorName:"GENERIC",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge from Markdown\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book`\n-   INPUT PARAMETER `{knowledgeContent}` Markdown document content\n-   OUTPUT PARAMETER `{knowledgePieces}` The knowledge JSON object\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}\n```\n\n`-> {knowledgePieces}`\n"}],sourceFile:"./books/prepare-knowledge-from-markdown.book"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Keywords\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-keywords.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{keywords}` Keywords separated by comma\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}\n```\n\n`-> {keywords}`\n"}],sourceFile:"./books/prepare-knowledge-keywords.book"},{title:"Prepare Knowledge-piece Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge-piece Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-title.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{title}` The title of the document\n\n## Knowledge\n\n-   EXPECT MIN 1 WORD\n-   EXPECT MAX 8 WORDS\n\n```markdown\nYou are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-knowledge-title.book"},{title:"Prepare Persona",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.book",formfactorName:"GENERIC",parameters:[{name:"availableModels",description:"List of available model names together with their descriptions as JSON",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelsRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-model-requirements",title:"Make modelRequirements",content:"You are an experienced AI engineer, you need to find the best models for virtual assistants:\n\n## Example\n\n```json\n[\n  {\n  \"modelName\": \"gpt-4o\",\n  \"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n  \"temperature\": 0.7\n  },\n  {\n    \"modelName\": \"claude-3-5-sonnet\",\n    \"systemMessage\": \"You are a friendly and knowledgeable chatbot.\",\n    \"temperature\": 0.5\n  }\n]\n```\n\n## Instructions\n\n-   Your output format is JSON array\n-   Sort best-fitting models first\n-   Omit any models that are not suitable\n-   Write just the JSON, no other text should be present\n-   Array contain items with following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nHere are the available models:\n\n```json\n{availableModels}\n```\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelsRequirements",format:"JSON",dependentParameterNames:["availableModels","personaDescription"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Persona\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-persona.book`\n-   INPUT PARAMETER `{availableModels}` List of available model names together with their descriptions as JSON\n-   INPUT PARAMETER `{personaDescription}` Description of the persona\n-   OUTPUT PARAMETER `{modelsRequirements}` Specific requirements for the model\n\n## Make modelRequirements\n\n-   FORMAT JSON\n\n```markdown\nYou are an experienced AI engineer, you need to find the best models for virtual assistants:\n\n## Example\n\n\\`\\`\\`json\n[\n  {\n  \"modelName\": \"gpt-4o\",\n  \"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n  \"temperature\": 0.7\n  },\n  {\n    \"modelName\": \"claude-3-5-sonnet\",\n    \"systemMessage\": \"You are a friendly and knowledgeable chatbot.\",\n    \"temperature\": 0.5\n  }\n]\n\\`\\`\\`\n\n## Instructions\n\n-   Your output format is JSON array\n-   Sort best-fitting models first\n-   Omit any models that are not suitable\n-   Write just the JSON, no other text should be present\n-   Array contain items with following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nHere are the available models:\n\n\\`\\`\\`json\n{availableModels}\n\\`\\`\\`\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}\n```\n\n`-> {modelsRequirements}`\n"}],sourceFile:"./books/prepare-persona.book"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-title.book",formfactorName:"GENERIC",parameters:[{name:"book",description:"The book to prepare the title for",isInput:true,isOutput:false},{name:"title",description:"Best title for the book",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-title",title:"Make title",content:"Make best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}",resultingParameterName:"title",expectations:{words:{min:1,max:8},lines:{min:1,max:1}},dependentParameterNames:["book"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-title.book`\n-   INPUT PARAMETER `{book}` The book to prepare the title for\n-   OUTPUT PARAMETER `{title}` Best title for the book\n\n## Make title\n\n-   EXPECT MIN 1 Word\n-   EXPECT MAX 8 Words\n-   EXPECT EXACTLY 1 Line\n\n```markdown\nMake best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-title.book"}];
 
     /**
      * Checks if value is valid email
@@ -2283,7 +2385,7 @@
      */
     function unpreparePipeline(pipeline) {
         let { personas, knowledgeSources, tasks } = pipeline;
-        personas = personas.map((persona) => ({ ...persona, modelRequirements: undefined, preparationIds: undefined }));
+        personas = personas.map((persona) => ({ ...persona, modelsRequirements: undefined, preparationIds: undefined }));
         knowledgeSources = knowledgeSources.map((knowledgeSource) => ({ ...knowledgeSource, preparationIds: undefined }));
         tasks = tasks.map((task) => {
             let { dependentParameterNames } = task;
@@ -2737,14 +2839,15 @@
                     }
                 }
                 catch (error) {
-                    if (!(error instanceof Error) || error instanceof UnexpectedError) {
+                    assertsError(error);
+                    if (error instanceof UnexpectedError) {
                         throw error;
                     }
                     errors.push({ llmExecutionTools, error });
                 }
             }
             if (errors.length === 1) {
-                throw errors[0];
+                throw errors[0].error;
             }
             else if (errors.length > 1) {
                 throw new PipelineExecutionError(
@@ -2870,27 +2973,48 @@
             pipeline: await collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.book'),
             tools,
         });
-        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
         const _llms = arrayableToArray(tools.llm);
         const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
-        const availableModels = await llmTools.listModels();
-        const availableModelNames = availableModels
+        const availableModels = (await llmTools.listModels())
             .filter(({ modelVariant }) => modelVariant === 'CHAT')
-            .map(({ modelName }) => modelName)
-            .join(',');
-        const result = await preparePersonaExecutor({ availableModelNames, personaDescription }).asPromise();
+            .map(({ modelName, modelDescription }) => ({
+            modelName,
+            modelDescription,
+            // <- Note: `modelTitle` and `modelVariant` is not relevant for this task
+        }));
+        const result = await preparePersonaExecutor({
+            availableModels /* <- Note: Passing as JSON */,
+            personaDescription,
+        }).asPromise();
         const { outputParameters } = result;
-        const { modelRequirements: modelRequirementsRaw } = outputParameters;
-        const modelRequirements = JSON.parse(modelRequirementsRaw);
+        const { modelsRequirements: modelsRequirementsJson } = outputParameters;
+        let modelsRequirementsUnchecked = jsonParse(modelsRequirementsJson);
         if (isVerbose) {
-            console.info(`PERSONA ${personaDescription}`, modelRequirements);
+            console.info(`PERSONA ${personaDescription}`, modelsRequirementsUnchecked);
         }
-        const { modelName, systemMessage, temperature } = modelRequirements;
-        return {
+        if (!Array.isArray(modelsRequirementsUnchecked)) {
+            // <- TODO: Book should have syntax and system to enforce shape of JSON
+            modelsRequirementsUnchecked = [modelsRequirementsUnchecked];
+            /*
+            throw new UnexpectedError(
+                spaceTrim(
+                    (block) => `
+                        Invalid \`modelsRequirements\`:
+
+                        \`\`\`json
+                        ${block(JSON.stringify(modelsRequirementsUnchecked, null, 4))}
+                        \`\`\`
+                    `,
+                ),
+            );
+            */
+        }
+        const modelsRequirements = modelsRequirementsUnchecked.map((modelRequirements) => ({
             modelVariant: 'CHAT',
-            modelName,
-            systemMessage,
-            temperature,
+            ...modelRequirements,
+        }));
+        return {
+            modelsRequirements,
         };
     }
     /**
@@ -3585,9 +3709,7 @@
             return await fetch(urlOrRequest, init);
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             let url;
             if (typeof urlOrRequest === 'string') {
                 url = urlOrRequest;
@@ -3716,7 +3838,7 @@
                     > },
                 */
                 async asJson() {
-                    return JSON.parse(await tools.fs.readFile(filename, 'utf-8'));
+                    return jsonParse(await tools.fs.readFile(filename, 'utf-8'));
                 },
                 async asText() {
                     return await tools.fs.readFile(filename, 'utf-8');
@@ -3818,9 +3940,7 @@
                 knowledgePreparedUnflatten[index] = pieces;
             }
             catch (error) {
-                if (!(error instanceof Error)) {
-                    throw error;
-                }
+                assertsError(error);
                 console.warn(error);
                 // <- TODO: [🏮] Some standard way how to transform errors into warnings and how to handle non-critical fails during the tasks
             }
@@ -3976,14 +4096,14 @@
         // TODO: [🖌][🧠] Implement some `mapAsync` function
         const preparedPersonas = new Array(personas.length);
         await forEachAsync(personas, { maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, async (persona, index) => {
-            const modelRequirements = await preparePersona(persona.description, { ...tools, llm: llmToolsWithUsage }, {
+            const { modelsRequirements } = await preparePersona(persona.description, { ...tools, llm: llmToolsWithUsage }, {
                 rootDirname,
                 maxParallelCount /* <- TODO:  [🪂] */,
                 isVerbose,
             });
             const preparedPersona = {
                 ...persona,
-                modelRequirements,
+                modelsRequirements,
                 preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id],
                 // <- TODO: [🍙] Make some standard order of json properties
             };
@@ -4112,13 +4232,19 @@
                 return value.toISOString();
             }
             else {
-                return JSON.stringify(value);
+                try {
+                    return JSON.stringify(value);
+                }
+                catch (error) {
+                    if (error instanceof TypeError && error.message.includes('circular structure')) {
+                        return VALUE_STRINGS.circular;
+                    }
+                    throw error;
+                }
             }
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             console.error(error);
             return VALUE_STRINGS.unserializable;
         }
@@ -4175,9 +4301,7 @@
                 }
         }
         catch (error) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             throw new ParseError(spaceTrim.spaceTrim((block) => `
                     Can not extract variables from the script
                     ${block(error.stack || error.message)}
@@ -4296,6 +4420,46 @@
         // encoding: 'utf-8',
     });
 
+    /**
+     * Function to check if a string is valid CSV
+     *
+     * @param value The string to check
+     * @returns True if the string is a valid CSV string, false otherwise
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidCsvString(value) {
+        try {
+            // A simple check for CSV format: at least one comma and no invalid characters
+            if (value.includes(',') && /^[\w\s,"']+$/.test(value)) {
+                return true;
+            }
+            return false;
+        }
+        catch (error) {
+            assertsError(error);
+            return false;
+        }
+    }
+
+    /**
+     * Converts a CSV string into an object
+     *
+     * Note: This is wrapper around `papaparse.parse()` with better autohealing
+     *
+     * @private - for now until `@promptbook/csv` is released
+     */
+    function csvParse(value /* <- TODO: string_csv */, settings, schema /* <- TODO: Make CSV Schemas */) {
+        settings = { ...settings, ...MANDATORY_CSV_SETTINGS };
+        // Note: Autoheal invalid '\n' characters
+        if (settings.newline && !settings.newline.includes('\r') && value.includes('\r')) {
+            console.warn('CSV string contains carriage return characters, but in the CSV settings the `newline` setting does not include them. Autohealing the CSV string.');
+            value = value.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+        }
+        const csv = papaparse.parse(value, settings);
+        return csv;
+    }
+
     /**
      * Definition for CSV spreadsheet
      *
@@ -4306,7 +4470,7 @@
         formatName: 'CSV',
         aliases: ['SPREADSHEET', 'TABLE'],
         isValid(value, settings, schema) {
-            return true;
+            return isValidCsvString(value);
         },
         canBeValid(partialValue, settings, schema) {
             return true;
@@ -4318,8 +4482,7 @@
             {
                 subvalueName: 'ROW',
                 async mapValues(value, outputParameterName, settings, mapCallback) {
-                    // TODO: [👨🏾‍🤝‍👨🏼] DRY csv parsing
-                    const csv = papaparse.parse(value, { ...settings, ...MANDATORY_CSV_SETTINGS });
+                    const csv = csvParse(value, settings);
                     if (csv.errors.length !== 0) {
                         throw new CsvFormatError(spaceTrim__default["default"]((block) => `
                                 CSV parsing error
@@ -4349,8 +4512,7 @@
             {
                 subvalueName: 'CELL',
                 async mapValues(value, outputParameterName, settings, mapCallback) {
-                    // TODO: [👨🏾‍🤝‍👨🏼] DRY csv parsing
-                    const csv = papaparse.parse(value, { ...settings, ...MANDATORY_CSV_SETTINGS });
+                    const csv = csvParse(value, settings);
                     if (csv.errors.length !== 0) {
                         throw new CsvFormatError(spaceTrim__default["default"]((block) => `
                                 CSV parsing error
@@ -4460,6 +4622,30 @@
      * TODO: [🏢] Allow to expect something inside each item of list and other formats
      */
 
+    /**
+     * Function to check if a string is valid XML
+     *
+     * @param value
+     * @returns True if the string is a valid XML string, false otherwise
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidXmlString(value) {
+        try {
+            const parser = new DOMParser();
+            const parsedDocument = parser.parseFromString(value, 'application/xml');
+            const parserError = parsedDocument.getElementsByTagName('parsererror');
+            if (parserError.length > 0) {
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            assertsError(error);
+            return false;
+        }
+    }
+
     /**
      * Definition for XML format
      *
@@ -4469,7 +4655,7 @@
         formatName: 'XML',
         mimeType: 'application/xml',
         isValid(value, settings, schema) {
-            return true;
+            return isValidXmlString(value);
         },
         canBeValid(partialValue, settings, schema) {
             return true;
@@ -5059,9 +5245,7 @@
                                     break scripts;
                                 }
                                 catch (error) {
-                                    if (!(error instanceof Error)) {
-                                        throw error;
-                                    }
+                                    assertsError(error);
                                     if (error instanceof UnexpectedError) {
                                         throw error;
                                     }
@@ -5131,9 +5315,7 @@
                                 break scripts;
                             }
                             catch (error) {
-                                if (!(error instanceof Error)) {
-                                    throw error;
-                                }
+                                assertsError(error);
                                 if (error instanceof UnexpectedError) {
                                     throw error;
                                 }
@@ -5376,13 +5558,79 @@
     /**
      * @@@
      *
+     * Here is the place where RAG (retrieval-augmented generation) happens
+     *
      * @private internal utility of `createPipelineExecutor`
      */
     async function getKnowledgeForTask(options) {
-        const { preparedPipeline, task } = options;
-        return preparedPipeline.knowledgePieces.map(({ content }) => `- ${content}`).join('\n');
+        const { tools, preparedPipeline, task } = options;
+        const firstKnowlegePiece = preparedPipeline.knowledgePieces[0];
+        const firstKnowlegeIndex = firstKnowlegePiece === null || firstKnowlegePiece === void 0 ? void 0 : firstKnowlegePiece.index[0];
+        // <- TODO: Do not use just first knowledge piece and first index to determine embedding model, use also keyword search
+        if (firstKnowlegePiece === undefined || firstKnowlegeIndex === undefined) {
+            return 'No knowledge pieces found';
+        }
+        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
+        const _llms = arrayableToArray(tools.llm);
+        const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
+        const taskEmbeddingPrompt = {
+            title: 'Knowledge Search',
+            modelRequirements: {
+                modelVariant: 'EMBEDDING',
+                modelName: firstKnowlegeIndex.modelName,
+            },
+            content: task.content,
+            parameters: {
+            /* !!!!!!!! */
+            },
+        };
+        const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
+        const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
+            const { index } = knowledgePiece;
+            const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
+            // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
+            if (knowledgePieceIndex === undefined) {
+                return {
+                    content: knowledgePiece.content,
+                    relevance: 0,
+                };
+            }
+            const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
+            return {
+                content: knowledgePiece.content,
+                relevance,
+            };
+        });
+        const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
+        const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
+        console.log('!!! Embedding', {
+            task,
+            taskEmbeddingPrompt,
+            taskEmbeddingResult,
+            firstKnowlegePiece,
+            firstKnowlegeIndex,
+            knowledgePiecesWithRelevance,
+            knowledgePiecesSorted,
+            knowledgePiecesLimited,
+        });
+        return knowledgePiecesLimited.map(({ content }) => `- ${content}`).join('\n');
         //                                                      <- TODO: [🧠] Some smart aggregation of knowledge pieces, single-line vs multi-line vs mixed
     }
+    // TODO: !!!!!! Annotate + to new file
+    function computeCosineSimilarity(embeddingVector1, embeddingVector2) {
+        if (embeddingVector1.length !== embeddingVector2.length) {
+            throw new TypeError('Embedding vectors must have the same length');
+        }
+        const dotProduct = embeddingVector1.reduce((sum, value, index) => sum + value * embeddingVector2[index], 0);
+        const magnitude1 = Math.sqrt(embeddingVector1.reduce((sum, value) => sum + value * value, 0));
+        const magnitude2 = Math.sqrt(embeddingVector2.reduce((sum, value) => sum + value * value, 0));
+        return 1 - dotProduct / (magnitude1 * magnitude2);
+    }
+    /**
+     * TODO: !!!! Verify if this is working
+     * TODO: [♨] Implement Better - use keyword search
+     * TODO: [♨] Examples of values
+     */
 
     /**
      * @@@
@@ -5390,9 +5638,9 @@
      * @private internal utility of `createPipelineExecutor`
      */
     async function getReservedParametersForTask(options) {
-        const { preparedPipeline, task, pipelineIdentification } = options;
+        const { tools, preparedPipeline, task, pipelineIdentification } = options;
         const context = await getContextForTask(); // <- [🏍]
-        const knowledge = await getKnowledgeForTask({ preparedPipeline, task });
+        const knowledge = await getKnowledgeForTask({ tools, preparedPipeline, task });
         const examples = await getExamplesForTask();
         const currentDate = new Date().toISOString(); // <- TODO: [🧠][💩] Better
         const modelName = RESERVED_PARAMETER_MISSING_VALUE;
@@ -5454,6 +5702,7 @@
         }
         const definedParameters = Object.freeze({
             ...(await getReservedParametersForTask({
+                tools,
                 preparedPipeline,
                 task: currentTask,
                 pipelineIdentification,
@@ -5754,9 +6003,7 @@
             await Promise.all(resolving);
         }
         catch (error /* <- Note: [3] */) {
-            if (!(error instanceof Error)) {
-                throw error;
-            }
+            assertsError(error);
             // Note: No need to rethrow UnexpectedError
             // if (error instanceof UnexpectedError) {
             // Note: Count usage, [🧠] Maybe put to separate function executionReportJsonToUsage + DRY [🤹‍♂️]
@@ -6658,9 +6905,7 @@
                 }
             }
             catch (error) {
-                if (!(error instanceof Error)) {
-                    throw error;
-                }
+                assertsError(error);
                 if (error instanceof ReferenceError) {
                     const undefinedName = error.message.split(' ')[0];
                     /*
@@ -6740,6 +6985,604 @@
      * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
      */
 
+    // TODO: !!!! List running services from REMOTE_SERVER_URLS
+    // TODO: !!!! Import directly from YML
+    /**
+     * @private !!!! Decide how to expose this
+     */
+    const openapiJson = {
+        openapi: '3.0.0',
+        info: {
+            title: 'Promptbook Remote Server API (!!!! From YML)',
+            version: '1.0.0',
+            description: 'API documentation for the Promptbook Remote Server',
+        },
+        paths: {
+            '/': {
+                get: {
+                    summary: 'Get server details',
+                    description: 'Returns details about the Promptbook server.',
+                    responses: {
+                        '200': {
+                            description: 'Server details in markdown format.',
+                            content: {
+                                'text/markdown': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/login': {
+                post: {
+                    summary: 'Login to the server',
+                    description: 'Login to the server and get identification.',
+                    requestBody: {
+                        required: true,
+                        content: {
+                            'application/json': {
+                                schema: {
+                                    type: 'object',
+                                    properties: {
+                                        username: {
+                                            type: 'string',
+                                        },
+                                        password: {
+                                            type: 'string',
+                                        },
+                                        appId: {
+                                            type: 'string',
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    },
+                    responses: {
+                        '201': {
+                            description: 'Successful login',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            isSuccess: {
+                                                type: 'boolean',
+                                            },
+                                            message: {
+                                                type: 'string',
+                                            },
+                                            error: {
+                                                type: 'object',
+                                            },
+                                            identification: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '400': {
+                            description: 'Bad request or login failed',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '401': {
+                            description: 'Authentication error',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            isSuccess: {
+                                                type: 'boolean',
+                                                enum: [false],
+                                            },
+                                            message: {
+                                                type: 'string',
+                                            },
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/books': {
+                get: {
+                    summary: 'List all books',
+                    description: 'Returns a list of all available books in the collection.',
+                    responses: {
+                        '200': {
+                            description: 'A list of books.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'array',
+                                        items: {
+                                            type: 'string',
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '500': {
+                            description: 'No collection available',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/books/{bookId}': {
+                get: {
+                    summary: 'Get book content',
+                    description: 'Returns the content of a specific book.',
+                    parameters: [
+                        {
+                            in: 'path',
+                            name: 'bookId',
+                            required: true,
+                            schema: {
+                                type: 'string',
+                            },
+                            description: 'The ID of the book to retrieve.',
+                        },
+                    ],
+                    responses: {
+                        '200': {
+                            description: 'The content of the book.',
+                            content: {
+                                'text/markdown': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'Book not found.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '500': {
+                            description: 'No collection available',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions': {
+                get: {
+                    summary: 'List all executions',
+                    description: 'Returns a list of all running execution tasks.',
+                    responses: {
+                        '200': {
+                            description: 'A list of execution tasks.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'array',
+                                        items: {
+                                            type: 'object',
+                                            properties: {
+                                                nonce: {
+                                                    type: 'string',
+                                                },
+                                                taskId: {
+                                                    type: 'string',
+                                                },
+                                                taskType: {
+                                                    type: 'string',
+                                                },
+                                                status: {
+                                                    type: 'string',
+                                                },
+                                                createdAt: {
+                                                    type: 'string',
+                                                    format: 'date-time',
+                                                },
+                                                updatedAt: {
+                                                    type: 'string',
+                                                    format: 'date-time',
+                                                },
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions/last': {
+                get: {
+                    summary: 'Get the last execution',
+                    description: 'Returns details of the last execution task.',
+                    responses: {
+                        '200': {
+                            description: 'The last execution task with full details.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            nonce: {
+                                                type: 'string',
+                                            },
+                                            taskId: {
+                                                type: 'string',
+                                            },
+                                            taskType: {
+                                                type: 'string',
+                                            },
+                                            status: {
+                                                type: 'string',
+                                            },
+                                            errors: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            warnings: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            createdAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            updatedAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            currentValue: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'No execution tasks found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions/{taskId}': {
+                get: {
+                    summary: 'Get specific execution',
+                    description: 'Returns details of a specific execution task.',
+                    parameters: [
+                        {
+                            in: 'path',
+                            name: 'taskId',
+                            required: true,
+                            schema: {
+                                type: 'string',
+                            },
+                            description: 'The ID of the execution task to retrieve.',
+                        },
+                    ],
+                    responses: {
+                        '200': {
+                            description: 'The execution task with full details.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            nonce: {
+                                                type: 'string',
+                                            },
+                                            taskId: {
+                                                type: 'string',
+                                            },
+                                            taskType: {
+                                                type: 'string',
+                                            },
+                                            status: {
+                                                type: 'string',
+                                            },
+                                            errors: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            warnings: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            createdAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            updatedAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            currentValue: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'Execution task not found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions/new': {
+                post: {
+                    summary: 'Start a new execution',
+                    description: 'Starts a new execution task for a given pipeline.',
+                    requestBody: {
+                        required: true,
+                        content: {
+                            'application/json': {
+                                schema: {
+                                    type: 'object',
+                                    properties: {
+                                        pipelineUrl: {
+                                            type: 'string',
+                                            description: 'URL of the pipeline to execute',
+                                        },
+                                        book: {
+                                            type: 'string',
+                                            description: 'Alternative field for pipelineUrl',
+                                        },
+                                        inputParameters: {
+                                            type: 'object',
+                                            description: 'Parameters for pipeline execution',
+                                        },
+                                        identification: {
+                                            type: 'object',
+                                            description: 'User identification data',
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    },
+                    responses: {
+                        '200': {
+                            description: 'The newly created execution task.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                    },
+                                },
+                            },
+                        },
+                        '400': {
+                            description: 'Invalid input.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'Pipeline not found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/api-docs': {
+                get: {
+                    summary: 'API documentation UI',
+                    description: 'Swagger UI for API documentation',
+                    responses: {
+                        '200': {
+                            description: 'HTML Swagger UI',
+                        },
+                    },
+                },
+            },
+            '/swagger': {
+                get: {
+                    summary: 'API documentation UI (alternative path)',
+                    description: 'Swagger UI for API documentation',
+                    responses: {
+                        '200': {
+                            description: 'HTML Swagger UI',
+                        },
+                    },
+                },
+            },
+            '/openapi': {
+                get: {
+                    summary: 'OpenAPI specification',
+                    description: 'Returns the OpenAPI JSON specification',
+                    responses: {
+                        '200': {
+                            description: 'OpenAPI specification',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+        },
+        components: {
+            schemas: {
+                Error: {
+                    type: 'object',
+                    properties: {
+                        error: {
+                            type: 'object',
+                        },
+                    },
+                },
+                ExecutionTaskSummary: {
+                    type: 'object',
+                    properties: {
+                        nonce: {
+                            type: 'string',
+                        },
+                        taskId: {
+                            type: 'string',
+                        },
+                        taskType: {
+                            type: 'string',
+                        },
+                        status: {
+                            type: 'string',
+                        },
+                        createdAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        updatedAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                    },
+                },
+                ExecutionTaskFull: {
+                    type: 'object',
+                    properties: {
+                        nonce: {
+                            type: 'string',
+                        },
+                        taskId: {
+                            type: 'string',
+                        },
+                        taskType: {
+                            type: 'string',
+                        },
+                        status: {
+                            type: 'string',
+                        },
+                        errors: {
+                            type: 'array',
+                            items: {
+                                type: 'object',
+                            },
+                        },
+                        warnings: {
+                            type: 'array',
+                            items: {
+                                type: 'object',
+                            },
+                        },
+                        createdAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        updatedAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        currentValue: {
+                            type: 'object',
+                        },
+                    },
+                },
+            },
+        },
+        tags: [
+            {
+                name: 'Books',
+                description: 'Operations related to books and pipelines',
+            },
+            {
+                name: 'Executions',
+                description: 'Operations related to execution tasks',
+            },
+            {
+                name: 'Authentication',
+                description: 'Authentication operations',
+            },
+        ],
+    };
+    /**
+     * Note: [💞] Ignore a discrepancy between file name and entity name
+     */
+
     /**
      * Remote server is a proxy server that uses its execution tools internally and exposes the executor interface externally.
      *
@@ -6750,7 +7593,7 @@
      * @public exported from `@promptbook/remote-server`
      */
     function startRemoteServer(options) {
-        const { port, collection, createLlmExecutionTools, isAnonymousModeAllowed, isApplicationModeAllowed, isVerbose = DEFAULT_IS_VERBOSE, login, } = {
+        const { port, collection, createLlmExecutionTools, createExecutionTools, isAnonymousModeAllowed, isApplicationModeAllowed, isVerbose = DEFAULT_IS_VERBOSE, login, } = {
             isAnonymousModeAllowed: false,
             isApplicationModeAllowed: false,
             collection: null,
@@ -6758,22 +7601,6 @@
             login: null,
             ...options,
         };
-        // <- TODO: [🦪] Some helper type to be able to use discriminant union types with destructuring
-        let { rootPath = '/' } = options;
-        if (!rootPath.startsWith('/')) {
-            rootPath = `/${rootPath}`;
-        } /* not else */
-        if (rootPath.endsWith('/')) {
-            rootPath = rootPath.slice(0, -1);
-        } /* not else */
-        if (rootPath === '/') {
-            rootPath = '';
-        }
-        const socketioPath = '/' +
-            `${rootPath}/socket.io`
-                .split('/')
-                .filter((part) => part !== '')
-                .join('/');
         const startupDate = new Date();
         async function getExecutionToolsFromIdentification(identification) {
             if (identification === null || identification === undefined) {
@@ -6796,23 +7623,25 @@
             }
             else if (isAnonymous === false && createLlmExecutionTools !== null) {
                 // Note: Application mode
-                const { appId, userId, customOptions } = identification;
-                llm = await createLlmExecutionTools({
-                    appId,
-                    userId,
-                    customOptions,
-                });
+                llm = await createLlmExecutionTools(identification);
             }
             else {
                 throw new PipelineExecutionError(`You must provide either llmToolsConfiguration or non-anonymous mode must be propperly configured`);
             }
-            const fs = $provideFilesystemForNode();
-            const executables = await $provideExecutablesForNode();
+            const customExecutionTools = createExecutionTools ? await createExecutionTools(identification) : {};
+            const fs = customExecutionTools.fs || $provideFilesystemForNode();
+            const executables = customExecutionTools.executables || (await $provideExecutablesForNode());
+            const scrapers = customExecutionTools.scrapers || (await $provideScrapersForNode({ fs, llm, executables }));
+            const script = customExecutionTools.script || (await $provideScriptingForNode({}));
+            const fetch = customExecutionTools.fetch || promptbookFetch;
+            const userInterface = customExecutionTools.userInterface || undefined;
             const tools = {
                 llm,
                 fs,
-                scrapers: await $provideScrapersForNode({ fs, llm, executables }),
-                script: await $provideScriptingForNode({}),
+                scrapers,
+                script,
+                fetch,
+                userInterface,
             };
             return tools;
         }
@@ -6822,39 +7651,27 @@
             response.setHeader('X-Powered-By', 'Promptbook engine');
             next();
         });
-        const swaggerOptions = {
-            definition: {
-                openapi: '3.0.0',
-                info: {
-                    title: 'Promptbook Remote Server API',
-                    version: '1.0.0',
-                    description: 'API documentation for the Promptbook Remote Server',
-                },
-                servers: [
-                    {
-                        url: `http://localhost:${port}${rootPath}`,
-                        // <- TODO: !!!!! Probbably: Pass `remoteServerUrl` instead of `port` and `rootPath`
-                    },
-                ],
+        // TODO: !!!! Expose openapiJson to consumer and also allow to add new routes
+        app.use(OpenApiValidator__namespace.middleware({
+            apiSpec: openapiJson,
+            ignorePaths(path) {
+                return path.startsWith('/api-docs') || path.startsWith('/swagger') || path.startsWith('/openapi');
             },
-            apis: ['./src/remote-server/**/*.ts'], // Adjust path as needed
-        };
-        const swaggerSpec = swaggerJsdoc__default["default"](swaggerOptions);
-        app.use([`/api-docs`, `${rootPath}/api-docs`], swaggerUi__default["default"].serve, swaggerUi__default["default"].setup(swaggerSpec));
+            validateRequests: true,
+            validateResponses: true,
+        }));
+        app.use([`/api-docs`, `/swagger`], swaggerUi__default["default"].serve, swaggerUi__default["default"].setup(openapiJson, {
+        // customCss: '.swagger-ui .topbar { display: none }',
+        // customSiteTitle: 'BRJ API',
+        // customfavIcon: 'https://brj.app/favicon.ico',
+        }));
+        app.get(`/openapi`, (request, response) => {
+            response.json(openapiJson);
+        });
         const runningExecutionTasks = [];
         // <- TODO: [🤬] Identify the users
         // TODO: [🧠] Do here some garbage collection of finished tasks
-        /**
-         * @swagger
-         * /:
-         *   get:
-         *     summary: Get server details
-         *     description: Returns details about the Promptbook server.
-         *     responses:
-         *       200:
-         *         description: Server details in markdown format.
-         */
-        app.get(['/', rootPath], async (request, response) => {
+        app.get('/', async (request, response) => {
             var _a;
             if ((_a = request.url) === null || _a === void 0 ? void 0 : _a.includes('socket.io')) {
                 return;
@@ -6873,8 +7690,6 @@
                     ## Details
 
                     **Server port:** ${port}
-                    **Server root path:** ${rootPath}
-                    **Socket.io path:** ${socketioPath}
                     **Startup date:** ${startupDate.toISOString()}
                     **Anonymouse mode:** ${isAnonymousModeAllowed ? 'enabled' : 'disabled'}
                     **Application mode:** ${isApplicationModeAllowed ? 'enabled' : 'disabled'}
@@ -6913,38 +7728,7 @@
                     https://github.com/webgptorg/promptbook
                 `));
         });
-        /**
-         * @swagger
-         *
-         * /login:
-         *  post:
-         *   summary: Login to the server
-         *   description: Login to the server and get identification.
-         *   requestBody:
-         *    required: true
-         *    content:
-         *     application/json:
-         *      schema:
-         *       type: object
-         *       properties:
-         *        username:
-         *         type: string
-         *        password:
-         *         type: string
-         *        appId:
-         *         type: string
-         *   responses:
-         *    200:
-         *     description: Successful login
-         *     content:
-         *      application/json:
-         *       schema:
-         *        type: object
-         *        properties:
-         *         identification:
-         *          type: object
-         */
-        app.post([`/login`, `${rootPath}/login`], async (request, response) => {
+        app.post(`/login`, async (request, response) => {
             if (!isApplicationModeAllowed || login === null) {
                 response.status(400).send('Application mode is not allowed');
                 return;
@@ -6969,9 +7753,7 @@
                 return;
             }
             catch (error) {
-                if (!(error instanceof Error)) {
-                    throw error;
-                }
+                assertsError(error);
                 if (error instanceof AuthenticationError) {
                     response.status(401).send({
                         isSuccess: false,
@@ -6986,23 +7768,7 @@
                 response.status(400).send({ error: serializeError(error) });
             }
         });
-        /**
-         * @swagger
-         * /books:
-         *   get:
-         *     summary: List all books
-         *     description: Returns a list of all available books in the collection.
-         *     responses:
-         *       200:
-         *         description: A list of books.
-         *         content:
-         *           application/json:
-         *             schema:
-         *               type: array
-         *               items:
-         *                 type: string
-         */
-        app.get([`/books`, `${rootPath}/books`], async (request, response) => {
+        app.get(`/books`, async (request, response) => {
             if (collection === null) {
                 response.status(500).send('No collection available');
                 return;
@@ -7012,30 +7778,7 @@
             response.send(pipelines);
         });
         // TODO: [🧠] Is it secure / good idea to expose source codes of hosted books
-        /**
-         * @swagger
-         * /books/{bookId}:
-         *   get:
-         *     summary: Get book content
-         *     description: Returns the content of a specific book.
-         *     parameters:
-         *       - in: path
-         *         name: bookId
-         *         required: true
-         *         schema:
-         *           type: string
-         *         description: The ID of the book to retrieve.
-         *     responses:
-         *       200:
-         *         description: The content of the book.
-         *         content:
-         *           text/markdown:
-         *             schema:
-         *               type: string
-         *       404:
-         *         description: Book not found.
-         */
-        app.get([`/books/*`, `${rootPath}/books/*`], async (request, response) => {
+        app.get(`/books/*`, async (request, response) => {
             try {
                 if (collection === null) {
                     response.status(500).send('No collection nor books available');
@@ -7054,9 +7797,7 @@
                     .send(source.content);
             }
             catch (error) {
-                if (!(error instanceof Error)) {
-                    throw error;
-                }
+                assertsError(error);
                 response
                     .status(404)
                     .send({ error: serializeError(error) });
@@ -7089,26 +7830,10 @@
                 };
             }
         }
-        /**
-         * @swagger
-         * /executions:
-         *   get:
-         *     summary: List all executions
-         *     description: Returns a list of all running execution tasks.
-         *     responses:
-         *       200:
-         *         description: A list of execution tasks.
-         *         content:
-         *           application/json:
-         *             schema:
-         *               type: array
-         *               items:
-         *                 type: object
-         */
-        app.get([`/executions`, `${rootPath}/executions`], async (request, response) => {
-            response.send(runningExecutionTasks.map((runningExecutionTask) => exportExecutionTask(runningExecutionTask, false)));
+        app.get(`/executions`, async (request, response) => {
+            response.send(runningExecutionTasks.map((runningExecutionTask) => exportExecutionTask(runningExecutionTask, false)) /* <- TODO: satisfies paths['/executions']['get']['responses']['200']['content']['application/json'] */);
         });
-        app.get([`/executions/last`, `${rootPath}/executions/last`], async (request, response) => {
+        app.get(`/executions/last`, async (request, response) => {
             // TODO: [🤬] Filter only for user
             if (runningExecutionTasks.length === 0) {
                 response.status(404).send('No execution tasks found');
@@ -7117,7 +7842,7 @@
             const lastExecutionTask = runningExecutionTasks[runningExecutionTasks.length - 1];
             response.send(exportExecutionTask(lastExecutionTask, true));
         });
-        app.get([`/executions/:taskId`, `${rootPath}/executions/:taskId`], async (request, response) => {
+        app.get(`/executions/:taskId`, async (request, response) => {
             const { taskId } = request.params;
             // TODO: [🤬] Filter only for user
             const executionTask = runningExecutionTasks.find((executionTask) => executionTask.taskId === taskId);
@@ -7129,39 +7854,12 @@
             }
             response.send(exportExecutionTask(executionTask, true));
         });
-        /**
-         * @swagger
-         * /executions/new:
-         *   post:
-         *     summary: Start a new execution
-         *     description: Starts a new execution task for a given pipeline.
-         *     requestBody:
-         *       required: true
-         *       content:
-         *         application/json:
-         *           schema:
-         *             type: object
-         *             properties:
-         *               pipelineUrl:
-         *                 type: string
-         *               inputParameters:
-         *                 type: object
-         *               identification:
-         *                 type: object
-         *     responses:
-         *       200:
-         *         description: The newly created execution task.
-         *         content:
-         *           application/json:
-         *             schema:
-         *               type: object
-         *       400:
-         *         description: Invalid input.
-         */
-        app.post([`/executions/new`, `${rootPath}/executions/new`], async (request, response) => {
+        app.post(`/executions/new`, async (request, response) => {
             try {
                 const { inputParameters, identification /* <- [🤬] */ } = request.body;
-                const pipelineUrl = request.body.pipelineUrl || request.body.book;
+                const pipelineUrl = request.body
+                    .pipelineUrl /* <- TODO: as paths['/executions/new']['post']['requestBody']['content']['application/json'] */ ||
+                    request.body.book;
                 // TODO: [🧠] Check `pipelineUrl` and `inputParameters` here or it should be responsibility of `collection.getPipelineByUrl` and `pipelineExecutor`
                 const pipeline = await (collection === null || collection === void 0 ? void 0 : collection.getPipelineByUrl(pipelineUrl));
                 if (pipeline === undefined) {
@@ -7175,7 +7873,7 @@
                 await waitasecond.forTime(10);
                 // <- Note: Wait for a while to wait for quick responses or sudden but asynchronous errors
                 // <- TODO: Put this into configuration
-                response.send(executionTask);
+                response.send(executionTask /* <- TODO: satisfies paths['/executions/new']['post']['responses']['200']['content']['application/json'] */);
                 /*/
                 executionTask.asObservable().subscribe({
                     next(partialResult) {
@@ -7195,19 +7893,24 @@
                 */
             }
             catch (error) {
-                if (!(error instanceof Error)) {
-                    throw error;
-                }
+                assertsError(error);
                 response.status(400).send({ error: serializeError(error) });
             }
         });
+        /**
+         * Catch-all handler for unmatched routes
+         */
+        app.use((request, response) => {
+            response.status(404).send(`URL "${request.originalUrl}" was not found on Promptbook server.`);
+        });
         const httpServer = http__default["default"].createServer(app);
         const server = new socket_io.Server(httpServer, {
-            path: socketioPath,
-            transports: [/*'websocket', <- TODO: [🌬] Make websocket transport work */ 'polling'],
+            path: '/socket.io',
+            transports: ['polling', 'websocket' /*, <- TODO: [🌬] Allow to pass `transports`, add 'webtransport' */],
             cors: {
                 origin: '*',
                 methods: ['GET', 'POST'],
+                // <- TODO: [🌡] Allow to pass
             },
         });
         server.on('connection', (socket) => {
@@ -7261,9 +7964,7 @@
                     socket.emit('prompt-response', { promptResult } /* <- Note: [🤛] */);
                 }
                 catch (error) {
-                    if (!(error instanceof Error)) {
-                        throw error;
-                    }
+                    assertsError(error);
                     socket.emit('error', serializeError(error) /* <- Note: [🤛] */);
                 }
                 finally {
@@ -7285,9 +7986,7 @@
                     socket.emit('listModels-response', { models } /* <- Note: [🤛] */);
                 }
                 catch (error) {
-                    if (!(error instanceof Error)) {
-                        throw error;
-                    }
+                    assertsError(error);
                     socket.emit('error', serializeError(error));
                 }
                 finally {
@@ -7308,9 +8007,7 @@
                     socket.emit('preparePipeline-response', { preparedPipeline } /* <- Note: [🤛] */);
                 }
                 catch (error) {
-                    if (!(error instanceof Error)) {
-                        throw error;
-                    }
+                    assertsError(error);
                     socket.emit('error', serializeError(error));
                     // <- TODO: [🚋] There is a problem with the remote server handling errors and sending them back to the client
                 }
@@ -7358,8 +8055,7 @@
         };
     }
     /**
-     * TODO: !! Add CORS and security - probbably via `helmet`
-     * TODO: [👩🏾‍🤝‍🧑🏾] Allow to pass custom fetch function here - PromptbookFetch
+     * TODO: [🌡] Add CORS and security - probbably via `helmet`
      * TODO: Split this file into multiple functions - handler for each request
      * TODO: Maybe use `$exportJson`
      * TODO: [🧠][🛍] Maybe not `isAnonymous: boolean` BUT `mode: 'ANONYMOUS'|'COLLECTION'`