@promptbook/cli 0.89.0 → 0.92.0-10

package/umd/index.umd.js

@@ -1,8 +1,8 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('colors'), require('commander'), require('spacetrim'), require('waitasecond'), require('prompts'), require('path'), require('fs/promises'), require('dotenv'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('crypto'), require('socket.io-client'), require('rxjs'), require('child_process'), require('jszip'), require('prettier'), require('prettier/parser-html'), require('papaparse'), require('crypto-js'), require('mime-types'), require('glob-promise'), require('moment'), require('express'), require('http'), require('socket.io'), require('express-openapi-validator'), require('swagger-ui-express'), require('@anthropic-ai/sdk'), require('@azure/openai'), require('openai'), require('@mozilla/readability'), require('jsdom'), require('showdown')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'colors', 'commander', 'spacetrim', 'waitasecond', 'prompts', 'path', 'fs/promises', 'dotenv', 'crypto-js/enc-hex', 'crypto-js/sha256', 'crypto', 'socket.io-client', 'rxjs', 'child_process', 'jszip', 'prettier', 'prettier/parser-html', 'papaparse', 'crypto-js', 'mime-types', 'glob-promise', 'moment', 'express', 'http', 'socket.io', 'express-openapi-validator', 'swagger-ui-express', '@anthropic-ai/sdk', '@azure/openai', 'openai', '@mozilla/readability', 'jsdom', 'showdown'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-cli"] = {}, global.colors, global.commander, global.spaceTrim, global.waitasecond, global.prompts, global.path, global.promises, global.dotenv, global.hexEncoder, global.sha256, global.crypto, global.socket_ioClient, global.rxjs, global.child_process, global.JSZip, global.prettier, global.parserHtml, global.papaparse, global.cryptoJs, global.mimeTypes, global.glob, global.moment, global.express, global.http, global.socket_io, global.OpenApiValidator, global.swaggerUi, global.Anthropic, global.openai, global.OpenAI, global.readability, global.jsdom, global.showdown));
-})(this, (function (exports, colors, commander, spaceTrim, waitasecond, prompts, path, promises, dotenv, hexEncoder, sha256, crypto, socket_ioClient, rxjs, child_process, JSZip, prettier, parserHtml, papaparse, cryptoJs, mimeTypes, glob, moment, express, http, socket_io, OpenApiValidator, swaggerUi, Anthropic, openai, OpenAI, readability, jsdom, showdown) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('colors'), require('commander'), require('spacetrim'), require('waitasecond'), require('prompts'), require('path'), require('fs/promises'), require('dotenv'), require('crypto-js/enc-hex'), require('crypto-js/sha256'), require('crypto'), require('socket.io-client'), require('rxjs'), require('child_process'), require('jszip'), require('prettier'), require('prettier/parser-html'), require('papaparse'), require('crypto-js'), require('mime-types'), require('glob-promise'), require('moment'), require('express'), require('http'), require('socket.io'), require('express-openapi-validator'), require('swagger-ui-express'), require('@anthropic-ai/sdk'), require('@azure/openai'), require('bottleneck'), require('openai'), require('@mozilla/readability'), require('jsdom'), require('showdown')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'colors', 'commander', 'spacetrim', 'waitasecond', 'prompts', 'path', 'fs/promises', 'dotenv', 'crypto-js/enc-hex', 'crypto-js/sha256', 'crypto', 'socket.io-client', 'rxjs', 'child_process', 'jszip', 'prettier', 'prettier/parser-html', 'papaparse', 'crypto-js', 'mime-types', 'glob-promise', 'moment', 'express', 'http', 'socket.io', 'express-openapi-validator', 'swagger-ui-express', '@anthropic-ai/sdk', '@azure/openai', 'bottleneck', 'openai', '@mozilla/readability', 'jsdom', 'showdown'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-cli"] = {}, global.colors, global.commander, global.spaceTrim, global.waitasecond, global.prompts, global.path, global.promises, global.dotenv, global.hexEncoder, global.sha256, global.crypto, global.socket_ioClient, global.rxjs, global.child_process, global.JSZip, global.prettier, global.parserHtml, global.papaparse, global.cryptoJs, global.mimeTypes, global.glob, global.moment, global.express, global.http, global.socket_io, global.OpenApiValidator, global.swaggerUi, global.Anthropic, global.openai, global.Bottleneck, global.OpenAI, global.readability, global.jsdom, global.showdown));
+})(this, (function (exports, colors, commander, spaceTrim, waitasecond, prompts, path, promises, dotenv, hexEncoder, sha256, crypto, socket_ioClient, rxjs, child_process, JSZip, prettier, parserHtml, papaparse, cryptoJs, mimeTypes, glob, moment, express, http, socket_io, OpenApiValidator, swaggerUi, Anthropic, openai, Bottleneck, OpenAI, readability, jsdom, showdown) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -40,6 +40,7 @@
     var OpenApiValidator__namespace = /*#__PURE__*/_interopNamespace(OpenApiValidator);
     var swaggerUi__default = /*#__PURE__*/_interopDefaultLegacy(swaggerUi);
     var Anthropic__default = /*#__PURE__*/_interopDefaultLegacy(Anthropic);
+    var Bottleneck__default = /*#__PURE__*/_interopDefaultLegacy(Bottleneck);
     var OpenAI__default = /*#__PURE__*/_interopDefaultLegacy(OpenAI);
 
     // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
@@ -56,7 +57,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.89.0';
+    const PROMPTBOOK_ENGINE_VERSION = '0.92.0-10';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -1014,6 +1015,45 @@
         keepUnused(...sideEffectSubjects);
     }
 
+    /**
+     * Converts a JavaScript Object Notation (JSON) string into an object.
+     *
+     * Note: This is wrapper around `JSON.parse()` with better error and type handling
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function jsonParse(value) {
+        if (value === undefined) {
+            throw new Error(`Can not parse JSON from undefined value.`);
+        }
+        else if (typeof value !== 'string') {
+            console.error('Can not parse JSON from non-string value.', { text: value });
+            throw new Error(spaceTrim__default["default"](`
+                    Can not parse JSON from non-string value.
+
+                    The value type: ${typeof value}
+                    See more in console.
+                `));
+        }
+        try {
+            return JSON.parse(value);
+        }
+        catch (error) {
+            if (!(error instanceof Error)) {
+                throw error;
+            }
+            throw new Error(spaceTrim__default["default"]((block) => `
+                    ${block(error.message)}
+            
+                    The JSON text:
+                    ${block(value)}
+                `));
+        }
+    }
+    /**
+     * TODO: !!!! Use in Promptbook.studio
+     */
+
     /**
      * Convert identification to Promptbook token
      *
@@ -2095,7 +2135,7 @@
                 return null;
             }
             const fileContent = await promises.readFile(filename, 'utf-8');
-            const value = JSON.parse(fileContent);
+            const value = jsonParse(fileContent);
             // TODO: [🌗]
             return value;
         }
@@ -3430,7 +3470,7 @@
                             password,
                         }),
                     });
-                    const { isSuccess, message, error, identification } = (await response.json());
+                    const { isSuccess, message, error, identification } = jsonParse(await response.text());
                     if (message) {
                         if (isSuccess) {
                             console.log(colors__default["default"].green(message));
@@ -4461,7 +4501,7 @@
         if (!indexFile) {
             throw new UnexpectedError(`Archive does not contain 'index.book.json' file`);
         }
-        const collectionJson = JSON.parse(await indexFile.async('text'));
+        const collectionJson = jsonParse(await indexFile.async('text'));
         for (const pipeline of collectionJson) {
             validatePipeline(pipeline);
         }
@@ -4471,7 +4511,7 @@
      * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
      */
 
-    var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book",formfactorName:"GENERIC",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge from Markdown\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book`\n-   INPUT PARAMETER `{knowledgeContent}` Markdown document content\n-   OUTPUT PARAMETER `{knowledgePieces}` The knowledge JSON object\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}\n```\n\n`-> {knowledgePieces}`\n"}],sourceFile:"./books/prepare-knowledge-from-markdown.book"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Keywords\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-keywords.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{keywords}` Keywords separated by comma\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}\n```\n\n`-> {keywords}`\n"}],sourceFile:"./books/prepare-knowledge-keywords.book"},{title:"Prepare Knowledge-piece Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge-piece Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-title.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{title}` The title of the document\n\n## Knowledge\n\n-   EXPECT MIN 1 WORD\n-   EXPECT MAX 8 WORDS\n\n```markdown\nYou are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-knowledge-title.book"},{title:"Prepare Persona",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.book",formfactorName:"GENERIC",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Example\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Persona\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-persona.book`\n-   INPUT PARAMETER `{availableModelNames}` List of available model names separated by comma (,)\n-   INPUT PARAMETER `{personaDescription}` Description of the persona\n-   OUTPUT PARAMETER `{modelRequirements}` Specific requirements for the model\n\n## Make modelRequirements\n\n-   FORMAT JSON\n\n```markdown\nYou are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Example\n\n\\`\\`\\`json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n\\`\\`\\`\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}\n```\n\n`-> {modelRequirements}`\n"}],sourceFile:"./books/prepare-persona.book"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-title.book",formfactorName:"GENERIC",parameters:[{name:"book",description:"The book to prepare the title for",isInput:true,isOutput:false},{name:"title",description:"Best title for the book",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-title",title:"Make title",content:"Make best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}",resultingParameterName:"title",expectations:{words:{min:1,max:8},lines:{min:1,max:1}},dependentParameterNames:["book"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-title.book`\n-   INPUT PARAMETER `{book}` The book to prepare the title for\n-   OUTPUT PARAMETER `{title}` Best title for the book\n\n## Make title\n\n-   EXPECT MIN 1 Word\n-   EXPECT MAX 8 Words\n-   EXPECT EXACTLY 1 Line\n\n```markdown\nMake best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-title.book"}];
+    var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book",formfactorName:"GENERIC",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge from Markdown\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book`\n-   INPUT PARAMETER `{knowledgeContent}` Markdown document content\n-   OUTPUT PARAMETER `{knowledgePieces}` The knowledge JSON object\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}\n```\n\n`-> {knowledgePieces}`\n"}],sourceFile:"./books/prepare-knowledge-from-markdown.book"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Keywords\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-keywords.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{keywords}` Keywords separated by comma\n\n## Knowledge\n\n<!-- TODO: [🍆] -FORMAT JSON -->\n\n```markdown\nYou are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}\n```\n\n`-> {keywords}`\n"}],sourceFile:"./books/prepare-knowledge-keywords.book"},{title:"Prepare Knowledge-piece Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.book",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Knowledge-piece Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-knowledge-title.book`\n-   INPUT PARAMETER `{knowledgePieceContent}` The content\n-   OUTPUT PARAMETER `{title}` The title of the document\n\n## Knowledge\n\n-   EXPECT MIN 1 WORD\n-   EXPECT MAX 8 WORDS\n\n```markdown\nYou are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-knowledge-title.book"},{title:"Prepare Persona",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.book",formfactorName:"GENERIC",parameters:[{name:"availableModels",description:"List of available model names together with their descriptions as JSON",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelsRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-model-requirements",title:"Make modelRequirements",content:"You are an experienced AI engineer, you need to find the best models for virtual assistants:\n\n## Example\n\n```json\n[\n  {\n  \"modelName\": \"gpt-4o\",\n  \"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n  \"temperature\": 0.7\n  },\n  {\n    \"modelName\": \"claude-3-5-sonnet\",\n    \"systemMessage\": \"You are a friendly and knowledgeable chatbot.\",\n    \"temperature\": 0.5\n  }\n]\n```\n\n## Instructions\n\n-   Your output format is JSON array\n-   Sort best-fitting models first\n-   Omit any models that are not suitable\n-   Write just the JSON, no other text should be present\n-   Array contain items with following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nHere are the available models:\n\n```json\n{availableModels}\n```\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelsRequirements",format:"JSON",dependentParameterNames:["availableModels","personaDescription"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Persona\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-persona.book`\n-   INPUT PARAMETER `{availableModels}` List of available model names together with their descriptions as JSON\n-   INPUT PARAMETER `{personaDescription}` Description of the persona\n-   OUTPUT PARAMETER `{modelsRequirements}` Specific requirements for the model\n\n## Make modelRequirements\n\n-   FORMAT JSON\n\n```markdown\nYou are an experienced AI engineer, you need to find the best models for virtual assistants:\n\n## Example\n\n\\`\\`\\`json\n[\n  {\n  \"modelName\": \"gpt-4o\",\n  \"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n  \"temperature\": 0.7\n  },\n  {\n    \"modelName\": \"claude-3-5-sonnet\",\n    \"systemMessage\": \"You are a friendly and knowledgeable chatbot.\",\n    \"temperature\": 0.5\n  }\n]\n\\`\\`\\`\n\n## Instructions\n\n-   Your output format is JSON array\n-   Sort best-fitting models first\n-   Omit any models that are not suitable\n-   Write just the JSON, no other text should be present\n-   Array contain items with following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nHere are the available models:\n\n\\`\\`\\`json\n{availableModels}\n\\`\\`\\`\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}\n```\n\n`-> {modelsRequirements}`\n"}],sourceFile:"./books/prepare-persona.book"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-title.book",formfactorName:"GENERIC",parameters:[{name:"book",description:"The book to prepare the title for",isInput:true,isOutput:false},{name:"title",description:"Best title for the book",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-title",title:"Make title",content:"Make best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}",resultingParameterName:"title",expectations:{words:{min:1,max:8},lines:{min:1,max:1}},dependentParameterNames:["book"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sources:[{type:"BOOK",path:null,content:"# Prepare Title\n\n-   PIPELINE URL `https://promptbook.studio/promptbook/prepare-title.book`\n-   INPUT PARAMETER `{book}` The book to prepare the title for\n-   OUTPUT PARAMETER `{title}` Best title for the book\n\n## Make title\n\n-   EXPECT MIN 1 Word\n-   EXPECT MAX 8 Words\n-   EXPECT EXACTLY 1 Line\n\n```markdown\nMake best title for given text which describes the workflow:\n\n## Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear - Write maximum ideally 2 words, maximum 5 words\n-   Title starts with emoticon\n-   Title should not mention the input and output of the workflow but the main purpose of the workflow\n    _For example, not \"✍ Convert Knowledge-piece to title\" but \"✍ Title\"_\n\n## The workflow\n\n> {book}\n```\n\n`-> {title}`\n"}],sourceFile:"./books/prepare-title.book"}];
 
     /**
      * Function isValidJsonString will tell you if the string is valid JSON or not
@@ -4732,7 +4772,7 @@
      */
     function unpreparePipeline(pipeline) {
         let { personas, knowledgeSources, tasks } = pipeline;
-        personas = personas.map((persona) => ({ ...persona, modelRequirements: undefined, preparationIds: undefined }));
+        personas = personas.map((persona) => ({ ...persona, modelsRequirements: undefined, preparationIds: undefined }));
         knowledgeSources = knowledgeSources.map((knowledgeSource) => ({ ...knowledgeSource, preparationIds: undefined }));
         tasks = tasks.map((task) => {
             let { dependentParameterNames } = task;
@@ -4890,7 +4930,7 @@
         if (pipeline.title === undefined || pipeline.title === '' || pipeline.title === DEFAULT_BOOK_TITLE) {
             return false;
         }
-        if (!pipeline.personas.every((persona) => persona.modelRequirements !== undefined)) {
+        if (!pipeline.personas.every((persona) => persona.modelsRequirements !== undefined)) {
             return false;
         }
         if (!pipeline.knowledgeSources.every((knowledgeSource) => knowledgeSource.preparationIds !== undefined)) {
@@ -4932,7 +4972,7 @@
         const newObject = { ...object };
         for (const [key, value] of Object.entries(object)) {
             if (typeof value === 'string' && isValidJsonString(value)) {
-                newObject[key] = JSON.parse(value);
+                newObject[key] = jsonParse(value);
             }
             else {
                 newObject[key] = jsonStringsToJsons(value);
@@ -5385,6 +5425,24 @@
         }
     }
 
+    /**
+     * Converts a CSV string into an object
+     *
+     * Note: This is wrapper around `papaparse.parse()` with better autohealing
+     *
+     * @private - for now until `@promptbook/csv` is released
+     */
+    function csvParse(value /* <- TODO: string_csv */, settings, schema /* <- TODO: Make CSV Schemas */) {
+        settings = { ...settings, ...MANDATORY_CSV_SETTINGS };
+        // Note: Autoheal invalid '\n' characters
+        if (settings.newline && !settings.newline.includes('\r') && value.includes('\r')) {
+            console.warn('CSV string contains carriage return characters, but in the CSV settings the `newline` setting does not include them. Autohealing the CSV string.');
+            value = value.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
+        }
+        const csv = papaparse.parse(value, settings);
+        return csv;
+    }
+
     /**
      * Definition for CSV spreadsheet
      *
@@ -5407,8 +5465,7 @@
             {
                 subvalueName: 'ROW',
                 async mapValues(value, outputParameterName, settings, mapCallback) {
-                    // TODO: [👨🏾‍🤝‍👨🏼] DRY csv parsing
-                    const csv = papaparse.parse(value, { ...settings, ...MANDATORY_CSV_SETTINGS });
+                    const csv = csvParse(value, settings);
                     if (csv.errors.length !== 0) {
                         throw new CsvFormatError(spaceTrim__default["default"]((block) => `
                                 CSV parsing error
@@ -5438,8 +5495,7 @@
             {
                 subvalueName: 'CELL',
                 async mapValues(value, outputParameterName, settings, mapCallback) {
-                    // TODO: [👨🏾‍🤝‍👨🏼] DRY csv parsing
-                    const csv = papaparse.parse(value, { ...settings, ...MANDATORY_CSV_SETTINGS });
+                    const csv = csvParse(value, settings);
                     if (csv.errors.length !== 0) {
                         throw new CsvFormatError(spaceTrim__default["default"]((block) => `
                                 CSV parsing error
@@ -6487,13 +6543,79 @@
     /**
      * @@@
      *
+     * Here is the place where RAG (retrieval-augmented generation) happens
+     *
      * @private internal utility of `createPipelineExecutor`
      */
     async function getKnowledgeForTask(options) {
-        const { preparedPipeline, task } = options;
-        return preparedPipeline.knowledgePieces.map(({ content }) => `- ${content}`).join('\n');
+        const { tools, preparedPipeline, task } = options;
+        const firstKnowlegePiece = preparedPipeline.knowledgePieces[0];
+        const firstKnowlegeIndex = firstKnowlegePiece === null || firstKnowlegePiece === void 0 ? void 0 : firstKnowlegePiece.index[0];
+        // <- TODO: Do not use just first knowledge piece and first index to determine embedding model, use also keyword search
+        if (firstKnowlegePiece === undefined || firstKnowlegeIndex === undefined) {
+            return 'No knowledge pieces found';
+        }
+        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
+        const _llms = arrayableToArray(tools.llm);
+        const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
+        const taskEmbeddingPrompt = {
+            title: 'Knowledge Search',
+            modelRequirements: {
+                modelVariant: 'EMBEDDING',
+                modelName: firstKnowlegeIndex.modelName,
+            },
+            content: task.content,
+            parameters: {
+            /* !!!!!!!! */
+            },
+        };
+        const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
+        const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
+            const { index } = knowledgePiece;
+            const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
+            // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
+            if (knowledgePieceIndex === undefined) {
+                return {
+                    content: knowledgePiece.content,
+                    relevance: 0,
+                };
+            }
+            const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
+            return {
+                content: knowledgePiece.content,
+                relevance,
+            };
+        });
+        const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
+        const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
+        console.log('!!! Embedding', {
+            task,
+            taskEmbeddingPrompt,
+            taskEmbeddingResult,
+            firstKnowlegePiece,
+            firstKnowlegeIndex,
+            knowledgePiecesWithRelevance,
+            knowledgePiecesSorted,
+            knowledgePiecesLimited,
+        });
+        return knowledgePiecesLimited.map(({ content }) => `- ${content}`).join('\n');
         //                                                      <- TODO: [🧠] Some smart aggregation of knowledge pieces, single-line vs multi-line vs mixed
     }
+    // TODO: !!!!!! Annotate + to new file
+    function computeCosineSimilarity(embeddingVector1, embeddingVector2) {
+        if (embeddingVector1.length !== embeddingVector2.length) {
+            throw new TypeError('Embedding vectors must have the same length');
+        }
+        const dotProduct = embeddingVector1.reduce((sum, value, index) => sum + value * embeddingVector2[index], 0);
+        const magnitude1 = Math.sqrt(embeddingVector1.reduce((sum, value) => sum + value * value, 0));
+        const magnitude2 = Math.sqrt(embeddingVector2.reduce((sum, value) => sum + value * value, 0));
+        return 1 - dotProduct / (magnitude1 * magnitude2);
+    }
+    /**
+     * TODO: !!!! Verify if this is working
+     * TODO: [♨] Implement Better - use keyword search
+     * TODO: [♨] Examples of values
+     */
 
     /**
      * @@@
@@ -6501,9 +6623,9 @@
      * @private internal utility of `createPipelineExecutor`
      */
     async function getReservedParametersForTask(options) {
-        const { preparedPipeline, task, pipelineIdentification } = options;
+        const { tools, preparedPipeline, task, pipelineIdentification } = options;
         const context = await getContextForTask(); // <- [🏍]
-        const knowledge = await getKnowledgeForTask({ preparedPipeline, task });
+        const knowledge = await getKnowledgeForTask({ tools, preparedPipeline, task });
         const examples = await getExamplesForTask();
         const currentDate = new Date().toISOString(); // <- TODO: [🧠][💩] Better
         const modelName = RESERVED_PARAMETER_MISSING_VALUE;
@@ -6565,6 +6687,7 @@
         }
         const definedParameters = Object.freeze({
             ...(await getReservedParametersForTask({
+                tools,
                 preparedPipeline,
                 task: currentTask,
                 pipelineIdentification,
@@ -7050,27 +7173,48 @@
             pipeline: await collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.book'),
             tools,
         });
-        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
         const _llms = arrayableToArray(tools.llm);
         const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
-        const availableModels = await llmTools.listModels();
-        const availableModelNames = availableModels
+        const availableModels = (await llmTools.listModels())
             .filter(({ modelVariant }) => modelVariant === 'CHAT')
-            .map(({ modelName }) => modelName)
-            .join(',');
-        const result = await preparePersonaExecutor({ availableModelNames, personaDescription }).asPromise();
+            .map(({ modelName, modelDescription }) => ({
+            modelName,
+            modelDescription,
+            // <- Note: `modelTitle` and `modelVariant` is not relevant for this task
+        }));
+        const result = await preparePersonaExecutor({
+            availableModels /* <- Note: Passing as JSON */,
+            personaDescription,
+        }).asPromise();
         const { outputParameters } = result;
-        const { modelRequirements: modelRequirementsRaw } = outputParameters;
-        const modelRequirements = JSON.parse(modelRequirementsRaw);
+        const { modelsRequirements: modelsRequirementsJson } = outputParameters;
+        let modelsRequirementsUnchecked = jsonParse(modelsRequirementsJson);
         if (isVerbose) {
-            console.info(`PERSONA ${personaDescription}`, modelRequirements);
+            console.info(`PERSONA ${personaDescription}`, modelsRequirementsUnchecked);
         }
-        const { modelName, systemMessage, temperature } = modelRequirements;
-        return {
+        if (!Array.isArray(modelsRequirementsUnchecked)) {
+            // <- TODO: Book should have syntax and system to enforce shape of JSON
+            modelsRequirementsUnchecked = [modelsRequirementsUnchecked];
+            /*
+            throw new UnexpectedError(
+                spaceTrim(
+                    (block) => `
+                        Invalid \`modelsRequirements\`:
+
+                        \`\`\`json
+                        ${block(JSON.stringify(modelsRequirementsUnchecked, null, 4))}
+                        \`\`\`
+                    `,
+                ),
+            );
+            */
+        }
+        const modelsRequirements = modelsRequirementsUnchecked.map((modelRequirements) => ({
             modelVariant: 'CHAT',
-            modelName,
-            systemMessage,
-            temperature,
+            ...modelRequirements,
+        }));
+        return {
+            modelsRequirements,
         };
     }
     /**
@@ -7239,7 +7383,7 @@
                     > },
                 */
                 async asJson() {
-                    return JSON.parse(await tools.fs.readFile(filename, 'utf-8'));
+                    return jsonParse(await tools.fs.readFile(filename, 'utf-8'));
                 },
                 async asText() {
                     return await tools.fs.readFile(filename, 'utf-8');
@@ -7497,14 +7641,14 @@
         // TODO: [🖌][🧠] Implement some `mapAsync` function
         const preparedPersonas = new Array(personas.length);
         await forEachAsync(personas, { maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, async (persona, index) => {
-            const modelRequirements = await preparePersona(persona.description, { ...tools, llm: llmToolsWithUsage }, {
+            const { modelsRequirements } = await preparePersona(persona.description, { ...tools, llm: llmToolsWithUsage }, {
                 rootDirname,
                 maxParallelCount /* <- TODO:  [🪂] */,
                 isVerbose,
             });
             const preparedPersona = {
                 ...persona,
-                modelRequirements,
+                modelsRequirements,
                 preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id],
                 // <- TODO: [🍙] Make some standard order of json properties
             };
@@ -12944,7 +13088,7 @@
             }
             let inputParameters = {};
             if (json) {
-                inputParameters = JSON.parse(json);
+                inputParameters = jsonParse(json);
                 //                <- TODO: Maybe check shape of passed JSON and if its valid parameters Record
             }
             // TODO: DRY [◽]
@@ -13175,7 +13319,7 @@
     const openapiJson = {
         openapi: '3.0.0',
         info: {
-            title: 'Promptbook Remote Server API (!!!! From TS)',
+            title: 'Promptbook Remote Server API (!!!! From YML)',
             version: '1.0.0',
             description: 'API documentation for the Promptbook Remote Server',
         },
@@ -13187,6 +13331,13 @@
                     responses: {
                         '200': {
                             description: 'Server details in markdown format.',
+                            content: {
+                                'text/markdown': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
                         },
                     },
                 },
@@ -13217,13 +13368,22 @@
                         },
                     },
                     responses: {
-                        '200': {
+                        '201': {
                             description: 'Successful login',
                             content: {
                                 'application/json': {
                                     schema: {
                                         type: 'object',
                                         properties: {
+                                            isSuccess: {
+                                                type: 'boolean',
+                                            },
+                                            message: {
+                                                type: 'string',
+                                            },
+                                            error: {
+                                                type: 'object',
+                                            },
                                             identification: {
                                                 type: 'object',
                                             },
@@ -13232,6 +13392,43 @@
                                 },
                             },
                         },
+                        '400': {
+                            description: 'Bad request or login failed',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '401': {
+                            description: 'Authentication error',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            isSuccess: {
+                                                type: 'boolean',
+                                                enum: [false],
+                                            },
+                                            message: {
+                                                type: 'string',
+                                            },
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
                     },
                 },
             },
@@ -13253,6 +13450,16 @@
                                 },
                             },
                         },
+                        '500': {
+                            description: 'No collection available',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
                     },
                 },
             },
@@ -13284,6 +13491,28 @@
                         },
                         '404': {
                             description: 'Book not found.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '500': {
+                            description: 'No collection available',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
                         },
                     },
                 },
@@ -13301,6 +13530,28 @@
                                         type: 'array',
                                         items: {
                                             type: 'object',
+                                            properties: {
+                                                nonce: {
+                                                    type: 'string',
+                                                },
+                                                taskId: {
+                                                    type: 'string',
+                                                },
+                                                taskType: {
+                                                    type: 'string',
+                                                },
+                                                status: {
+                                                    type: 'string',
+                                                },
+                                                createdAt: {
+                                                    type: 'string',
+                                                    format: 'date-time',
+                                                },
+                                                updatedAt: {
+                                                    type: 'string',
+                                                    format: 'date-time',
+                                                },
+                                            },
                                         },
                                     },
                                 },
@@ -13309,6 +13560,147 @@
                     },
                 },
             },
+            '/executions/last': {
+                get: {
+                    summary: 'Get the last execution',
+                    description: 'Returns details of the last execution task.',
+                    responses: {
+                        '200': {
+                            description: 'The last execution task with full details.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            nonce: {
+                                                type: 'string',
+                                            },
+                                            taskId: {
+                                                type: 'string',
+                                            },
+                                            taskType: {
+                                                type: 'string',
+                                            },
+                                            status: {
+                                                type: 'string',
+                                            },
+                                            errors: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            warnings: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            createdAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            updatedAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            currentValue: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'No execution tasks found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions/{taskId}': {
+                get: {
+                    summary: 'Get specific execution',
+                    description: 'Returns details of a specific execution task.',
+                    parameters: [
+                        {
+                            in: 'path',
+                            name: 'taskId',
+                            required: true,
+                            schema: {
+                                type: 'string',
+                            },
+                            description: 'The ID of the execution task to retrieve.',
+                        },
+                    ],
+                    responses: {
+                        '200': {
+                            description: 'The execution task with full details.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            nonce: {
+                                                type: 'string',
+                                            },
+                                            taskId: {
+                                                type: 'string',
+                                            },
+                                            taskType: {
+                                                type: 'string',
+                                            },
+                                            status: {
+                                                type: 'string',
+                                            },
+                                            errors: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            warnings: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            createdAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            updatedAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            currentValue: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'Execution task not found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
             '/executions/new': {
                 post: {
                     summary: 'Start a new execution',
@@ -13322,12 +13714,19 @@
                                     properties: {
                                         pipelineUrl: {
                                             type: 'string',
+                                            description: 'URL of the pipeline to execute',
+                                        },
+                                        book: {
+                                            type: 'string',
+                                            description: 'Alternative field for pipelineUrl',
                                         },
                                         inputParameters: {
                                             type: 'object',
+                                            description: 'Parameters for pipeline execution',
                                         },
                                         identification: {
                                             type: 'object',
+                                            description: 'User identification data',
                                         },
                                     },
                                 },
@@ -13347,13 +13746,164 @@
                         },
                         '400': {
                             description: 'Invalid input.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'Pipeline not found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/api-docs': {
+                get: {
+                    summary: 'API documentation UI',
+                    description: 'Swagger UI for API documentation',
+                    responses: {
+                        '200': {
+                            description: 'HTML Swagger UI',
+                        },
+                    },
+                },
+            },
+            '/swagger': {
+                get: {
+                    summary: 'API documentation UI (alternative path)',
+                    description: 'Swagger UI for API documentation',
+                    responses: {
+                        '200': {
+                            description: 'HTML Swagger UI',
+                        },
+                    },
+                },
+            },
+            '/openapi': {
+                get: {
+                    summary: 'OpenAPI specification',
+                    description: 'Returns the OpenAPI JSON specification',
+                    responses: {
+                        '200': {
+                            description: 'OpenAPI specification',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                    },
+                                },
+                            },
                         },
                     },
                 },
             },
         },
-        components: {},
-        tags: [],
+        components: {
+            schemas: {
+                Error: {
+                    type: 'object',
+                    properties: {
+                        error: {
+                            type: 'object',
+                        },
+                    },
+                },
+                ExecutionTaskSummary: {
+                    type: 'object',
+                    properties: {
+                        nonce: {
+                            type: 'string',
+                        },
+                        taskId: {
+                            type: 'string',
+                        },
+                        taskType: {
+                            type: 'string',
+                        },
+                        status: {
+                            type: 'string',
+                        },
+                        createdAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        updatedAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                    },
+                },
+                ExecutionTaskFull: {
+                    type: 'object',
+                    properties: {
+                        nonce: {
+                            type: 'string',
+                        },
+                        taskId: {
+                            type: 'string',
+                        },
+                        taskType: {
+                            type: 'string',
+                        },
+                        status: {
+                            type: 'string',
+                        },
+                        errors: {
+                            type: 'array',
+                            items: {
+                                type: 'object',
+                            },
+                        },
+                        warnings: {
+                            type: 'array',
+                            items: {
+                                type: 'object',
+                            },
+                        },
+                        createdAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        updatedAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        currentValue: {
+                            type: 'object',
+                        },
+                    },
+                },
+            },
+        },
+        tags: [
+            {
+                name: 'Books',
+                description: 'Operations related to books and pipelines',
+            },
+            {
+                name: 'Executions',
+                description: 'Operations related to execution tasks',
+            },
+            {
+                name: 'Authentication',
+                description: 'Authentication operations',
+            },
+        ],
     };
     /**
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -13998,7 +14548,7 @@
                         }
                     }
                     if (filename.endsWith('.bookc')) {
-                        pipeline = JSON.parse(await promises.readFile(filename, 'utf-8'));
+                        pipeline = jsonParse(await promises.readFile(filename, 'utf-8'));
                     }
                     else {
                         if (isVerbose) {
@@ -14107,6 +14657,37 @@
      * Note: [🟡] Code in this file should never be published outside of `@promptbook/cli`
      */
 
+    /**
+     * How is the model provider trusted?
+     *
+     * @public exported from `@promptbook/core`
+     */
+    // <- TODO: Maybe do better levels of trust
+    /**
+     * How is the model provider important?
+     *
+     * @public exported from `@promptbook/core`
+     */
+    const MODEL_ORDER = {
+        /**
+         * Top-tier models, e.g. OpenAI, Anthropic,...
+         */
+        TOP_TIER: 333,
+        /**
+         * Mid-tier models, e.g. Llama, Mistral, etc.
+         */
+        NORMAL: 100,
+        /**
+         * Low-tier models, e.g. Phi, Tiny, etc.
+         */
+        LOW_TIER: 0,
+    };
+    /**
+     * TODO: Add configuration schema and maybe some documentation link
+     * TODO: Maybe constrain LlmToolsConfiguration[number] by generic to ensure that `createConfigurationFromEnv` and `getBoilerplateConfiguration` always create same `packageName` and `className`
+     * TODO: [®] DRY Register logic
+     */
+
     /**
      * Registration of LLM provider metadata
      *
@@ -14121,9 +14702,11 @@
         packageName: '@promptbook/anthropic-claude',
         className: 'AnthropicClaudeExecutionTools',
         envVariables: ['ANTHROPIC_CLAUDE_API_KEY'],
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.TOP_TIER,
         getBoilerplateConfiguration() {
             return {
-                title: 'Anthropic Claude (boilerplate)',
+                title: 'Anthropic Claude',
                 packageName: '@promptbook/anthropic-claude',
                 className: 'AnthropicClaudeExecutionTools',
                 options: {
@@ -14177,6 +14760,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 3.5 Sonnet',
                 modelName: 'claude-3-5-sonnet-20240620',
+                modelDescription: 'Latest Claude model with great reasoning, coding, and language understanding capabilities. 200K context window. Optimized balance of intelligence and speed.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$15.00 / 1M tokens`),
@@ -14186,6 +14770,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 3 Opus',
                 modelName: 'claude-3-opus-20240229',
+                modelDescription: 'Most capable Claude model excelling at complex reasoning, coding, and detailed instruction following. 200K context window. Best for sophisticated tasks requiring nuanced understanding.',
                 pricing: {
                     prompt: computeUsage(`$15.00 / 1M tokens`),
                     output: computeUsage(`$75.00 / 1M tokens`),
@@ -14195,6 +14780,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 3 Sonnet',
                 modelName: 'claude-3-sonnet-20240229',
+                modelDescription: 'Strong general-purpose model with excellent performance across reasoning, conversation, and coding tasks. 200K context window. Good balance of intelligence and cost-efficiency.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$15.00 / 1M tokens`),
@@ -14204,6 +14790,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 3 Haiku',
                 modelName: '	claude-3-haiku-20240307',
+                modelDescription: 'Fastest and most compact Claude model optimized for responsiveness in interactive applications. 200K context window. Excellent for quick responses and lightweight applications.',
                 pricing: {
                     prompt: computeUsage(`$0.25 / 1M tokens`),
                     output: computeUsage(`$1.25 / 1M tokens`),
@@ -14213,6 +14800,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 2.1',
                 modelName: 'claude-2.1',
+                modelDescription: 'Improved version of Claude 2 with better performance across reasoning and truthfulness. 100K context window. Legacy model with strong reliability.',
                 pricing: {
                     prompt: computeUsage(`$8.00 / 1M tokens`),
                     output: computeUsage(`$24.00 / 1M tokens`),
@@ -14222,6 +14810,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 2',
                 modelName: 'claude-2.0',
+                modelDescription: 'Legacy model with strong general reasoning and language capabilities. 100K context window. Superseded by newer Claude 3 models.',
                 pricing: {
                     prompt: computeUsage(`$8.00 / 1M tokens`),
                     output: computeUsage(`$24.00 / 1M tokens`),
@@ -14229,8 +14818,9 @@
             },
             {
                 modelVariant: 'CHAT',
-                modelTitle: '	Claude Instant 1.2',
+                modelTitle: 'Claude Instant 1.2',
                 modelName: 'claude-instant-1.2',
+                modelDescription: 'Older, faster Claude model optimized for high throughput applications. Lower cost but less capable than newer models. 100K context window.',
                 pricing: {
                     prompt: computeUsage(`$0.80 / 1M tokens`),
                     output: computeUsage(`$2.40 / 1M tokens`),
@@ -14240,6 +14830,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 3.7 Sonnet',
                 modelName: 'claude-3-7-sonnet-20250219',
+                modelDescription: 'Latest generation Claude model with advanced reasoning and language understanding. Enhanced capabilities over 3.5 with improved domain knowledge. 200K context window.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$15.00 / 1M tokens`),
@@ -14249,6 +14840,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'Claude 3.5 Haiku',
                 modelName: 'claude-3-5-haiku-20241022',
+                modelDescription: 'Fast and efficient Claude 3.5 variant optimized for speed and cost-effectiveness. Great for interactive applications requiring quick responses. 200K context window.',
                 pricing: {
                     prompt: computeUsage(`$0.25 / 1M tokens`),
                     output: computeUsage(`$1.25 / 1M tokens`),
@@ -14650,9 +15242,11 @@
         packageName: '@promptbook/azure-openai',
         className: 'AzureOpenAiExecutionTools',
         envVariables: ['AZUREOPENAI_RESOURCE_NAME', 'AZUREOPENAI_DEPLOYMENT_NAME', 'AZUREOPENAI_API_KEY'],
+        trustLevel: 'CLOSED_BUSINESS',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Azure Open AI (boilerplate)',
+                title: 'Azure Open AI',
                 packageName: '@promptbook/azure-openai',
                 className: 'AzureOpenAiExecutionTools',
                 options: {
@@ -14733,9 +15327,10 @@
                 modelVariant: 'COMPLETION',
                 modelTitle: 'davinci-002',
                 modelName: 'davinci-002',
+                modelDescription: 'Legacy completion model with strong performance on text generation tasks. Optimized for complex instructions and longer outputs.',
                 pricing: {
                     prompt: computeUsage(`$2.00 / 1M tokens`),
-                    output: computeUsage(`$2.00 / 1M tokens`), // <- not sure
+                    output: computeUsage(`$2.00 / 1M tokens`),
                 },
             },
             /**/
@@ -14750,6 +15345,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo-16k',
                 modelName: 'gpt-3.5-turbo-16k',
+                modelDescription: 'GPT-3.5 Turbo with extended 16k token context length for handling longer conversations and documents.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$4.00 / 1M tokens`),
@@ -14773,6 +15369,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4',
                 modelName: 'gpt-4',
+                modelDescription: 'GPT-4 is a powerful language model with enhanced reasoning, instruction-following capabilities, and 8K context window. Optimized for complex tasks requiring deep understanding.',
                 pricing: {
                     prompt: computeUsage(`$30.00 / 1M tokens`),
                     output: computeUsage(`$60.00 / 1M tokens`),
@@ -14784,6 +15381,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4-32k',
                 modelName: 'gpt-4-32k',
+                modelDescription: 'Extended context version of GPT-4 with a 32K token window for processing very long inputs and generating comprehensive responses for complex tasks.',
                 pricing: {
                     prompt: computeUsage(`$60.00 / 1M tokens`),
                     output: computeUsage(`$120.00 / 1M tokens`),
@@ -14806,6 +15404,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4-turbo-2024-04-09',
                 modelName: 'gpt-4-turbo-2024-04-09',
+                modelDescription: 'Latest stable GPT-4 Turbo model from April 2024 with enhanced reasoning and context handling capabilities. Offers 128K context window and improved performance.',
                 pricing: {
                     prompt: computeUsage(`$10.00 / 1M tokens`),
                     output: computeUsage(`$30.00 / 1M tokens`),
@@ -14817,6 +15416,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo-1106',
                 modelName: 'gpt-3.5-turbo-1106',
+                modelDescription: 'November 2023 version of GPT-3.5 Turbo with improved instruction following and a 16K token context window.',
                 pricing: {
                     prompt: computeUsage(`$1.00 / 1M tokens`),
                     output: computeUsage(`$2.00 / 1M tokens`),
@@ -14828,6 +15428,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4-turbo',
                 modelName: 'gpt-4-turbo',
+                modelDescription: 'More capable model than GPT-4 with improved instruction following, function calling and a 128K token context window for handling very large documents.',
                 pricing: {
                     prompt: computeUsage(`$10.00 / 1M tokens`),
                     output: computeUsage(`$30.00 / 1M tokens`),
@@ -14839,6 +15440,7 @@
                 modelVariant: 'COMPLETION',
                 modelTitle: 'gpt-3.5-turbo-instruct-0914',
                 modelName: 'gpt-3.5-turbo-instruct-0914',
+                modelDescription: 'September 2023 version of GPT-3.5 Turbo optimized for completion-style instruction following with a 4K context window.',
                 pricing: {
                     prompt: computeUsage(`$1.50  / 1M tokens`),
                     output: computeUsage(`$2.00 / 1M tokens`), // <- For gpt-3.5-turbo-instruct
@@ -14850,6 +15452,7 @@
                 modelVariant: 'COMPLETION',
                 modelTitle: 'gpt-3.5-turbo-instruct',
                 modelName: 'gpt-3.5-turbo-instruct',
+                modelDescription: 'Optimized version of GPT-3.5 for completion-style API with good instruction following and a 4K token context window.',
                 pricing: {
                     prompt: computeUsage(`$1.50  / 1M tokens`),
                     output: computeUsage(`$2.00 / 1M tokens`),
@@ -14867,9 +15470,10 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo',
                 modelName: 'gpt-3.5-turbo',
+                modelDescription: 'Latest version of GPT-3.5 Turbo with improved performance and instruction following capabilities. Default 4K context window with options for 16K.',
                 pricing: {
-                    prompt: computeUsage(`$3.00 / 1M tokens`),
-                    output: computeUsage(`$6.00 / 1M tokens`), // <- Not sure, refer to gpt-3.5-turbo in Fine-tuning models
+                    prompt: computeUsage(`$0.50 / 1M tokens`),
+                    output: computeUsage(`$1.50 / 1M tokens`),
                 },
             },
             /**/
@@ -14878,6 +15482,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo-0301',
                 modelName: 'gpt-3.5-turbo-0301',
+                modelDescription: 'March 2023 version of GPT-3.5 Turbo with a 4K token context window. Legacy model maintained for backward compatibility.',
                 pricing: {
                     prompt: computeUsage(`$1.50 / 1M tokens`),
                     output: computeUsage(`$2.00 / 1M tokens`),
@@ -14889,9 +15494,10 @@
                 modelVariant: 'COMPLETION',
                 modelTitle: 'babbage-002',
                 modelName: 'babbage-002',
+                modelDescription: 'Efficient legacy completion model with a good balance of performance and speed. Suitable for straightforward text generation tasks.',
                 pricing: {
                     prompt: computeUsage(`$0.40 / 1M tokens`),
-                    output: computeUsage(`$0.40 / 1M tokens`), // <- Not sure
+                    output: computeUsage(`$0.40 / 1M tokens`),
                 },
             },
             /**/
@@ -14900,6 +15506,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4-1106-preview',
                 modelName: 'gpt-4-1106-preview',
+                modelDescription: 'November 2023 preview version of GPT-4 Turbo with improved instruction following and a 128K token context window.',
                 pricing: {
                     prompt: computeUsage(`$10.00 / 1M tokens`),
                     output: computeUsage(`$30.00 / 1M tokens`),
@@ -14911,6 +15518,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4-0125-preview',
                 modelName: 'gpt-4-0125-preview',
+                modelDescription: 'January 2024 preview version of GPT-4 Turbo with improved reasoning capabilities and a 128K token context window.',
                 pricing: {
                     prompt: computeUsage(`$10.00 / 1M tokens`),
                     output: computeUsage(`$30.00 / 1M tokens`),
@@ -14928,6 +15536,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo-0125',
                 modelName: 'gpt-3.5-turbo-0125',
+                modelDescription: 'January 2024 version of GPT-3.5 Turbo with improved reasoning capabilities and a 16K token context window.',
                 pricing: {
                     prompt: computeUsage(`$0.50 / 1M tokens`),
                     output: computeUsage(`$1.50  / 1M tokens`),
@@ -14939,9 +15548,10 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4-turbo-preview',
                 modelName: 'gpt-4-turbo-preview',
+                modelDescription: 'Preview version of GPT-4 Turbo that points to the latest model version. Features improved instruction following, 128K token context window and lower latency.',
                 pricing: {
                     prompt: computeUsage(`$10.00 / 1M tokens`),
-                    output: computeUsage(`$30.00 / 1M tokens`), // <- Not sure, just for gpt-4-turbo
+                    output: computeUsage(`$30.00 / 1M tokens`),
                 },
             },
             /**/
@@ -14950,6 +15560,7 @@
                 modelVariant: 'EMBEDDING',
                 modelTitle: 'text-embedding-3-large',
                 modelName: 'text-embedding-3-large',
+                modelDescription: "OpenAI's most capable text embedding model designed for high-quality embeddings for complex similarity tasks and information retrieval.",
                 pricing: {
                     prompt: computeUsage(`$0.13  / 1M tokens`),
                     // TODO: [🏏] Leverage the batch API @see https://platform.openai.com/docs/guides/batch
@@ -14962,6 +15573,7 @@
                 modelVariant: 'EMBEDDING',
                 modelTitle: 'text-embedding-3-small',
                 modelName: 'text-embedding-3-small',
+                modelDescription: 'Cost-effective embedding model with good performance for simpler tasks like text similarity and retrieval. Good balance of quality and efficiency.',
                 pricing: {
                     prompt: computeUsage(`$0.02 / 1M tokens`),
                     // TODO: [🏏] Leverage the batch API @see https://platform.openai.com/docs/guides/batch
@@ -14974,6 +15586,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo-0613',
                 modelName: 'gpt-3.5-turbo-0613',
+                modelDescription: 'June 2023 version of GPT-3.5 Turbo with function calling capabilities and a 4K token context window.',
                 pricing: {
                     prompt: computeUsage(`$1.50 / 1M tokens`),
                     output: computeUsage(`$2.00 / 1M tokens`),
@@ -14985,6 +15598,7 @@
                 modelVariant: 'EMBEDDING',
                 modelTitle: 'text-embedding-ada-002',
                 modelName: 'text-embedding-ada-002',
+                modelDescription: 'Legacy text embedding model suitable for text similarity and retrieval augmented generation use cases. Replaced by newer embedding-3 models.',
                 pricing: {
                     prompt: computeUsage(`$0.1 / 1M tokens`),
                     // TODO: [🏏] Leverage the batch API @see https://platform.openai.com/docs/guides/batch
@@ -15015,6 +15629,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4o-2024-05-13',
                 modelName: 'gpt-4o-2024-05-13',
+                modelDescription: 'May 2024 version of GPT-4o with enhanced multimodal capabilities, improved reasoning, and optimized for vision, audio and chat at lower latencies.',
                 pricing: {
                     prompt: computeUsage(`$5.00 / 1M tokens`),
                     output: computeUsage(`$15.00 / 1M tokens`),
@@ -15026,6 +15641,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4o',
                 modelName: 'gpt-4o',
+                modelDescription: "OpenAI's most advanced multimodal model optimized for performance, speed, and cost. Capable of vision, reasoning, and high quality text generation.",
                 pricing: {
                     prompt: computeUsage(`$5.00 / 1M tokens`),
                     output: computeUsage(`$15.00 / 1M tokens`),
@@ -15037,6 +15653,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-4o-mini',
                 modelName: 'gpt-4o-mini',
+                modelDescription: 'Smaller, more cost-effective version of GPT-4o with good performance across text, vision, and audio tasks at reduced complexity.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$9.00 / 1M tokens`),
@@ -15048,6 +15665,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'o1-preview',
                 modelName: 'o1-preview',
+                modelDescription: 'Advanced reasoning model with exceptional performance on complex logical, mathematical, and analytical tasks. Built for deep reasoning and specialized professional tasks.',
                 pricing: {
                     prompt: computeUsage(`$15.00 / 1M tokens`),
                     output: computeUsage(`$60.00 / 1M tokens`),
@@ -15059,6 +15677,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'o1-preview-2024-09-12',
                 modelName: 'o1-preview-2024-09-12',
+                modelDescription: 'September 2024 version of O1 preview with specialized reasoning capabilities for complex tasks requiring precise analytical thinking.',
                 //             <- TODO: [💩] Some better system to organize theese date suffixes and versions
                 pricing: {
                     prompt: computeUsage(`$15.00 / 1M tokens`),
@@ -15071,6 +15690,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'o1-mini',
                 modelName: 'o1-mini',
+                modelDescription: 'Smaller, cost-effective version of the O1 model with good performance on reasoning tasks while maintaining efficiency for everyday analytical use.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$12.00 / 1M tokens`),
@@ -15082,10 +15702,10 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'o1',
                 modelName: 'o1',
+                modelDescription: "OpenAI's advanced reasoning model focused on logic and problem-solving. Designed for complex analytical tasks with rigorous step-by-step reasoning. 128K context window.",
                 pricing: {
-                    prompt: computeUsage(`$3.00 / 1M tokens`),
-                    output: computeUsage(`$12.00 / 1M tokens`),
-                    // <- TODO: !! Unsure, check the pricing
+                    prompt: computeUsage(`$15.00 / 1M tokens`),
+                    output: computeUsage(`$60.00 / 1M tokens`),
                 },
             },
             /**/
@@ -15094,6 +15714,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'o3-mini',
                 modelName: 'o3-mini',
+                modelDescription: 'Cost-effective reasoning model optimized for academic and scientific problem-solving. Efficient performance on STEM tasks with deep mathematical and scientific knowledge. 128K context window.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$12.00 / 1M tokens`),
@@ -15106,6 +15727,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'o1-mini-2024-09-12',
                 modelName: 'o1-mini-2024-09-12',
+                modelDescription: "September 2024 version of O1-mini with balanced reasoning capabilities and cost-efficiency. Good for analytical tasks that don't require the full O1 model.",
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$12.00 / 1M tokens`),
@@ -15117,6 +15739,7 @@
                 modelVariant: 'CHAT',
                 modelTitle: 'gpt-3.5-turbo-16k-0613',
                 modelName: 'gpt-3.5-turbo-16k-0613',
+                modelDescription: 'June 2023 version of GPT-3.5 Turbo with extended 16k token context window for processing longer conversations and documents.',
                 pricing: {
                     prompt: computeUsage(`$3.00 / 1M tokens`),
                     output: computeUsage(`$4.00 / 1M tokens`),
@@ -15141,6 +15764,9 @@
      * Note: [💞] Ignore a discrepancy between file name and entity name
      */
 
+    // Default rate limits (requests per minute) - adjust as needed based on Azure OpenAI tier
+    const DEFAULT_RPM$1 = 60;
+    // <- TODO: !!! Put in some better place
     /**
      * Execution Tools for calling Azure OpenAI API.
      *
@@ -15158,6 +15784,10 @@
              * OpenAI Azure API client.
              */
             this.client = null;
+            // TODO: Allow configuring rate limits via options
+            this.limiter = new Bottleneck__default["default"]({
+                minTime: 60000 / (this.options.maxRequestsPerMinute || DEFAULT_RPM$1),
+            });
         }
         get title() {
             return 'Azure OpenAI';
@@ -15235,7 +15865,9 @@
                     console.info(colors__default["default"].bgWhite('messages'), JSON.stringify(messages, null, 4));
                 }
                 const rawRequest = [modelName, messages, modelSettings];
-                const rawResponse = await this.withTimeout(client.getChatCompletions(...rawRequest)).catch((error) => {
+                const rawResponse = await this.limiter
+                    .schedule(() => this.withTimeout(client.getChatCompletions(...rawRequest)))
+                    .catch((error) => {
                     if (this.options.isVerbose) {
                         console.info(colors__default["default"].bgRed('error'), error);
                     }
@@ -15331,7 +15963,9 @@
                     [rawPromptContent],
                     modelSettings,
                 ];
-                const rawResponse = await this.withTimeout(client.getCompletions(...rawRequest)).catch((error) => {
+                const rawResponse = await this.limiter
+                    .schedule(() => this.withTimeout(client.getCompletions(...rawRequest)))
+                    .catch((error) => {
                     if (this.options.isVerbose) {
                         console.info(colors__default["default"].bgRed('error'), error);
                     }
@@ -15471,9 +16105,11 @@
         packageName: '@promptbook/deepseek',
         className: 'DeepseekExecutionTools',
         envVariables: ['DEEPSEEK_GENERATIVE_AI_API_KEY'],
+        trustLevel: 'UNTRUSTED',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Deepseek (boilerplate)',
+                title: 'Deepseek',
                 packageName: '@promptbook/deepseek',
                 className: 'DeepseekExecutionTools',
                 options: {
@@ -15670,6 +16306,67 @@
         };
     }
 
+    /**
+     * List of available Deepseek models with descriptions
+     *
+     * Note: Done at 2025-04-22
+     *
+     * @see https://www.deepseek.com/models
+     * @public exported from `@promptbook/deepseek`
+     */
+    const DEEPSEEK_MODELS = exportJson({
+        name: 'DEEPSEEK_MODELS',
+        value: [
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Deepseek Chat',
+                modelName: 'deepseek-chat',
+                modelDescription: 'General-purpose language model with strong performance across conversation, reasoning, and content generation. 128K context window with excellent instruction following capabilities.',
+                pricing: {
+                    prompt: computeUsage(`$1.00 / 1M tokens`),
+                    output: computeUsage(`$2.00 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Deepseek Reasoner',
+                modelName: 'deepseek-reasoner',
+                modelDescription: 'Specialized model focused on complex reasoning tasks like mathematical problem-solving and logical analysis. Enhanced step-by-step reasoning with explicit chain-of-thought processes. 128K context window.',
+                pricing: {
+                    prompt: computeUsage(`$4.00 / 1M tokens`),
+                    output: computeUsage(`$8.00 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'DeepSeek V3',
+                modelName: 'deepseek-v3-0324',
+                modelDescription: 'Advanced general-purpose model with improved reasoning, coding abilities, and multimodal understanding. Built on the latest DeepSeek architecture with enhanced knowledge representation.',
+                pricing: {
+                    prompt: computeUsage(`$1.50 / 1M tokens`),
+                    output: computeUsage(`$3.00 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'DeepSeek R1',
+                modelName: 'deepseek-r1',
+                modelDescription: 'Research-focused model optimized for scientific problem-solving and analytical tasks. Excellent performance on tasks requiring domain-specific expertise and critical thinking.',
+                pricing: {
+                    prompt: computeUsage(`$5.00 / 1M tokens`),
+                    output: computeUsage(`$10.00 / 1M tokens`),
+                },
+            },
+            // <- [🕕]
+        ],
+    });
+    /**
+     * TODO: [🧠] Add information about context window sizes, capabilities, and relative performance characteristics
+     * TODO: [🎰] Some mechanism to auto-update available models
+     * TODO: [🧠] Verify pricing information is current with Deepseek's official documentation
+     * Note: [💞] Ignore a discrepancy between file name and entity name
+     */
+
     /**
      * Execution Tools for calling Deepseek API.
      *
@@ -15691,18 +16388,7 @@
             title: 'Deepseek',
             description: 'Implementation of Deepseek models',
             vercelProvider: deepseekVercelProvider,
-            availableModels: [
-                {
-                    modelName: 'deepseek-chat',
-                    modelVariant: 'CHAT',
-                },
-                {
-                    modelName: 'deepseek-reasoner',
-                    modelVariant: 'CHAT',
-                },
-                // <- [🕕]
-                // <- TODO: How picking of the default model looks like in `createExecutionToolsFromVercelProvider`
-            ],
+            availableModels: DEEPSEEK_MODELS,
             ...options,
         });
     }, {
@@ -15742,9 +16428,11 @@
         packageName: '@promptbook/google',
         className: 'GoogleExecutionTools',
         envVariables: ['GOOGLE_GENERATIVE_AI_API_KEY'],
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Google Gemini (boilerplate)',
+                title: 'Google Gemini',
                 packageName: '@promptbook/google',
                 className: 'GoogleExecutionTools',
                 options: {
@@ -15777,6 +16465,173 @@
      * Note: [💞] Ignore a discrepancy between file name and entity name
      */
 
+    /**
+     * List of available Google models with descriptions
+     *
+     * Note: Done at 2025-04-22
+     *
+     * @see https://ai.google.dev/models/gemini
+     * @public exported from `@promptbook/google`
+     */
+    const GOOGLE_MODELS = exportJson({
+        name: 'GOOGLE_MODELS',
+        value: [
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 2.5 Pro',
+                modelName: 'gemini-2.5-pro-preview-03-25',
+                modelDescription: 'Latest advanced multimodal model with exceptional reasoning, tool use, and instruction following. 1M token context window with improved vision capabilities for complex visual tasks.',
+                pricing: {
+                    prompt: computeUsage(`$7.00 / 1M tokens`),
+                    output: computeUsage(`$21.00 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 2.0 Flash',
+                modelName: 'gemini-2.0-flash',
+                modelDescription: 'Fast, efficient model optimized for rapid response times. Good balance between performance and cost, with strong capabilities across text, code, and reasoning tasks. 128K context window.',
+                pricing: {
+                    prompt: computeUsage(`$0.35 / 1M tokens`),
+                    output: computeUsage(`$1.05 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 2.0 Flash Lite',
+                modelName: 'gemini-2.0-flash-lite',
+                modelDescription: 'Streamlined version of Gemini 2.0 Flash, designed for extremely low-latency applications and edge deployments. Optimized for efficiency while maintaining core capabilities.',
+                pricing: {
+                    prompt: computeUsage(`$0.20 / 1M tokens`),
+                    output: computeUsage(`$0.60 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 2.0 Flash Thinking',
+                modelName: 'gemini-2.0-flash-thinking-exp-01-21',
+                modelDescription: 'Experimental model focused on enhanced reasoning with explicit chain-of-thought processes. Designed for tasks requiring structured thinking and problem-solving approaches.',
+                pricing: {
+                    prompt: computeUsage(`$0.35 / 1M tokens`),
+                    output: computeUsage(`$1.05 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash',
+                modelName: 'gemini-1.5-flash',
+                modelDescription: 'Efficient model balancing speed and quality for general-purpose applications. 1M token context window with good multimodal capabilities and quick response times.',
+                pricing: {
+                    prompt: computeUsage(`$0.35 / 1M tokens`),
+                    output: computeUsage(`$1.05 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash Latest',
+                modelName: 'gemini-1.5-flash-latest',
+                modelDescription: 'Points to the latest version of Gemini 1.5 Flash, ensuring access to the most recent improvements and bug fixes while maintaining stable interfaces.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash 001',
+                modelName: 'gemini-1.5-flash-001',
+                modelDescription: 'First stable release of Gemini 1.5 Flash model with reliable performance characteristics for production applications. 1M token context window.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash 002',
+                modelName: 'gemini-1.5-flash-002',
+                modelDescription: 'Improved version of Gemini 1.5 Flash with enhanced instruction following and more consistent outputs. Refined for better application integration.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash Exp',
+                modelName: 'gemini-1.5-flash-exp-0827',
+                modelDescription: 'Experimental version of Gemini 1.5 Flash with new capabilities being tested. May offer improved performance but with potential behavior differences from stable releases.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash 8B',
+                modelName: 'gemini-1.5-flash-8b',
+                modelDescription: 'Compact 8B parameter model optimized for efficiency and deployment in resource-constrained environments. Good performance despite smaller size.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash 8B Latest',
+                modelName: 'gemini-1.5-flash-8b-latest',
+                modelDescription: 'Points to the most recent version of the compact 8B parameter model, providing latest improvements while maintaining a small footprint.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash 8B Exp',
+                modelName: 'gemini-1.5-flash-8b-exp-0924',
+                modelDescription: 'Experimental version of the 8B parameter model with new capabilities and optimizations being evaluated for future stable releases.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Flash 8B Exp',
+                modelName: 'gemini-1.5-flash-8b-exp-0827',
+                modelDescription: 'August experimental release of the efficient 8B parameter model with specific improvements to reasoning capabilities and response quality.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Pro Latest',
+                modelName: 'gemini-1.5-pro-latest',
+                modelDescription: 'Points to the most recent version of the flagship Gemini 1.5 Pro model, ensuring access to the latest capabilities and improvements.',
+                pricing: {
+                    prompt: computeUsage(`$7.00 / 1M tokens`),
+                    output: computeUsage(`$21.00 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Pro',
+                modelName: 'gemini-1.5-pro',
+                modelDescription: 'Flagship multimodal model with strong performance across text, code, vision, and audio tasks. 1M token context window with excellent reasoning capabilities.',
+                pricing: {
+                    prompt: computeUsage(`$7.00 / 1M tokens`),
+                    output: computeUsage(`$21.00 / 1M tokens`),
+                },
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Pro 001',
+                modelName: 'gemini-1.5-pro-001',
+                modelDescription: 'First stable release of Gemini 1.5 Pro with consistent performance characteristics and reliable behavior for production applications.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Pro 002',
+                modelName: 'gemini-1.5-pro-002',
+                modelDescription: 'Refined version of Gemini 1.5 Pro with improved instruction following, better multimodal understanding, and more consistent outputs.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.5 Pro Exp',
+                modelName: 'gemini-1.5-pro-exp-0827',
+                modelDescription: 'Experimental version of Gemini 1.5 Pro with new capabilities and optimizations being tested before wider release. May offer improved performance.',
+            },
+            {
+                modelVariant: 'CHAT',
+                modelTitle: 'Gemini 1.0 Pro',
+                modelName: 'gemini-1.0-pro',
+                modelDescription: 'Original Gemini series foundation model with solid multimodal capabilities. 32K context window with good performance on text, code, and basic vision tasks.',
+                pricing: {
+                    prompt: computeUsage(`$0.35 / 1M tokens`),
+                    output: computeUsage(`$1.05 / 1M tokens`),
+                },
+            },
+            // <- [🕕]
+        ],
+    });
+    /**
+     * TODO: [🧠] Add information about context window sizes, capabilities, and relative performance characteristics
+     * TODO: [🎰] Some mechanism to auto-update available models
+     * TODO: [🧠] Verify pricing information is current with Google's official documentation
+     * Note: [💞] Ignore a discrepancy between file name and entity name
+     */
+
     /**
      * Execution Tools for calling Google Gemini API.
      *
@@ -15798,29 +16653,7 @@
             title: 'Google',
             description: 'Implementation of Google models',
             vercelProvider: googleGeminiVercelProvider,
-            availableModels: [
-                // TODO: [🕘] Maybe list models in same way as in other providers - in separate file with metadata
-                'gemini-2.5-pro-preview-03-25',
-                'gemini-2.0-flash',
-                'gemini-2.0-flash-lite',
-                'gemini-2.0-flash-thinking-exp-01-21',
-                'gemini-1.5-flash',
-                'gemini-1.5-flash-latest',
-                'gemini-1.5-flash-001',
-                'gemini-1.5-flash-002',
-                'gemini-1.5-flash-exp-0827',
-                'gemini-1.5-flash-8b',
-                'gemini-1.5-flash-8b-latest',
-                'gemini-1.5-flash-8b-exp-0924',
-                'gemini-1.5-flash-8b-exp-0827',
-                'gemini-1.5-pro-latest',
-                'gemini-1.5-pro',
-                'gemini-1.5-pro-001',
-                'gemini-1.5-pro-002',
-                'gemini-1.5-pro-exp-0827',
-                'gemini-1.0-pro',
-                // <- [🕕]
-            ].map((modelName) => ({ modelName, modelVariant: 'CHAT' })),
+            availableModels: GOOGLE_MODELS,
             ...options,
         });
     }, {
@@ -15860,9 +16693,11 @@
         packageName: '@promptbook/openai',
         className: 'OpenAiExecutionTools',
         envVariables: ['OPENAI_API_KEY'],
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.TOP_TIER,
         getBoilerplateConfiguration() {
             return {
-                title: 'Open AI (boilerplate)',
+                title: 'Open AI',
                 packageName: '@promptbook/openai',
                 className: 'OpenAiExecutionTools',
                 options: {
@@ -15900,9 +16735,11 @@
         className: 'OpenAiAssistantExecutionTools',
         envVariables: null,
         //            <- TODO: ['OPENAI_API_KEY', 'OPENAI_ASSISTANT_ID']
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Open AI Assistant (boilerplate)',
+                title: 'Open AI Assistant',
                 packageName: '@promptbook/openai',
                 className: 'OpenAiAssistantExecutionTools',
                 options: {
@@ -15978,6 +16815,9 @@
      * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenAiUsage` and `computeAnthropicClaudeUsage`
      */
 
+    // Default rate limits (requests per minute) - adjust as needed based on OpenAI tier
+    const DEFAULT_RPM = 60;
+    // <- TODO: !!! Put in some better place
     /**
      * Execution Tools for calling OpenAI API
      *
@@ -15995,6 +16835,10 @@
              * OpenAI API client.
              */
             this.client = null;
+            // TODO: Allow configuring rate limits via options
+            this.limiter = new Bottleneck__default["default"]({
+                minTime: 60000 / (this.options.maxRequestsPerMinute || DEFAULT_RPM),
+            });
         }
         get title() {
             return 'OpenAI';
@@ -16098,7 +16942,9 @@
             if (this.options.isVerbose) {
                 console.info(colors__default["default"].bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
             }
-            const rawResponse = await client.chat.completions.create(rawRequest).catch((error) => {
+            const rawResponse = await this.limiter
+                .schedule(() => client.chat.completions.create(rawRequest))
+                .catch((error) => {
                 assertsError(error);
                 if (this.options.isVerbose) {
                     console.info(colors__default["default"].bgRed('error'), error);
@@ -16175,7 +17021,9 @@
             if (this.options.isVerbose) {
                 console.info(colors__default["default"].bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
             }
-            const rawResponse = await client.completions.create(rawRequest).catch((error) => {
+            const rawResponse = await this.limiter
+                .schedule(() => client.completions.create(rawRequest))
+                .catch((error) => {
                 assertsError(error);
                 if (this.options.isVerbose) {
                     console.info(colors__default["default"].bgRed('error'), error);
@@ -16239,7 +17087,9 @@
             if (this.options.isVerbose) {
                 console.info(colors__default["default"].bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
             }
-            const rawResponse = await client.embeddings.create(rawRequest).catch((error) => {
+            const rawResponse = await this.limiter
+                .schedule(() => client.embeddings.create(rawRequest))
+                .catch((error) => {
                 assertsError(error);
                 if (this.options.isVerbose) {
                     console.info(colors__default["default"].bgRed('error'), error);