@promptbook/cli 0.63.3 → 0.64.0-0

package/esm/index.es.js

@@ -6,11 +6,12 @@ import { stat, access, constants, readdir, readFile, writeFile, mkdir, unlink }
 import { join as join$1, dirname } from 'path';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
-import { join } from 'path/posix';
 import hexEncoder from 'crypto-js/enc-hex';
 import sha256 from 'crypto-js/sha256';
+import { join } from 'path/posix';
 import * as dotenv from 'dotenv';
 import Anthropic from '@anthropic-ai/sdk';
+import { OpenAIClient, AzureKeyCredential } from '@azure/openai';
 import OpenAI from 'openai';
 import glob from 'glob-promise';
 
@@ -18,7 +19,7 @@ import glob from 'glob-promise';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.63.2';
+var PROMPTBOOK_VERSION = '0.63.4';
 // TODO: !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -539,7 +540,7 @@ function pipelineJsonToString(pipelineJson) {
             else if (blockType === 'PROMPT_DIALOG') {
                 commands_1.push("PROMPT DIALOG");
                 // Note: Nothing special here
-            } // <- }else if([🩻]
+            } // <- }else if([🅱]
             if (jokers) {
                 try {
                     for (var jokers_1 = (e_4 = void 0, __values(jokers)), jokers_1_1 = jokers_1.next(); !jokers_1_1.done; jokers_1_1 = jokers_1.next()) {
@@ -839,7 +840,7 @@ function forEachAsync(array, options, callbackfunction) {
     });
 }
 
-var PipelineCollection = [{pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md",title:"Prepare Knowledge from Markdown",promptbookVersion:"0.63.2",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.63.2",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}]},{pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md",title:"Prepare Keywords",promptbookVersion:"0.63.2",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.63.2",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}]},{pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md",title:"Prepare Title",promptbookVersion:"0.63.2",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.63.2",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}]},{pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",sourceFile:"./promptbook-collection/prepare-persona.ptbk.md",title:"Prepare Keywords",promptbookVersion:"0.63.2",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.63.2",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}]}];
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.63.4",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.63.4",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.63.4",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.63.4",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -1406,7 +1407,7 @@ var SimplePipelineCollection = /** @class */ (function () {
                     pipelineJsonToString(unpreparePipeline(pipeline)) !==
                         pipelineJsonToString(unpreparePipeline(this.collection.get(pipeline.pipelineUrl)))) {
                     var existing = this.collection.get(pipeline.pipelineUrl);
-                    throw new ReferenceError$1(spaceTrim$1("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
+                    throw new ReferenceError$1(spaceTrim$1("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection \uD83C\uDF4E\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: You have probably forgotten to run \"ptbk make\" to update the collection\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
                 }
                 // Note: [🧠] Overwrite existing pipeline with the same URL
                 this.collection.set(pipeline.pipelineUrl, pipeline);
@@ -2083,6 +2084,8 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
     // <- Note: [🤖]
     /**
      * Calls the best available model
+     *
+     * Note: This should be private or protected but is public to be usable with duck typing
      */
     MultipleLlmExecutionTools.prototype.callCommonModel = function (prompt) {
         return __awaiter(this, void 0, void 0, function () {
@@ -3591,7 +3594,7 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                             var partialPieces, pieces;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
-                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.source, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
+                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
                                         options)];
                                     case 1:
                                         partialPieces = _a.sent();
@@ -3781,6 +3784,35 @@ function preparePersona(personaDescription, options) {
  * TODO: [🏢] !! Check validity of `temperature` in pipeline
  */
 
+/**
+ * @@@
+ *
+ * Note: It is usefull @@@
+ *
+ * @param pipeline
+ * @public exported from `@promptbook/utils`
+ */
+function clonePipeline(pipeline) {
+    // Note: Not using spread operator (...) because @@@
+    var pipelineUrl = pipeline.pipelineUrl, sourceFile = pipeline.sourceFile, title = pipeline.title, promptbookVersion = pipeline.promptbookVersion, description = pipeline.description, parameters = pipeline.parameters, promptTemplates = pipeline.promptTemplates, knowledgeSources = pipeline.knowledgeSources, knowledgePieces = pipeline.knowledgePieces, personas = pipeline.personas, preparations = pipeline.preparations;
+    return {
+        pipelineUrl: pipelineUrl,
+        sourceFile: sourceFile,
+        title: title,
+        promptbookVersion: promptbookVersion,
+        description: description,
+        parameters: parameters,
+        promptTemplates: promptTemplates,
+        knowledgeSources: knowledgeSources,
+        knowledgePieces: knowledgePieces,
+        personas: personas,
+        preparations: preparations,
+    };
+}
+/**
+ * TODO: [🍙] Make some standart order of json properties
+ */
+
 /**
  * @@@
  *
@@ -3833,40 +3865,12 @@ function prepareTemplates(pipeline, options) {
  * TODO: [🧠][🥜]
  */
 
-/**
- * @@@
- *
- * Note: It is usefull @@@
- *
- * @param pipeline
- * @public exported from `@promptbook/utils`
- */
-function clonePipeline(pipeline) {
-    // Note: Not using spread operator (...) because @@@
-    var pipelineUrl = pipeline.pipelineUrl, sourceFile = pipeline.sourceFile, title = pipeline.title, promptbookVersion = pipeline.promptbookVersion, description = pipeline.description, parameters = pipeline.parameters, promptTemplates = pipeline.promptTemplates, knowledgeSources = pipeline.knowledgeSources, knowledgePieces = pipeline.knowledgePieces, personas = pipeline.personas, preparations = pipeline.preparations;
-    return {
-        pipelineUrl: pipelineUrl,
-        sourceFile: sourceFile,
-        title: title,
-        promptbookVersion: promptbookVersion,
-        description: description,
-        parameters: parameters,
-        promptTemplates: promptTemplates,
-        knowledgeSources: knowledgeSources,
-        knowledgePieces: knowledgePieces,
-        personas: personas,
-        preparations: preparations,
-    };
-}
-/**
- * TODO: [🍙] Make some standart order of json properties
- */
-
 /**
  * Prepare pipeline from string (markdown) format to JSON format
  *
  * Note: This function does not validate logic of the pipeline
  * Note: This function acts as part of compilation process
+ * Note: When the pipeline is already prepared, it returns the same pipeline
  * @public exported from `@promptbook/core`
  */
 function preparePipeline(pipeline, options) {
@@ -3881,6 +3885,9 @@ function preparePipeline(pipeline, options) {
         return __generator(this, function (_c) {
             switch (_c.label) {
                 case 0:
+                    if (isPipelinePrepared(pipeline)) {
+                        return [2 /*return*/, pipeline];
+                    }
                     llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? false : _b;
                     parameters = pipeline.parameters, promptTemplates = pipeline.promptTemplates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
                     llmToolsWithUsage = countTotalUsage(llmTools);
@@ -4014,34 +4021,37 @@ var knowledgeCommandParser = {
      */
     parse: function (input) {
         var args = input.args;
-        var source = args[0];
-        if (source === undefined) {
+        var sourceContent = spaceTrim(args[0] || '');
+        if (sourceContent === '') {
             throw new ParsingError("Source is not defined");
         }
-        if (source.startsWith('http://')) {
+        // TODO: !!!! Following checks should be applied every link in the `sourceContent`
+        if (sourceContent.startsWith('http://')) {
             throw new ParsingError("Source is not secure");
         }
-        if (!(isValidFilePath(source) || isValidUrl(source))) {
+        if (!(isValidFilePath(sourceContent) || isValidUrl(sourceContent))) {
             throw new ParsingError("Source not valid");
         }
-        if (source.startsWith('../') || source.startsWith('/') || /^[A-Z]:[\\/]+/i.test(source)) {
+        if (sourceContent.startsWith('../') || sourceContent.startsWith('/') || /^[A-Z]:[\\/]+/i.test(sourceContent)) {
             throw new ParsingError("Source cannot be outside of the .ptbk.md folder");
         }
         return {
             type: 'KNOWLEDGE',
-            source: source,
+            sourceContent: sourceContent,
         };
     },
     /**
      * Note: Prototype of [🍧] (remove this comment after full implementation)
      */
     applyToPipelineJson: function (personaCommand, subjects) {
-        var source = personaCommand.source;
+        var sourceContent = personaCommand.sourceContent;
         var pipelineJson = subjects.pipelineJson;
-        var name = titleToName(source);
+        var name = 'source-' + sha256(hexEncoder.parse(JSON.stringify(sourceContent))).toString( /* hex */);
+        //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
+        //    <- TODO: This should be replaced with a better name later in preparation (done with some propper LLM summarization)
         pipelineJson.knowledgeSources.push({
             name: name,
-            source: source,
+            sourceContent: sourceContent,
         });
     },
 };
@@ -4234,7 +4244,7 @@ var BlockTypes = [
     'KNOWLEDGE',
     'INSTRUMENT',
     'ACTION',
-    // <- [🩻]
+    // <- [🅱]
 ];
 
 /**
@@ -4261,7 +4271,7 @@ var blockCommandParser = {
         'KNOWLEDGE',
         'INSTRUMENT',
         'ACTION',
-        // <- [🩻]
+        // <- [🅱]
     ],
     /**
      * Aliases for the BLOCK command
@@ -5727,7 +5737,7 @@ function pipelineStringToJsonSync(pipelineString) {
                         if (command.blockType === 'KNOWLEDGE') {
                             knowledgeCommandParser.applyToPipelineJson({
                                 type: 'KNOWLEDGE',
-                                source: content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
+                                sourceContent: content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
                             }, {
                                 pipelineJson: pipelineJson,
                                 templateJson: templateJson,
@@ -6319,7 +6329,7 @@ function createCollectionFromDirectory(path, options) {
                                                             }
                                                             else {
                                                                 existing = collection.get(pipeline.pipelineUrl);
-                                                                throw new ReferenceError(spaceTrim("\n                                  Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection\n\n                                  Conflicting files:\n                                  ").concat(existing.sourceFile || 'Unknown', "\n                                  ").concat(pipeline.sourceFile || 'Unknown', "\n\n                                  Note: Pipelines with the same URL are not allowed\n                                        Only exepction is when the pipelines are identical\n\n                              ")));
+                                                                throw new ReferenceError(spaceTrim("\n                                  Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection \uD83C\uDF4F\n\n                                  Conflicting files:\n                                  ").concat(existing.sourceFile || 'Unknown', "\n                                  ").concat(pipeline.sourceFile || 'Unknown', "\n\n                                  Note: You have probably forgotten to run \"ptbk make\" to update the collection\n                                  Note: Pipelines with the same URL are not allowed\n                                        Only exepction is when the pipelines are identical\n\n                              ")));
                                                             }
                                                         }
                                                     }
@@ -6481,6 +6491,7 @@ var FilesStorage = /** @class */ (function () {
     FilesStorage.prototype.getFilenameForKey = function (key) {
         var name = titleToName(key);
         var hash = sha256(hexEncoder.parse(name)).toString( /* hex */);
+        //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
         return join$1.apply(void 0, __spreadArray(__spreadArray([this.options.cacheFolderPath], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(name.substring(0, MAX_FILENAME_LENGTH), ".json")], false));
     };
     /**
@@ -6902,6 +6913,7 @@ var AnthropicClaudeExecutionTools = /** @class */ (function () {
  * TODO: Maybe make custom OpenaiError
  * TODO: [🧠][🈁] Maybe use `isDeterministic` from options
  * TODO: [🍜] Auto use anonymous server in browser
+ * TODO: [🧠][🌰] Allow to pass `title` for tracking purposes
  */
 
 /**
@@ -7255,6 +7267,255 @@ var OPENAI_MODELS = [
  * TODO: [🚸] Not all models are compatible with JSON mode, add this information here and use it
  */
 
+/**
+ * Execution Tools for calling Azure OpenAI API.
+ *
+ * @public exported from `@promptbook/azure-openai`
+ */
+var AzureOpenAiExecutionTools = /** @class */ (function () {
+    /**
+     * Creates OpenAI Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the OpenAI client
+     */
+    function AzureOpenAiExecutionTools(options) {
+        this.options = options;
+        this.client = new OpenAIClient("https://".concat(options.resourceName, ".openai.azure.com/"), new AzureKeyCredential(options.apiKey));
+    }
+    Object.defineProperty(AzureOpenAiExecutionTools.prototype, "title", {
+        get: function () {
+            return 'Azure OpenAI';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    Object.defineProperty(AzureOpenAiExecutionTools.prototype, "description", {
+        get: function () {
+            return 'Use all models trained by OpenAI provided by Azure';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    /**
+     * Calls OpenAI API to use a chat model.
+     */
+    AzureOpenAiExecutionTools.prototype.callChatModel = function (prompt) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, modelSettings, rawPromptContent, messages, start, complete, rawRequest, rawResponse, resultContent, usage, error_1;
+            var _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('💬 OpenAI callChatModel call');
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'CHAT') {
+                            throw new PipelineExecutionError('Use callChatModel only for CHAT variant');
+                        }
+                        _d.label = 1;
+                    case 1:
+                        _d.trys.push([1, 3, , 4]);
+                        modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
+                        modelSettings = {
+                            maxTokens: modelRequirements.maxTokens,
+                            //                                      <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            user: this.options.user,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                        };
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        messages = __spreadArray(__spreadArray([], __read((modelRequirements.systemMessage === undefined
+                            ? []
+                            : [
+                                {
+                                    role: 'system',
+                                    content: modelRequirements.systemMessage,
+                                },
+                            ])), false), [
+                            {
+                                role: 'user',
+                                content: rawPromptContent,
+                            },
+                        ], false);
+                        start = getCurrentIsoDate();
+                        complete = void 0;
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('messages'), JSON.stringify(messages, null, 4));
+                        }
+                        rawRequest = [modelName, messages, modelSettings];
+                        return [4 /*yield*/, (_c = this.client).getChatCompletions.apply(_c, __spreadArray([], __read(rawRequest), false))];
+                    case 2:
+                        rawResponse = _d.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.choices[0]) {
+                            throw new PipelineExecutionError('No choises from Azure OpenAI');
+                        }
+                        if (rawResponse.choices.length > 1) {
+                            // TODO: This should be maybe only warning
+                            throw new PipelineExecutionError('More than one choise from Azure OpenAI');
+                        }
+                        if (!rawResponse.choices[0].message || !rawResponse.choices[0].message.content) {
+                            throw new PipelineExecutionError('Empty response from Azure OpenAI');
+                        }
+                        resultContent = rawResponse.choices[0].message.content;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = {
+                            price: uncertainNumber() /* <- TODO: [🐞] Compute usage */,
+                            input: __assign({ tokensCount: uncertainNumber((_a = rawResponse.usage) === null || _a === void 0 ? void 0 : _a.promptTokens) }, computeUsageCounts(prompt.content)),
+                            output: __assign({ tokensCount: uncertainNumber((_b = rawResponse.usage) === null || _b === void 0 ? void 0 : _b.completionTokens) }, computeUsageCounts(prompt.content)),
+                        };
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                    case 3:
+                        error_1 = _d.sent();
+                        throw this.transformAzureError(error_1);
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    /**
+     * Calls Azure OpenAI API to use a complete model.
+     */
+    AzureOpenAiExecutionTools.prototype.callCompletionModel = function (prompt) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, modelSettings, start, complete, rawPromptContent, rawRequest, rawResponse, resultContent, usage, error_2;
+            var _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('🖋 OpenAI callCompletionModel call');
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'COMPLETION') {
+                            throw new PipelineExecutionError('Use callCompletionModel only for COMPLETION variant');
+                        }
+                        _d.label = 1;
+                    case 1:
+                        _d.trys.push([1, 3, , 4]);
+                        modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
+                        modelSettings = {
+                            maxTokens: modelRequirements.maxTokens || 2000,
+                            //                                                  <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            user: this.options.user,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                        };
+                        start = getCurrentIsoDate();
+                        complete = void 0;
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('content'), JSON.stringify(content, null, 4));
+                            console.info(colors.bgWhite('parameters'), JSON.stringify(parameters, null, 4));
+                        }
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        rawRequest = [
+                            modelName,
+                            [rawPromptContent],
+                            modelSettings,
+                        ];
+                        return [4 /*yield*/, (_c = this.client).getCompletions.apply(_c, __spreadArray([], __read(rawRequest), false))];
+                    case 2:
+                        rawResponse = _d.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.choices[0]) {
+                            throw new PipelineExecutionError('No choises from OpenAI');
+                        }
+                        if (rawResponse.choices.length > 1) {
+                            // TODO: This should be maybe only warning
+                            throw new PipelineExecutionError('More than one choise from OpenAI');
+                        }
+                        resultContent = rawResponse.choices[0].text;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = {
+                            price: uncertainNumber() /* <- TODO: [🐞] Compute usage */,
+                            input: __assign({ tokensCount: uncertainNumber((_a = rawResponse.usage) === null || _a === void 0 ? void 0 : _a.promptTokens) }, computeUsageCounts(prompt.content)),
+                            output: __assign({ tokensCount: uncertainNumber((_b = rawResponse.usage) === null || _b === void 0 ? void 0 : _b.completionTokens) }, computeUsageCounts(prompt.content)),
+                        };
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                    case 3:
+                        error_2 = _d.sent();
+                        throw this.transformAzureError(error_2);
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // <- Note: [🤖] callXxxModel
+    /**
+     * Changes Azure error (which is not propper Error but object) to propper Error
+     */
+    AzureOpenAiExecutionTools.prototype.transformAzureError = function (azureError) {
+        if (typeof azureError !== 'object' || azureError === null) {
+            return new PipelineExecutionError("Unknown Azure OpenAI error");
+        }
+        var code = azureError.code, message = azureError.message;
+        return new PipelineExecutionError("".concat(code, ": ").concat(message));
+    };
+    /**
+     * List all available Azure OpenAI models that can be used
+     */
+    AzureOpenAiExecutionTools.prototype.listModels = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                // TODO: !!! Do here some filtering which models are really available as deployment
+                //       @see https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroupName/providers/Microsoft.CognitiveServices/accounts/accountName/deployments?api-version=2023-05-01
+                return [2 /*return*/, OPENAI_MODELS.map(function (_a) {
+                        var modelTitle = _a.modelTitle, modelName = _a.modelName, modelVariant = _a.modelVariant;
+                        return ({
+                            modelTitle: "Azure ".concat(modelTitle),
+                            modelName: modelName,
+                            modelVariant: modelVariant,
+                        });
+                    })];
+            });
+        });
+    };
+    return AzureOpenAiExecutionTools;
+}());
+/**
+ * TODO: Maybe Create some common util for callChatModel and callCompletionModel
+ * TODO: Maybe make custom AzureOpenaiError
+ * TODO: [🧠][🈁] Maybe use `isDeterministic` from options
+ * TODO: [🧠][🌰] Allow to pass `title` for tracking purposes
+ */
+
 /**
  * Computes the usage of the OpenAI API based on the response from OpenAI
  *
@@ -7591,12 +7852,56 @@ var OpenAiExecutionTools = /** @class */ (function () {
  * TODO: Maybe Create some common util for callChatModel and callCompletionModel
  * TODO: Maybe make custom OpenaiError
  * TODO: [🧠][🈁] Maybe use `isDeterministic` from options
+ * TODO: [🧠][🌰] Allow to pass `title` for tracking purposes
+ */
+
+/**
+ * @private internal type for `createLlmToolsFromConfiguration`
+ */
+var EXECUTION_TOOLS_CLASSES = {
+    getOpenAiExecutionTools: function (options) {
+        return new OpenAiExecutionTools(__assign(__assign({}, options), { dangerouslyAllowBrowser: true /* <- TODO: [🧠] !!! Some mechanism for auto-detection of browser, maybe hide in `OpenAiExecutionTools` */ }));
+    },
+    getAnthropicClaudeExecutionTools: function (options) { return new AnthropicClaudeExecutionTools(options); },
+    getAzureOpenAiExecutionTools: function (options) { return new AzureOpenAiExecutionTools(options); },
+    // <- Note: [🦑] Add here new LLM provider
+};
+/**
+ * TODO: [🧠] Better file name than `config.ts` + maybe move to two separate files
+ * TODO: [🧠][🎌] Adding this should be responsibility of each provider package NOT this one central place
  */
 
 /**
  * @@@
  *
- * Note: This function is not cached, every call creates new instance of `LlmExecutionTools`
+ * Note: This function is not cached, every call creates new instance of `MultipleLlmExecutionTools`
+ *
+ * @returns @@@
+ * @public exported from `@promptbook/node`
+ */
+function createLlmToolsFromConfiguration(configuration, options) {
+    if (options === void 0) { options = {}; }
+    if (!isRunningInNode()) {
+        throw new EnvironmentMismatchError('Function `createLlmToolsFromEnv` works only in Node.js environment');
+    }
+    var _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+    dotenv.config();
+    var llmTools = configuration.map(function (llmConfiguration) {
+        return EXECUTION_TOOLS_CLASSES["get".concat(llmConfiguration.className)](__assign({ isVerbose: isVerbose }, llmConfiguration.options));
+    });
+    return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
+}
+/**
+ * TODO: [🧠][🎌] Dynamically install required providers
+ * TODO: @@@ write discussion about this - wizzard
+ * TODO: [🧠][🍛] Which name is better `createLlmToolsFromConfig` or `createLlmToolsFromConfiguration`?
+ * TODO: [🧠] Is there some meaningfull way how to test this util
+ * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * TODO: This should be maybe not under `_common` but under `utils`
+ */
+
+/**
+ * @@@
  *
  * @@@ .env
  *
@@ -7607,46 +7912,77 @@ var OpenAiExecutionTools = /** @class */ (function () {
  * @returns @@@
  * @public exported from `@promptbook/node`
  */
-function createLlmToolsFromEnv(options) {
-    if (options === void 0) { options = {}; }
+function createLlmToolsFromConfigurationFromEnv() {
     if (!isRunningInNode()) {
         throw new EnvironmentMismatchError('Function `createLlmToolsFromEnv` works only in Node.js environment');
     }
-    var _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
-    dotenv.config();
-    var llmTools = [];
+    var llmToolsConfiguration = [];
     if (typeof process.env.OPENAI_API_KEY === 'string') {
-        llmTools.push(new OpenAiExecutionTools({
-            isVerbose: isVerbose,
-            apiKey: process.env.OPENAI_API_KEY,
-        }));
+        llmToolsConfiguration.push({
+            title: 'OpenAI (from env)',
+            packageName: '@promptbook/openai',
+            className: 'OpenAiExecutionTools',
+            options: {
+                apiKey: process.env.OPENAI_API_KEY,
+            },
+        });
     }
     if (typeof process.env.ANTHROPIC_CLAUDE_API_KEY === 'string') {
-        llmTools.push(new AnthropicClaudeExecutionTools({
-            isVerbose: isVerbose,
-            apiKey: process.env.ANTHROPIC_CLAUDE_API_KEY,
-        }));
-    }
-    if (llmTools.length === 0) {
-        throw new Error(spaceTrim("\n                No LLM tools found in the environment\n\n                Please set one of environment variables:\n                - OPENAI_API_KEY\n                - ANTHROPIC_CLAUDE_API_KEY\n            "));
+        llmToolsConfiguration.push({
+            title: 'Claude (from env)',
+            packageName: '@promptbook/antrhopic-claude',
+            className: 'AnthropicClaudeExecutionTools',
+            options: {
+                apiKey: process.env.ANTHROPIC_CLAUDE_API_KEY,
+            },
+        });
     }
-    else if (llmTools.length === 1) {
-        return llmTools[0];
+    // <- Note: [🦑] Add here new LLM provider
+    return llmToolsConfiguration;
+}
+/**
+ * TODO: Add Azure OpenAI
+ * TODO: [🧠][🍛]
+ * TODO: [🧠] Is there some meaningfull way how to test this util
+ * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
+ * TODO: This should be maybe not under `_common` but under `utils`
+ * TODO: [🧠] Maybe pass env as argument
+ */
+
+/**
+ * @@@
+ *
+ * Note: This function is not cached, every call creates new instance of `MultipleLlmExecutionTools`
+ *
+ * @@@ .env
+ *
+ * It looks for environment variables:
+ * - `process.env.OPENAI_API_KEY`
+ * - `process.env.ANTHROPIC_CLAUDE_API_KEY`
+ *
+ * @returns @@@
+ * @public exported from `@promptbook/node`
+ */
+function createLlmToolsFromEnv(options) {
+    if (options === void 0) { options = {}; }
+    if (!isRunningInNode()) {
+        throw new EnvironmentMismatchError('Function `createLlmToolsFromEnv` works only in Node.js environment');
     }
-    else {
-        return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
+    var configuration = createLlmToolsFromConfigurationFromEnv();
+    if (configuration.length === 0) {
+        // TODO: [🥃]
+        throw new Error(spaceTrim("\n                No LLM tools found in the environment\n\n                Please set one of environment variables:\n                - OPENAI_API_KEY\n                - ANTHROPIC_CLAUDE_API_KEY\n          "));
     }
+    return createLlmToolsFromConfiguration(configuration, options);
 }
 /**
- * TODO: [🍜] Use `createLlmToolsFromConfiguration`
- * TODO: @@@ write discussion about this - wizzard
- * TODO: Add Azure
- * TODO: [🧠] Which name is better `createLlmToolsFromEnv` or `createLlmToolsFromEnvironment`?
+ * TODO: @@@ write `createLlmToolsFromEnv` vs `createLlmToolsFromConfigurationFromEnv` vs `createLlmToolsFromConfiguration`
+ * TODO: [🧠][🍛] Which name is better `createLlmToolsFromEnv` or `createLlmToolsFromEnvironment`?
  * TODO: [🧠] Is there some meaningfull way how to test this util
- * TODO: [🧠] Maybe pass env as argument
  * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
- * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  * TODO: [🥃] Allow `ptbk make` without llm tools
+ * TODO: This should be maybe not under `_common` but under `utils`
  */
 
 /**
@@ -7843,6 +8179,7 @@ function getLlmToolsForCli(options) {
  * Note: [🟡] This code should never be published outside of `@promptbook/cli`
  * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  * TODO: [🥃] Allow `ptbk make` without llm tools
+ * TODO: This should be maybe not under `_common` but under `utils-internal` / `utils/internal`
  */
 
 /**