@promptbook/core 0.65.0-1 → 0.65.0-2

package/esm/index.es.js

@@ -3,13 +3,18 @@ import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
 import hexEncoder from 'crypto-js/enc-hex';
 import sha256 from 'crypto-js/sha256';
+import * as dotenv from 'dotenv';
+import Anthropic from '@anthropic-ai/sdk';
+import colors from 'colors';
+import { OpenAIClient, AzureKeyCredential } from '@azure/openai';
+import OpenAI from 'openai';
 import moment from 'moment';
 
 // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.65.0-0';
+var PROMPTBOOK_VERSION = '0.65.0-1';
 // TODO: !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -1624,7 +1629,7 @@ function forEachAsync(array, options, callbackfunction) {
     });
 }
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.65.0-0",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.65.0-0",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.65.0-0",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.65.0-0",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.65.0-1",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.65.0-1",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.65.0-1",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.65.0-1",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 var defaultDiacriticsRemovalMap = [
     {
@@ -6472,6 +6477,1335 @@ var CallbackInterfaceTools = /** @class */ (function () {
     return CallbackInterfaceTools;
 }());
 
+/**
+ * Helper of usage compute
+ *
+ * @param content the content of prompt or response
+ * @returns part of PromptResultUsageCounts
+ *
+ * @private internal utility of LlmExecutionTools
+ */
+function computeUsageCounts(content) {
+    return {
+        charactersCount: { value: countCharacters(content) },
+        wordsCount: { value: countWords(content) },
+        sentencesCount: { value: countSentences(content) },
+        linesCount: { value: countLines(content) },
+        paragraphsCount: { value: countParagraphs(content) },
+        pagesCount: { value: countPages(content) },
+    };
+}
+
+/**
+ * Make UncertainNumber
+ *
+ * @param value
+ *
+ * @private utility for initializating UncertainNumber
+ */
+function uncertainNumber(value) {
+    if (value === null || value === undefined || Number.isNaN(value)) {
+        return { value: 0, isUncertain: true };
+    }
+    return { value: value };
+}
+
+/**
+ * Get current date in ISO 8601 format
+ *
+ * @private internal utility
+ */
+function getCurrentIsoDate() {
+    return new Date().toISOString();
+}
+
+/**
+ * Function computeUsage will create price per one token based on the string value found on openai page
+ *
+ * @private within the repository, used only as internal helper for `OPENAI_MODELS`
+ */
+function computeUsage(value) {
+    var _a = __read(value.split(' / '), 2), price = _a[0], tokens = _a[1];
+    return parseFloat(price.replace('$', '')) / parseFloat(tokens.replace('M tokens', '')) / 1000000;
+}
+
+/**
+ * List of available Anthropic Claude models with pricing
+ *
+ * Note: Done at 2024-05-25
+ *
+ * @see https://docs.anthropic.com/en/docs/models-overview
+ * @public exported from `@promptbook/anthropic-claude`
+ */
+var ANTHROPIC_CLAUDE_MODELS = [
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'Claude 3 Opus',
+        modelName: 'claude-3-opus-20240229',
+        pricing: {
+            prompt: computeUsage("$15.00 / 1M tokens"),
+            output: computeUsage("$75.00 / 1M tokens"),
+        },
+    },
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'Claude 3 Sonnet',
+        modelName: 'claude-3-sonnet-20240229',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$15.00 / 1M tokens"),
+        },
+    },
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'Claude 3 Haiku',
+        modelName: '	claude-3-haiku-20240307',
+        pricing: {
+            prompt: computeUsage("$0.25 / 1M tokens"),
+            output: computeUsage("$1.25 / 1M tokens"),
+        },
+    },
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'Claude 2.1',
+        modelName: 'claude-2.1',
+        pricing: {
+            prompt: computeUsage("$8.00 / 1M tokens"),
+            output: computeUsage("$24.00 / 1M tokens"),
+        },
+    },
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'Claude 2',
+        modelName: 'claude-2.0',
+        pricing: {
+            prompt: computeUsage("$8.00 / 1M tokens"),
+            output: computeUsage("$24.00 / 1M tokens"),
+        },
+    },
+    {
+        modelVariant: 'CHAT',
+        modelTitle: '	Claude Instant 1.2',
+        modelName: 'claude-instant-1.2',
+        pricing: {
+            prompt: computeUsage("$0.80 / 1M tokens"),
+            output: computeUsage("$2.40 / 1M tokens"),
+        },
+    },
+    // TODO: !!! Claude 1 and 2 has also completion versions - ask Hoagy
+];
+/**
+ * Note: [🤖] Add models of new variant
+ * TODO: [🧠] !!! Add embedding models OR Anthropic has only chat+completion models?
+ * TODO: [🧠] Some mechanism to propagate unsureness
+ * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
+ * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ */
+
+/**
+ * Execution Tools for calling Anthropic Claude API.
+ *
+ * @public exported from `@promptbook/anthropic-claude`
+ */
+var AnthropicClaudeExecutionTools = /** @class */ (function () {
+    /**
+     * Creates Anthropic Claude Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the Anthropic Claude client
+     */
+    function AnthropicClaudeExecutionTools(options) {
+        if (options === void 0) { options = {}; }
+        this.options = options;
+        // Note: Passing only Anthropic Claude relevant options to Anthropic constructor
+        var anthropicOptions = __assign({}, options);
+        delete anthropicOptions.isVerbose;
+        this.client = new Anthropic(anthropicOptions);
+    }
+    Object.defineProperty(AnthropicClaudeExecutionTools.prototype, "title", {
+        get: function () {
+            return 'Anthropic Claude';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    Object.defineProperty(AnthropicClaudeExecutionTools.prototype, "description", {
+        get: function () {
+            return 'Use all models provided by Anthropic Claude';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    /**
+     * Calls Anthropic Claude API to use a chat model.
+     */
+    AnthropicClaudeExecutionTools.prototype.callChatModel = function (prompt) {
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, rawPromptContent, rawRequest, start, complete, rawResponse, resultContent, usage;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('💬 Anthropic Claude callChatModel call');
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'CHAT') {
+                            throw new PipelineExecutionError('Use callChatModel only for CHAT variant');
+                        }
+                        modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        rawRequest = {
+                            model: modelRequirements.modelName || this.getDefaultChatModel().modelName,
+                            max_tokens: modelRequirements.maxTokens || 4096,
+                            //                                            <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            system: modelRequirements.systemMessage,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                            messages: [
+                                {
+                                    role: 'user',
+                                    content: rawPromptContent,
+                                },
+                            ],
+                            // TODO: Is here some equivalent of user identification?> user: this.options.user,
+                        };
+                        start = getCurrentIsoDate();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
+                        }
+                        return [4 /*yield*/, this.client.messages.create(rawRequest)];
+                    case 1:
+                        rawResponse = _a.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.content[0]) {
+                            throw new PipelineExecutionError('No content from Anthropic Claude');
+                        }
+                        if (rawResponse.content.length > 1) {
+                            throw new PipelineExecutionError('More than one content blocks from Anthropic Claude');
+                        }
+                        resultContent = rawResponse.content[0].text;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = {
+                            price: { value: 0, isUncertain: true } /* <- TODO: [🐞] Compute usage */,
+                            input: __assign({ tokensCount: uncertainNumber(rawResponse.usage.input_tokens) }, computeUsageCounts(prompt.content)),
+                            output: __assign({ tokensCount: uncertainNumber(rawResponse.usage.output_tokens) }, computeUsageCounts(prompt.content)),
+                        };
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: rawResponse.model,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                }
+            });
+        });
+    };
+    /*
+    TODO: [👏]
+    public async callCompletionModel(
+        prompt: Pick<Prompt, 'content' | 'parameters' | 'modelRequirements'>,
+    ): Promise<PromptCompletionResult> {
+
+        if (this.options.isVerbose) {
+            console.info('🖋 Anthropic Claude callCompletionModel call');
+        }
+
+        const { content, parameters, modelRequirements } = prompt;
+
+        // TODO: [☂] Use here more modelRequirements
+        if (modelRequirements.modelVariant !== 'COMPLETION') {
+            throw new PipelineExecutionError('Use callCompletionModel only for COMPLETION variant');
+        }
+
+        const modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
+        const modelSettings = {
+            model: modelName,
+            max_tokens: modelRequirements.maxTokens || 2000, // <- Note: 2000 is for lagacy reasons
+            //                                                  <- TODO: [🌾] Make some global max cap for maxTokens
+            // <- TODO: Use here `systemMessage`, `temperature` and `seed`
+        };
+
+        const rawRequest: xxxx.Completions.CompletionCreateParamsNonStreaming = {
+            ...modelSettings,
+            prompt: rawPromptContent,
+            user: this.options.user,
+        };
+        const start: string_date_iso8601 = getCurrentIsoDate();
+        let complete: string_date_iso8601;
+
+        if (this.options.isVerbose) {
+            console.info(colors.bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
+        }
+        const rawResponse = await this.client.completions.create(rawRequest);
+        if (this.options.isVerbose) {
+            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+        }
+
+        if (!rawResponse.choices[0]) {
+            throw new PipelineExecutionError('No choises from Anthropic Claude');
+        }
+
+        if (rawResponse.choices.length > 1) {
+            // TODO: This should be maybe only warning
+            throw new PipelineExecutionError('More than one choise from Anthropic Claude');
+        }
+
+        const resultContent = rawResponse.choices[0].text;
+        // eslint-disable-next-line prefer-const
+        complete = getCurrentIsoDate();
+        const usage = { price: 'UNKNOWN', inputTokens: 0, outputTokens: 0 /* <- TODO: [🐞] Compute usage * / } satisfies PromptResultUsage;
+
+
+
+        return {
+            content: resultContent,
+            modelName: rawResponse.model || model,
+            timing: {
+                start,
+                complete,
+            },
+            usage,
+            rawResponse,
+            // <- [🗯]
+        };
+    }
+    */
+    // <- Note: [🤖] callXxxModel
+    /**
+     * Get the model that should be used as default
+     */
+    AnthropicClaudeExecutionTools.prototype.getDefaultModel = function (defaultModelName) {
+        var model = ANTHROPIC_CLAUDE_MODELS.find(function (_a) {
+            var modelName = _a.modelName;
+            return modelName.startsWith(defaultModelName);
+        });
+        if (model === undefined) {
+            throw new UnexpectedError(spaceTrim(function (block) {
+                return "\n                          Cannot find model in OpenAI models with name \"".concat(defaultModelName, "\" which should be used as default.\n\n                          Available models:\n                          ").concat(block(ANTHROPIC_CLAUDE_MODELS.map(function (_a) {
+                    var modelName = _a.modelName;
+                    return "- \"".concat(modelName, "\"");
+                }).join('\n')), "\n\n                      ");
+            }));
+        }
+        return model;
+    };
+    /**
+     * Default model for chat variant.
+     */
+    AnthropicClaudeExecutionTools.prototype.getDefaultChatModel = function () {
+        return this.getDefaultModel('claude-3-opus');
+    };
+    // <- Note: [🤖] getDefaultXxxModel
+    /**
+     * List all available Anthropic Claude models that can be used
+     */
+    AnthropicClaudeExecutionTools.prototype.listModels = function () {
+        return ANTHROPIC_CLAUDE_MODELS;
+    };
+    return AnthropicClaudeExecutionTools;
+}());
+/**
+ * TODO:  [🍆] JSON mode
+ * TODO: [🧠] Maybe handle errors via transformAnthropicError (like transformAzureError)
+ * TODO: Maybe Create some common util for callChatModel and callCompletionModel
+ * TODO: Maybe make custom OpenaiError
+ * TODO: [🧠][🈁] Maybe use `isDeterministic` from options
+ * TODO: [🍜] Auto use anonymous server in browser
+ * TODO: [🧠][🌰] Allow to pass `title` for tracking purposes
+ */
+
+/**
+ * List of available OpenAI models with pricing
+ *
+ * Note: Done at 2024-05-20
+ *
+ * @see https://platform.openai.com/docs/models/
+ * @see https://openai.com/api/pricing/
+ * @public exported from `@promptbook/openai`
+ */
+var OPENAI_MODELS = [
+    /*/
+      {
+          modelTitle: 'dall-e-3',
+          modelName: 'dall-e-3',
+      },
+      /**/
+    /*/
+      {
+          modelTitle: 'whisper-1',
+          modelName: 'whisper-1',
+      },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'davinci-002',
+        modelName: 'davinci-002',
+        pricing: {
+            prompt: computeUsage("$2.00 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"), // <- not sure
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'dall-e-2',
+      modelName: 'dall-e-2',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-16k',
+        modelName: 'gpt-3.5-turbo-16k',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$4.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'tts-1-hd-1106',
+      modelName: 'tts-1-hd-1106',
+  },
+  /**/
+    /*/
+  {
+      modelTitle: 'tts-1-hd',
+      modelName: 'tts-1-hd',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4',
+        modelName: 'gpt-4',
+        pricing: {
+            prompt: computeUsage("$30.00 / 1M tokens"),
+            output: computeUsage("$60.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-32k',
+        modelName: 'gpt-4-32k',
+        pricing: {
+            prompt: computeUsage("$60.00 / 1M tokens"),
+            output: computeUsage("$120.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-0613',
+        modelName: 'gpt-4-0613',
+        pricing: {
+            prompt: computeUsage(` / 1M tokens`),
+            output: computeUsage(` / 1M tokens`),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-turbo-2024-04-09',
+        modelName: 'gpt-4-turbo-2024-04-09',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-1106',
+        modelName: 'gpt-3.5-turbo-1106',
+        pricing: {
+            prompt: computeUsage("$1.00 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-turbo',
+        modelName: 'gpt-4-turbo',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'gpt-3.5-turbo-instruct-0914',
+        modelName: 'gpt-3.5-turbo-instruct-0914',
+        pricing: {
+            prompt: computeUsage("$1.50  / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"), // <- For gpt-3.5-turbo-instruct
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'gpt-3.5-turbo-instruct',
+        modelName: 'gpt-3.5-turbo-instruct',
+        pricing: {
+            prompt: computeUsage("$1.50  / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'tts-1',
+      modelName: 'tts-1',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo',
+        modelName: 'gpt-3.5-turbo',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$6.00 / 1M tokens"), // <- Not sure, refer to gpt-3.5-turbo in Fine-tuning models
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-0301',
+        modelName: 'gpt-3.5-turbo-0301',
+        pricing: {
+            prompt: computeUsage("$1.50 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'babbage-002',
+        modelName: 'babbage-002',
+        pricing: {
+            prompt: computeUsage("$0.40 / 1M tokens"),
+            output: computeUsage("$0.40 / 1M tokens"), // <- Not sure
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-1106-preview',
+        modelName: 'gpt-4-1106-preview',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-0125-preview',
+        modelName: 'gpt-4-0125-preview',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'tts-1-1106',
+      modelName: 'tts-1-1106',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-0125',
+        modelName: 'gpt-3.5-turbo-0125',
+        pricing: {
+            prompt: computeUsage("$0.50 / 1M tokens"),
+            output: computeUsage("$1.50  / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-turbo-preview',
+        modelName: 'gpt-4-turbo-preview',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"), // <- Not sure, just for gpt-4-turbo
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'EMBEDDING',
+        modelTitle: 'text-embedding-3-large',
+        modelName: 'text-embedding-3-large',
+        pricing: {
+            prompt: computeUsage("$0.13  / 1M tokens"),
+            // TODO: [🏏] Leverage the batch API @see https://platform.openai.com/docs/guides/batch
+            output: 0, // <- Note: [🆖] In Embedding models you dont pay for output
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'EMBEDDING',
+        modelTitle: 'text-embedding-3-small',
+        modelName: 'text-embedding-3-small',
+        pricing: {
+            prompt: computeUsage("$0.02 / 1M tokens"),
+            // TODO: [🏏] Leverage the batch API @see https://platform.openai.com/docs/guides/batch
+            output: 0, // <- Note: [🆖] In Embedding models you dont pay for output
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-0613',
+        modelName: 'gpt-3.5-turbo-0613',
+        pricing: {
+            prompt: computeUsage("$1.50 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'EMBEDDING',
+        modelTitle: 'text-embedding-ada-002',
+        modelName: 'text-embedding-ada-002',
+        pricing: {
+            prompt: computeUsage("$0.1 / 1M tokens"),
+            // TODO: [🏏] Leverage the batch API @see https://platform.openai.com/docs/guides/batch
+            output: 0, // <- Note: [🆖] In Embedding models you dont pay for output
+        },
+    },
+    /**/
+    /*/
+  {
+      modelVariant: 'CHAT',
+      modelTitle: 'gpt-4-1106-vision-preview',
+      modelName: 'gpt-4-1106-vision-preview',
+  },
+  /**/
+    /*/
+  {
+      modelVariant: 'CHAT',
+      modelTitle: 'gpt-4-vision-preview',
+      modelName: 'gpt-4-vision-preview',
+      pricing: {
+          prompt: computeUsage(`$10.00 / 1M tokens`),
+          output: computeUsage(`$30.00 / 1M tokens`),
+      },
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4o-2024-05-13',
+        modelName: 'gpt-4o-2024-05-13',
+        pricing: {
+            prompt: computeUsage("$5.00 / 1M tokens"),
+            output: computeUsage("$15.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4o',
+        modelName: 'gpt-4o',
+        pricing: {
+            prompt: computeUsage("$5.00 / 1M tokens"),
+            output: computeUsage("$15.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-16k-0613',
+        modelName: 'gpt-3.5-turbo-16k-0613',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$4.00 / 1M tokens"),
+        },
+    },
+    /**/
+];
+/**
+ * Note: [🤖] Add models of new variant
+ * TODO: [🧠] Some mechanism to propagate unsureness
+ * TODO: [🕚][👮‍♀️] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
+ * @see https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
+ * @see https://openai.com/api/pricing/
+ * @see /other/playground/playground.ts
+ * TODO: [🍓] Make better
+ * TODO: Change model titles to human eg: "gpt-4-turbo-2024-04-09" -> "GPT-4 Turbo (2024-04-09)"
+ * TODO: [🚸] Not all models are compatible with JSON mode, add this information here and use it
+ */
+
+/**
+ * Execution Tools for calling Azure OpenAI API.
+ *
+ * @public exported from `@promptbook/azure-openai`
+ */
+var AzureOpenAiExecutionTools = /** @class */ (function () {
+    /**
+     * Creates OpenAI Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the OpenAI client
+     */
+    function AzureOpenAiExecutionTools(options) {
+        this.options = options;
+        this.client = new OpenAIClient("https://".concat(options.resourceName, ".openai.azure.com/"), new AzureKeyCredential(options.apiKey));
+    }
+    Object.defineProperty(AzureOpenAiExecutionTools.prototype, "title", {
+        get: function () {
+            return 'Azure OpenAI';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    Object.defineProperty(AzureOpenAiExecutionTools.prototype, "description", {
+        get: function () {
+            return 'Use all models trained by OpenAI provided by Azure';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    /**
+     * Calls OpenAI API to use a chat model.
+     */
+    AzureOpenAiExecutionTools.prototype.callChatModel = function (prompt) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, modelSettings, rawPromptContent, messages, start, complete, rawRequest, rawResponse, resultContent, usage, error_1;
+            var _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('💬 OpenAI callChatModel call');
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'CHAT') {
+                            throw new PipelineExecutionError('Use callChatModel only for CHAT variant');
+                        }
+                        _d.label = 1;
+                    case 1:
+                        _d.trys.push([1, 3, , 4]);
+                        modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
+                        modelSettings = {
+                            maxTokens: modelRequirements.maxTokens,
+                            //                                      <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            user: this.options.user,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                        };
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        messages = __spreadArray(__spreadArray([], __read((modelRequirements.systemMessage === undefined
+                            ? []
+                            : [
+                                {
+                                    role: 'system',
+                                    content: modelRequirements.systemMessage,
+                                },
+                            ])), false), [
+                            {
+                                role: 'user',
+                                content: rawPromptContent,
+                            },
+                        ], false);
+                        start = getCurrentIsoDate();
+                        complete = void 0;
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('messages'), JSON.stringify(messages, null, 4));
+                        }
+                        rawRequest = [modelName, messages, modelSettings];
+                        return [4 /*yield*/, (_c = this.client).getChatCompletions.apply(_c, __spreadArray([], __read(rawRequest), false))];
+                    case 2:
+                        rawResponse = _d.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.choices[0]) {
+                            throw new PipelineExecutionError('No choises from Azure OpenAI');
+                        }
+                        if (rawResponse.choices.length > 1) {
+                            // TODO: This should be maybe only warning
+                            throw new PipelineExecutionError('More than one choise from Azure OpenAI');
+                        }
+                        if (!rawResponse.choices[0].message || !rawResponse.choices[0].message.content) {
+                            throw new PipelineExecutionError('Empty response from Azure OpenAI');
+                        }
+                        resultContent = rawResponse.choices[0].message.content;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = {
+                            price: uncertainNumber() /* <- TODO: [🐞] Compute usage */,
+                            input: __assign({ tokensCount: uncertainNumber((_a = rawResponse.usage) === null || _a === void 0 ? void 0 : _a.promptTokens) }, computeUsageCounts(prompt.content)),
+                            output: __assign({ tokensCount: uncertainNumber((_b = rawResponse.usage) === null || _b === void 0 ? void 0 : _b.completionTokens) }, computeUsageCounts(prompt.content)),
+                        };
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                    case 3:
+                        error_1 = _d.sent();
+                        throw this.transformAzureError(error_1);
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    /**
+     * Calls Azure OpenAI API to use a complete model.
+     */
+    AzureOpenAiExecutionTools.prototype.callCompletionModel = function (prompt) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, modelSettings, start, complete, rawPromptContent, rawRequest, rawResponse, resultContent, usage, error_2;
+            var _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('🖋 OpenAI callCompletionModel call');
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'COMPLETION') {
+                            throw new PipelineExecutionError('Use callCompletionModel only for COMPLETION variant');
+                        }
+                        _d.label = 1;
+                    case 1:
+                        _d.trys.push([1, 3, , 4]);
+                        modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
+                        modelSettings = {
+                            maxTokens: modelRequirements.maxTokens || 2000,
+                            //                                                  <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            user: this.options.user,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                        };
+                        start = getCurrentIsoDate();
+                        complete = void 0;
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('content'), JSON.stringify(content, null, 4));
+                            console.info(colors.bgWhite('parameters'), JSON.stringify(parameters, null, 4));
+                        }
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        rawRequest = [
+                            modelName,
+                            [rawPromptContent],
+                            modelSettings,
+                        ];
+                        return [4 /*yield*/, (_c = this.client).getCompletions.apply(_c, __spreadArray([], __read(rawRequest), false))];
+                    case 2:
+                        rawResponse = _d.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.choices[0]) {
+                            throw new PipelineExecutionError('No choises from OpenAI');
+                        }
+                        if (rawResponse.choices.length > 1) {
+                            // TODO: This should be maybe only warning
+                            throw new PipelineExecutionError('More than one choise from OpenAI');
+                        }
+                        resultContent = rawResponse.choices[0].text;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = {
+                            price: uncertainNumber() /* <- TODO: [🐞] Compute usage */,
+                            input: __assign({ tokensCount: uncertainNumber((_a = rawResponse.usage) === null || _a === void 0 ? void 0 : _a.promptTokens) }, computeUsageCounts(prompt.content)),
+                            output: __assign({ tokensCount: uncertainNumber((_b = rawResponse.usage) === null || _b === void 0 ? void 0 : _b.completionTokens) }, computeUsageCounts(prompt.content)),
+                        };
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                    case 3:
+                        error_2 = _d.sent();
+                        throw this.transformAzureError(error_2);
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // <- Note: [🤖] callXxxModel
+    /**
+     * Changes Azure error (which is not propper Error but object) to propper Error
+     */
+    AzureOpenAiExecutionTools.prototype.transformAzureError = function (azureError) {
+        if (typeof azureError !== 'object' || azureError === null) {
+            return new PipelineExecutionError("Unknown Azure OpenAI error");
+        }
+        var code = azureError.code, message = azureError.message;
+        return new PipelineExecutionError("".concat(code, ": ").concat(message));
+    };
+    /**
+     * List all available Azure OpenAI models that can be used
+     */
+    AzureOpenAiExecutionTools.prototype.listModels = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                // TODO: !!! Do here some filtering which models are really available as deployment
+                //       @see https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroupName/providers/Microsoft.CognitiveServices/accounts/accountName/deployments?api-version=2023-05-01
+                return [2 /*return*/, OPENAI_MODELS.map(function (_a) {
+                        var modelTitle = _a.modelTitle, modelName = _a.modelName, modelVariant = _a.modelVariant;
+                        return ({
+                            modelTitle: "Azure ".concat(modelTitle),
+                            modelName: modelName,
+                            modelVariant: modelVariant,
+                        });
+                    })];
+            });
+        });
+    };
+    return AzureOpenAiExecutionTools;
+}());
+/**
+ * TODO: Maybe Create some common util for callChatModel and callCompletionModel
+ * TODO: Maybe make custom AzureOpenaiError
+ * TODO: [🧠][🈁] Maybe use `isDeterministic` from options
+ * TODO: [🧠][🌰] Allow to pass `title` for tracking purposes
+ */
+
+/**
+ * Computes the usage of the OpenAI API based on the response from OpenAI
+ *
+ * @param promptContent The content of the prompt
+ * @param resultContent The content of the result (for embedding prompts or failed prompts pass empty string)
+ * @param rawResponse The raw response from OpenAI API
+ * @throws {PipelineExecutionError} If the usage is not defined in the response from OpenAI
+ * @private internal utility of `OpenAiExecutionTools`
+ */
+function computeOpenaiUsage(promptContent, // <- Note: Intentionally using [] to access type properties to bring jsdoc from Prompt/PromptResult to consumer
+resultContent, rawResponse) {
+    var _a, _b;
+    if (rawResponse.usage === undefined) {
+        throw new PipelineExecutionError('The usage is not defined in the response from OpenAI');
+    }
+    if (((_a = rawResponse.usage) === null || _a === void 0 ? void 0 : _a.prompt_tokens) === undefined) {
+        throw new PipelineExecutionError('In OpenAI response `usage.prompt_tokens` not defined');
+    }
+    var inputTokens = rawResponse.usage.prompt_tokens;
+    var outputTokens = ((_b = rawResponse.usage) === null || _b === void 0 ? void 0 : _b.completion_tokens) || 0;
+    var modelInfo = OPENAI_MODELS.find(function (model) { return model.modelName === rawResponse.model; });
+    var price;
+    if (modelInfo === undefined || modelInfo.pricing === undefined) {
+        price = uncertainNumber();
+    }
+    else {
+        price = uncertainNumber(inputTokens * modelInfo.pricing.prompt + outputTokens * modelInfo.pricing.output);
+    }
+    return {
+        price: price,
+        input: __assign({ tokensCount: uncertainNumber(rawResponse.usage.prompt_tokens) }, computeUsageCounts(promptContent)),
+        output: __assign({ tokensCount: uncertainNumber(outputTokens) }, computeUsageCounts(resultContent)),
+    };
+}
+
+/**
+ * Execution Tools for calling OpenAI API.
+ *
+ * @public exported from `@promptbook/openai`
+ */
+var OpenAiExecutionTools = /** @class */ (function () {
+    /**
+     * Creates OpenAI Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the OpenAI client
+     */
+    function OpenAiExecutionTools(options) {
+        if (options === void 0) { options = {}; }
+        this.options = options;
+        // Note: Passing only OpenAI relevant options to OpenAI constructor
+        var openAiOptions = __assign({}, options);
+        delete openAiOptions.isVerbose;
+        delete openAiOptions.user;
+        this.client = new OpenAI(__assign({}, openAiOptions));
+    }
+    Object.defineProperty(OpenAiExecutionTools.prototype, "title", {
+        get: function () {
+            return 'OpenAI';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    Object.defineProperty(OpenAiExecutionTools.prototype, "description", {
+        get: function () {
+            return 'Use all models provided by OpenAI';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    /**
+     * Calls OpenAI API to use a chat model.
+     */
+    OpenAiExecutionTools.prototype.callChatModel = function (prompt) {
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, expectFormat, modelName, modelSettings, rawPromptContent, rawRequest, start, complete, rawResponse, resultContent, usage;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('💬 OpenAI callChatModel call', { prompt: prompt });
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements, expectFormat = prompt.expectFormat;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'CHAT') {
+                            throw new PipelineExecutionError('Use callChatModel only for CHAT variant');
+                        }
+                        modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
+                        modelSettings = {
+                            model: modelName,
+                            max_tokens: modelRequirements.maxTokens,
+                            //                                   <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                        };
+                        if (expectFormat === 'JSON') {
+                            modelSettings.response_format = {
+                                type: 'json_object',
+                            };
+                        }
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        rawRequest = __assign(__assign({}, modelSettings), { messages: __spreadArray(__spreadArray([], __read((modelRequirements.systemMessage === undefined
+                                ? []
+                                : [
+                                    {
+                                        role: 'system',
+                                        content: modelRequirements.systemMessage,
+                                    },
+                                ])), false), [
+                                {
+                                    role: 'user',
+                                    content: rawPromptContent,
+                                },
+                            ], false), user: this.options.user });
+                        start = getCurrentIsoDate();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
+                        }
+                        return [4 /*yield*/, this.client.chat.completions.create(rawRequest)];
+                    case 1:
+                        rawResponse = _a.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.choices[0]) {
+                            throw new PipelineExecutionError('No choises from OpenAI');
+                        }
+                        if (rawResponse.choices.length > 1) {
+                            // TODO: This should be maybe only warning
+                            throw new PipelineExecutionError('More than one choise from OpenAI');
+                        }
+                        resultContent = rawResponse.choices[0].message.content;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = computeOpenaiUsage(content, resultContent || '', rawResponse);
+                        if (resultContent === null) {
+                            throw new PipelineExecutionError('No response message from OpenAI');
+                        }
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: rawResponse.model || modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                }
+            });
+        });
+    };
+    /**
+     * Calls OpenAI API to use a complete model.
+     */
+    OpenAiExecutionTools.prototype.callCompletionModel = function (prompt) {
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, modelSettings, rawPromptContent, rawRequest, start, complete, rawResponse, resultContent, usage;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('🖋 OpenAI callCompletionModel call', { prompt: prompt });
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'COMPLETION') {
+                            throw new PipelineExecutionError('Use callCompletionModel only for COMPLETION variant');
+                        }
+                        modelName = modelRequirements.modelName || this.getDefaultCompletionModel().modelName;
+                        modelSettings = {
+                            model: modelName,
+                            max_tokens: modelRequirements.maxTokens || 2000,
+                            //                                                  <- TODO: [🌾] Make some global max cap for maxTokens
+                            temperature: modelRequirements.temperature,
+                            // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
+                            // <- Note: [🧆]
+                        };
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        rawRequest = __assign(__assign({}, modelSettings), { prompt: rawPromptContent, user: this.options.user });
+                        start = getCurrentIsoDate();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
+                        }
+                        return [4 /*yield*/, this.client.completions.create(rawRequest)];
+                    case 1:
+                        rawResponse = _a.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (!rawResponse.choices[0]) {
+                            throw new PipelineExecutionError('No choises from OpenAI');
+                        }
+                        if (rawResponse.choices.length > 1) {
+                            // TODO: This should be maybe only warning
+                            throw new PipelineExecutionError('More than one choise from OpenAI');
+                        }
+                        resultContent = rawResponse.choices[0].text;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = computeOpenaiUsage(content, resultContent || '', rawResponse);
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: rawResponse.model || modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                }
+            });
+        });
+    };
+    /**
+     * Calls OpenAI API to use a embedding model
+     */
+    OpenAiExecutionTools.prototype.callEmbeddingModel = function (prompt) {
+        return __awaiter(this, void 0, void 0, function () {
+            var content, parameters, modelRequirements, modelName, rawPromptContent, rawRequest, start, complete, rawResponse, resultContent, usage;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (this.options.isVerbose) {
+                            console.info('🖋 OpenAI embedding call', { prompt: prompt });
+                        }
+                        content = prompt.content, parameters = prompt.parameters, modelRequirements = prompt.modelRequirements;
+                        // TODO: [☂] Use here more modelRequirements
+                        if (modelRequirements.modelVariant !== 'EMBEDDING') {
+                            throw new PipelineExecutionError('Use embed only for EMBEDDING variant');
+                        }
+                        modelName = modelRequirements.modelName || this.getDefaultEmbeddingModel().modelName;
+                        rawPromptContent = replaceParameters(content, __assign(__assign({}, parameters), { modelName: modelName }));
+                        rawRequest = {
+                            input: rawPromptContent,
+                            model: modelName,
+                        };
+                        start = getCurrentIsoDate();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawRequest'), JSON.stringify(rawRequest, null, 4));
+                        }
+                        return [4 /*yield*/, this.client.embeddings.create(rawRequest)];
+                    case 1:
+                        rawResponse = _a.sent();
+                        if (this.options.isVerbose) {
+                            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
+                        }
+                        if (rawResponse.data.length !== 1) {
+                            throw new PipelineExecutionError("Expected exactly 1 data item in response, got ".concat(rawResponse.data.length));
+                        }
+                        resultContent = rawResponse.data[0].embedding;
+                        // eslint-disable-next-line prefer-const
+                        complete = getCurrentIsoDate();
+                        usage = computeOpenaiUsage(content, '', rawResponse);
+                        return [2 /*return*/, {
+                                content: resultContent,
+                                modelName: rawResponse.model || modelName,
+                                timing: {
+                                    start: start,
+                                    complete: complete,
+                                },
+                                usage: usage,
+                                rawPromptContent: rawPromptContent,
+                                rawRequest: rawRequest,
+                                rawResponse: rawResponse,
+                                // <- [🗯]
+                            }];
+                }
+            });
+        });
+    };
+    // <- Note: [🤖] callXxxModel
+    /**
+     * Get the model that should be used as default
+     */
+    OpenAiExecutionTools.prototype.getDefaultModel = function (defaultModelName) {
+        var model = OPENAI_MODELS.find(function (_a) {
+            var modelName = _a.modelName;
+            return modelName === defaultModelName;
+        });
+        if (model === undefined) {
+            throw new UnexpectedError(spaceTrim(function (block) {
+                return "\n                            Cannot find model in OpenAI models with name \"".concat(defaultModelName, "\" which should be used as default.\n\n                            Available models:\n                            ").concat(block(OPENAI_MODELS.map(function (_a) {
+                    var modelName = _a.modelName;
+                    return "- \"".concat(modelName, "\"");
+                }).join('\n')), "\n\n                        ");
+            }));
+        }
+        return model;
+    };
+    /**
+     * Default model for chat variant.
+     */
+    OpenAiExecutionTools.prototype.getDefaultChatModel = function () {
+        return this.getDefaultModel('gpt-4o');
+    };
+    /**
+     * Default model for completion variant.
+     */
+    OpenAiExecutionTools.prototype.getDefaultCompletionModel = function () {
+        return this.getDefaultModel('gpt-3.5-turbo-instruct');
+    };
+    /**
+     * Default model for completion variant.
+     */
+    OpenAiExecutionTools.prototype.getDefaultEmbeddingModel = function () {
+        return this.getDefaultModel('text-embedding-3-large');
+    };
+    // <- Note: [🤖] getDefaultXxxModel
+    /**
+     * List all available OpenAI models that can be used
+     */
+    OpenAiExecutionTools.prototype.listModels = function () {
+        /*
+        Note: Dynamic lising of the models
+        const models = await this.openai.models.list({});
+
+        console.log({ models });
+        console.log(models.data);
+        */
+        return OPENAI_MODELS;
+    };
+    return OpenAiExecutionTools;
+}());
+/**
+ * TODO: [🧠][🧙‍♂️] Maybe there can be some wizzard for thoose who want to use just OpenAI
+ * TODO: Maybe Create some common util for callChatModel and callCompletionModel
+ * TODO: Maybe make custom OpenaiError
+ * TODO: [🧠][🈁] Maybe use `isDeterministic` from options
+ * TODO: [🧠][🌰] Allow to pass `title` for tracking purposes
+ */
+
+/**
+ * @private internal type for `createLlmToolsFromConfiguration`
+ */
+var EXECUTION_TOOLS_CLASSES = {
+    getOpenAiExecutionTools: function (options) {
+        return new OpenAiExecutionTools(__assign(__assign({}, options), { dangerouslyAllowBrowser: true /* <- TODO: [🧠] !!! Some mechanism for auto-detection of browser, maybe hide in `OpenAiExecutionTools` */ }));
+    },
+    getAnthropicClaudeExecutionTools: function (options) { return new AnthropicClaudeExecutionTools(options); },
+    getAzureOpenAiExecutionTools: function (options) { return new AzureOpenAiExecutionTools(options); },
+    // <- Note: [🦑] Add here new LLM provider
+};
+/**
+ * TODO: [🧠] Better file name than `config.ts` + maybe move to two separate files
+ * TODO: [🧠][🎌] Adding this should be responsibility of each provider package NOT this one central place
+ */
+
+/**
+ * @@@
+ *
+ * Note: This function is not cached, every call creates new instance of `MultipleLlmExecutionTools`
+ *
+ * @returns @@@
+ * @public exported from `@promptbook/core`
+ */
+function createLlmToolsFromConfiguration(configuration, options) {
+    if (options === void 0) { options = {}; }
+    var _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+    dotenv.config();
+    var llmTools = configuration.map(function (llmConfiguration) {
+        return EXECUTION_TOOLS_CLASSES["get".concat(llmConfiguration.className)](__assign({ isVerbose: isVerbose }, llmConfiguration.options));
+    });
+    return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
+}
+/**
+ * TODO: [🎌] Togethere with `createLlmToolsFromConfiguration` + 'EXECUTION_TOOLS_CLASSES' gets to `@promptbook/core` ALL model providers, make this more efficient
+ * TODO: [🧠][🎌] Dynamically install required providers
+ * TODO: @@@ write discussion about this - wizzard
+ * TODO: [🧠][🍛] Which name is better `createLlmToolsFromConfig` or `createLlmToolsFromConfiguration`?
+ * TODO: [🧠] Is there some meaningfull way how to test this util
+ * TODO: This should be maybe not under `_common` but under `utils`
+ */
+
 /**
  * Stores
  *
@@ -7045,5 +8379,5 @@ function executionReportJsonToString(executionReportJson, options) {
  * TODO: [🧠] Should be in generated file GENERATOR_WARNING
  */
 
-export { BlockTypes, CLAIM, CallbackInterfaceTools, CollectionError, EXECUTIONS_CACHE_DIRNAME, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, LimitReachedError, MAX_EXECUTION_ATTEMPTS, MAX_FILENAME_LENGTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, MAX_PARALLEL_COUNT, MODEL_VARIANTS, MemoryStorage, NotFoundError, NotYetImplementedError, PIPELINE_COLLECTION_BASE_FILENAME, PROMPTBOOK_VERSION, ParsingError, PipelineExecutionError, PipelineLogicError, PrefixStorage, RESERVED_PARAMETER_NAMES, ReferenceError$1 as ReferenceError, UnexpectedError, VersionMismatchError, ZERO_USAGE, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
+export { BlockTypes, CLAIM, CallbackInterfaceTools, CollectionError, EXECUTIONS_CACHE_DIRNAME, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, LimitReachedError, MAX_EXECUTION_ATTEMPTS, MAX_FILENAME_LENGTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, MAX_PARALLEL_COUNT, MODEL_VARIANTS, MemoryStorage, NotFoundError, NotYetImplementedError, PIPELINE_COLLECTION_BASE_FILENAME, PROMPTBOOK_VERSION, ParsingError, PipelineExecutionError, PipelineLogicError, PrefixStorage, RESERVED_PARAMETER_NAMES, ReferenceError$1 as ReferenceError, UnexpectedError, VersionMismatchError, ZERO_USAGE, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
 //# sourceMappingURL=index.es.js.map