@promptbook/openai 0.50.0 → 0.52.0-0

package/README.md

@@ -332,6 +332,8 @@ Or you can install them separately:
 -   _(Not finished)_ **[@promptbook/wizzard](https://www.npmjs.com/package/@promptbook/wizzard)** - Wizard for creating+running promptbooks in single line
 -   **[@promptbook/execute-javascript](https://www.npmjs.com/package/@promptbook/execute-javascript)** - Execution tools for javascript inside promptbooks
 -   **[@promptbook/openai](https://www.npmjs.com/package/@promptbook/openai)** - Execution tools for OpenAI API, wrapper around OpenAI SDK
+-   **[@promptbook/anthropic-claude](https://www.npmjs.com/package/@promptbook/anthropic-claude)** - Execution tools for Anthropic Claude API, wrapper around Anthropic Claude SDK
+-   **[@promptbook/azure-openai](https://www.npmjs.com/package/@promptbook/azure-openai)** - Execution tools for Azure OpenAI API
 -   **[@promptbook/langtail](https://www.npmjs.com/package/@promptbook/langtail)** - Execution tools for Langtail API, wrapper around Langtail SDK
 -   **[@promptbook/mock](https://www.npmjs.com/package/@promptbook/mock)** - Mocked execution tools for testing the library and saving the tokens
 -   **[@promptbook/remote-client](https://www.npmjs.com/package/@promptbook/remote-client)** - Remote client for remote execution of promptbooks
@@ -339,6 +341,8 @@ Or you can install them separately:
 -   **[@promptbook/types](https://www.npmjs.com/package/@promptbook/types)** - Just typescript types used in the library
 -   **[@promptbook/cli](https://www.npmjs.com/package/@promptbook/cli)** - Command line interface utilities for promptbooks
 
+
+
 ## 📚 Dictionary
 
 The following glossary is used to clarify certain basic concepts:
@@ -481,8 +485,8 @@ Internally it calls OpenAI, Azure, GPU, proxy, cache, logging,...
 `LlmExecutionTools` an abstract interface that is implemented by concrete execution tools:
 
 -   `OpenAiExecutionTools`
--   _(Not implemented yet)_ `AnthropicClaudeExecutionTools`
--   _(Not implemented yet)_ `AzureOpenAiExecutionTools`
+-   _(Not implemented yet !!!!! )_ `AnthropicClaudeExecutionTools`
+-   _(Not implemented yet !!!!! )_ `AzureOpenAiExecutionTools`
 -   _(Not implemented yet)_ `BardExecutionTools`
 -   _(Not implemented yet)_ `LamaExecutionTools`
 -   _(Not implemented yet)_ `GpuExecutionTools`

package/esm/index.es.js

@@ -79,8 +79,363 @@ function __generator(thisArg, body) {
         } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
         if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
     }
+}
+
+function __read(o, n) {
+    var m = typeof Symbol === "function" && o[Symbol.iterator];
+    if (!m) return o;
+    var i = m.call(o), r, ar = [], e;
+    try {
+        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+    }
+    catch (error) { e = { error: error }; }
+    finally {
+        try {
+            if (r && !r.done && (m = i["return"])) m.call(i);
+        }
+        finally { if (e) throw e.error; }
+    }
+    return ar;
+}
+
+/**
+ * Function computeUsage will create price per one token based on the string value found on openai page
+ *
+ * @private within the library, used only as internal helper for `OPENAI_MODELS`
+ */
+function computeUsage(value) {
+    var _a = __read(value.split(' / '), 2), price = _a[0], tokens = _a[1];
+    return parseFloat(price.replace('$', '')) / parseFloat(tokens.replace('M tokens', '')) / 1000000;
 }
 
+/**
+ * List of available OpenAI models with pricing
+ *
+ * Note: Done at 2024-05-20
+ *
+ * @see https://platform.openai.com/docs/models/
+ * @see https://openai.com/api/pricing/
+ */
+var OPENAI_MODELS = [
+    /*/
+      {
+          modelTitle: 'dall-e-3',
+          modelName: 'dall-e-3',
+      },
+      /**/
+    /*/
+      {
+          modelTitle: 'whisper-1',
+          modelName: 'whisper-1',
+      },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'davinci-002',
+        modelName: 'davinci-002',
+        pricing: {
+            prompt: computeUsage("$2.00 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"), // <- not sure
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'dall-e-2',
+      modelName: 'dall-e-2',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-16k',
+        modelName: 'gpt-3.5-turbo-16k',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$4.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'tts-1-hd-1106',
+      modelName: 'tts-1-hd-1106',
+  },
+  /**/
+    /*/
+  {
+      modelTitle: 'tts-1-hd',
+      modelName: 'tts-1-hd',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4',
+        modelName: 'gpt-4',
+        pricing: {
+            prompt: computeUsage("$30.00 / 1M tokens"),
+            output: computeUsage("$60.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-32k',
+        modelName: 'gpt-4-32k',
+        pricing: {
+            prompt: computeUsage("$60.00 / 1M tokens"),
+            output: computeUsage("$120.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-0613',
+        modelName: 'gpt-4-0613',
+        pricing: {
+            prompt: computeUsage(` / 1M tokens`),
+            output: computeUsage(` / 1M tokens`),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-turbo-2024-04-09',
+        modelName: 'gpt-4-turbo-2024-04-09',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-1106',
+        modelName: 'gpt-3.5-turbo-1106',
+        pricing: {
+            prompt: computeUsage("$1.00 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-turbo',
+        modelName: 'gpt-4-turbo',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'gpt-3.5-turbo-instruct-0914',
+        modelName: 'gpt-3.5-turbo-instruct-0914',
+        pricing: {
+            prompt: computeUsage("$1.50  / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"), // <- For gpt-3.5-turbo-instruct
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'gpt-3.5-turbo-instruct',
+        modelName: 'gpt-3.5-turbo-instruct',
+        pricing: {
+            prompt: computeUsage("$1.50  / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'tts-1',
+      modelName: 'tts-1',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo',
+        modelName: 'gpt-3.5-turbo',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$6.00 / 1M tokens"), // <- Not sure, refer to gpt-3.5-turbo in Fine-tuning models
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-0301',
+        modelName: 'gpt-3.5-turbo-0301',
+        pricing: {
+            prompt: computeUsage("$1.50 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'COMPLETION',
+        modelTitle: 'babbage-002',
+        modelName: 'babbage-002',
+        pricing: {
+            prompt: computeUsage("$0.40 / 1M tokens"),
+            output: computeUsage("$0.40 / 1M tokens"), // <- Not sure
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-1106-preview',
+        modelName: 'gpt-4-1106-preview',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-0125-preview',
+        modelName: 'gpt-4-0125-preview',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'tts-1-1106',
+      modelName: 'tts-1-1106',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-0125',
+        modelName: 'gpt-3.5-turbo-0125',
+        pricing: {
+            prompt: computeUsage("$0.50 / 1M tokens"),
+            output: computeUsage("$1.50  / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4-turbo-preview',
+        modelName: 'gpt-4-turbo-preview',
+        pricing: {
+            prompt: computeUsage("$10.00 / 1M tokens"),
+            output: computeUsage("$30.00 / 1M tokens"), // <- Not sure, just for gpt-4-turbo
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'text-embedding-3-large',
+      modelName: 'text-embedding-3-large',
+  },
+  /**/
+    /*/
+  {
+      modelTitle: 'text-embedding-3-small',
+      modelName: 'text-embedding-3-small',
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-0613',
+        modelName: 'gpt-3.5-turbo-0613',
+        pricing: {
+            prompt: computeUsage("$1.50 / 1M tokens"),
+            output: computeUsage("$2.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /*/
+  {
+      modelTitle: 'text-embedding-ada-002',
+      modelName: 'text-embedding-ada-002',
+  },
+  /**/
+    /*/
+  {
+    modelVariant: 'CHAT',
+      modelTitle: 'gpt-4-1106-vision-preview',
+      modelName: 'gpt-4-1106-vision-preview',
+  },
+  /**/
+    /*/
+  {
+      modelTitle: 'gpt-4-vision-preview',
+      modelName: 'gpt-4-vision-preview',
+      pricing: {
+          prompt: computeUsage(`$10.00 / 1M tokens`),
+          output: computeUsage(`$30.00 / 1M tokens`),
+      },
+  },
+  /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4o-2024-05-13',
+        modelName: 'gpt-4o-2024-05-13',
+        pricing: {
+            prompt: computeUsage("$5.00 / 1M tokens"),
+            output: computeUsage("$15.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-4o',
+        modelName: 'gpt-4o',
+        pricing: {
+            prompt: computeUsage("$5.00 / 1M tokens"),
+            output: computeUsage("$15.00 / 1M tokens"),
+        },
+    },
+    /**/
+    /**/
+    {
+        modelVariant: 'CHAT',
+        modelTitle: 'gpt-3.5-turbo-16k-0613',
+        modelName: 'gpt-3.5-turbo-16k-0613',
+        pricing: {
+            prompt: computeUsage("$3.00 / 1M tokens"),
+            output: computeUsage("$4.00 / 1M tokens"),
+        },
+    },
+    /**/
+];
+/**
+ * TODO: [🧠] Some mechanism to propagate unsureness
+ * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * @see https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
+ * @see https://openai.com/api/pricing/
+ * @see /other/playground/playground.ts
+ * TODO: [🍓] Make better
+ * TODO: Change model titles to human eg: "gpt-4-turbo-2024-04-09" -> "GPT-4 Turbo (2024-04-09)"
+ */
+
 /**
  * This error indicates errors during the execution of the promptbook
  */
@@ -122,33 +477,13 @@ function computeOpenaiUsage(rawResponse) {
     }
     var inputTokens = rawResponse.usage.prompt_tokens;
     var outputTokens = rawResponse.usage.completion_tokens;
-    // TODO: !!!! [🕚] Make this list dynamic
-    var pricePerThousandTokens = {
-        'gpt-3.5-turbo-0613': {
-            prompt: 0.0015,
-            completion: 0.002,
-        },
-        'gpt-4-0613': {
-            // TODO: Not sure if this is correct
-            prompt: 0.01,
-            completion: 0.03,
-        },
-        'gpt-3.5-turbo-instruct': {
-            prompt: 0.0015,
-            completion: 0.002,
-        },
-        'gpt-4-0125-preview': {
-            prompt: 0.01,
-            completion: 0.03,
-        },
-    }[rawResponse.model];
-    // TODO: !!! Retrieve dynamically
+    var modelInfo = OPENAI_MODELS.find(function (model) { return model.modelName === rawResponse.model; });
     var price;
-    if (pricePerThousandTokens === undefined) {
+    if (modelInfo === undefined || modelInfo.pricing === undefined) {
         price = 'UNKNOWN';
     }
     else {
-        price = (inputTokens * pricePerThousandTokens.prompt + outputTokens * pricePerThousandTokens.completion) / 1000;
+        price = inputTokens * modelInfo.pricing.prompt + outputTokens * modelInfo.pricing.output;
     }
     return {
         price: price,
@@ -156,9 +491,6 @@ function computeOpenaiUsage(rawResponse) {
         outputTokens: outputTokens,
     };
 }
-/**
- * TODO: [🍓] Make better
- */
 
 /**
  * Execution Tools for calling OpenAI API.
@@ -339,226 +671,7 @@ var OpenAiExecutionTools = /** @class */ (function () {
         console.log({ models });
         console.log(models.data);
         */
-        return [
-            // Note: Done at 2024-05-15
-            // TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
-            // @see https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
-            // @see https://openai.com/api/pricing/
-            // @see /other/playground/playground.ts
-            /*/
-            {
-                modelTitle: 'dall-e-3',
-                modelName: 'dall-e-3',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'whisper-1',
-                modelName: 'whisper-1',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'COMPLETION',
-                modelTitle: 'davinci-002',
-                modelName: 'davinci-002',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'dall-e-2',
-                modelName: 'dall-e-2',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo-16k',
-                modelName: 'gpt-3.5-turbo-16k',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'tts-1-hd-1106',
-                modelName: 'tts-1-hd-1106',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'tts-1-hd',
-                modelName: 'tts-1-hd',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4',
-                modelName: 'gpt-4',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-0613',
-                modelName: 'gpt-4-0613',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-turbo-2024-04-09',
-                modelName: 'gpt-4-turbo-2024-04-09',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo-1106',
-                modelName: 'gpt-3.5-turbo-1106',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-turbo',
-                modelName: 'gpt-4-turbo',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'COMPLETION',
-                modelTitle: 'gpt-3.5-turbo-instruct-0914',
-                modelName: 'gpt-3.5-turbo-instruct-0914',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'COMPLETION',
-                modelTitle: 'gpt-3.5-turbo-instruct',
-                modelName: 'gpt-3.5-turbo-instruct',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'tts-1',
-                modelName: 'tts-1',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo',
-                modelName: 'gpt-3.5-turbo',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo-0301',
-                modelName: 'gpt-3.5-turbo-0301',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'COMPLETION',
-                modelTitle: 'babbage-002',
-                modelName: 'babbage-002',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-1106-preview',
-                modelName: 'gpt-4-1106-preview',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-0125-preview',
-                modelName: 'gpt-4-0125-preview',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'tts-1-1106',
-                modelName: 'tts-1-1106',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo-0125',
-                modelName: 'gpt-3.5-turbo-0125',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-turbo-preview',
-                modelName: 'gpt-4-turbo-preview',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'text-embedding-3-large',
-                modelName: 'text-embedding-3-large',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'text-embedding-3-small',
-                modelName: 'text-embedding-3-small',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo-0613',
-                modelName: 'gpt-3.5-turbo-0613',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'text-embedding-ada-002',
-                modelName: 'text-embedding-ada-002',
-            },
-            /**/
-            /*/
-            {
-              modelVariant: 'CHAT',
-                modelTitle: 'gpt-4-1106-vision-preview',
-                modelName: 'gpt-4-1106-vision-preview',
-            },
-            /**/
-            /*/
-            {
-                modelTitle: 'gpt-4-vision-preview',
-                modelName: 'gpt-4-vision-preview',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4o-2024-05-13',
-                modelName: 'gpt-4o-2024-05-13',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-4o',
-                modelName: 'gpt-4o',
-            },
-            /**/
-            /**/
-            {
-                modelVariant: 'CHAT',
-                modelTitle: 'gpt-3.5-turbo-16k-0613',
-                modelName: 'gpt-3.5-turbo-16k-0613',
-            },
-            /**/
-        ];
+        return OPENAI_MODELS;
     };
     return OpenAiExecutionTools;
 }());
@@ -568,5 +681,5 @@ var OpenAiExecutionTools = /** @class */ (function () {
  * TODO: Maybe make custom OpenaiError
  */
 
-export { OpenAiExecutionTools };
+export { OPENAI_MODELS, OpenAiExecutionTools };
 //# sourceMappingURL=index.es.js.map