@promptbook/remote-client 0.52.0-1 → 0.52.0-3

package/README.md

@@ -329,7 +329,7 @@ Or you can install them separately:
 -   _(Not finished)_ **[@promptbook/wizzard](https://www.npmjs.com/package/@promptbook/wizzard)** - Wizard for creating+running promptbooks in single line
 -   **[@promptbook/execute-javascript](https://www.npmjs.com/package/@promptbook/execute-javascript)** - Execution tools for javascript inside promptbooks
 -   **[@promptbook/openai](https://www.npmjs.com/package/@promptbook/openai)** - Execution tools for OpenAI API, wrapper around OpenAI SDK
--   **[@promptbook/anthropic-claude](https://www.npmjs.com/package/@promptbook/anthropic-claude)** - Execution tools for Anthropic Claude API, wrapper around Anthropic Claude SDK
+-   **[@promptbook/anthropic-claude](https://www.npmjs.com/package/@promptbook/anthropic-claude)** - Execution tools for Anthropic Claude API, wrapper around Anthropic Claude SDK 
 -   **[@promptbook/azure-openai](https://www.npmjs.com/package/@promptbook/azure-openai)** - Execution tools for Azure OpenAI API
 -   **[@promptbook/langtail](https://www.npmjs.com/package/@promptbook/langtail)** - Execution tools for Langtail API, wrapper around Langtail SDK
 -   **[@promptbook/mock](https://www.npmjs.com/package/@promptbook/mock)** - Mocked execution tools for testing the library and saving the tokens
@@ -482,14 +482,16 @@ Internally it calls OpenAI, Azure, GPU, proxy, cache, logging,...
 `LlmExecutionTools` an abstract interface that is implemented by concrete execution tools:
 
 -   `OpenAiExecutionTools`
--   _(Not implemented yet !!!!! )_ `AnthropicClaudeExecutionTools`
--   _(Not implemented yet !!!!! )_ `AzureOpenAiExecutionTools`
+-   `AnthropicClaudeExecutionTools`
+-   `AzureOpenAiExecutionTools`
+-   `LangtailExecutionTools`
 -   _(Not implemented yet)_ `BardExecutionTools`
 -   _(Not implemented yet)_ `LamaExecutionTools`
 -   _(Not implemented yet)_ `GpuExecutionTools`
--   And a special case are `RemoteLlmExecutionTools` that connect to a remote server and run one of the above execution tools on that server.
--   The second special case is `MockedEchoLlmExecutionTools` that is used for testing and mocking.
--   The third special case is `LogLlmExecutionToolsWrapper` that is technically also an execution tools but it is more proxy wrapper around other execution tools that logs all calls to execution tools.
+-   And a special case are `MultipleLlmExecutionTools` that combines multiple execution tools together and tries to execute the prompt on the best one.
+-   Another special case are `RemoteLlmExecutionTools` that connect to a remote server and run one of the above execution tools on that server.
+-   The another special case is `MockedEchoLlmExecutionTools` that is used for testing and mocking.
+-   The another special case is `LogLlmExecutionToolsWrapper` that is technically also an execution tools but it is more proxy wrapper around other execution tools that logs all calls to execution tools.
 
 #### Script Execution Tools
 
@@ -588,6 +590,8 @@ Execution report is a simple object or markdown that contains information about
 
 
 
+
+
 ### Remote server
 
 Remote server is a proxy server that uses its execution tools internally and exposes the executor interface externally.

package/esm/index.es.js

@@ -141,7 +141,7 @@ var RemoteLlmExecutionTools = /** @class */ (function () {
         return __awaiter(this, void 0, void 0, function () {
             return __generator(this, function (_a) {
                 return [2 /*return*/, [
-                    /* !!!!! */
+                    /* !!! */
                     ]];
             });
         });

package/esm/typings/_packages/anthropic-claude.index.d.ts

@@ -0,0 +1,3 @@
+import { AnthropicClaudeExecutionTools } from '../execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionTools';
+import { AnthropicClaudeExecutionToolsOptions } from '../execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
+export { AnthropicClaudeExecutionTools, AnthropicClaudeExecutionToolsOptions };

package/esm/typings/_packages/azure-openai.index.d.ts

@@ -0,0 +1,3 @@
+import { AzureOpenAiExecutionTools } from '../execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionTools';
+import { AzureOpenAiExecutionToolsOptions } from '../execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionToolsOptions';
+export { AzureOpenAiExecutionTools, AzureOpenAiExecutionToolsOptions };

package/esm/typings/_packages/core.index.d.ts

@@ -11,9 +11,10 @@ import { createPromptbookLibraryFromSources } from '../library/constructors/crea
 import { createPromptbookSublibrary } from '../library/constructors/createPromptbookSublibrary';
 import { ExecutionTypes } from '../types/ExecutionTypes';
 import { PROMPTBOOK_VERSION } from '../version';
+import { MultipleLlmExecutionTools } from '../execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionTools';
 export { ExecutionTypes, PROMPTBOOK_VERSION };
 export { createPromptbookLibraryFromPromise, createPromptbookLibraryFromSources, createPromptbookSublibrary, SimplePromptbookLibrary, };
 export { SimplePromptInterfaceTools };
 export { promptbookStringToJson, promptbookJsonToString, validatePromptbookJson };
-export { createPromptbookExecutor };
+export { createPromptbookExecutor, MultipleLlmExecutionTools };
 export { CallbackInterfaceTools, CallbackInterfaceToolsOptions };

package/esm/typings/_packages/openai.index.d.ts

@@ -1,4 +1,4 @@
-import { OPENAI_MODELS } from '../execution/plugins/llm-execution-tools/openai/models';
+import { OPENAI_MODELS } from '../execution/plugins/llm-execution-tools/openai/openai-models';
 import { OpenAiExecutionTools } from '../execution/plugins/llm-execution-tools/openai/OpenAiExecutionTools';
 import { OpenAiExecutionToolsOptions } from '../execution/plugins/llm-execution-tools/openai/OpenAiExecutionToolsOptions';
 export { OPENAI_MODELS, OpenAiExecutionTools, OpenAiExecutionToolsOptions };

package/esm/typings/execution/PromptResult.d.ts

@@ -23,7 +23,7 @@ export type PromptCommonResult = {
     /**
      * Name of the model used to generate the response
      */
-    readonly model: string_model_name;
+    readonly modelName: string_model_name;
     /**
      * Timing
      */
@@ -54,11 +54,11 @@ export type PromptCommonResult = {
         /**
          * Number of tokens used in the input aka. `prompt_tokens`
          */
-        inputTokens: number_tokens;
+        inputTokens: number_tokens | 'UNKNOWN';
         /**
          * Number of tokens used in the output aka. `completion_tokens`
          */
-        outputTokens: number_tokens;
+        outputTokens: number_tokens | 'UNKNOWN';
     };
     /**
      * Raw response from the model

package/esm/typings/execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionTools.d.ts

@@ -0,0 +1,42 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+import type { AnthropicClaudeExecutionToolsOptions } from './AnthropicClaudeExecutionToolsOptions';
+/**
+ * Execution Tools for calling Anthropic Claude API.
+ */
+export declare class AnthropicClaudeExecutionTools implements LlmExecutionTools {
+    private readonly options;
+    /**
+     * Anthropic Claude API client.
+     */
+    private readonly client;
+    /**
+     * Creates Anthropic Claude Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the Anthropic Claude client
+     */
+    constructor(options: AnthropicClaudeExecutionToolsOptions);
+    /**
+     * Calls Anthropic Claude API to use a chat model.
+     */
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
+    /**
+     * Calls Anthropic Claude API to use a complete model.
+     */
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
+    /**
+     * Default model for chat variant.
+     */
+    private getDefaultChatModel;
+    /**
+     * List all available Anthropic Claude models that can be used
+     */
+    listModels(): Array<AvailableModel>;
+}
+/**
+ * TODO: [🧠] Maybe handle errors via transformAnthropicError (like transformAzureError)
+ * TODO: [🍓][♐] Allow to list compatible models with each variant
+ * TODO: Maybe Create some common util for gptChat and gptComplete
+ * TODO: Maybe make custom OpenaiError
+ */

package/esm/typings/execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionToolsOptions.d.ts

@@ -0,0 +1,8 @@
+import type { ClientOptions } from '@anthropic-ai/sdk';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for AnthropicClaudeExecutionTools
+ *
+ * This extends Anthropic's `ClientOptions` with are directly passed to the Anthropic client.
+ */
+export type AnthropicClaudeExecutionToolsOptions = CommonExecutionToolsOptions & ClientOptions;

package/esm/typings/execution/plugins/llm-execution-tools/anthropic-claude/anthropic-claude-models.d.ts

@@ -0,0 +1,20 @@
+import { number_usd } from '../../../../types/typeAliases';
+import type { AvailableModel } from '../../../LlmExecutionTools';
+/**
+ * List of available Anthropic Claude models with pricing
+ *
+ * Note: Done at 2024-05-25
+ *
+ * @see https://docs.anthropic.com/en/docs/models-overview
+ */
+export declare const ANTHROPIC_CLAUDE_MODELS: Array<AvailableModel & {
+    pricing?: {
+        prompt: number_usd;
+        output: number_usd;
+    };
+}>;
+/**
+ * TODO: [🧠] Some mechanism to propagate unsureness
+ * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
+ * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ */

package/esm/typings/execution/plugins/llm-execution-tools/anthropic-claude/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/esm/typings/execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionTools.d.ts

@@ -0,0 +1,41 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+import type { AzureOpenAiExecutionToolsOptions } from './AzureOpenAiExecutionToolsOptions';
+/**
+ * Execution Tools for calling Azure OpenAI API.
+ */
+export declare class AzureOpenAiExecutionTools implements LlmExecutionTools {
+    private readonly options;
+    /**
+     * OpenAI Azure API client.
+     */
+    private readonly client;
+    /**
+     * Creates OpenAI Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the OpenAI client
+     */
+    constructor(options: AzureOpenAiExecutionToolsOptions);
+    /**
+     * Calls OpenAI API to use a chat model.
+     */
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
+    /**
+     * Calls Azure OpenAI API to use a complete model.
+     */
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
+    /**
+     * Changes Azure error (which is not propper Error but object) to propper Error
+     */
+    private transformAzureError;
+    /**
+     * List all available Azure OpenAI models that can be used
+     */
+    listModels(): Promise<Array<AvailableModel>>;
+}
+/**
+ * TODO: [🍓][♐] Allow to list compatible models with each variant
+ * TODO: Maybe Create some common util for gptChat and gptComplete
+ * TODO: Maybe make custom AzureOpenaiError
+ */

package/esm/typings/execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionToolsOptions.d.ts

@@ -0,0 +1,34 @@
+import { string_name, string_token } from '../../../../types/typeAliases';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for AzureOpenAiExecutionTools
+ *
+ * @see https://oai.azure.com/portal/
+ */
+export type AzureOpenAiExecutionToolsOptions = CommonExecutionToolsOptions & {
+    /**
+     * The resource name of the Azure OpenAI resource
+     *
+     * Note: Typically you have one resource and multiple deployments.
+     */
+    resourceName: string_name;
+    /**
+     * The deployment name
+     *
+     * Note: If you specify modelName in prompt, it will be used instead of deploymentName
+     * Note: This is kind of a modelName in OpenAI terms
+     * Note: Typically you have one resource and multiple deployments.
+     */
+    deploymentName: string_name;
+    /**
+     * The API key of the Azure OpenAI resource
+     */
+    apiKey: string_token;
+    /**
+     * A unique identifier representing your end-user, which can help Azure OpenAI to monitor
+     * and detect abuse.
+     *
+     * @see https://platform.openai.com/docs/guides/safety-best-practices/end-user-ids (document from OpenAI not Azure, but same concept)
+     */
+    user?: string_token;
+};

package/esm/typings/execution/plugins/llm-execution-tools/azure-openai/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/esm/typings/execution/plugins/llm-execution-tools/langtail/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/esm/typings/execution/plugins/llm-execution-tools/mocked/MockedEchoLlmExecutionTools.d.ts

@@ -11,11 +11,11 @@ export declare class MockedEchoLlmExecutionTools implements LlmExecutionTools {
     /**
      * Mocks chat model
      */
-    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
     /**
      * Mocks completion model
      */
-    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
     /**
      * List all available mocked-models that can be used
      */

package/esm/typings/execution/plugins/llm-execution-tools/mocked/MockedFackedLlmExecutionTools.d.ts

@@ -11,11 +11,11 @@ export declare class MockedFackedLlmExecutionTools implements LlmExecutionTools
     /**
      * Fakes chat model
      */
-    gptChat(prompt: Prompt): Promise<PromptChatResult & PromptCompletionResult>;
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements' | 'expectations' | 'postprocessing'>): Promise<PromptChatResult & PromptCompletionResult>;
     /**
      * Fakes completion model
      */
-    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements' | 'expectations' | 'postprocessing'>): Promise<PromptCompletionResult>;
     /**
      * List all available fake-models that can be used
      */

package/esm/typings/execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionTools.d.ts

@@ -0,0 +1,35 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+/**
+ * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
+ *
+ * @see https://github.com/webgptorg/promptbook#multiple-server
+ */
+export declare class MultipleLlmExecutionTools implements LlmExecutionTools {
+    /**
+     * Array of execution tools in order of priority
+     */
+    private llmExecutionTools;
+    /**
+     * Gets array of execution tools in order of priority
+     */
+    constructor(...llmExecutionTools: Array<LlmExecutionTools>);
+    /**
+     * Calls the best available chat model
+     */
+    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    /**
+     * Calls the best available completion model
+     */
+    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    /**
+     * Calls the best available model
+     */
+    private gptCommon;
+    /**
+     * List all available models that can be used
+     * This liost is a combination of all available models from all execution tools
+     */
+    listModels(): Promise<Array<AvailableModel>>;
+}

package/esm/typings/execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionToolsOptions.d.ts

@@ -0,0 +1,23 @@
+import type { client_id, string_uri } from '../../../../types/typeAliases';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for MultipleLlmExecutionTools
+ */
+export type MultipleLlmExecutionToolsOptions = CommonExecutionToolsOptions & {
+    /**
+     * URL of the multiple PROMPTBOOK server
+     * On this server will be connected to the socket.io server
+     */
+    readonly multipleUrl: URL;
+    /**
+     * Path for the Socket.io server to listen
+     *
+     * @default '/socket.io'
+     * @example '/promptbook/socket.io'
+     */
+    readonly path: string_uri;
+    /**
+     * Your client ID
+     */
+    readonly clientId: client_id;
+};

package/esm/typings/execution/plugins/llm-execution-tools/multiple/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/esm/typings/execution/plugins/llm-execution-tools/openai/OpenAiExecutionTools.d.ts

@@ -10,7 +10,7 @@ export declare class OpenAiExecutionTools implements LlmExecutionTools {
     /**
      * OpenAI API client.
      */
-    private readonly openai;
+    private readonly client;
     /**
      * Creates OpenAI Execution Tools.
      *
@@ -20,11 +20,11 @@ export declare class OpenAiExecutionTools implements LlmExecutionTools {
     /**
      * Calls OpenAI API to use a chat model.
      */
-    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
     /**
      * Calls OpenAI API to use a complete model.
      */
-    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
     /**
      * Default model for chat variant.
      */

package/esm/typings/execution/plugins/llm-execution-tools/openai/OpenAiExecutionToolsOptions.d.ts

@@ -10,7 +10,9 @@ import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsO
 export type OpenAiExecutionToolsOptions = CommonExecutionToolsOptions & ClientOptions & {
     /**
      * A unique identifier representing your end-user, which can help OpenAI to monitor
-     * and detect abuse. [Learn more](/docs/guides/safety-best-practices/end-user-ids).
+     * and detect abuse.
+     *
+     * @see https://platform.openai.com/docs/guides/safety-best-practices/end-user-ids
      */
     user?: string_token;
 };

package/esm/typings/execution/plugins/llm-execution-tools/openai/computeUsage.d.ts

@@ -1,13 +1,16 @@
 /**
- * String value found on openai page
+ * String value found on OpenAI and Anthropic Claude page
+ *
+ * @see https://openai.com/api/pricing/
+ * @see https://docs.anthropic.com/en/docs/models-overview
  *
  * @private within the library, used only as internal helper for `OPENAI_MODELS` and `computeUsage`
  */
-type string_openai_price = `$${number}.${number} / ${number}M tokens`;
+type string_model_price = `$${number}.${number} / ${number}M tokens`;
 /**
  * Function computeUsage will create price per one token based on the string value found on openai page
  *
  * @private within the library, used only as internal helper for `OPENAI_MODELS`
  */
-export declare function computeUsage(value: string_openai_price): number;
+export declare function computeUsage(value: string_model_price): number;
 export {};

package/esm/typings/execution/plugins/llm-execution-tools/openai/{models.d.ts → openai-models.d.ts}

@@ -16,7 +16,8 @@ export declare const OPENAI_MODELS: Array<AvailableModel & {
 }>;
 /**
  * TODO: [🧠] Some mechanism to propagate unsureness
- * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🕚][👮‍♀️] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
  * @see https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
  * @see https://openai.com/api/pricing/
  * @see /other/playground/playground.ts

package/esm/typings/execution/plugins/llm-execution-tools/openai/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/remote-client",
-    "version": "0.52.0-1",
+    "version": "0.52.0-3",
     "description": "Library to supercharge your use of large language models",
     "private": false,
     "sideEffects": false,
@@ -47,7 +47,7 @@
         }
     ],
     "peerDependencies": {
-        "@promptbook/core": "0.52.0-1"
+        "@promptbook/core": "0.52.0-3"
     },
     "main": "./umd/index.umd.js",
     "module": "./esm/index.es.js",

package/umd/index.umd.js

@@ -145,7 +145,7 @@
             return __awaiter(this, void 0, void 0, function () {
                 return __generator(this, function (_a) {
                     return [2 /*return*/, [
-                        /* !!!!! */
+                        /* !!! */
                         ]];
                 });
             });

package/umd/typings/_packages/anthropic-claude.index.d.ts

@@ -0,0 +1,3 @@
+import { AnthropicClaudeExecutionTools } from '../execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionTools';
+import { AnthropicClaudeExecutionToolsOptions } from '../execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
+export { AnthropicClaudeExecutionTools, AnthropicClaudeExecutionToolsOptions };

package/umd/typings/_packages/azure-openai.index.d.ts

@@ -0,0 +1,3 @@
+import { AzureOpenAiExecutionTools } from '../execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionTools';
+import { AzureOpenAiExecutionToolsOptions } from '../execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionToolsOptions';
+export { AzureOpenAiExecutionTools, AzureOpenAiExecutionToolsOptions };

package/umd/typings/_packages/core.index.d.ts

@@ -11,9 +11,10 @@ import { createPromptbookLibraryFromSources } from '../library/constructors/crea
 import { createPromptbookSublibrary } from '../library/constructors/createPromptbookSublibrary';
 import { ExecutionTypes } from '../types/ExecutionTypes';
 import { PROMPTBOOK_VERSION } from '../version';
+import { MultipleLlmExecutionTools } from '../execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionTools';
 export { ExecutionTypes, PROMPTBOOK_VERSION };
 export { createPromptbookLibraryFromPromise, createPromptbookLibraryFromSources, createPromptbookSublibrary, SimplePromptbookLibrary, };
 export { SimplePromptInterfaceTools };
 export { promptbookStringToJson, promptbookJsonToString, validatePromptbookJson };
-export { createPromptbookExecutor };
+export { createPromptbookExecutor, MultipleLlmExecutionTools };
 export { CallbackInterfaceTools, CallbackInterfaceToolsOptions };

package/umd/typings/_packages/openai.index.d.ts

@@ -1,4 +1,4 @@
-import { OPENAI_MODELS } from '../execution/plugins/llm-execution-tools/openai/models';
+import { OPENAI_MODELS } from '../execution/plugins/llm-execution-tools/openai/openai-models';
 import { OpenAiExecutionTools } from '../execution/plugins/llm-execution-tools/openai/OpenAiExecutionTools';
 import { OpenAiExecutionToolsOptions } from '../execution/plugins/llm-execution-tools/openai/OpenAiExecutionToolsOptions';
 export { OPENAI_MODELS, OpenAiExecutionTools, OpenAiExecutionToolsOptions };

package/umd/typings/execution/PromptResult.d.ts

@@ -23,7 +23,7 @@ export type PromptCommonResult = {
     /**
      * Name of the model used to generate the response
      */
-    readonly model: string_model_name;
+    readonly modelName: string_model_name;
     /**
      * Timing
      */
@@ -54,11 +54,11 @@ export type PromptCommonResult = {
         /**
          * Number of tokens used in the input aka. `prompt_tokens`
          */
-        inputTokens: number_tokens;
+        inputTokens: number_tokens | 'UNKNOWN';
         /**
          * Number of tokens used in the output aka. `completion_tokens`
          */
-        outputTokens: number_tokens;
+        outputTokens: number_tokens | 'UNKNOWN';
     };
     /**
      * Raw response from the model

package/umd/typings/execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionTools.d.ts

@@ -0,0 +1,42 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+import type { AnthropicClaudeExecutionToolsOptions } from './AnthropicClaudeExecutionToolsOptions';
+/**
+ * Execution Tools for calling Anthropic Claude API.
+ */
+export declare class AnthropicClaudeExecutionTools implements LlmExecutionTools {
+    private readonly options;
+    /**
+     * Anthropic Claude API client.
+     */
+    private readonly client;
+    /**
+     * Creates Anthropic Claude Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the Anthropic Claude client
+     */
+    constructor(options: AnthropicClaudeExecutionToolsOptions);
+    /**
+     * Calls Anthropic Claude API to use a chat model.
+     */
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
+    /**
+     * Calls Anthropic Claude API to use a complete model.
+     */
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
+    /**
+     * Default model for chat variant.
+     */
+    private getDefaultChatModel;
+    /**
+     * List all available Anthropic Claude models that can be used
+     */
+    listModels(): Array<AvailableModel>;
+}
+/**
+ * TODO: [🧠] Maybe handle errors via transformAnthropicError (like transformAzureError)
+ * TODO: [🍓][♐] Allow to list compatible models with each variant
+ * TODO: Maybe Create some common util for gptChat and gptComplete
+ * TODO: Maybe make custom OpenaiError
+ */

package/umd/typings/execution/plugins/llm-execution-tools/anthropic-claude/AnthropicClaudeExecutionToolsOptions.d.ts

@@ -0,0 +1,8 @@
+import type { ClientOptions } from '@anthropic-ai/sdk';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for AnthropicClaudeExecutionTools
+ *
+ * This extends Anthropic's `ClientOptions` with are directly passed to the Anthropic client.
+ */
+export type AnthropicClaudeExecutionToolsOptions = CommonExecutionToolsOptions & ClientOptions;

package/umd/typings/execution/plugins/llm-execution-tools/anthropic-claude/anthropic-claude-models.d.ts

@@ -0,0 +1,20 @@
+import { number_usd } from '../../../../types/typeAliases';
+import type { AvailableModel } from '../../../LlmExecutionTools';
+/**
+ * List of available Anthropic Claude models with pricing
+ *
+ * Note: Done at 2024-05-25
+ *
+ * @see https://docs.anthropic.com/en/docs/models-overview
+ */
+export declare const ANTHROPIC_CLAUDE_MODELS: Array<AvailableModel & {
+    pricing?: {
+        prompt: number_usd;
+        output: number_usd;
+    };
+}>;
+/**
+ * TODO: [🧠] Some mechanism to propagate unsureness
+ * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
+ * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ */

package/umd/typings/execution/plugins/llm-execution-tools/anthropic-claude/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/umd/typings/execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionTools.d.ts

@@ -0,0 +1,41 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+import type { AzureOpenAiExecutionToolsOptions } from './AzureOpenAiExecutionToolsOptions';
+/**
+ * Execution Tools for calling Azure OpenAI API.
+ */
+export declare class AzureOpenAiExecutionTools implements LlmExecutionTools {
+    private readonly options;
+    /**
+     * OpenAI Azure API client.
+     */
+    private readonly client;
+    /**
+     * Creates OpenAI Execution Tools.
+     *
+     * @param options which are relevant are directly passed to the OpenAI client
+     */
+    constructor(options: AzureOpenAiExecutionToolsOptions);
+    /**
+     * Calls OpenAI API to use a chat model.
+     */
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
+    /**
+     * Calls Azure OpenAI API to use a complete model.
+     */
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
+    /**
+     * Changes Azure error (which is not propper Error but object) to propper Error
+     */
+    private transformAzureError;
+    /**
+     * List all available Azure OpenAI models that can be used
+     */
+    listModels(): Promise<Array<AvailableModel>>;
+}
+/**
+ * TODO: [🍓][♐] Allow to list compatible models with each variant
+ * TODO: Maybe Create some common util for gptChat and gptComplete
+ * TODO: Maybe make custom AzureOpenaiError
+ */

package/umd/typings/execution/plugins/llm-execution-tools/azure-openai/AzureOpenAiExecutionToolsOptions.d.ts

@@ -0,0 +1,34 @@
+import { string_name, string_token } from '../../../../types/typeAliases';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for AzureOpenAiExecutionTools
+ *
+ * @see https://oai.azure.com/portal/
+ */
+export type AzureOpenAiExecutionToolsOptions = CommonExecutionToolsOptions & {
+    /**
+     * The resource name of the Azure OpenAI resource
+     *
+     * Note: Typically you have one resource and multiple deployments.
+     */
+    resourceName: string_name;
+    /**
+     * The deployment name
+     *
+     * Note: If you specify modelName in prompt, it will be used instead of deploymentName
+     * Note: This is kind of a modelName in OpenAI terms
+     * Note: Typically you have one resource and multiple deployments.
+     */
+    deploymentName: string_name;
+    /**
+     * The API key of the Azure OpenAI resource
+     */
+    apiKey: string_token;
+    /**
+     * A unique identifier representing your end-user, which can help Azure OpenAI to monitor
+     * and detect abuse.
+     *
+     * @see https://platform.openai.com/docs/guides/safety-best-practices/end-user-ids (document from OpenAI not Azure, but same concept)
+     */
+    user?: string_token;
+};

package/umd/typings/execution/plugins/llm-execution-tools/azure-openai/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/umd/typings/execution/plugins/llm-execution-tools/langtail/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/umd/typings/execution/plugins/llm-execution-tools/mocked/MockedEchoLlmExecutionTools.d.ts

@@ -11,11 +11,11 @@ export declare class MockedEchoLlmExecutionTools implements LlmExecutionTools {
     /**
      * Mocks chat model
      */
-    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
     /**
      * Mocks completion model
      */
-    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
     /**
      * List all available mocked-models that can be used
      */

package/umd/typings/execution/plugins/llm-execution-tools/mocked/MockedFackedLlmExecutionTools.d.ts

@@ -11,11 +11,11 @@ export declare class MockedFackedLlmExecutionTools implements LlmExecutionTools
     /**
      * Fakes chat model
      */
-    gptChat(prompt: Prompt): Promise<PromptChatResult & PromptCompletionResult>;
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements' | 'expectations' | 'postprocessing'>): Promise<PromptChatResult & PromptCompletionResult>;
     /**
      * Fakes completion model
      */
-    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements' | 'expectations' | 'postprocessing'>): Promise<PromptCompletionResult>;
     /**
      * List all available fake-models that can be used
      */

package/umd/typings/execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionTools.d.ts

@@ -0,0 +1,35 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+/**
+ * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
+ *
+ * @see https://github.com/webgptorg/promptbook#multiple-server
+ */
+export declare class MultipleLlmExecutionTools implements LlmExecutionTools {
+    /**
+     * Array of execution tools in order of priority
+     */
+    private llmExecutionTools;
+    /**
+     * Gets array of execution tools in order of priority
+     */
+    constructor(...llmExecutionTools: Array<LlmExecutionTools>);
+    /**
+     * Calls the best available chat model
+     */
+    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    /**
+     * Calls the best available completion model
+     */
+    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    /**
+     * Calls the best available model
+     */
+    private gptCommon;
+    /**
+     * List all available models that can be used
+     * This liost is a combination of all available models from all execution tools
+     */
+    listModels(): Promise<Array<AvailableModel>>;
+}

package/umd/typings/execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionToolsOptions.d.ts

@@ -0,0 +1,23 @@
+import type { client_id, string_uri } from '../../../../types/typeAliases';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for MultipleLlmExecutionTools
+ */
+export type MultipleLlmExecutionToolsOptions = CommonExecutionToolsOptions & {
+    /**
+     * URL of the multiple PROMPTBOOK server
+     * On this server will be connected to the socket.io server
+     */
+    readonly multipleUrl: URL;
+    /**
+     * Path for the Socket.io server to listen
+     *
+     * @default '/socket.io'
+     * @example '/promptbook/socket.io'
+     */
+    readonly path: string_uri;
+    /**
+     * Your client ID
+     */
+    readonly clientId: client_id;
+};

package/umd/typings/execution/plugins/llm-execution-tools/multiple/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/umd/typings/execution/plugins/llm-execution-tools/openai/OpenAiExecutionTools.d.ts

@@ -10,7 +10,7 @@ export declare class OpenAiExecutionTools implements LlmExecutionTools {
     /**
      * OpenAI API client.
      */
-    private readonly openai;
+    private readonly client;
     /**
      * Creates OpenAI Execution Tools.
      *
@@ -20,11 +20,11 @@ export declare class OpenAiExecutionTools implements LlmExecutionTools {
     /**
      * Calls OpenAI API to use a chat model.
      */
-    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    gptChat(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptChatResult>;
     /**
      * Calls OpenAI API to use a complete model.
      */
-    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    gptComplete(prompt: Pick<Prompt, 'content' | 'modelRequirements'>): Promise<PromptCompletionResult>;
     /**
      * Default model for chat variant.
      */

package/umd/typings/execution/plugins/llm-execution-tools/openai/OpenAiExecutionToolsOptions.d.ts

@@ -10,7 +10,9 @@ import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsO
 export type OpenAiExecutionToolsOptions = CommonExecutionToolsOptions & ClientOptions & {
     /**
      * A unique identifier representing your end-user, which can help OpenAI to monitor
-     * and detect abuse. [Learn more](/docs/guides/safety-best-practices/end-user-ids).
+     * and detect abuse.
+     *
+     * @see https://platform.openai.com/docs/guides/safety-best-practices/end-user-ids
      */
     user?: string_token;
 };

package/umd/typings/execution/plugins/llm-execution-tools/openai/computeUsage.d.ts

@@ -1,13 +1,16 @@
 /**
- * String value found on openai page
+ * String value found on OpenAI and Anthropic Claude page
+ *
+ * @see https://openai.com/api/pricing/
+ * @see https://docs.anthropic.com/en/docs/models-overview
  *
  * @private within the library, used only as internal helper for `OPENAI_MODELS` and `computeUsage`
  */
-type string_openai_price = `$${number}.${number} / ${number}M tokens`;
+type string_model_price = `$${number}.${number} / ${number}M tokens`;
 /**
  * Function computeUsage will create price per one token based on the string value found on openai page
  *
  * @private within the library, used only as internal helper for `OPENAI_MODELS`
  */
-export declare function computeUsage(value: string_openai_price): number;
+export declare function computeUsage(value: string_model_price): number;
 export {};

package/umd/typings/execution/plugins/llm-execution-tools/openai/{models.d.ts → openai-models.d.ts}

@@ -16,7 +16,8 @@ export declare const OPENAI_MODELS: Array<AvailableModel & {
 }>;
 /**
  * TODO: [🧠] Some mechanism to propagate unsureness
- * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🕚][👮‍♀️] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
  * @see https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
  * @see https://openai.com/api/pricing/
  * @see /other/playground/playground.ts

package/umd/typings/execution/plugins/llm-execution-tools/openai/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};