@promptbook/core 0.52.0-2 → 0.52.0-3

package/esm/typings/execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionTools.d.ts

@@ -0,0 +1,35 @@
+import type { Prompt } from '../../../../types/Prompt';
+import type { AvailableModel, LlmExecutionTools } from '../../../LlmExecutionTools';
+import type { PromptChatResult, PromptCompletionResult } from '../../../PromptResult';
+/**
+ * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
+ *
+ * @see https://github.com/webgptorg/promptbook#multiple-server
+ */
+export declare class MultipleLlmExecutionTools implements LlmExecutionTools {
+    /**
+     * Array of execution tools in order of priority
+     */
+    private llmExecutionTools;
+    /**
+     * Gets array of execution tools in order of priority
+     */
+    constructor(...llmExecutionTools: Array<LlmExecutionTools>);
+    /**
+     * Calls the best available chat model
+     */
+    gptChat(prompt: Prompt): Promise<PromptChatResult>;
+    /**
+     * Calls the best available completion model
+     */
+    gptComplete(prompt: Prompt): Promise<PromptCompletionResult>;
+    /**
+     * Calls the best available model
+     */
+    private gptCommon;
+    /**
+     * List all available models that can be used
+     * This liost is a combination of all available models from all execution tools
+     */
+    listModels(): Promise<Array<AvailableModel>>;
+}

package/esm/typings/execution/plugins/llm-execution-tools/multiple/MultipleLlmExecutionToolsOptions.d.ts

@@ -0,0 +1,23 @@
+import type { client_id, string_uri } from '../../../../types/typeAliases';
+import type { CommonExecutionToolsOptions } from '../../../CommonExecutionToolsOptions';
+/**
+ * Options for MultipleLlmExecutionTools
+ */
+export type MultipleLlmExecutionToolsOptions = CommonExecutionToolsOptions & {
+    /**
+     * URL of the multiple PROMPTBOOK server
+     * On this server will be connected to the socket.io server
+     */
+    readonly multipleUrl: URL;
+    /**
+     * Path for the Socket.io server to listen
+     *
+     * @default '/socket.io'
+     * @example '/promptbook/socket.io'
+     */
+    readonly path: string_uri;
+    /**
+     * Your client ID
+     */
+    readonly clientId: client_id;
+};

package/esm/typings/execution/plugins/llm-execution-tools/multiple/playground/playground.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env ts-node
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/core",
-    "version": "0.52.0-2",
+    "version": "0.52.0-3",
     "description": "Library to supercharge your use of large language models",
     "private": false,
     "sideEffects": false,

package/umd/index.umd.js

@@ -453,7 +453,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.52.0-1';
+    var PROMPTBOOK_VERSION = '0.52.0-2';
 
     /**
      * Parses the template and returns the list of all parameter names
@@ -3132,8 +3132,140 @@
      * TODO: [🍓][🚯] !!! Add to README and samples + maybe make `@promptbook/library` package
      */
 
+    /**
+     * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
+     *
+     * @see https://github.com/webgptorg/promptbook#multiple-server
+     */
+    var MultipleLlmExecutionTools = /** @class */ (function () {
+        /**
+         * Gets array of execution tools in order of priority
+         */
+        function MultipleLlmExecutionTools() {
+            var llmExecutionTools = [];
+            for (var _i = 0; _i < arguments.length; _i++) {
+                llmExecutionTools[_i] = arguments[_i];
+            }
+            this.llmExecutionTools = llmExecutionTools;
+        }
+        /**
+         * Calls the best available chat model
+         */
+        MultipleLlmExecutionTools.prototype.gptChat = function (prompt) {
+            return this.gptCommon(prompt);
+        };
+        /**
+         * Calls the best available completion model
+         */
+        MultipleLlmExecutionTools.prototype.gptComplete = function (prompt) {
+            return this.gptCommon(prompt);
+        };
+        /**
+         * Calls the best available model
+         */
+        MultipleLlmExecutionTools.prototype.gptCommon = function (prompt) {
+            return __awaiter(this, void 0, void 0, function () {
+                var errors, _a, _b, llmExecutionTools, error_1, e_1_1;
+                var e_1, _c;
+                return __generator(this, function (_d) {
+                    switch (_d.label) {
+                        case 0:
+                            errors = [];
+                            _d.label = 1;
+                        case 1:
+                            _d.trys.push([1, 11, 12, 13]);
+                            _a = __values(this.llmExecutionTools), _b = _a.next();
+                            _d.label = 2;
+                        case 2:
+                            if (!!_b.done) return [3 /*break*/, 10];
+                            llmExecutionTools = _b.value;
+                            _d.label = 3;
+                        case 3:
+                            _d.trys.push([3, 8, , 9]);
+                            if (!(prompt.modelRequirements.modelVariant === 'CHAT')) return [3 /*break*/, 5];
+                            return [4 /*yield*/, llmExecutionTools.gptChat(prompt)];
+                        case 4: return [2 /*return*/, _d.sent()];
+                        case 5:
+                            if (!(prompt.modelRequirements.modelVariant === 'COMPLETION')) return [3 /*break*/, 7];
+                            return [4 /*yield*/, llmExecutionTools.gptComplete(prompt)];
+                        case 6: return [2 /*return*/, _d.sent()];
+                        case 7: return [3 /*break*/, 9];
+                        case 8:
+                            error_1 = _d.sent();
+                            if (!(error_1 instanceof Error)) {
+                                throw error_1;
+                            }
+                            errors.push(error_1);
+                            return [3 /*break*/, 9];
+                        case 9:
+                            _b = _a.next();
+                            return [3 /*break*/, 2];
+                        case 10: return [3 /*break*/, 13];
+                        case 11:
+                            e_1_1 = _d.sent();
+                            e_1 = { error: e_1_1 };
+                            return [3 /*break*/, 13];
+                        case 12:
+                            try {
+                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                            }
+                            finally { if (e_1) throw e_1.error; }
+                            return [7 /*endfinally*/];
+                        case 13: throw new Error(spaceTrim__default["default"](function (block) { return "\n                  All execution tools failed:\n                  \n                  ".concat(block(errors.map(function (error) { return "- ".concat(error.name || 'Error', ": ").concat(error.message); }).join('\n')), "\n            \n            "); }));
+                    }
+                });
+            });
+        };
+        /**
+         * List all available models that can be used
+         * This liost is a combination of all available models from all execution tools
+         */
+        MultipleLlmExecutionTools.prototype.listModels = function () {
+            return __awaiter(this, void 0, void 0, function () {
+                var availableModels, _a, _b, llmExecutionTools, models, e_2_1;
+                var e_2, _c;
+                return __generator(this, function (_d) {
+                    switch (_d.label) {
+                        case 0:
+                            availableModels = [];
+                            _d.label = 1;
+                        case 1:
+                            _d.trys.push([1, 6, 7, 8]);
+                            _a = __values(this.llmExecutionTools), _b = _a.next();
+                            _d.label = 2;
+                        case 2:
+                            if (!!_b.done) return [3 /*break*/, 5];
+                            llmExecutionTools = _b.value;
+                            return [4 /*yield*/, llmExecutionTools.listModels()];
+                        case 3:
+                            models = _d.sent();
+                            availableModels.push.apply(availableModels, __spreadArray([], __read(models), false));
+                            _d.label = 4;
+                        case 4:
+                            _b = _a.next();
+                            return [3 /*break*/, 2];
+                        case 5: return [3 /*break*/, 8];
+                        case 6:
+                            e_2_1 = _d.sent();
+                            e_2 = { error: e_2_1 };
+                            return [3 /*break*/, 8];
+                        case 7:
+                            try {
+                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                            }
+                            finally { if (e_2) throw e_2.error; }
+                            return [7 /*endfinally*/];
+                        case 8: return [2 /*return*/, availableModels];
+                    }
+                });
+            });
+        };
+        return MultipleLlmExecutionTools;
+    }());
+
     exports.CallbackInterfaceTools = CallbackInterfaceTools;
     exports.ExecutionTypes = ExecutionTypes;
+    exports.MultipleLlmExecutionTools = MultipleLlmExecutionTools;
     exports.PROMPTBOOK_VERSION = PROMPTBOOK_VERSION;
     exports.SimplePromptInterfaceTools = SimplePromptInterfaceTools;
     exports.SimplePromptbookLibrary = SimplePromptbookLibrary;