@promptbook/remote-server 0.66.0-0 → 0.66.0-1

package/umd/index.umd.js

@@ -16,7 +16,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.65.0';
+    var PROMPTBOOK_VERSION = '0.66.0-0';
     // TODO: !!!! List here all the versions and annotate + put into script
 
     /*! *****************************************************************************
@@ -660,6 +660,188 @@
      * TODO: [🎰] Some mechanism to auto-update available models
      */
 
+    /**
+     * Get current date in ISO 8601 format
+     *
+     * @private internal utility
+     */
+    function getCurrentIsoDate() {
+        return new Date().toISOString();
+    }
+
+    /**
+     * @@@
+     *
+     * Note: `$` is used to indicate that this function is not a pure function - it mutates given object
+     * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
+     *
+     * @returns The same object as the input, but deeply frozen
+     * @public exported from `@promptbook/utils`
+     */
+    function $deepFreeze(objectValue) {
+        var e_1, _a;
+        var propertyNames = Object.getOwnPropertyNames(objectValue);
+        try {
+            for (var propertyNames_1 = __values(propertyNames), propertyNames_1_1 = propertyNames_1.next(); !propertyNames_1_1.done; propertyNames_1_1 = propertyNames_1.next()) {
+                var propertyName = propertyNames_1_1.value;
+                var value = objectValue[propertyName];
+                if (value && typeof value === 'object') {
+                    $deepFreeze(value);
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (propertyNames_1_1 && !propertyNames_1_1.done && (_a = propertyNames_1.return)) _a.call(propertyNames_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        return Object.freeze(objectValue);
+    }
+    /**
+     * TODO: [🧠] Is there a way how to meaningfully test this utility
+     */
+
+    // <- TODO: [🧠] Better system for generator warnings - not always "code" and "by `@promptbook/cli`"
+    /**
+     * The maximum number of iterations for a loops
+     *
+     * @private within the repository - too low-level in comparison with other `MAX_...`
+     */
+    var LOOP_LIMIT = 1000;
+    /**
+     * Nonce which is used for replacing things in strings
+     *
+     * @private within the repository
+     */
+    var REPLACING_NONCE = 'u$k42k%!V2zo34w7Fu#@QUHYPW';
+    /**
+     * The names of the parameters that are reserved for special purposes
+     *
+     * @public exported from `@promptbook/core`
+     */
+    $deepFreeze([
+        'content',
+        'context',
+        'knowledge',
+        'samples',
+        'modelName',
+        'currentDate',
+        // <- TODO: Add more like 'date', 'modelName',...
+        // <- TODO: Add [emoji] + instructions ACRY when adding new reserved parameter
+    ]);
+    /**
+     * @@@
+     *
+     * @private within the repository
+     */
+    var RESERVED_PARAMETER_MISSING_VALUE = 'MISSING-' + REPLACING_NONCE;
+    /**
+     * @@@
+     *
+     * @private within the repository
+     */
+    var RESERVED_PARAMETER_RESTRICTED = 'RESTRICTED-' + REPLACING_NONCE;
+    /**
+     * TODO: [🧠][🧜‍♂️] Maybe join remoteUrl and path into single value
+     */
+
+    /**
+     * This error type indicates that some limit was reached
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var LimitReachedError = /** @class */ (function (_super) {
+        __extends(LimitReachedError, _super);
+        function LimitReachedError(message) {
+            var _this = _super.call(this, message) || this;
+            _this.name = 'LimitReachedError';
+            Object.setPrototypeOf(_this, LimitReachedError.prototype);
+            return _this;
+        }
+        return LimitReachedError;
+    }(Error));
+
+    /**
+     * Replaces parameters in template with values from parameters object
+     *
+     * @param template the template with parameters in {curly} braces
+     * @param parameters the object with parameters
+     * @returns the template with replaced parameters
+     * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
+     * @public exported from `@promptbook/utils`
+     */
+    function replaceParameters(template, parameters) {
+        var e_1, _a;
+        try {
+            for (var _b = __values(Object.entries(parameters)), _c = _b.next(); !_c.done; _c = _b.next()) {
+                var _d = __read(_c.value, 2), parameterName = _d[0], parameterValue = _d[1];
+                if (parameterValue === RESERVED_PARAMETER_MISSING_VALUE) {
+                    throw new UnexpectedError("Parameter {".concat(parameterName, "} has missing value"));
+                }
+                else if (parameterValue === RESERVED_PARAMETER_RESTRICTED) {
+                    // TODO: [🍵]
+                    throw new UnexpectedError("Parameter {".concat(parameterName, "} is restricted to use"));
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        var replacedTemplate = template;
+        var match;
+        var loopLimit = LOOP_LIMIT;
+        var _loop_1 = function () {
+            if (loopLimit-- < 0) {
+                throw new LimitReachedError('Loop limit reached during parameters replacement in `replaceParameters`');
+            }
+            var precol = match.groups.precol;
+            var parameterName = match.groups.parameterName;
+            if (parameterName === '') {
+                return "continue";
+            }
+            if (parameterName.indexOf('{') !== -1 || parameterName.indexOf('}') !== -1) {
+                throw new PipelineExecutionError('Parameter is already opened or not closed');
+            }
+            if (parameters[parameterName] === undefined) {
+                throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
+            }
+            var parameterValue = parameters[parameterName];
+            if (parameterValue === undefined) {
+                throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
+            }
+            parameterValue = parameterValue.toString();
+            if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
+                parameterValue = parameterValue
+                    .split('\n')
+                    .map(function (line, index) { return (index === 0 ? line : "".concat(precol).concat(line)); })
+                    .join('\n');
+            }
+            replacedTemplate =
+                replacedTemplate.substring(0, match.index + precol.length) +
+                    parameterValue +
+                    replacedTemplate.substring(match.index + precol.length + parameterName.length + 2);
+        };
+        while ((match = /^(?<precol>.*){(?<parameterName>\w+)}(.*)/m /* <- Not global */
+            .exec(replacedTemplate))) {
+            _loop_1();
+        }
+        // [💫] Check if there are parameters that are not closed properly
+        if (/{\w+$/.test(replacedTemplate)) {
+            throw new PipelineExecutionError('Parameter is not closed');
+        }
+        // [💫] Check if there are parameters that are not opened properly
+        if (/^\w+}/.test(replacedTemplate)) {
+            throw new PipelineExecutionError('Parameter is not opened');
+        }
+        return replacedTemplate;
+    }
+
     /**
      * Counts number of characters in the text
      *
@@ -1031,183 +1213,42 @@
     }
 
     /**
-     * Get current date in ISO 8601 format
+     * Computes the usage of the Anthropic Claude API based on the response from Anthropic Claude
      *
-     * @private internal utility
-     */
-    function getCurrentIsoDate() {
-        return new Date().toISOString();
-    }
-
-    /**
-     * @@@
-     *
-     * Note: `$` is used to indicate that this function is not a pure function - it mutates given object
-     * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
-     *
-     * @returns The same object as the input, but deeply frozen
-     * @public exported from `@promptbook/utils`
+     * @param promptContent The content of the prompt
+     * @param resultContent The content of the result (for embedding prompts or failed prompts pass empty string)
+     * @param rawResponse The raw response from Anthropic Claude API
+     * @throws {PipelineExecutionError} If the usage is not defined in the response from Anthropic Claude
+     * @private internal utility of `AnthropicClaudeExecutionTools`
      */
-    function $deepFreeze(objectValue) {
-        var e_1, _a;
-        var propertyNames = Object.getOwnPropertyNames(objectValue);
-        try {
-            for (var propertyNames_1 = __values(propertyNames), propertyNames_1_1 = propertyNames_1.next(); !propertyNames_1_1.done; propertyNames_1_1 = propertyNames_1.next()) {
-                var propertyName = propertyNames_1_1.value;
-                var value = objectValue[propertyName];
-                if (value && typeof value === 'object') {
-                    $deepFreeze(value);
-                }
-            }
+    function computeAnthropicClaudeUsage(promptContent, // <- Note: Intentionally using [] to access type properties to bring jsdoc from Prompt/PromptResult to consumer
+    resultContent, rawResponse) {
+        var _a, _b;
+        if (rawResponse.usage === undefined) {
+            throw new PipelineExecutionError('The usage is not defined in the response from Anthropic Claude');
         }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (propertyNames_1_1 && !propertyNames_1_1.done && (_a = propertyNames_1.return)) _a.call(propertyNames_1);
-            }
-            finally { if (e_1) throw e_1.error; }
+        if (((_a = rawResponse.usage) === null || _a === void 0 ? void 0 : _a.input_tokens) === undefined) {
+            throw new PipelineExecutionError('In Anthropic Claude response `usage.prompt_tokens` not defined');
         }
-        return Object.freeze(objectValue);
-    }
-    /**
-     * TODO: [🧠] Is there a way how to meaningfully test this utility
-     */
-
-    // <- TODO: [🧠] Better system for generator warnings - not always "code" and "by `@promptbook/cli`"
-    /**
-     * The maximum number of iterations for a loops
-     *
-     * @private within the repository - too low-level in comparison with other `MAX_...`
-     */
-    var LOOP_LIMIT = 1000;
-    /**
-     * Nonce which is used for replacing things in strings
-     *
-     * @private within the repository
-     */
-    var REPLACING_NONCE = 'u$k42k%!V2zo34w7Fu#@QUHYPW';
-    /**
-     * The names of the parameters that are reserved for special purposes
-     *
-     * @public exported from `@promptbook/core`
-     */
-    $deepFreeze([
-        'content',
-        'context',
-        'knowledge',
-        'samples',
-        'modelName',
-        'currentDate',
-        // <- TODO: Add more like 'date', 'modelName',...
-        // <- TODO: Add [emoji] + instructions ACRY when adding new reserved parameter
-    ]);
-    /**
-     * @@@
-     *
-     * @private within the repository
-     */
-    var RESERVED_PARAMETER_MISSING_VALUE = 'MISSING-' + REPLACING_NONCE;
-    /**
-     * @@@
-     *
-     * @private within the repository
-     */
-    var RESERVED_PARAMETER_RESTRICTED = 'RESTRICTED-' + REPLACING_NONCE;
-
-    /**
-     * This error type indicates that some limit was reached
-     *
-     * @public exported from `@promptbook/core`
-     */
-    var LimitReachedError = /** @class */ (function (_super) {
-        __extends(LimitReachedError, _super);
-        function LimitReachedError(message) {
-            var _this = _super.call(this, message) || this;
-            _this.name = 'LimitReachedError';
-            Object.setPrototypeOf(_this, LimitReachedError.prototype);
-            return _this;
-        }
-        return LimitReachedError;
-    }(Error));
-
-    /**
-     * Replaces parameters in template with values from parameters object
-     *
-     * @param template the template with parameters in {curly} braces
-     * @param parameters the object with parameters
-     * @returns the template with replaced parameters
-     * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
-     * @public exported from `@promptbook/utils`
-     */
-    function replaceParameters(template, parameters) {
-        var e_1, _a;
-        try {
-            for (var _b = __values(Object.entries(parameters)), _c = _b.next(); !_c.done; _c = _b.next()) {
-                var _d = __read(_c.value, 2), parameterName = _d[0], parameterValue = _d[1];
-                if (parameterValue === RESERVED_PARAMETER_MISSING_VALUE) {
-                    throw new UnexpectedError("Parameter {".concat(parameterName, "} has missing value"));
-                }
-                else if (parameterValue === RESERVED_PARAMETER_RESTRICTED) {
-                    // TODO: [🍵]
-                    throw new UnexpectedError("Parameter {".concat(parameterName, "} is restricted to use"));
-                }
-            }
+        var inputTokens = rawResponse.usage.input_tokens;
+        var outputTokens = ((_b = rawResponse.usage) === null || _b === void 0 ? void 0 : _b.output_tokens) || 0;
+        var modelInfo = ANTHROPIC_CLAUDE_MODELS.find(function (model) { return model.modelName === rawResponse.model; });
+        var price;
+        if (modelInfo === undefined || modelInfo.pricing === undefined) {
+            price = uncertainNumber();
         }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
-            }
-            finally { if (e_1) throw e_1.error; }
+        else {
+            price = uncertainNumber(inputTokens * modelInfo.pricing.prompt + outputTokens * modelInfo.pricing.output);
         }
-        var replacedTemplate = template;
-        var match;
-        var loopLimit = LOOP_LIMIT;
-        var _loop_1 = function () {
-            if (loopLimit-- < 0) {
-                throw new LimitReachedError('Loop limit reached during parameters replacement in `replaceParameters`');
-            }
-            var precol = match.groups.precol;
-            var parameterName = match.groups.parameterName;
-            if (parameterName === '') {
-                return "continue";
-            }
-            if (parameterName.indexOf('{') !== -1 || parameterName.indexOf('}') !== -1) {
-                throw new PipelineExecutionError('Parameter is already opened or not closed');
-            }
-            if (parameters[parameterName] === undefined) {
-                throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
-            }
-            var parameterValue = parameters[parameterName];
-            if (parameterValue === undefined) {
-                throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
-            }
-            parameterValue = parameterValue.toString();
-            if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
-                parameterValue = parameterValue
-                    .split('\n')
-                    .map(function (line, index) { return (index === 0 ? line : "".concat(precol).concat(line)); })
-                    .join('\n');
-            }
-            replacedTemplate =
-                replacedTemplate.substring(0, match.index + precol.length) +
-                    parameterValue +
-                    replacedTemplate.substring(match.index + precol.length + parameterName.length + 2);
+        return {
+            price: price,
+            input: __assign({ tokensCount: uncertainNumber(rawResponse.usage.input_tokens) }, computeUsageCounts(promptContent)),
+            output: __assign({ tokensCount: uncertainNumber(outputTokens) }, computeUsageCounts(resultContent)),
         };
-        while ((match = /^(?<precol>.*){(?<parameterName>\w+)}(.*)/m /* <- Not global */
-            .exec(replacedTemplate))) {
-            _loop_1();
-        }
-        // [💫] Check if there are parameters that are not closed properly
-        if (/{\w+$/.test(replacedTemplate)) {
-            throw new PipelineExecutionError('Parameter is not closed');
-        }
-        // [💫] Check if there are parameters that are not opened properly
-        if (/^\w+}/.test(replacedTemplate)) {
-            throw new PipelineExecutionError('Parameter is not opened');
-        }
-        return replacedTemplate;
     }
+    /**
+     * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenaiUsage` and `computeAnthropicClaudeUsage`
+     */
 
     /**
      * Execution Tools for calling Anthropic Claude API.
@@ -1228,9 +1269,8 @@
             var anthropicOptions = __assign({}, options);
             delete anthropicOptions.isVerbose;
             delete anthropicOptions.isProxied;
-            this.client = new Anthropic__default["default"](
-            //            <- TODO: [🧱] Implement in a functional (not new Class) way
-            anthropicOptions);
+            this.client = new Anthropic__default["default"](anthropicOptions);
+            // <- TODO: !!!!!! Lazy-load client
         }
         Object.defineProperty(AnthropicClaudeExecutionTools.prototype, "title", {
             get: function () {
@@ -1301,15 +1341,10 @@
                             if (contentBlock.type !== 'text') {
                                 throw new PipelineExecutionError("Returned content is not \"text\" type but \"".concat(contentBlock.type, "\""));
                             }
-                            console.log('!!!!!! rawResponse.usage', rawResponse.usage);
                             resultContent = contentBlock.text;
                             // eslint-disable-next-line prefer-const
                             complete = getCurrentIsoDate();
-                            usage = {
-                                price: { value: 0, isUncertain: true } /* <- TODO: [🐞] !!!!!! Compute usage */,
-                                input: __assign({ tokensCount: uncertainNumber(rawResponse.usage.input_tokens) }, computeUsageCounts(prompt.content)),
-                                output: __assign({ tokensCount: uncertainNumber(rawResponse.usage.output_tokens) }, computeUsageCounts(prompt.content)),
-                            };
+                            usage = computeAnthropicClaudeUsage(content, '', rawResponse);
                             return [2 /*return*/, {
                                     content: resultContent,
                                     modelName: rawResponse.model,
@@ -1834,9 +1869,8 @@
             this.options = options;
             this.client = new openai.OpenAIClient(
             //            <- TODO: [🧱] Implement in a functional (not new Class) way
-            "https://".concat(options.resourceName, ".openai.azure.com/"), new openai.AzureKeyCredential(
-            //            <- TODO: [🧱] Implement in a functional (not new Class) way
-            options.apiKey));
+            "https://".concat(options.resourceName, ".openai.azure.com/"), new openai.AzureKeyCredential(options.apiKey));
+            // <- TODO: !!!!!! Lazy-load client
         }
         Object.defineProperty(AzureOpenAiExecutionTools.prototype, "title", {
             get: function () {
@@ -2106,6 +2140,9 @@
             output: __assign({ tokensCount: uncertainNumber(outputTokens) }, computeUsageCounts(resultContent)),
         };
     }
+    /**
+     * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenaiUsage` and `computeAnthropicClaudeUsage`
+     */
 
     /**
      * Execution Tools for calling OpenAI API.
@@ -2126,6 +2163,7 @@
             delete openAiOptions.isVerbose;
             delete openAiOptions.user;
             this.client = new OpenAI__default["default"](__assign({}, openAiOptions));
+            // <- TODO: !!!!!! Lazy-load client
         }
         Object.defineProperty(OpenAiExecutionTools.prototype, "title", {
             get: function () {
@@ -2427,7 +2465,7 @@
         // <- Note: [🦑] Add here new LLM provider
     };
     /**
-     * TODO: [🧠] Better file name than `config.ts` + maybe move to two separate files
+     * TODO: !!!!!!! Make global register for this
      * TODO: [🧠][🎌] Adding this should be responsibility of each provider package NOT this one central place
      */