@promptbook/website-crawler 0.71.0-17 → 0.72.0-10

package/esm/index.es.js

@@ -16,7 +16,7 @@ import { Converter } from 'showdown';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.71.0-16';
+var PROMPTBOOK_VERSION = '0.72.0-9';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -2239,127 +2239,6 @@ function serializeError(error) {
     };
 }
 
-/**
- * @@@
- *
- * @public exported from `@promptbook/utils`
- */
-function deepClone(objectValue) {
-    return JSON.parse(JSON.stringify(objectValue));
-    /*
-    TODO: [🧠] Is there a better implementation?
-    > const propertyNames = Object.getOwnPropertyNames(objectValue);
-    > for (const propertyName of propertyNames) {
-    >     const value = (objectValue as really_any)[propertyName];
-    >     if (value && typeof value === 'object') {
-    >         deepClone(value);
-    >     }
-    > }
-    > return Object.assign({}, objectValue);
-    */
-}
-/**
- * TODO: [🧠] Is there a way how to meaningfully test this utility
- */
-
-/**
- * @@@
- *
- * @public exported from `@promptbook/core`
- */
-var ZERO_USAGE = $deepFreeze({
-    price: { value: 0 },
-    input: {
-        tokensCount: { value: 0 },
-        charactersCount: { value: 0 },
-        wordsCount: { value: 0 },
-        sentencesCount: { value: 0 },
-        linesCount: { value: 0 },
-        paragraphsCount: { value: 0 },
-        pagesCount: { value: 0 },
-    },
-    output: {
-        tokensCount: { value: 0 },
-        charactersCount: { value: 0 },
-        wordsCount: { value: 0 },
-        sentencesCount: { value: 0 },
-        linesCount: { value: 0 },
-        paragraphsCount: { value: 0 },
-        pagesCount: { value: 0 },
-    },
-});
-/**
- * Function `addUsage` will add multiple usages into one
- *
- * Note: If you provide 0 values, it returns ZERO_USAGE
- *
- * @public exported from `@promptbook/core`
- */
-function addUsage() {
-    var usageItems = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        usageItems[_i] = arguments[_i];
-    }
-    return usageItems.reduce(function (acc, item) {
-        var e_1, _a, e_2, _b;
-        var _c;
-        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
-        try {
-            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
-                var key = _e.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.input[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.input[key].value += item.input[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.input[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.input[key].isUncertain = true;
-                    }
-                }
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        try {
-            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
-                var key = _g.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.output[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.output[key].value += item.output[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.output[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.output[key].isUncertain = true;
-                    }
-                }
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-        return acc;
-    }, deepClone(ZERO_USAGE));
-}
-
 /**
  * Async version of Array.forEach
  *
@@ -2437,91 +2316,57 @@ function forEachAsync(array, options, callbackfunction) {
 }
 
 /**
- * Intercepts LLM tools and counts total usage of the tools
+ * Represents the usage with no resources consumed
  *
- * @param llmTools LLM tools to be intercepted with usage counting
- * @returns LLM tools with same functionality with added total cost counting
  * @public exported from `@promptbook/core`
  */
-function countTotalUsage(llmTools) {
-    var _this = this;
-    var totalUsage = ZERO_USAGE;
-    var proxyTools = {
-        get title() {
-            // TODO: [🧠] Maybe put here some suffix
-            return llmTools.title;
-        },
-        get description() {
-            // TODO: [🧠] Maybe put here some suffix
-            return llmTools.description;
-        },
-        checkConfiguration: function () {
-            return __awaiter(this, void 0, void 0, function () {
-                return __generator(this, function (_a) {
-                    return [2 /*return*/, /* not await */ llmTools.checkConfiguration()];
-                });
-            });
-        },
-        listModels: function () {
-            return /* not await */ llmTools.listModels();
-        },
-        getTotalUsage: function () {
-            // <- Note: [🥫] Not using getter `get totalUsage` but `getTotalUsage` to allow this object to be proxied
-            return totalUsage;
-        },
-    };
-    if (llmTools.callChatModel !== undefined) {
-        proxyTools.callChatModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callChatModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    if (llmTools.callCompletionModel !== undefined) {
-        proxyTools.callCompletionModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    if (llmTools.callEmbeddingModel !== undefined) {
-        proxyTools.callEmbeddingModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    // <- Note: [🤖]
-    return proxyTools;
-}
+var ZERO_USAGE = $deepFreeze({
+    price: { value: 0 },
+    input: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+    output: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+});
 /**
- * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
- * TODO: [🧠] Is there some meaningfull way how to test this util
- * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
- *     > const [llmToolsWithUsage,getUsage] = countTotalUsage(llmTools);
- * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
+ * Represents the usage with unknown resources consumed
+ *
+ * @public exported from `@promptbook/core`
  */
+$deepFreeze({
+    price: { value: 0, isUncertain: true },
+    input: {
+        tokensCount: { value: 0, isUncertain: true },
+        charactersCount: { value: 0, isUncertain: true },
+        wordsCount: { value: 0, isUncertain: true },
+        sentencesCount: { value: 0, isUncertain: true },
+        linesCount: { value: 0, isUncertain: true },
+        paragraphsCount: { value: 0, isUncertain: true },
+        pagesCount: { value: 0, isUncertain: true },
+    },
+    output: {
+        tokensCount: { value: 0, isUncertain: true },
+        charactersCount: { value: 0, isUncertain: true },
+        wordsCount: { value: 0, isUncertain: true },
+        sentencesCount: { value: 0, isUncertain: true },
+        linesCount: { value: 0, isUncertain: true },
+        paragraphsCount: { value: 0, isUncertain: true },
+        pagesCount: { value: 0, isUncertain: true },
+    },
+});
 
 /**
  * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
@@ -2816,6 +2661,188 @@ function joinLlmExecutionTools() {
  * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  */
 
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function deepClone(objectValue) {
+    return JSON.parse(JSON.stringify(objectValue));
+    /*
+    TODO: [🧠] Is there a better implementation?
+    > const propertyNames = Object.getOwnPropertyNames(objectValue);
+    > for (const propertyName of propertyNames) {
+    >     const value = (objectValue as really_any)[propertyName];
+    >     if (value && typeof value === 'object') {
+    >         deepClone(value);
+    >     }
+    > }
+    > return Object.assign({}, objectValue);
+    */
+}
+/**
+ * TODO: [🧠] Is there a way how to meaningfully test this utility
+ */
+
+/**
+ * Function `addUsage` will add multiple usages into one
+ *
+ * Note: If you provide 0 values, it returns ZERO_USAGE
+ *
+ * @public exported from `@promptbook/core`
+ */
+function addUsage() {
+    var usageItems = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        usageItems[_i] = arguments[_i];
+    }
+    return usageItems.reduce(function (acc, item) {
+        var e_1, _a, e_2, _b;
+        var _c;
+        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
+        try {
+            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
+                var key = _e.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.input[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.input[key].value += item.input[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.input[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.input[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        try {
+            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
+                var key = _g.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.output[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.output[key].value += item.output[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.output[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.output[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+        return acc;
+    }, deepClone(ZERO_USAGE));
+}
+
+/**
+ * Intercepts LLM tools and counts total usage of the tools
+ *
+ * @param llmTools LLM tools to be intercepted with usage counting
+ * @returns LLM tools with same functionality with added total cost counting
+ * @public exported from `@promptbook/core`
+ */
+function countTotalUsage(llmTools) {
+    var _this = this;
+    var totalUsage = ZERO_USAGE;
+    var proxyTools = {
+        get title() {
+            // TODO: [🧠] Maybe put here some suffix
+            return llmTools.title;
+        },
+        get description() {
+            // TODO: [🧠] Maybe put here some suffix
+            return llmTools.description;
+        },
+        checkConfiguration: function () {
+            return __awaiter(this, void 0, void 0, function () {
+                return __generator(this, function (_a) {
+                    return [2 /*return*/, /* not await */ llmTools.checkConfiguration()];
+                });
+            });
+        },
+        listModels: function () {
+            return /* not await */ llmTools.listModels();
+        },
+        getTotalUsage: function () {
+            // <- Note: [🥫] Not using getter `get totalUsage` but `getTotalUsage` to allow this object to be proxied
+            return totalUsage;
+        },
+    };
+    if (llmTools.callChatModel !== undefined) {
+        proxyTools.callChatModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callChatModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    if (llmTools.callCompletionModel !== undefined) {
+        proxyTools.callCompletionModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    if (llmTools.callEmbeddingModel !== undefined) {
+        proxyTools.callEmbeddingModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    // <- Note: [🤖]
+    return proxyTools;
+}
+/**
+ * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
+ * TODO: [🧠] Is there some meaningfull way how to test this util
+ * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
+ *     > const [llmToolsWithUsage,getUsage] = countTotalUsage(llmTools);
+ * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
+ */
+
 /**
  * Takes an item or an array of items and returns an array of items
  *