@defillama/sdk 5.0.10 → 5.0.12

package/build/util/index.js

@@ -1,185 +1,156 @@
 "use strict";
-var __assign = (this && this.__assign) || function () {
-    __assign = Object.assign || function(t) {
-        for (var s, i = 1, n = arguments.length; i < n; i++) {
-            s = arguments[i];
-            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
-                t[p] = s[p];
-        }
-        return t;
-    };
-    return __assign.apply(this, arguments);
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (g && (g = 0, op[0] && (_ = 0)), _) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.normalizeBalances = exports.normalizePrefixes = exports.normalizeAddress = exports.getLogs = exports.sliceIntoChunks = exports.runInPromisePool = exports.convertToBigInt = exports.lookupBlock = exports.getTimestamp = exports.getLatestBlock = void 0;
-var general_1 = require("../general");
-var ethers_1 = require("ethers");
-var generalUtil_1 = require("../generalUtil");
-var debugLog_1 = require("./debugLog");
-var promisePool_1 = __importDefault(require("./promisePool"));
+const general_1 = require("../general");
+const ethers_1 = require("ethers");
+const generalUtil_1 = require("../generalUtil");
+const debugLog_1 = require("./debugLog");
+const promisePool_1 = __importDefault(require("./promisePool"));
 var blocks_1 = require("./blocks");
 Object.defineProperty(exports, "getLatestBlock", { enumerable: true, get: function () { return blocks_1.getLatestBlock; } });
 Object.defineProperty(exports, "getTimestamp", { enumerable: true, get: function () { return blocks_1.getTimestamp; } });
 Object.defineProperty(exports, "lookupBlock", { enumerable: true, get: function () { return blocks_1.lookupBlock; } });
 var generalUtil_2 = require("../generalUtil");
 Object.defineProperty(exports, "convertToBigInt", { enumerable: true, get: function () { return generalUtil_2.convertToBigInt; } });
+const p_limit_1 = __importDefault(require("p-limit"));
+const env_1 = require("./env");
 exports.runInPromisePool = promisePool_1.default;
-function sliceIntoChunks(arr, chunkSize) {
-    if (chunkSize === void 0) { chunkSize = 100; }
-    var res = [];
-    for (var i = 0; i < arr.length; i += chunkSize) {
-        var chunk = arr.slice(i, i + chunkSize);
+function sliceIntoChunks(arr, chunkSize = 100) {
+    const res = [];
+    for (let i = 0; i < arr.length; i += chunkSize) {
+        const chunk = arr.slice(i, i + chunkSize);
         res.push(chunk);
     }
     return res;
 }
 exports.sliceIntoChunks = sliceIntoChunks;
+const chainLogLimiters = {};
+function getChainLimiter(chain, providerUrl) {
+    if (!chainLogLimiters[chain])
+        chainLogLimiters[chain] = createLimiter(chain);
+    return chainLogLimiters[chain];
+    function createLimiter(chain) {
+        return (0, p_limit_1.default)((0, env_1.getParallelGetLogsLimit)(chain, providerUrl));
+    }
+}
+async function getLogs(options) {
+    const getLimiter = () => getChainLimiter(options.chain, (0, generalUtil_1.getProviderUrl)(options.provider));
+    // if provider is not passed, we try with archival node first (if set) and then with non-archival node
+    let provider;
+    if (!options.provider) {
+        options.provider = (0, general_1.getProvider)(options.chain, true);
+        provider = options.provider;
+        try {
+            const res = await getLimiter()(() => _getLogs(options));
+            return res;
+        }
+        catch (e) {
+            options.provider = (0, general_1.getProvider)(options.chain, false);
+            // if (provider === options.provider) throw e // the provider for archival and non-archival request is the same
+            (0, debugLog_1.debugLog)(`Error fetching logs for chain ${options.chain} ${(0, generalUtil_1.formError)(e, { chain: options.chain, target: options.target, })}, retrying...`);
+            return getLimiter()(() => _getLogs(options));
+        }
+    }
+    return getLimiter()(() => _getLogs(options));
+}
+exports.getLogs = getLogs;
 // SMALL INCOMPATIBILITY: On the old API we don't return ids but we should
-function getLogs(params) {
-    var _a;
-    return __awaiter(this, void 0, void 0, function () {
-        var filter, logs, blockSpread, currentBlock, provider, nextBlock, logParams, partLogs, e_1, error;
-        return __generator(this, function (_b) {
-            switch (_b.label) {
-                case 0:
-                    if (params.toBlock === undefined || params.fromBlock === undefined) {
-                        throw new Error("toBlock and fromBlock need to be defined in all calls to getLogs");
-                    }
-                    filter = {
-                        address: params.target,
-                        topics: (_a = params.topics) !== null && _a !== void 0 ? _a : [ethers_1.ethers.id(params.topic)],
-                        fromBlock: params.fromBlock,
-                        toBlock: params.toBlock // We don't replicate Defipulse's bug because the results end up being the same anyway and hopefully they'll eventually fix it
-                    };
-                    logs = [];
-                    blockSpread = params.toBlock - params.fromBlock;
-                    currentBlock = params.fromBlock;
-                    provider = (0, general_1.getProvider)(params.chain, true);
-                    _b.label = 1;
-                case 1:
-                    if (!(currentBlock < params.toBlock)) return [3 /*break*/, 6];
-                    nextBlock = Math.min(params.toBlock, currentBlock + blockSpread);
-                    logParams = __assign(__assign({}, filter), { fromBlock: currentBlock, toBlock: nextBlock });
-                    _b.label = 2;
-                case 2:
-                    _b.trys.push([2, 4, , 5]);
-                    return [4 /*yield*/, provider.getLogs(logParams)];
-                case 3:
-                    partLogs = _b.sent();
-                    logs = logs.concat(partLogs);
-                    currentBlock = nextBlock;
-                    return [3 /*break*/, 5];
-                case 4:
-                    e_1 = _b.sent();
-                    (0, debugLog_1.debugLog)("Error fetching logs for chain ".concat(params.chain, " blockSpread: ").concat(blockSpread, ". ").concat((0, generalUtil_1.formError)(e_1, { chain: params.chain, target: params.target, provider: provider })));
-                    if (blockSpread >= 1500) {
-                        // We got too many results
-                        // We could chop it up into 1500 block spreads as that is guaranteed to always return but then we'll have to make a lot of queries (easily >1000), so instead we'll keep dividing the block spread by two until we make it
-                        blockSpread = Math.floor(blockSpread / 2);
-                    }
-                    else {
-                        error = (0, generalUtil_1.formError)(e_1, { chain: params.chain, target: params.target, provider: provider });
-                        error.message = "[chain: ".concat(params.chain, "] ").concat(error === null || error === void 0 ? void 0 : error.message, " params: ").concat(JSON.stringify(logParams));
-                        throw e_1;
-                    }
-                    return [3 /*break*/, 5];
-                case 5: return [3 /*break*/, 1];
-                case 6:
-                    if (params.keys.length > 0) {
-                        if (params.keys[0] !== "topics") {
-                            throw new Error("Unsupported");
-                        }
-                        return [2 /*return*/, {
-                                output: logs.map(function (log) { return log.topics; })
-                            }];
-                    }
-                    // ethers v5 logs had 'logIndex' but not ethers v6, so adding field to keep it compatible
-                    logs.forEach(function (log) {
-                        log.logIndex = log.index;
-                        delete log.provider;
-                    });
-                    return [2 /*return*/, {
-                            output: logs
-                        }];
+async function _getLogs(params) {
+    var _a, _b;
+    if (params.toBlock === undefined || params.fromBlock === undefined) {
+        throw new Error("toBlock and fromBlock need to be defined in all calls to getLogs");
+    }
+    const filter = {
+        address: params.target,
+        topics: (_a = params.topics) !== null && _a !== void 0 ? _a : [ethers_1.ethers.id(params.topic)],
+        fromBlock: params.fromBlock,
+        toBlock: params.toBlock // We don't replicate Defipulse's bug because the results end up being the same anyway and hopefully they'll eventually fix it
+    };
+    let logs = [];
+    let blockSpread = params.toBlock - params.fromBlock;
+    let currentBlock = params.fromBlock;
+    const provider = (_b = params.provider) !== null && _b !== void 0 ? _b : (0, general_1.getProvider)(params.chain, true);
+    while (currentBlock < params.toBlock) {
+        const nextBlock = Math.min(params.toBlock, currentBlock + blockSpread);
+        let logParams = {
+            ...filter,
+            fromBlock: currentBlock,
+            toBlock: nextBlock
+        };
+        try {
+            const partLogs = await provider.getLogs(logParams);
+            logs = logs.concat(partLogs);
+            currentBlock = nextBlock;
+        }
+        catch (e) {
+            (0, debugLog_1.debugLog)(`Error fetching logs for chain ${params.chain} blockSpread: ${blockSpread}. ${(0, generalUtil_1.formError)(e, { chain: params.chain, target: params.target, provider })}`);
+            if (blockSpread >= 1500) {
+                // We got too many results
+                // We could chop it up into 1500 block spreads as that is guaranteed to always return but then we'll have to make a lot of queries (easily >1000), so instead we'll keep dividing the block spread by two until we make it
+                blockSpread = Math.floor(blockSpread / 2);
+            }
+            else {
+                const error = (0, generalUtil_1.formError)(e, { chain: params.chain, target: params.target, provider });
+                error.message = `[chain: ${params.chain}] ${error === null || error === void 0 ? void 0 : error.message} params: ${JSON.stringify(logParams)}`;
+                throw e;
             }
-        });
+        }
+    }
+    if (params.keys.length > 0) {
+        if (params.keys[0] !== "topics") {
+            throw new Error("Unsupported");
+        }
+        return {
+            output: logs.map((log) => log.topics)
+        };
+    }
+    // ethers v5 logs had 'logIndex' but not ethers v6, so adding field to keep it compatible
+    logs.forEach((log) => {
+        log.logIndex = log.index;
+        delete log.provider;
     });
+    return {
+        output: logs
+    };
 }
-exports.getLogs = getLogs;
 function normalizeAddress(address) {
     // sol amd tezos case sensitive so no normalising
-    var prefix = address.substring(0, address.indexOf(":"));
+    const prefix = address.substring(0, address.indexOf(":"));
     if (["solana", "tezos"].includes(prefix))
         return address;
     return address.toLowerCase();
 }
 exports.normalizeAddress = normalizeAddress;
 function normalizePrefixes(address) {
-    var prefix = address.substring(0, address.indexOf(":"));
+    const prefix = address.substring(0, address.indexOf(":"));
     if (["solana", "tezos"].includes(prefix))
         return address;
     return address.startsWith("0x")
-        ? "ethereum:".concat(address.toLowerCase())
+        ? `ethereum:${address.toLowerCase()}`
         : !address.includes(":")
-            ? "coingecko:".concat(address.toLowerCase())
+            ? `coingecko:${address.toLowerCase()}`
             : address.toLowerCase();
 }
 exports.normalizePrefixes = normalizePrefixes;
-var ethereumAddress = "ethereum:0x0000000000000000000000000000000000000000";
-var weth = "ethereum:0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2";
+const ethereumAddress = "ethereum:0x0000000000000000000000000000000000000000";
+const weth = "ethereum:0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2";
 function normalizeBalances(balances) {
     var _a;
-    Object.keys(balances).map(function (key) {
+    Object.keys(balances).map((key) => {
         if (+balances[key] === 0) {
             delete balances[key];
             return;
         }
-        var normalisedKey = normalizePrefixes(key);
+        const normalisedKey = normalizePrefixes(key);
         if (normalisedKey == key)
             return;
         (0, generalUtil_1.sumSingleBalance)(balances, normalisedKey, balances[key]);
         delete balances[key];
     });
-    var eth = balances[ethereumAddress];
+    const eth = balances[ethereumAddress];
     if (eth !== undefined) {
         balances[weth] = (BigInt((_a = balances[weth]) !== null && _a !== void 0 ? _a : 0) + BigInt(eth)).toString();
         delete balances[ethereumAddress];

package/build/util/internal-cache.js

@@ -24,14 +24,14 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.retriveCache = exports.startCache = exports.saveCache = exports.setCache = exports.getCache = void 0;
-var fs = __importStar(require("fs"));
-var env_1 = require("./env");
+const fs = __importStar(require("fs"));
+const env_1 = require("./env");
 // const cacheFile = __dirname + '/../../../sc-cache1.json'
-var cacheFile = env_1.ENV_CONSTANTS.INTERNAL_SDK_CACHE_FILE;
-var cache = {};
+const cacheFile = env_1.ENV_CONSTANTS.INTERNAL_SDK_CACHE_FILE;
+let cache = {};
 // if (cacheFile) cache = require(cacheFile) // disabled for now
 function getCache(options) {
-    var address = options.address, abi = options.abi, _a = options.chain, chain = _a === void 0 ? "ethereum" : _a;
+    let { address, abi, chain = "ethereum" } = options;
     if (!address)
         return;
     address = address.slice(2).toLowerCase();
@@ -43,7 +43,7 @@ function getCache(options) {
 }
 exports.getCache = getCache;
 function setCache(options) {
-    var address = options.address, abi = options.abi, _a = options.chain, chain = _a === void 0 ? "ethereum" : _a, value = options.value;
+    let { address, abi, chain = "ethereum", value } = options;
     if (!address)
         return;
     address = address.slice(2).toLowerCase();
@@ -58,8 +58,7 @@ function saveCache() {
     fs.writeFileSync(cacheFile || './cache.json', JSON.stringify(cache));
 }
 exports.saveCache = saveCache;
-function startCache(_cache) {
-    if (_cache === void 0) { _cache = {}; }
+function startCache(_cache = {}) {
     cache = _cache;
 }
 exports.startCache = startCache;

package/build/util/logs.d.ts

@@ -23,8 +23,7 @@ export type GetLogsOptions = {
 export declare function getLogs(options: GetLogsOptions): Promise<EventLog[] | EventLog[][] | any[]>;
 export type logCache = {
     logs: EventLog[];
-    metadata?: {
-        version: string;
+    metadata: {
         fromBlock: number;
         toBlock: number;
     };