@defillama/sdk 5.0.173 → 5.0.177

package/build/util/LlamaProvider.js

@@ -3,7 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getProvider = exports.setProvider = exports.providers = exports.LlamaProvider = void 0;
+exports.providers = exports.LlamaProvider = void 0;
+exports.setProvider = setProvider;
+exports.getProvider = getProvider;
 const ethers_1 = require("ethers");
 const providers_json_1 = __importDefault(require("../providers.json"));
 const env_1 = require("./env");
@@ -182,7 +184,6 @@ exports.providers = {};
 function setProvider(chain, provider) {
     exports.providers[chain] = provider;
 }
-exports.setProvider = setProvider;
 function getProvider(chain = "ethereum", _getArchivalNode = false) {
     var _a, _b;
     const rpcKey = chain === 'tron' ? 'tron_evm' : chain;
@@ -195,6 +196,11 @@ function getProvider(chain = "ethereum", _getArchivalNode = false) {
     // use RPC from env variable if set else use RPC from providers.json
     let rpcList = (0, env_1.getChainRPCs)(rpcKey, (_a = pList[chain]) === null || _a === void 0 ? void 0 : _a.rpc);
     let archivalRPCList = (0, env_1.getArchivalRPCs)(rpcKey);
+    let whitelistedRPCList = (0, env_1.getWhitelistedRPCs)(rpcKey);
+    if (whitelistedRPCList === null || whitelistedRPCList === void 0 ? void 0 : whitelistedRPCList.length) {
+        rpcList = [...whitelistedRPCList].join(',');
+        archivalRPCList = whitelistedRPCList;
+    }
     if (!rpcList) {
         // @ts-ignore (throwing error here would alter function behavior and have side effects)
         return null;
@@ -203,7 +209,6 @@ function getProvider(chain = "ethereum", _getArchivalNode = false) {
         exports.providers[chainKey] = createProvider(chain, rpcList, (_b = providers_json_1.default[chain]) === null || _b === void 0 ? void 0 : _b.chainId, archivalRPCList);
     return exports.providers[chainKey];
 }
-exports.getProvider = getProvider;
 function toHex(n) {
     if (typeof n === 'string')
         return n;

package/build/util/blocks.js

@@ -3,10 +3,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTimestamp = exports.lookupBlock = exports.getLatestBlock = exports.getCurrentChainBlock = exports.getBlockNumber = exports.getBlock = exports.getCurrentBlocks = exports.getBlocks = exports.getChainBlocks = exports.chainsForBlocks = void 0;
+exports.getLatestBlock = exports.chainsForBlocks = void 0;
+exports.getChainBlocks = getChainBlocks;
+exports.getBlocks = getBlocks;
+exports.getCurrentBlocks = getCurrentBlocks;
+exports.getBlock = getBlock;
+exports.getBlockNumber = getBlockNumber;
+exports.getCurrentChainBlock = getCurrentChainBlock;
+exports.lookupBlock = lookupBlock;
+exports.getTimestamp = getTimestamp;
 const general_1 = require("../general");
-const axios_1 = __importDefault(require("axios"));
-const generalUtil_1 = require("../generalUtil");
+const common_1 = require("./common");
 const debugLog_1 = require("./debugLog");
 const cosmos_1 = require("./cosmos");
 const cache_1 = require("./cache");
@@ -21,7 +28,6 @@ async function getChainBlocks(timestamp, chains = defaultChains) {
     await Promise.all(chains.map(setBlock));
     return chainBlocks;
 }
-exports.getChainBlocks = getChainBlocks;
 async function getBlocks(timestamp, chains = undefined) {
     chains = chains === null || chains === void 0 ? void 0 : chains.filter(i => i !== 'ethereum');
     const [ethBlock, chainBlocks] = await Promise.all([getBlockNumber('ethereum', timestamp), getChainBlocks(timestamp, chains)]);
@@ -31,7 +37,6 @@ async function getBlocks(timestamp, chains = undefined) {
         chainBlocks,
     };
 }
-exports.getBlocks = getBlocks;
 async function getCurrentBlocks(chains = undefined) {
     if (chains)
         chains = chains.filter(i => i !== "ethereum");
@@ -44,7 +49,6 @@ async function getCurrentBlocks(chains = undefined) {
         chainBlocks,
     };
 }
-exports.getCurrentBlocks = getCurrentBlocks;
 async function getBlock(chain, timestamp, options = {}) {
     if (!timestamp)
         return getCurrentChainBlock(chain);
@@ -60,11 +64,9 @@ async function getBlock(chain, timestamp, options = {}) {
     }
     throw error;
 }
-exports.getBlock = getBlock;
 async function getBlockNumber(chain, timestamp) {
     return (await getBlock(chain, timestamp)).block;
 }
-exports.getBlockNumber = getBlockNumber;
 const refreshInterval = 1000 * 60 * 1; // 1 minute
 function getCurrentChainBlock(chain = 'ethereum') {
     const { timestamp, } = currentChainBlockCache[chain] || {};
@@ -90,22 +92,19 @@ function getCurrentChainBlock(chain = 'ethereum') {
             delete currentChainBlockCache[chain];
             if ((_b = (_a = e === null || e === void 0 ? void 0 : e.message) === null || _a === void 0 ? void 0 : _a.includes) === null || _b === void 0 ? void 0 : _b.call(_a, "Last block of chain"))
                 throw e;
-            throw (0, generalUtil_1.formError)(e);
+            throw (0, common_1.formError)(e);
         }
     }
 }
-exports.getCurrentChainBlock = getCurrentChainBlock;
 const algorandBlockProvider = {
     getBlock: async (height) => {
         if (height !== 'latest')
-            return (0, axios_1.default)(`https://algoindexer.algoexplorerapi.io/v2/blocks/${height}`)
-                .then((res) => res.data)
+            return (0, common_1.fetchJson)(`https://algoindexer.algoexplorerapi.io/v2/blocks/${height}`)
                 .then((block) => ({
                 number: block.round,
                 timestamp: block.timestamp
             }));
-        return (0, axios_1.default)('https://algoindexer.algoexplorerapi.io/health')
-            .then((res) => res.data)
+        return (0, common_1.fetchJson)('https://algoindexer.algoexplorerapi.io/health')
             .then((block) => algorandBlockProvider.getBlock(block.round));
     }
 };
@@ -139,7 +138,7 @@ function validateCurrentBlock(block, chain = 'ethereum') {
     const now = Math.floor(Date.now() / 1000);
     const minutesDiff = Math.floor((now - block.timestamp) / 60);
     if (minutesDiff > 60)
-        throw new Error(`Last block for ${chain} is ${minutesDiff} minutes behind (${new Date(block.timestamp * 1000)}). Provider is "${(0, generalUtil_1.getProviderUrl)(provider)}"`);
+        throw new Error(`Last block for ${chain} is ${minutesDiff} minutes behind (${new Date(block.timestamp * 1000)}). Provider is "${(0, common_1.getProviderUrl)(provider)}"`);
 }
 const chainLimiters = {};
 function getChainLimiter(chain) {
@@ -155,7 +154,6 @@ async function lookupBlock(timestamp, extraParams) {
     const limiter = getChainLimiter(chain);
     return limiter(() => _lookupBlock(timestamp, extraParams));
 }
-exports.lookupBlock = lookupBlock;
 async function _lookupBlock(timestamp, extraParams) {
     var _a, _b;
     const { allowedTimeRange = 5 * 60, acceptableBlockImprecision = 10 } = extraParams !== null && extraParams !== void 0 ? extraParams : {};
@@ -166,7 +164,7 @@ async function _lookupBlock(timestamp, extraParams) {
     }
     if (chain === 'waves') {
         const api = `https://nodes.wavesnodes.com/blocks/heightByTimestamp/${timestamp}`;
-        const { data } = await (0, axios_1.default)(api);
+        const data = await (0, common_1.fetchJson)(api);
         return {
             timestamp,
             block: +data.height,
@@ -229,7 +227,7 @@ async function _lookupBlock(timestamp, extraParams) {
             ]);
             updateBlock(blocks);
         }
-        if (i > 2)
+        if (i > 2 && env_1.logGetBlockStats)
             (0, debugLog_1.debugLog)(`chain: ${chain} block: ${block.number} #calls: ${i} imprecision: ${Number((imprecision) / 60).toFixed(2)} (min) Time Taken: ${Number((Date.now() - time) / 1000).toFixed(2)} (in sec)`);
         if (chain !== "bsc" && // this check is there because bsc halted the chain for few days
             Math.abs(block.timestamp - timestamp) > 3600) {
@@ -242,7 +240,7 @@ async function _lookupBlock(timestamp, extraParams) {
         };
     }
     catch (e) {
-        throw (0, generalUtil_1.formError)(e);
+        throw (0, common_1.formError)(e);
     }
     function updateBlock(blocks = []) {
         blocks.forEach(addBlockToCache);
@@ -287,5 +285,4 @@ async function getTimestamp(height, chain) {
     const block = await provider.getBlock(height);
     return block.timestamp;
 }
-exports.getTimestamp = getTimestamp;
 const currentChainBlockCache = {};

package/build/util/cache.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 export declare const currentVersion = "zlib-1.0";
 export declare function readCache(file: string, options?: ReadCacheOptions): Promise<any>;
 interface WriteCacheOptions {
@@ -14,7 +13,7 @@ interface ReadCacheOptions {
 }
 export declare function writeCache(file: string, data: any, options?: WriteCacheOptions): Promise<string | undefined>;
 export declare function parseCache(dataString: string | Buffer, options?: ReadCacheOptions): Promise<any>;
-export declare function compressCache(data: any, options?: WriteCacheOptions): Promise<string | Buffer>;
+export declare function compressCache(data: any, options?: WriteCacheOptions): Promise<string | Buffer<ArrayBufferLike>>;
 export declare const ONE_WEEK: number;
 export declare function getTempLocalCache({ file, defaultData, clearAfter, returnWithSaveFunction }: {
     file: string;
@@ -32,4 +31,14 @@ expiryTimestamp, }: {
     expireAfter?: number;
     expiryTimestamp?: number;
 }): Promise<void>;
+export declare function cachedFetch({ key, endpoint, postData, fetcher, fetchOptions, errorOnNoCache, writeCacheOptions, readCacheOptions, }: {
+    key: string;
+    endpoint?: string;
+    postData?: any;
+    fetcher?: () => Promise<any>;
+    fetchOptions?: any;
+    errorOnNoCache?: boolean;
+    writeCacheOptions?: WriteCacheOptions;
+    readCacheOptions?: ReadCacheOptions;
+}): Promise<any>;
 export {};

package/build/util/cache.js

@@ -1,11 +1,25 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeExpiringJsonCache = exports.readExpiringJsonCache = exports.deleteCache = exports.getTempLocalCache = exports.ONE_WEEK = exports.compressCache = exports.parseCache = exports.writeCache = exports.readCache = exports.currentVersion = void 0;
+exports.ONE_WEEK = exports.currentVersion = void 0;
+exports.readCache = readCache;
+exports.writeCache = writeCache;
+exports.parseCache = parseCache;
+exports.compressCache = compressCache;
+exports.getTempLocalCache = getTempLocalCache;
+exports.deleteCache = deleteCache;
+exports.readExpiringJsonCache = readExpiringJsonCache;
+exports.writeExpiringJsonCache = writeExpiringJsonCache;
+exports.cachedFetch = cachedFetch;
 const debugLog_1 = require("./debugLog");
 const r2_1 = require("./r2");
 const zlib_1 = require("zlib");
 const util_1 = require("util");
 const env_1 = require("./env");
+const common_1 = require("./common");
+const crypto_1 = __importDefault(require("crypto"));
 const brotliOptions = {
     [zlib_1.constants.BROTLI_PARAM_MODE]: zlib_1.constants.BROTLI_MODE_TEXT,
     [zlib_1.constants.BROTLI_PARAM_QUALITY]: zlib_1.constants.BROTLI_MAX_QUALITY,
@@ -78,7 +92,6 @@ async function readCache(file, options = {}) {
         }
     }
 }
-exports.readCache = readCache;
 async function writeCache(file, data, options = {}) {
     try {
         const fileData = options.alreadyCompressed ? data : await compressCache(data, options);
@@ -102,7 +115,6 @@ async function writeCache(file, data, options = {}) {
         (0, debugLog_1.debugLog)('Error writing cache:', error);
     }
 }
-exports.writeCache = writeCache;
 async function parseCache(dataString, options = {}) {
     var _a;
     let dataBuffer;
@@ -124,7 +136,6 @@ async function parseCache(dataString, options = {}) {
     }
     return JSON.parse(decompressed).llamaWrapped;
 }
-exports.parseCache = parseCache;
 async function compressCache(data, options = {}) {
     const dataString = JSON.stringify({ version: exports.currentVersion, llamaWrapped: data });
     if (options.skipCompression)
@@ -132,7 +143,6 @@ async function compressCache(data, options = {}) {
     const comressedCache = await zipAsync(dataString);
     return comressedCache;
 }
-exports.compressCache = compressCache;
 function isSameData(data1, data2) {
     return JSON.stringify(data1) === JSON.stringify(data2);
 }
@@ -196,13 +206,11 @@ function getTempLocalCache({ file, defaultData = {}, clearAfter = exports.ONE_WE
         }
     }
 }
-exports.getTempLocalCache = getTempLocalCache;
 // this removes data only from the file cache, not from the R2 cache
 async function deleteCache(file) {
     const filePath = getFilePath(file);
     await fs.unlink(filePath);
 }
-exports.deleteCache = deleteCache;
 async function readExpiringJsonCache(file) {
     const options = { readFromR2Cache: false, skipR2Cache: true, skipCompression: true };
     file = 'expiring/' + file;
@@ -215,7 +223,6 @@ async function readExpiringJsonCache(file) {
     }
     return data.data;
 }
-exports.readExpiringJsonCache = readExpiringJsonCache;
 async function writeExpiringJsonCache(file, data, { expireAfter = 60 * 60 * 24, // cache for 1 day by default
 expiryTimestamp, }) {
     file = 'expiring/' + file;
@@ -224,4 +231,41 @@ expiryTimestamp, }) {
     const options = { skipR2CacheWrite: true, skipCompression: true };
     await writeCache(file, { data, expiryTimestamp }, options);
 }
-exports.writeExpiringJsonCache = writeExpiringJsonCache;
+async function cachedFetch({ key, endpoint, postData, fetcher, fetchOptions, errorOnNoCache = true, writeCacheOptions = {
+    skipCompression: true,
+    skipR2CacheWrite: true,
+}, readCacheOptions = {
+    skipCompression: true,
+    skipR2Cache: true,
+}, }) {
+    if (!key) {
+        if (!endpoint || postData || fetcher)
+            throw new Error('Key is required for cachedFetch');
+        key = crypto_1.default.createHash('sha256').update(endpoint).digest('hex').substring(0, 32);
+    }
+    const fileKey = 'cached-fetch/' + key;
+    try {
+        let data;
+        if (fetcher)
+            data = await fetcher();
+        else {
+            if (!endpoint)
+                throw new Error('Either fetcher or endpoint is required for cachedFetch');
+            if (postData)
+                data = await (0, common_1.postJson)(endpoint, postData, fetchOptions);
+            else
+                data = await (0, common_1.fetchJson)(endpoint, fetchOptions);
+        }
+        await writeCache(fileKey, data, writeCacheOptions);
+        return data;
+    }
+    catch (error) {
+        const errorMessage = (0, common_1.formError)(error).message;
+        (0, debugLog_1.debugLog)('Error in cachedFetch:', errorMessage);
+        // if fetch fails, read from cache
+        const cachedData = await readCache(fileKey, readCacheOptions);
+        if (!cachedData && errorOnNoCache)
+            throw new Error('Fetch failed and no cache available');
+        return cachedData;
+    }
+}

package/build/util/common.d.ts

@@ -0,0 +1,33 @@
+import type { Balances, StringNumber, Address } from "../types";
+export declare function convertToBigInt(value: any): bigint;
+export declare function sumMultiBalanceOf(balances: Balances, results: {
+    ethCallCount?: number;
+    output: {
+        output: StringNumber;
+        success: boolean;
+        input: {
+            target: Address;
+            params: string[];
+        };
+    }[];
+}, allCallsMustBeSuccessful?: boolean, transformAddress?: (addr: string) => string): void;
+export declare function sumSingleBalance(balances: Balances, token: string, balance: string | number | BigInt, chain?: string): void;
+export declare function mergeBalances(balances: Balances, balancesToMerge: Balances): void;
+export declare function removeTokenBalance(balances: Balances, token: string, isCaseSensitive?: boolean): Balances;
+type ChainBlocks = {
+    [chain: string]: number;
+};
+export declare function sumChainTvls(chainTvls: Array<(timestamp: number, ethBlock: number, chainBlocks: ChainBlocks, params: any) => Promise<Balances>>): (timestamp: number, ethBlock: number, chainBlocks: ChainBlocks, params: any) => Promise<any>;
+export declare function getUniqueAddresses(addresses: string[], chain?: string): string[];
+export declare function getProviderUrl(provider: any): any;
+export declare function formErrorString(e: any, errorParams?: any): any;
+export declare function shortenString(str: string, length?: number): string;
+export declare function formError(e: any, errorParams?: any): Error;
+export declare function fetchJson(url: string, params?: any): Promise<any>;
+export declare function postJson(url: string, data?: any, params?: any): Promise<any>;
+export declare function tronToEvmAddress(address: string): string;
+export declare function evmToTronAddress(address: string): string;
+export declare function sleep(ms: number): Promise<unknown>;
+export declare function sleepRandom(max: number, min?: number): Promise<unknown>;
+export declare function fixTronCallParams(params: any): void;
+export {};