@defillama/sdk 5.0.173 → 5.0.177

package/build/util/common.js

@@ -0,0 +1,352 @@
+"use strict";
+// keep no dependency here else it will create circular dependencies
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertToBigInt = convertToBigInt;
+exports.sumMultiBalanceOf = sumMultiBalanceOf;
+exports.sumSingleBalance = sumSingleBalance;
+exports.mergeBalances = mergeBalances;
+exports.removeTokenBalance = removeTokenBalance;
+exports.sumChainTvls = sumChainTvls;
+exports.getUniqueAddresses = getUniqueAddresses;
+exports.getProviderUrl = getProviderUrl;
+exports.formErrorString = formErrorString;
+exports.shortenString = shortenString;
+exports.formError = formError;
+exports.fetchJson = fetchJson;
+exports.postJson = postJson;
+exports.tronToEvmAddress = tronToEvmAddress;
+exports.evmToTronAddress = evmToTronAddress;
+exports.sleep = sleep;
+exports.sleepRandom = sleepRandom;
+exports.fixTronCallParams = fixTronCallParams;
+const axios_1 = __importStar(require("axios"));
+const ethers = __importStar(require("ethers"));
+const TronAddressFormatter = __importStar(require("tron-format-address"));
+const env_1 = require("./env");
+function convertToBigInt(value) {
+    const balance = value;
+    if (!value)
+        return BigInt(0);
+    if (typeof value === 'bigint')
+        return value;
+    if (typeof value === 'number')
+        value = value.toString();
+    if (typeof value === 'string') {
+        if (!value.startsWith('0x') && value.includes('e')) { // Convert scientific notation to standard notation
+            let [base, e] = value.split('e');
+            const [lead, decimal] = base.split('.');
+            let final;
+            let exponent = +e;
+            if (exponent >= 0) {
+                final = lead + (decimal || '') + '0'.repeat(exponent - (decimal || '').length);
+            }
+            else {
+                // NOTE: unforutenately BigInt doesn't support negative exponents, so this ends up being 0
+                exponent = exponent * -1;
+                final = BigInt(lead) / BigInt('1' + Array(exponent).fill(0).join(''));
+            }
+            return BigInt(final);
+        }
+        return BigInt(value);
+    }
+    if (typeof value === 'string')
+        return BigInt(value);
+    throw new Error(`Invalid balance: ${balance}`);
+}
+function sumMultiBalanceOf(balances, results, allCallsMustBeSuccessful = true, transformAddress = (addr) => addr) {
+    results.output.map((result) => {
+        var _a;
+        if (result.success) {
+            const address = transformAddress(result.input.target);
+            const balance = result.output;
+            if (BigInt(balance) <= 0) {
+                return;
+            }
+            balances[address] = (BigInt((_a = balances[address]) !== null && _a !== void 0 ? _a : 0) + BigInt(balance)).toString();
+        }
+        else if (allCallsMustBeSuccessful) {
+            console.error(result);
+            throw new Error(`balanceOf multicall failed`);
+        }
+    });
+}
+function sumSingleBalance(balances, token, balance, chain) {
+    if (typeof balance === 'bigint')
+        balance = balance.toString();
+    isValidNumber(balance);
+    if (+balance === 0)
+        return;
+    if (chain)
+        token = `${chain}:${token}`;
+    if (typeof balance === 'object') {
+        if (typeof balance.toString === 'function')
+            balance = balance.toString();
+        else
+            throw new Error('Invalid balance value:' + balance);
+    }
+    if (typeof balance === 'number' || (balances[token] && typeof balances[token] === 'number')) {
+        const prevBalance = +(balances.hasOwnProperty(token) ? balances[token] : 0);
+        if (typeof prevBalance !== 'number' || isNaN(prevBalance))
+            throw new Error(`Trying to merge token balance and coingecko amount for ${token} current balance: ${balance} previous balance: ${balances[token]}`);
+        const value = prevBalance + +balance;
+        isValidNumber(value);
+        balances[token] = value;
+    }
+    else {
+        const prevBalance = convertToBigInt(balances[token]);
+        const value = (prevBalance + convertToBigInt(balance));
+        isValidNumber(Number(value));
+        balances[token] = Number(value).toString();
+    }
+    function isValidNumber(value) {
+        if (typeof value === 'bigint')
+            return;
+        if ([null, undefined].includes(value) || isNaN(+value))
+            throw new Error(`Invalid balance: ${balance}`);
+    }
+}
+function mergeBalances(balances, balancesToMerge) {
+    if (balances === balancesToMerge)
+        return;
+    Object.entries(balancesToMerge).forEach((balance) => {
+        sumSingleBalance(balances, balance[0], balance[1]);
+    });
+}
+function removeTokenBalance(balances, token, isCaseSensitive = false) {
+    const re = new RegExp(token, isCaseSensitive ? undefined : 'i');
+    Object.keys(balances).forEach(key => {
+        if (re.test(key))
+            delete balances[key];
+    });
+    return balances;
+}
+function sumChainTvls(chainTvls) {
+    return async (timestamp, ethBlock, chainBlocks, params) => {
+        const api = params.api;
+        await Promise.all(chainTvls.map(async (chainTvl) => {
+            const chainBalances = await chainTvl(timestamp, ethBlock, chainBlocks, params);
+            api.addBalances(chainBalances);
+        }));
+        return api.getBalances();
+    };
+}
+function getUniqueAddresses(addresses, chain) {
+    if (!addresses.length)
+        return [];
+    const isTronAddress = chain === 'tron' && addresses[0].includes('T');
+    const toLowerCase = !isTronAddress;
+    const set = {};
+    addresses.forEach(i => set[toLowerCase ? i.toLowerCase() : i] = true);
+    return Object.keys(set);
+}
+function getProviderUrl(provider) {
+    if (provider === null || provider === void 0 ? void 0 : provider.isCustomLlamaProvider)
+        return provider.rpcs.map((i) => i.url).join(', ');
+    if (provider instanceof ethers.FallbackProvider)
+        provider = provider.providerConfigs[0].provider;
+    if (provider instanceof ethers.JsonRpcProvider)
+        return provider._getConnection().url;
+    return '';
+}
+function formErrorString(e, errorParams = {}) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _0, _1, _2, _3, _4;
+    if (e instanceof axios_1.AxiosError) {
+        let message = `[host: ${shortenString((_b = (_a = e === null || e === void 0 ? void 0 : e.config) === null || _a === void 0 ? void 0 : _a.url) !== null && _b !== void 0 ? _b : '', 120)}] `;
+        // if (e?.config?.method === 'post' && e?.config?.data)
+        //   message += shortenString(`method: POST data: ${e?.config?.data} `)
+        if ((_c = e === null || e === void 0 ? void 0 : e.response) === null || _c === void 0 ? void 0 : _c.data) {
+            if (e.response.status)
+                message += `[${e.response.status}] `;
+            let dataString = shortenString(JSON.stringify(e.response.data));
+            if (typeof e.response.data === 'object') {
+                if ((_d = e.response.data.error) === null || _d === void 0 ? void 0 : _d.message)
+                    dataString = shortenString('' + e.response.data.error.message);
+                else if (e.response.data.message)
+                    dataString = shortenString('' + e.response.data.message);
+            }
+            if (dataString.startsWith('"<!DOCTYPE html>') || dataString.startsWith('"<html'))
+                dataString = 'HTML error page';
+            message += dataString;
+            return message;
+        }
+        if (e === null || e === void 0 ? void 0 : e.message)
+            return shortenString(message + e.message);
+    }
+    const isGraphError = typeof e === 'object' && ((_e = e === null || e === void 0 ? void 0 : e.stack) === null || _e === void 0 ? void 0 : _e.includes('graphql-request')) && ((_g = (_f = e.response) === null || _f === void 0 ? void 0 : _f.errors) === null || _g === void 0 ? void 0 : _g.length);
+    if (isGraphError)
+        return shortenString(`GraphQL request failed! ${e.response.errors.map((i) => i.message).join(', ')}`);
+    if (!e) {
+        if (errorParams.promisePoolErrors) {
+            const errors = errorParams.promisePoolErrors.map((i) => formErrorString(i));
+            return `Promise pool failed! \n ${errors.join('\n')}`;
+        }
+        if (errorParams.isMultiCallError) {
+            const targetStr = errorParams.target ? `[target: ${errorParams.target}]` : '';
+            let errorString = `Multicall failed! \n [chain: ${(_h = errorParams.chain) !== null && _h !== void 0 ? _h : "ethereum"}] [fail count: ${(_j = errorParams.failedQueries) === null || _j === void 0 ? void 0 : _j.length}] [abi: ${errorParams.abi}] ${targetStr} `;
+            (_k = errorParams.failedQueries) === null || _k === void 0 ? void 0 : _k.forEach((i) => {
+                i = i.input;
+                let target = !targetStr ? `   target: ${i.target}` : '';
+                let params = i.params && i.params.length ? `params: ${i.params.length === 1 ? i.params[0] : i.params.join(', ')}]` : '';
+                errorString += `\n ${target} ${params}`;
+            });
+            // truncate error string to 310 chars
+            return errorString.length > 310 ? errorString.slice(0, 310).concat('...') : errorString;
+        }
+        return '';
+    }
+    if (e.llamaRPCError) {
+        const errorString = `Llama RPC error! method: ${e.method} `;
+        const errors = e.errors.map((i) => { var _a; return `- host: ${i === null || i === void 0 ? void 0 : i.host} error: ${(_a = i === null || i === void 0 ? void 0 : i.error) === null || _a === void 0 ? void 0 : _a.message}`; });
+        return errorString + '\n' + errors.join('\n');
+    }
+    let errorString = e.toString();
+    if (typeof e !== 'object')
+        return errorString;
+    if (((e.reason || e.method || e.shortMessage) && e.code) || errorParams.result === '0x') { // ethers.js error
+        const errorMessage = (_s = (_r = (_q = (_p = (_o = (_m = (_l = e.info) === null || _l === void 0 ? void 0 : _l.error) === null || _m === void 0 ? void 0 : _m.message) !== null && _o !== void 0 ? _o : e.message) !== null && _p !== void 0 ? _p : e.shortMessage) !== null && _q !== void 0 ? _q : e.errorName) !== null && _r !== void 0 ? _r : e.reason) !== null && _s !== void 0 ? _s : '';
+        let method = (_w = (_t = e.method) !== null && _t !== void 0 ? _t : (_v = (_u = e.info) === null || _u === void 0 ? void 0 : _u.request) === null || _v === void 0 ? void 0 : _v.method) !== null && _w !== void 0 ? _w : errorParams.abi;
+        if (e.body) {
+            try {
+                e.body = JSON.parse(e.body);
+            }
+            catch (e) { }
+            if ((_y = (_x = e.body) === null || _x === void 0 ? void 0 : _x.error) === null || _y === void 0 ? void 0 : _y.message)
+                return e.body.error.message;
+        }
+        if (!method && e.requestBody) {
+            try {
+                e.requestBody = JSON.parse(e.requestBody);
+            }
+            catch (e) { }
+            method = (_z = e.requestBody) === null || _z === void 0 ? void 0 : _z.method;
+        }
+        else if (!e.provider && errorParams.provider)
+            e.provider = errorParams.provider;
+        let providerUrl = getProviderUrl((_0 = e.provider) !== null && _0 !== void 0 ? _0 : errorParams.provider);
+        if (e.serverError)
+            return `host: ${providerUrl} ${e.serverError.toString()}`;
+        if (e.results) {
+            let errors = e.results.filter((i) => i.error).map((i) => i.error);
+            if (errors.length) {
+                const eStrings = errors.map((i) => formError(i));
+                return `Failed to call method: ${method} provider: ${providerUrl}
+         ${eStrings.join('\n')}`;
+            }
+        }
+        else if (e.code === 'CALL_EXCEPTION' || errorParams.isCallError) {
+            let extraInfo = 'target: ' + errorParams.target;
+            if (errorParams.params && Array.isArray(errorParams.params) && errorParams.params.length)
+                extraInfo += shortenString(' params: ' + errorParams.params.join(', '));
+            return `Failed to call: ${method} ${extraInfo} on chain: [${errorParams.chain}] rpc: ${providerUrl}  call reverted, reason: ${errorMessage}   ${(_1 = e.errorArgs) !== null && _1 !== void 0 ? _1 : ''}`;
+        }
+        else if (e.code === 'BAD_DATA') {
+            if (!method)
+                method = (_3 = (_2 = e === null || e === void 0 ? void 0 : e.info) === null || _2 === void 0 ? void 0 : _2.payload) === null || _3 === void 0 ? void 0 : _3.method;
+            let extraInfo = 'target: ' + errorParams.target;
+            return `Failed method: ${method} ${shortenString(extraInfo)} on chain: [${errorParams.chain}] rpc: ${providerUrl}  reason: ${errorMessage}   ${(_4 = e.errorArgs) !== null && _4 !== void 0 ? _4 : ''}`;
+        }
+        if (method === 'eth_blockNumber')
+            return `host: ${providerUrl} reason: ${e.reason} code: ${e.code}`;
+        if (method === 'getBlockNumber')
+            return `Failed to call ${method} ${providerUrl} reason: ${e.reason} code: ${e.code}`;
+        return `Failed to call ${method} on ${providerUrl} reason: ${e.reason} code: ${e.code}`;
+    }
+    return errorString;
+}
+function shortenString(str, length = env_1.defaultShortenStringLength) {
+    return str.length > length ? str.slice(0, length).concat('...') : str;
+}
+function formError(e, errorParams = {}) {
+    var _a;
+    const errorParamsSet = Object.keys(errorParams).length;
+    if ((e === null || e === void 0 ? void 0 : e._isCustomError) || (!errorParamsSet && typeof e === 'object' && !Object.keys(e).length))
+        return e; // already formatted or vannila error
+    const error = new Error(formErrorString(e, errorParams));
+    try {
+        if (errorParams.isMultiCallError)
+            error._underlyingErrors = (_a = errorParams === null || errorParams === void 0 ? void 0 : errorParams.failedQueries) === null || _a === void 0 ? void 0 : _a.map((i) => shortenString(i.error.toString()));
+        else
+            error._underlyingError = shortenString(e.toString());
+    }
+    catch (e) { }
+    error._isCustomError = true;
+    error.message = shortenString(error.message, 2999);
+    error.stack = '';
+    return error;
+}
+async function fetchJson(url, params = {}) {
+    const res = await (0, axios_1.default)(url, params).catch(e => { throw formError(e); });
+    return res.data;
+}
+async function postJson(url, data = {}, params = {}) {
+    const res = await axios_1.default.post(url, data, params).catch(e => { throw formError(e); });
+    return res.data;
+}
+function tronToEvmAddress(address) {
+    if (!address.startsWith('0x'))
+        return TronAddressFormatter.toHex(address);
+    return address;
+}
+function evmToTronAddress(address) {
+    if (address.startsWith('0x'))
+        return TronAddressFormatter.fromHex(address);
+    return address;
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+async function sleepRandom(max, min = 0) {
+    const ms = Math.floor(Math.random() * (max - min + 1)) + min;
+    return sleep(ms);
+}
+// convert all the tron addresses in the params to evm addresses (from Txxx to 0x...)
+function fixTronCallParams(params) {
+    const wrappedHexify = (v) => {
+        if (typeof v === 'string' && v.startsWith('T'))
+            return tronToEvmAddress(v);
+        return v;
+    };
+    if (typeof params === 'object') {
+        if (params.target)
+            params.target = tronToEvmAddress(params.target);
+        if (Array.isArray(params.params))
+            params.params = params.params.map(wrappedHexify);
+        if (typeof params.params === 'string')
+            params.params = wrappedHexify(params.params);
+    }
+    if (Array.isArray(params.calls))
+        params.calls.forEach(fixTronCallParams);
+}

package/build/util/computeTVL.js

@@ -1,12 +1,9 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getUnique = void 0;
+exports.default = computeTVL;
+exports.getUnique = getUnique;
 const _1 = require(".");
-const generalUtil_1 = require("../generalUtil");
-const axios_1 = __importDefault(require("axios"));
+const common_1 = require("./common");
 const env_1 = require("./env");
 const currentPriceCache = {};
 const priceCaches = {};
@@ -38,13 +35,12 @@ async function computeTVL(balances, timestamp, { debug = false } = {}) {
         usdTvl += value;
         if (symbol === 'ETH')
             symbol = 'WETH';
-        (0, generalUtil_1.sumSingleBalance)(usdTokenBalances, symbol, value);
+        (0, common_1.sumSingleBalance)(usdTokenBalances, symbol, value);
         if (debug && !isNaN(+value))
             debugData.tokenData.push({ symbol, value, token, price, confidence, balance, decimals, });
     });
     return { usdTvl, usdTokenBalances, debugData, };
 }
-exports.default = computeTVL;
 function tokenToKey(token) {
     if (token.startsWith("0x"))
         token = `ethereum:${token}`;
@@ -84,12 +80,12 @@ async function updatePriceCache(keys, timestamp) {
     }
     async function getPrices(keys) {
         if (!timestamp) {
-            const { coins } = await axios_1.default.get(`https://coins.llama.fi/prices/current/${keys.join(',')}`).then((res) => res.data);
+            const { coins } = await (0, common_1.fetchJson)(`https://coins.llama.fi/prices/current/${keys.join(',')}`);
             return coins;
         }
         // fetch post with timestamp in body
         const coinsApiKey = env_1.ENV_CONSTANTS['COINS_API_KEY'];
-        const { coins } = await axios_1.default.post("https://coins.llama.fi/prices?source=internal&apikey=" + coinsApiKey, { coins: keys, timestamp }).then((res) => res.data);
+        const { coins } = await (0, common_1.postJson)("https://coins.llama.fi/prices?source=internal&apikey=" + coinsApiKey, { coins: keys, timestamp });
         return coins;
     }
 }
@@ -105,7 +101,6 @@ function getUnique(addresses) {
     addresses.forEach(i => set[i] = true);
     return Object.keys(set);
 }
-exports.getUnique = getUnique;
 function isNearlyNow(timestamp) {
     if (!timestamp)
         return true;

package/build/util/cosmos.js

@@ -1,11 +1,10 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getCosmosProvider = exports.getCosmosBlock = exports.isCosmosChain = void 0;
-const axios_1 = __importDefault(require("axios"));
+exports.isCosmosChain = void 0;
+exports.getCosmosBlock = getCosmosBlock;
+exports.getCosmosProvider = getCosmosProvider;
 const env_1 = require("./env");
+const common_1 = require("./common");
 // where to find chain info
 // https://proxy.atomscan.com/chains.json
 // https://cosmos-chain.directory/chains/cosmoshub
@@ -49,8 +48,8 @@ async function getCosmosBlock(block = 'latest', chain = 'cosmos') {
     var _a;
     const endPoint = (0, env_1.getEnvRPC)(chain) || endPoints[chain] || 'https://rest.cosmos.directory/' + chain;
     try {
-        const { data } = await (0, axios_1.default)(`${endPoint}/blocks/${block}`);
-        const { block: { header: { height, time } } } = await data;
+        const data = await (0, common_1.postJson)(`${endPoint}/blocks/${block}`);
+        const { block: { header: { height, time } } } = data;
         return {
             number: Number(height),
             timestamp: Math.floor(Date.parse(time) / 1000),
@@ -62,10 +61,8 @@ async function getCosmosBlock(block = 'latest', chain = 'cosmos') {
         throw new Error(message);
     }
 }
-exports.getCosmosBlock = getCosmosBlock;
 function getCosmosProvider(chain) {
     return {
         getBlock: (block = 'latest') => getCosmosBlock(block, chain)
     };
 }
-exports.getCosmosProvider = getCosmosProvider;

package/build/util/debugLog.js

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.debugTable = exports.debugLog = exports.DEBUG_LEVEL2 = exports.DEBUG_ENABLED = void 0;
+exports.DEBUG_LEVEL2 = exports.DEBUG_ENABLED = void 0;
+exports.debugLog = debugLog;
+exports.debugTable = debugTable;
 const env_1 = require("./env");
 exports.DEBUG_ENABLED = env_1.ENV_CONSTANTS.DEBUG_ENABLED === "true";
 exports.DEBUG_LEVEL2 = env_1.ENV_CONSTANTS.DEBUG_LEVEL2 === "true";
@@ -9,10 +11,8 @@ function debugLog(...args) {
         return;
     console.log(...args);
 }
-exports.debugLog = debugLog;
 function debugTable(...args) {
     if (!exports.DEBUG_ENABLED && !exports.DEBUG_LEVEL2)
         return;
     console.table(...args);
 }
-exports.debugTable = debugTable;

package/build/util/elastic.d.ts

@@ -21,4 +21,23 @@ export declare function addErrorLog(body: {
     error: object;
     metadata: Metadata;
 }): Promise<void>;
+/**
+ * Performs a search operation using the Elasticsearch client
+ *
+ * This is a wrapper around the Elasticsearch client's search method.
+ * See the Elasticsearch documentation for details:
+ * https://www.elastic.co/guide/en/elasticsearch/reference/8.13/search-search.html
+ *
+ * @returns The search results as returned by Elasticsearch
+ * @throws Error if Elasticsearch client is not configured
+ *
+ * @see {@link https://www.elastic.co/guide/en/elasticsearch/client/javascript-api/current/api-reference.html#_search | Elasticsearch Node.js client search API}
+ */
+export declare function search(...options: Parameters<Client['search']>): Promise<ReturnType<Client['search']>>;
+export declare function getAllLogs({ index, scrollTime, size, query }: {
+    index: string;
+    scrollTime?: string;
+    size?: number;
+    query?: object;
+}): Promise<any[]>;
 export {};

package/build/util/elastic.js

@@ -1,6 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.addErrorLog = exports.addRuntimeLog = exports.addDebugLog = exports.writeLog = exports.getClient = void 0;
+exports.getClient = getClient;
+exports.writeLog = writeLog;
+exports.addDebugLog = addDebugLog;
+exports.addRuntimeLog = addRuntimeLog;
+exports.addErrorLog = addErrorLog;
+exports.search = search;
+exports.getAllLogs = getAllLogs;
 const elasticsearch_1 = require("@elastic/elasticsearch");
 const env_1 = require("./env");
 const debugLog_1 = require("./debugLog");
@@ -31,7 +37,6 @@ function getClient() {
         });
     return _client;
 }
-exports.getClient = getClient;
 async function writeLog(index, log) {
     const client = getClient();
     if (!client)
@@ -45,7 +50,6 @@ async function writeLog(index, log) {
         (0, debugLog_1.debugLog)((error === null || error === void 0 ? void 0 : error.message) || 'Error writing log to Elasticsearch');
     }
 }
-exports.writeLog = writeLog;
 function addYearAndMonth(index) {
     const date = new Date();
     return `${index}-${date.getUTCFullYear()}-${date.getUTCMonth()}`;
@@ -53,12 +57,56 @@ function addYearAndMonth(index) {
 async function addDebugLog(body) {
     await writeLog('debug-logs', body);
 }
-exports.addDebugLog = addDebugLog;
 async function addRuntimeLog(body) {
     await writeLog('debug-runtime-logs', body);
 }
-exports.addRuntimeLog = addRuntimeLog;
 async function addErrorLog(body) {
     await writeLog('error-logs', body);
 }
-exports.addErrorLog = addErrorLog;
+/**
+ * Performs a search operation using the Elasticsearch client
+ *
+ * This is a wrapper around the Elasticsearch client's search method.
+ * See the Elasticsearch documentation for details:
+ * https://www.elastic.co/guide/en/elasticsearch/reference/8.13/search-search.html
+ *
+ * @returns The search results as returned by Elasticsearch
+ * @throws Error if Elasticsearch client is not configured
+ *
+ * @see {@link https://www.elastic.co/guide/en/elasticsearch/client/javascript-api/current/api-reference.html#_search | Elasticsearch Node.js client search API}
+ */
+async function search(...options) {
+    const client = getClient();
+    if (!client)
+        throw new Error('Elasticsearch client not configured');
+    return client.search(...options);
+}
+async function getAllLogs({ index, scrollTime = '1m', size = 100000, query = {
+    match_all: {},
+} }) {
+    const client = getClient();
+    if (!client)
+        throw new Error('Elasticsearch client not configured');
+    const allLogs = [];
+    let response = await client.search({
+        index: index,
+        scroll: scrollTime,
+        body: { query, size, },
+    });
+    while (response.hits.hits.length) {
+        allLogs.push(...response.hits.hits.map((i) => {
+            const source = i._source;
+            // reduce final file size by removing fields we don't need
+            // delete source.chain
+            // delete source.address
+            // delete source.adapter
+            return source;
+        }));
+        (0, debugLog_1.debugLog)(`Fetched ${allLogs.length} records, ${response.hits.hits.length} in batch`);
+        response = await client.scroll({
+            scroll_id: response._scroll_id,
+            scroll: scrollTime,
+        });
+    }
+    return allLogs;
+}

package/build/util/env.d.ts

@@ -1,5 +1,10 @@
+export declare const logGetBlockStats: boolean;
+export declare const logGetLogsErrors: boolean;
+export declare const logGetLogsDebug: boolean;
+export declare const logGetLogsIndexer: boolean;
+export declare const defaultShortenStringLength: number;
 export declare const ENV_CONSTANTS: {
-    [x: string]: string | undefined;
+    [key: string]: string | undefined;
 };
 export declare function getChainId(chain: string, chainId: number): number;
 export declare function getMaxParallelRequests(chain: string): number;
@@ -13,3 +18,4 @@ export declare function getDefaultChunkSize(chain: string): number;
 export declare function getBatchMaxCount(chain: string): number;
 export declare function getArchivalRPCs(chain: string): string[];
 export declare function getChainRPCs(chain: string, defaultList?: string[]): string | undefined;
+export declare function getWhitelistedRPCs(chain: string): string[];