@defillama/sdk 5.0.173 → 5.0.177

package/build/util/removeRedundantRPCs.js

@@ -5,11 +5,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const providers_json_1 = __importDefault(require("../providers.json"));
 const fs_1 = __importDefault(require("fs"));
-const axios_1 = __importDefault(require("axios"));
+const generalUtil_1 = require("../generalUtil");
 const providerList = providers_json_1.default;
 async function getChainData() {
     try {
-        const { data: chainData } = await (0, axios_1.default)('https://chainlist.org/rpcs.json');
+        const chainData = await (0, generalUtil_1.fetchJson)('https://chainlist.org/rpcs.json');
         return chainData;
     }
     catch (e) {

package/build/util/transactions.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTransactions = void 0;
+exports.getTransactions = getTransactions;
 const debugLog_1 = require("./debugLog");
 const indexer_1 = require("./indexer");
 async function getTransactions(params) {
@@ -20,4 +20,3 @@ async function getTransactions(params) {
     }
     return null;
 }
-exports.getTransactions = getTransactions;

package/build/util/updateProviderList.js

@@ -5,13 +5,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const providers_json_1 = __importDefault(require("../providers.json"));
 const fs_1 = __importDefault(require("fs"));
-const axios_1 = __importDefault(require("axios"));
 const debugLog_1 = require("./debugLog");
 const promise_pool_1 = __importDefault(require("@supercharge/promise-pool"));
+const generalUtil_1 = require("../generalUtil");
 const providerList = providers_json_1.default;
 async function getChainData() {
     try {
-        const { data: chainData } = await (0, axios_1.default)('https://chainlist.org/rpcs.json');
+        const chainData = await (0, generalUtil_1.fetchJson)('https://chainlist.org/rpcs.json');
         // fix for zksync era name clash
         const eteriaListing = chainData.find((i) => i.chainId === 140);
         if (eteriaListing)
@@ -25,7 +25,7 @@ async function getChainData() {
     }
 }
 async function main() {
-    const { data: oldProviders } = await (0, axios_1.default)(`https://unpkg.com/@defillama/sdk@latest/build/providers.json`);
+    const oldProviders = await (0, generalUtil_1.fetchJson)(`https://unpkg.com/@defillama/sdk@latest/build/providers.json`);
     let chainData = await getChainData();
     const providerIDMap = {};
     Object.values(providerList).forEach((i) => providerIDMap[i.chainId] = i.rpc);
@@ -36,7 +36,7 @@ async function main() {
     // shuffle the array
     chainData.sort(() => Math.random() - 0.5);
     await promise_pool_1.default
-        .withConcurrency(7)
+        .withConcurrency(5)
         .for(chainData)
         .process(async (i) => {
         var _a, _b;
@@ -134,7 +134,7 @@ async function filterForWorkingRPCs(rpc, chain, chainId) {
     rpc = filterRPCs(rpc);
     const promises = await Promise.all(rpc.map(async (i) => {
         try {
-            const { data } = await axios_1.default.post(i, {
+            const data = await (0, generalUtil_1.postJson)(i, {
                 jsonrpc: '2.0',
                 method: 'eth_blockNumber',
                 params: [],
@@ -146,7 +146,7 @@ async function filterForWorkingRPCs(rpc, chain, chainId) {
                 return i;
         }
         catch (e) {
-            console.log(e === null || e === void 0 ? void 0 : e.message, i, chain);
+            console.log(chain, e === null || e === void 0 ? void 0 : e.message);
         }
     }));
     return rpc.filter((_i, index) => promises[index]);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@defillama/sdk",
-  "version": "5.0.173",
+  "version": "5.0.177",
   "description": "SDK for calculating TVL",
   "main": "build/index.js",
   "scripts": {
@@ -9,6 +9,8 @@
     "watch": "tsc --watch",
     "load-providers": "wget https://unpkg.com/@defillama/sdk@latest/build/providers.json -O build/providers.json",
     "test": "npm run load-providers && TEST_MODE=true LLAMA_DEBUG_MODE='' SDK_DEBUG='' LLAMA_DEBUG_LEVEL2='' jest",
+    "test-only": "echo 'skipped building providers.json' && TEST_MODE=true LLAMA_DEBUG_MODE='' SDK_DEBUG='' LLAMA_DEBUG_LEVEL2='' jest",
+    "test-debug": "TEST_MODE=true jest",
     "update-providers": "ts-node src/util/updateProviderList.ts",
     "remove-rpcs": "ts-node src/util/removeRedundantRPCs.ts",
     "format": "prettier --write \"src/**/*.ts\"",

package/build/computeTVL/prices.d.ts

@@ -1,9 +0,0 @@
-export interface TokenPrices {
-    [token: string]: {
-        usd: number;
-    } | undefined;
-}
-export type GetCoingeckoLog = () => Promise<any>;
-export declare function makeCoingeckoCall(url: string, coingeckoMaxRetries: number, getCoingeckoLock: GetCoingeckoLog): Promise<any>;
-export declare function getTokenPrices(originalIds: string[], url: string, knownTokenPrices: TokenPrices, getCoingeckoLock: GetCoingeckoLog, coingeckoMaxRetries: number, prefix?: string): Promise<TokenPrices>;
-export declare function getHistoricalTokenPrices(ids: string[], url: string, timestamp: number, getCoingeckoLock: GetCoingeckoLog, coingeckoMaxRetries: number): Promise<TokenPrices>;

package/build/computeTVL/prices.js

@@ -1,73 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getHistoricalTokenPrices = exports.getTokenPrices = exports.makeCoingeckoCall = void 0;
-const axios_1 = __importDefault(require("axios"));
-function fetchJson(url) {
-    return (0, axios_1.default)(url).then((res) => res.data);
-}
-async function makeCoingeckoCall(url, coingeckoMaxRetries, getCoingeckoLock) {
-    for (let j = 0; j < coingeckoMaxRetries; j++) {
-        try {
-            await getCoingeckoLock();
-            const values = await fetchJson(url);
-            return values;
-        }
-        catch (e) {
-            if (j >= coingeckoMaxRetries - 1) {
-                throw e;
-            }
-        }
-    }
-}
-exports.makeCoingeckoCall = makeCoingeckoCall;
-async function getTokenPrices(originalIds, url, knownTokenPrices, getCoingeckoLock, coingeckoMaxRetries, prefix = "") {
-    const tokenPrices = {};
-    const newIds = originalIds.slice(); // Copy
-    for (let i = 0; i < newIds.length; i++) {
-        const knownPrice = knownTokenPrices[prefix + newIds[i]];
-        if (knownPrice !== undefined) {
-            tokenPrices[newIds[i]] = knownPrice;
-            newIds.splice(i, 1);
-            i--;
-        }
-    }
-    // The url can only contain up to 100 addresses (otherwise we'll get 'URI too large' errors)
-    for (let i = 0; i < newIds.length; i += 100) {
-        const tempTokenPrices = await makeCoingeckoCall(`https://api.coingecko.com/api/${url}=${newIds
-            .slice(i, i + 100)
-            .join(",")}&vs_currencies=usd`, coingeckoMaxRetries, getCoingeckoLock);
-        Object.assign(tokenPrices, tempTokenPrices);
-        Object.entries(tempTokenPrices).forEach((tokenPrice) => {
-            knownTokenPrices[prefix + tokenPrice[0]] = tokenPrice[1];
-        });
-    }
-    return tokenPrices;
-}
-exports.getTokenPrices = getTokenPrices;
-const secondsPerHalfDay = Math.round((24 * 3600) / 2);
-async function getHistoricalTokenPrices(ids, url, timestamp, getCoingeckoLock, coingeckoMaxRetries) {
-    var _a;
-    const tokenPrices = {};
-    for (const id of ids) {
-        const range = await makeCoingeckoCall(`${url}/${id.toLowerCase()}/market_chart/range?vs_currency=usd&from=${timestamp - secondsPerHalfDay}&to=${timestamp + secondsPerHalfDay}`, coingeckoMaxRetries, getCoingeckoLock);
-        if (range.error === undefined && ((_a = range.prices) === null || _a === void 0 ? void 0 : _a.length) > 0) {
-            let closest = range.prices[0];
-            for (const price of range.prices) {
-                if (Math.abs(price[0] - timestamp) < Math.abs(closest[0] - timestamp)) {
-                    closest = price;
-                }
-            }
-            tokenPrices[id.toLowerCase()] = {
-                usd: closest[1],
-            };
-        }
-        else {
-            tokenPrices[id.toLowerCase()] = undefined;
-        }
-    }
-    return tokenPrices;
-}
-exports.getHistoricalTokenPrices = getHistoricalTokenPrices;