@defillama/sdk 5.0.177 → 5.0.179

package/build/util/LlamaProvider.js

@@ -60,7 +60,8 @@ class LlamaProvider extends ethers_1.FallbackProvider {
                 currentBlocks[url] = block;
             }
             catch (e) {
-                (0, debugLog_1.debugLog)(`${_this.chainName} skipping RPC ${url} is not working, error: ${e.message}`);
+                if (env_1.logLlamaProviderCalls)
+                    (0, debugLog_1.debugLog)(`${_this.chainName} skipping RPC ${url} is not working, error: ${e.message}`);
                 _this._removeProvider(url);
             }
         }

package/build/util/coinsApi.d.ts

@@ -0,0 +1,18 @@
+type CoinsApiData = {
+    decimals: number;
+    price: number;
+    symbol: string;
+    timestamp: number;
+    PK?: string;
+};
+type McapsApiData = {
+    mcap: number;
+    timestamp: number;
+};
+export declare function getPrices(readKeys: string[], timestamp: number | "now"): Promise<{
+    [address: string]: CoinsApiData;
+}>;
+export declare function getMcaps(readKeys: string[], timestamp: number | "now"): Promise<{
+    [address: string]: McapsApiData;
+}>;
+export {};

package/build/util/coinsApi.js

@@ -0,0 +1,125 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPrices = getPrices;
+exports.getMcaps = getMcaps;
+const axios_1 = __importDefault(require("axios"));
+const env_1 = require("./env");
+const promisePool_1 = __importDefault(require("./promisePool"));
+const common_1 = require("./common");
+const coinsApiKey = (0, env_1.getEnvValue)("COINS_API_KEY");
+const bodySize = 2; // 100;
+function getBodies(readKeys, timestamp) {
+    const bodies = [];
+    for (let i = 0; i < readKeys.length; i += bodySize) {
+        const body = {
+            coins: readKeys.slice(i, i + bodySize),
+        };
+        if (timestamp !== "now")
+            body.timestamp = timestamp;
+        bodies.push(JSON.stringify(body));
+    }
+    return bodies;
+}
+async function restCallWrapper(request, retries = 3, name = "-") {
+    while (retries > 0) {
+        try {
+            const res = await request();
+            return res;
+        }
+        catch {
+            await (0, common_1.sleepRandom)(5000 + 10000, 5000);
+            restCallWrapper(request, retries--, name);
+        }
+    }
+    throw new Error(`couldnt work ${name} call after retries!`);
+}
+const priceCache = {
+    "coingecko:tether": {
+        price: 1,
+        symbol: "USDT",
+        timestamp: Math.floor(Date.now() / 1e3 + 3600), // an hour from script start time
+    },
+};
+async function getPrices(readKeys, timestamp) {
+    if (!readKeys.length)
+        return {};
+    const aggregatedRes = {};
+    // read data from cache where possible
+    readKeys = readKeys.filter((PK) => {
+        if (timestamp !== "now")
+            return true;
+        if (priceCache[PK]) {
+            aggregatedRes[PK] = { ...priceCache[PK], PK };
+            return false;
+        }
+        return true;
+    });
+    const bodies = getBodies(readKeys, timestamp);
+    const tokenData = [];
+    await (0, promisePool_1.default)({
+        items: bodies,
+        concurrency: 10,
+        processor: async (body) => {
+            const res = await restCallWrapper(() => axios_1.default.post(`https://coins.llama.fi/prices?source=internal${coinsApiKey ? `?apikey=${coinsApiKey}` : ""}`, body, {
+                headers: { "Content-Type": "application/json" },
+                params: { source: "internal", apikey: coinsApiKey },
+            }));
+            const data = (res.data.coins = Object.entries(res.data.coins).map(([PK, value]) => ({
+                ...value,
+                PK,
+            })));
+            tokenData.push(data);
+        },
+    });
+    const normalizedReadKeys = readKeys.map((k) => k.toLowerCase());
+    tokenData.map((batch) => {
+        batch.map((a) => {
+            if (!a.PK)
+                return;
+            const i = normalizedReadKeys.indexOf(a.PK.toLowerCase());
+            aggregatedRes[readKeys[i]] = a;
+        });
+    });
+    return aggregatedRes;
+}
+const mcapCache = {};
+async function getMcaps(readKeys, timestamp) {
+    if (!readKeys.length)
+        return {};
+    const aggregatedRes = {};
+    // read data from cache where possible
+    readKeys = readKeys.filter((PK) => {
+        if (timestamp !== "now")
+            return true;
+        if (mcapCache[PK]) {
+            aggregatedRes[PK] = { ...mcapCache[PK], PK };
+            return false;
+        }
+        return true;
+    });
+    const bodies = getBodies(readKeys, timestamp);
+    const tokenData = [];
+    await (0, promisePool_1.default)({
+        items: bodies,
+        concurrency: 10,
+        processor: async (body) => {
+            const res = await restCallWrapper(() => axios_1.default.post(`https://coins.llama.fi/mcaps${coinsApiKey ? `?apikey=${coinsApiKey}` : ""}`, body, {
+                headers: { "Content-Type": "application/json" },
+            }));
+            tokenData.push(res.data);
+        },
+    });
+    const normalizedReadKeys = readKeys.map((k) => k.toLowerCase());
+    tokenData.map((batch) => {
+        Object.keys(batch).map((a) => {
+            if (!batch[a].mcap)
+                return;
+            const i = normalizedReadKeys.indexOf(a.toLowerCase());
+            aggregatedRes[readKeys[i]] = batch[a];
+        });
+    });
+    return aggregatedRes;
+}

package/build/util/computeTVL.js

@@ -2,9 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.default = computeTVL;
 exports.getUnique = getUnique;
-const _1 = require(".");
-const common_1 = require("./common");
-const env_1 = require("./env");
+const generalUtil_1 = require("../generalUtil");
+const coinsApi_1 = require("./coinsApi");
 const currentPriceCache = {};
 const priceCaches = {};
 let lastPriceUpdate = 0;
@@ -35,7 +34,7 @@ async function computeTVL(balances, timestamp, { debug = false } = {}) {
         usdTvl += value;
         if (symbol === 'ETH')
             symbol = 'WETH';
-        (0, common_1.sumSingleBalance)(usdTokenBalances, symbol, value);
+        (0, generalUtil_1.sumSingleBalance)(usdTokenBalances, symbol, value);
         if (debug && !isNaN(+value))
             debugData.tokenData.push({ symbol, value, token, price, confidence, balance, decimals, });
     });
@@ -70,24 +69,11 @@ async function updatePriceCache(keys, timestamp) {
         "confidence": 1
     };
     const missingKeys = keys.filter(key => !pricesCache[key.toLowerCase()]);
-    const chunks = (0, _1.sliceIntoChunks)(missingKeys, 100);
-    for (const chunk of chunks) {
-        const coins = await getPrices(chunk);
-        for (const [token, data] of Object.entries(coins)) {
-            pricesCache[token.toLowerCase()] = data;
-        }
-        chunk.map(i => i.toLowerCase()).filter(i => !pricesCache[i]).forEach(i => pricesCache[i] = {});
-    }
-    async function getPrices(keys) {
-        if (!timestamp) {
-            const { coins } = await (0, common_1.fetchJson)(`https://coins.llama.fi/prices/current/${keys.join(',')}`);
-            return coins;
-        }
-        // fetch post with timestamp in body
-        const coinsApiKey = env_1.ENV_CONSTANTS['COINS_API_KEY'];
-        const { coins } = await (0, common_1.postJson)("https://coins.llama.fi/prices?source=internal&apikey=" + coinsApiKey, { coins: keys, timestamp });
-        return coins;
+    const coins = await (0, coinsApi_1.getPrices)(missingKeys, timestamp !== null && timestamp !== void 0 ? timestamp : "now");
+    for (const [token, data] of Object.entries(coins)) {
+        pricesCache[token.toLowerCase()] = data;
     }
+    missingKeys.map(i => i.toLowerCase()).filter(i => !pricesCache[i]).forEach(i => pricesCache[i] = {});
 }
 function getPriceCache(timestamp) {
     if (timestamp)

package/build/util/env.d.ts

@@ -1,3 +1,5 @@
+export declare const isDebugLevel3: boolean;
+export declare const logLlamaProviderCalls: boolean;
 export declare const logGetBlockStats: boolean;
 export declare const logGetLogsErrors: boolean;
 export declare const logGetLogsDebug: boolean;

package/build/util/env.js

@@ -1,7 +1,7 @@
 "use strict";
 var _a;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ENV_CONSTANTS = exports.defaultShortenStringLength = exports.logGetLogsIndexer = exports.logGetLogsDebug = exports.logGetLogsErrors = exports.logGetBlockStats = void 0;
+exports.ENV_CONSTANTS = exports.defaultShortenStringLength = exports.logGetLogsIndexer = exports.logGetLogsDebug = exports.logGetLogsErrors = exports.logGetBlockStats = exports.logLlamaProviderCalls = exports.isDebugLevel3 = void 0;
 exports.getChainId = getChainId;
 exports.getMaxParallelRequests = getMaxParallelRequests;
 exports.getParallelGetLogsLimit = getParallelGetLogsLimit;
@@ -19,10 +19,12 @@ const whitelistedEnvConstants = [
     'R2_ENDPOINT', 'R2_ACCESS_KEY_ID', 'R2_SECRET_ACCESS_KEY', 'TRON_PRO_API_KEY', 'COINS_API_KEY',
     'ELASTICSEARCH_CONFIG', 'GRAPH_API_KEY', 'LLAMA_INDEXER_ENDPOINT', 'LLAMA_INDEXER_API_KEY', 'LLAMA_INDEXER_V2_ENDPOINT', 'LLAMA_INDEXER_V2_API_KEY',
 ];
-exports.logGetBlockStats = process.env.LLAMA_SDK_LOG_GET_BLOCK_STATS === 'true' || false;
-exports.logGetLogsErrors = process.env.LLAMA_SDK_LOG_GET_LOGS_ERRORS === 'true' || false;
-exports.logGetLogsDebug = process.env.LLAMA_SDK_LOG_GET_LOGS_DEBUG === 'true' || false;
-exports.logGetLogsIndexer = process.env.LLAMA_SDK_LOG_GET_LOGS_INDEXER === 'true' || false;
+exports.isDebugLevel3 = process.env.LLAMA_SDK_DEBUG_LEVEL_3 === 'true' || false;
+exports.logLlamaProviderCalls = process.env.LLAMA_SDK_LOG_LLAMA_PROVIDER_CALLS === 'true' || exports.isDebugLevel3;
+exports.logGetBlockStats = process.env.LLAMA_SDK_LOG_GET_BLOCK_STATS === 'true' || exports.isDebugLevel3;
+exports.logGetLogsErrors = process.env.LLAMA_SDK_LOG_GET_LOGS_ERRORS === 'true' || exports.isDebugLevel3;
+exports.logGetLogsDebug = process.env.LLAMA_SDK_LOG_GET_LOGS_DEBUG === 'true' || exports.isDebugLevel3;
+exports.logGetLogsIndexer = process.env.LLAMA_SDK_LOG_GET_LOGS_INDEXER === 'true' || exports.isDebugLevel3;
 exports.defaultShortenStringLength = +((_a = process.env.LLAMA_SDK_DEFAULT_SHORTEN_STRING_LENGTH) !== null && _a !== void 0 ? _a : '120');
 const defaultEnvValues = {
     INTERNAL_SDK_CACHE_FILE: './cache.json',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@defillama/sdk",
-  "version": "5.0.177",
+  "version": "5.0.179",
   "description": "SDK for calculating TVL",
   "main": "build/index.js",
   "scripts": {