@defillama/sdk 5.0.198 → 5.0.206

package/build/util/chainUtils/index.d.ts

@@ -0,0 +1,6 @@
+import { chainKeyToChainLabelMap, chainLabelsToKeyMap } from './data.json';
+export { chainKeyToChainLabelMap, chainLabelsToKeyMap, };
+export declare function updateData(): Promise<void>;
+export declare const sluggifyString: (name: string) => string;
+export declare function getChainKeyFromLabel(label: string): string;
+export declare function getChainLabelFromKey(id: string): string;

package/build/util/chainUtils/index.js

@@ -0,0 +1,74 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sluggifyString = exports.chainLabelsToKeyMap = exports.chainKeyToChainLabelMap = void 0;
+exports.updateData = updateData;
+exports.getChainKeyFromLabel = getChainKeyFromLabel;
+exports.getChainLabelFromKey = getChainLabelFromKey;
+const data_json_1 = require("./data.json");
+Object.defineProperty(exports, "chainKeyToChainLabelMap", { enumerable: true, get: function () { return data_json_1.chainKeyToChainLabelMap; } });
+Object.defineProperty(exports, "chainLabelsToKeyMap", { enumerable: true, get: function () { return data_json_1.chainLabelsToKeyMap; } });
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+async function updateData() {
+    try {
+        // mapping pulled from https://github.com/DefiLlama/defillama-server/blob/master/defi/src/utils/normalizeChain.ts
+        const response = await fetch('https://api.llama.fi/overview/_internal/chain-name-id-map-v2');
+        const remoteData = await response.json();
+        for (const [key, value] of Object.entries(remoteData.chainKeyToChainLabelMap)) {
+            data_json_1.chainKeyToChainLabelMap[key] = value;
+        }
+        for (const [key, value] of Object.entries(remoteData.chainLabelsToKeyMap)) {
+            data_json_1.chainLabelsToKeyMap[key] = value;
+        }
+        // Save to data.json file
+        const dataFilePath = path_1.default.join(__dirname, 'data.json');
+        fs_1.default.writeFileSync(dataFilePath, JSON.stringify({
+            chainKeyToChainLabelMap: sortJSONData(data_json_1.chainKeyToChainLabelMap),
+            chainLabelsToKeyMap: sortJSONData(data_json_1.chainLabelsToKeyMap),
+        }, null, 2));
+    }
+    catch (error) {
+        console.error('Error updating chain data:', error);
+    }
+}
+const sluggifyString = (name) => name.toLowerCase().split(" ").join("-").split("'").join("");
+exports.sluggifyString = sluggifyString;
+function sortJSONData(jsonData) {
+    const sortedKeys = Object.keys(jsonData).sort();
+    const sortedData = {};
+    for (const key of sortedKeys) {
+        sortedData[key] = jsonData[key];
+    }
+    return sortedData;
+}
+const _chainLabelToChainIdCache = {};
+Object.entries(data_json_1.chainLabelsToKeyMap).forEach(([label, id]) => {
+    _chainLabelToChainIdCache[label] = id;
+    _chainLabelToChainIdCache[(0, exports.sluggifyString)(label)] = id;
+});
+// to be used if we are unsure if a label exists in our system, if it is known, use chainLabelsToKeyMap instead
+function getChainKeyFromLabel(label) {
+    let value = _chainLabelToChainIdCache[label];
+    if (!value) {
+        let sluggifiedLabel = (0, exports.sluggifyString)(label);
+        value = _chainLabelToChainIdCache[sluggifiedLabel];
+        if (!value) {
+            value = sluggifiedLabel.replace(/\-/g, '_'); // try replacing - with _
+            _chainLabelToChainIdCache[sluggifiedLabel] = value;
+        }
+        _chainLabelToChainIdCache[label] = value;
+    }
+    return value;
+}
+// to be used if we are unsure if a label exists in our system, if it is known, use chainKeyToChainLabelMap instead
+function getChainLabelFromKey(id) {
+    let value = data_json_1.chainKeyToChainLabelMap[id];
+    if (value)
+        return value;
+    value = id.slice(0, 1).toUpperCase() + id.slice(1); // Capitalize first letter
+    data_json_1.chainKeyToChainLabelMap[id] = value;
+    return value;
+}

package/build/util/common.js

@@ -122,6 +122,9 @@ function sumSingleBalance(balances, token, balance, chain) {
         else
             throw new Error('Invalid balance value:' + balance + ' ' + token);
     }
+    if (!token || token.trim() === '') {
+        throw new Error('Missing token address/symbol');
+    }
     if (typeof balance === 'number' || (balances[token] && typeof balances[token] === 'number')) {
         const prevBalance = +(balances.hasOwnProperty(token) ? balances[token] : 0);
         if (typeof prevBalance !== 'number' || isNaN(prevBalance))

package/build/util/computeTVL.js

@@ -26,6 +26,9 @@ async function computeTVL(balances, timestamp, { debug = false } = {}) {
         // if (+balance <= 0) return;
         if (+balance === 0)
             return;
+        if (!token || token.trim() === '') {
+            return;
+        }
         const key = tokenToKey(token).toLowerCase();
         let { price, confidence, decimals = 0, symbol = token } = (_a = priceCache[key]) !== null && _a !== void 0 ? _a : {};
         if (!price || confidence < confidenceThreshold)
@@ -34,6 +37,8 @@ async function computeTVL(balances, timestamp, { debug = false } = {}) {
         usdTvl += value;
         if (symbol === 'ETH')
             symbol = 'WETH';
+        if (!symbol || symbol.trim() === '')
+            symbol = '-';
         (0, generalUtil_1.sumSingleBalance)(usdTokenBalances, symbol, value);
         if (debug && !isNaN(+value))
             debugData.tokenData.push({ symbol, value, token, price, confidence, balance, decimals, });

package/build/util/indexer.js

@@ -60,6 +60,7 @@ const indexer2ChainIdChainMapping = {
     80094: "berachain",
     999: "hyperliquid",
     143: "monad",
+    4326: "megaeth",
 };
 const indexerConfigs = {
     v1: {

package/build/util/updateProviderList.js

@@ -8,8 +8,10 @@ const fs_1 = __importDefault(require("fs"));
 const debugLog_1 = require("./debugLog");
 const promise_pool_1 = __importDefault(require("@supercharge/promise-pool"));
 const generalUtil_1 = require("../generalUtil");
+const chainUtils_1 = require("../util/chainUtils");
 const concurrentCheckChains = +(process.env.SDK_BUILD_CONCURRENT_CHAINS || 7);
 const chainRemovalThreshold = +(process.env.SDK_BUILD_CHAIN_REMOVAL_THRESHOLD || 20);
+const droppedTestnetChainsSet = new Set([]);
 const providerList = providers_json_1.default;
 async function getChainData() {
     try {
@@ -27,6 +29,21 @@ async function getChainData() {
     }
 }
 async function main() {
+    const chainKeyLabelMapCountBefore = Object.keys(chainUtils_1.chainKeyToChainLabelMap).length;
+    const chainLabelsKeyMapCountBefore = Object.keys(chainUtils_1.chainLabelsToKeyMap).length;
+    await (0, chainUtils_1.updateData)();
+    const chainKeyLabelMapCountAfter = Object.keys(chainUtils_1.chainKeyToChainLabelMap).length;
+    const chainLabelsKeyMapCountAfter = Object.keys(chainUtils_1.chainLabelsToKeyMap).length;
+    if (chainKeyLabelMapCountAfter > chainKeyLabelMapCountBefore) {
+        console.log(`Updated chainKeyToChainLabelMap: ${chainKeyLabelMapCountBefore} -> ${chainKeyLabelMapCountAfter}`);
+    }
+    if (chainLabelsKeyMapCountAfter > chainLabelsKeyMapCountBefore) {
+        console.log(`Updated chainLabelsToKeyMap: ${chainLabelsKeyMapCountBefore} -> ${chainLabelsKeyMapCountAfter}`);
+    }
+    if (chainKeyLabelMapCountAfter < chainKeyLabelMapCountBefore)
+        throw new Error('chainKeyToChainLabelMap count decreased, please investigate');
+    if (chainLabelsKeyMapCountAfter < chainLabelsKeyMapCountBefore)
+        throw new Error('chainLabelsToKeyMap count decreased, please investigate');
     const oldProviders = await (0, generalUtil_1.fetchJson)(`https://unpkg.com/@defillama/sdk@latest/build/providers.json`);
     const currentChains = await (0, generalUtil_1.fetchJson)(`https://raw.githubusercontent.com/DefiLlama/DefiLlama-Adapters/refs/heads/main/projects/helper/chains.json`);
     const currentChainsSet = new Set(currentChains);
@@ -38,15 +55,19 @@ async function main() {
         // .filter((i: any) => !i.status || (i.status === 'active' || i.status === 'incubating'))
         .filter((i) => i.shortName)
         .filter((i) => {
+        var _a, _b;
         if (currentChainsSet.has(i.shortName))
             return true;
         const bannedKeys = ['sepolia', 'test', 'goerli', 'devnet', 'holesky',];
         const bannedRPCKeys = ['sepolia', 'goerli', 'devnet', 'holesky'];
         const isTestnetKey = bannedKeys.some((j) => i.shortName.includes(j));
         const hasTestnetRPC = i.rpc.some((rpc) => bannedRPCKeys.some((k) => rpc === null || rpc === void 0 ? void 0 : rpc.url.includes(k)));
-        if (isTestnetKey || hasTestnetRPC)
-            console.log(`Excluding testnet chain ${i.name} (${i.shortName})`);
-        return !isTestnetKey && !hasTestnetRPC;
+        const hasTestnetName = ((_a = i.name) === null || _a === void 0 ? void 0 : _a.toLowerCase().includes('testnet')) || ((_b = i.name) === null || _b === void 0 ? void 0 : _b.toLowerCase().includes('devnet'));
+        if (isTestnetKey || hasTestnetRPC || hasTestnetName) {
+            droppedTestnetChainsSet.add(i.shortName);
+            // console.log(`Excluding testnet chain ${i.name} (${i.shortName})`)
+        }
+        return !isTestnetKey && !hasTestnetRPC && !hasTestnetName;
     });
     // trim/remove mainnet|-mainnet|_mainnet from short names, preliminary rpc filtering
     const rpcFilterRegex = /(wss\:|ws\:|terminet\.io|huobichain\.com|getblock\.io|bitstack\.com|nodereal.io\/v1|pokt\.network|histori\.xyz|chainstacklabs\.com|owlracle\.info|blastapi\.io)/;
@@ -64,7 +85,7 @@ async function main() {
             if (!j.url)
                 return false;
             if (rpcFilterRegex.test(j.url)) {
-                console.log(`Removing blacklisted rpc ${j.url} from ${i.name}`);
+                // console.log(`Removing blacklisted rpc ${j.url} from ${i.name}`)
                 return false; // remove anything with blacklisted words
             }
             return true;
@@ -116,17 +137,34 @@ async function main() {
             continue;
         providerList[key] = providerList[shorName];
     }
+    // add from the old providers any missing rpcs that is in the tvl chain list
+    Object.entries(oldProviders).forEach(([key, i]) => {
+        if (!currentChainsSet.has(key))
+            return;
+        if (providerList[key])
+            return;
+        console.log(`Adding missing chain ${key} from old providers`);
+        providerList[key] = i;
+    });
     const droppedChains = Object.keys(oldProviders).filter(oldChain => providerList[oldChain] === undefined);
-    if (droppedChains.length > chainRemovalThreshold) {
-        throw new Error(`Following chains used to be included but is not anymore, can the devs fix please?\n${droppedChains.join(', ')}`);
+    const filteredDroppedChains = droppedChains.filter(i => !droppedTestnetChainsSet.has(i) && !i.includes('test'));
+    console.log('Dropped chains before testnet filtering:', droppedChains.length);
+    console.log('Dropped chains after testnet filtering:', filteredDroppedChains.length);
+    if (filteredDroppedChains.length > chainRemovalThreshold) {
+        throw new Error(`Following chains used to be included but is not anymore, can the devs fix please?\n${filteredDroppedChains.join(', ')}`);
     }
     delete providerList.bitcoin; // what were they smoking?
     const rpcCount = Object.values(providerList).reduce((acc, i) => { var _a; return acc + ((_a = i === null || i === void 0 ? void 0 : i.rpc.length) !== null && _a !== void 0 ? _a : 0); }, 0);
+    const rpcCountOld = Object.values(oldProviders).reduce((acc, i) => { var _a; return acc + ((_a = i === null || i === void 0 ? void 0 : i.rpc.length) !== null && _a !== void 0 ? _a : 0); }, 0);
+    const newlyAddedChains = Object.keys(providerList).filter(chain => oldProviders[chain] === undefined);
     console.log('Final provider list:');
     console.log('Chain count:', Object.keys(providerList).length);
-    console.log('Dropped chain count:', droppedChains.length);
+    console.log('Newly added chains count:', newlyAddedChains.length);
+    console.log('Dropped chain count:', filteredDroppedChains.length);
     console.log('RPC count:', rpcCount);
-    console.log('Dropped chains:', droppedChains.join(', '));
+    console.log('RPC count current:', rpcCountOld);
+    console.log('Dropped chains:', filteredDroppedChains.join(', '));
+    console.log('Newly added chains:', newlyAddedChains.join(', '));
     fs_1.default.writeFileSync(__dirname + '/../providers.json', JSON.stringify(providerList));
 }
 const blacklist = [
@@ -172,29 +210,40 @@ const chainShortNameMapping = {
     hydragon: 'hydra',
     camp: 'campmainnet',
     mantra: 'mantrachain',
+    saga: 'sagaevm',
 };
 async function filterForWorkingRPCs(rpc, chain, chainId) {
-    if (rpc.length < 10)
+    if (rpc.length < 4)
         return rpc;
     rpc = filterRPCs(rpc);
-    const promises = await Promise.all(rpc.map(async (i) => {
-        try {
-            const data = await (0, generalUtil_1.postJson)(i, {
-                jsonrpc: '2.0',
-                method: 'eth_blockNumber',
-                params: [],
-                id: 1
-            }, {
-                timeout: 30000
-            });
-            if (data.result)
-                return true;
-        }
-        catch (e) {
-            console.log('ignoring bad rpc', chain, e === null || e === void 0 ? void 0 : e.message);
+    const filteredRPCs = [];
+    await (0, generalUtil_1.runInPromisePool)({
+        items: rpc,
+        concurrency: concurrentCheckChains,
+        permitFailure: true,
+        processor: async (i) => {
+            try {
+                const data = await (0, generalUtil_1.postJson)(i, {
+                    jsonrpc: '2.0',
+                    method: 'eth_chainId',
+                    params: [],
+                    id: 1
+                }, {
+                    timeout: 60000
+                });
+                if (data.result) {
+                    const returnedChainId = parseInt(data.result, 16);
+                    if (returnedChainId !== chainId) {
+                        console.log(`RPC ${i} for ${chain} returned invalid chainId ${returnedChainId}, expected ${chainId}`);
+                    }
+                    filteredRPCs.push(i);
+                }
+            }
+            catch (e) {
+                console.log('ignoring bad rpc', chain, e === null || e === void 0 ? void 0 : e.message);
+            }
         }
-        return false;
-    }));
-    return rpc.filter((_i, index) => promises[index]);
+    });
+    return filteredRPCs;
 }
 main();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@defillama/sdk",
-  "version": "5.0.198",
+  "version": "5.0.206",
   "description": "SDK for calculating TVL",
   "main": "build/index.js",
   "scripts": {