@defillama/sdk 5.0.185 → 5.0.187

package/build/util/LlamaProvider.d.ts

@@ -4,6 +4,13 @@ type ProviderWithURL = {
     url: string;
     provider: AbstractProvider;
 };
+type ProviderConfigMap = {
+    [chain: string]: {
+        rpc?: string[];
+        chainId?: number;
+        explorer?: string;
+    };
+};
 export declare class LlamaProvider extends FallbackProvider {
     isCustomLlamaProvider: boolean;
     rpcs: ProviderWithURL[];
@@ -28,6 +35,9 @@ export declare class LlamaProvider extends FallbackProvider {
     getTransactionReceipt(_hash: string): Promise<any>;
     _performAction(method: string, params: any, attempts?: number): Promise<any>;
 }
+export declare function getEVMProvidersConfigMap(): ProviderConfigMap;
+export declare function getEVMChainSet(): Set<string>;
+export declare function isEvmChain(chain: string): boolean;
 export declare const providers: {
     [chain: string]: AbstractProvider;
 };

package/build/util/LlamaProvider.js

@@ -4,6 +4,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.providers = exports.LlamaProvider = void 0;
+exports.getEVMProvidersConfigMap = getEVMProvidersConfigMap;
+exports.getEVMChainSet = getEVMChainSet;
+exports.isEvmChain = isEvmChain;
 exports.setProvider = setProvider;
 exports.getProvider = getProvider;
 const ethers_1 = require("ethers");
@@ -146,6 +149,25 @@ class LlamaProvider extends ethers_1.FallbackProvider {
     }
 }
 exports.LlamaProvider = LlamaProvider;
+function getEVMProvidersConfigMap() {
+    return buildProviders !== null && buildProviders !== void 0 ? buildProviders : providers_json_1.default;
+}
+let evmChainSet = null;
+function getEVMChainSet() {
+    if (!evmChainSet) {
+        const pList = getEVMProvidersConfigMap();
+        evmChainSet = new Set(Object.keys(pList));
+    }
+    return evmChainSet;
+}
+function isEvmChain(chain) {
+    const pList = getEVMProvidersConfigMap();
+    if (pList[chain])
+        return true;
+    // check if we have RPC config for this chain via env variable
+    // let rpcList: (string | undefined) = getChainRPCs(chain, undefined)  // skip this check as it can be true for non-evm chains like solana as well
+    return false;
+}
 function createProvider(name, rpcString, chainId = 400069, archivalRPCList = []) {
     chainId = (0, env_1.getChainId)(name, chainId);
     const networkish = { name, chainId };
@@ -193,7 +215,7 @@ function getProvider(chain = "ethereum", _getArchivalNode = false) {
         chainKey = chain + '_historical';
     if (exports.providers[chainKey])
         return exports.providers[chainKey];
-    const pList = buildProviders !== null && buildProviders !== void 0 ? buildProviders : providers_json_1.default;
+    const pList = getEVMProvidersConfigMap();
     // use RPC from env variable if set else use RPC from providers.json
     let rpcList = (0, env_1.getChainRPCs)(rpcKey, (_a = pList[chain]) === null || _a === void 0 ? void 0 : _a.rpc);
     let archivalRPCList = (0, env_1.getArchivalRPCs)(rpcKey);

package/build/util/coins.d.ts

@@ -4,6 +4,7 @@ type CoinsApiData = {
     symbol: string;
     timestamp: number;
     PK?: string;
+    isDistressed?: boolean;
 };
 type McapsApiData = {
     mcap: number;

package/build/util/updateProviderList.js

@@ -8,6 +8,8 @@ const fs_1 = __importDefault(require("fs"));
 const debugLog_1 = require("./debugLog");
 const promise_pool_1 = __importDefault(require("@supercharge/promise-pool"));
 const generalUtil_1 = require("../generalUtil");
+const concurrentCheckChains = +(process.env.SDK_BUILD_CONCURRENT_CHAINS || 7);
+const chainRemovalThreshold = +(process.env.SDK_BUILD_CHAIN_REMOVAL_THRESHOLD || 20);
 const providerList = providers_json_1.default;
 async function getChainData() {
     try {
@@ -26,17 +28,52 @@ async function getChainData() {
 }
 async function main() {
     const oldProviders = await (0, generalUtil_1.fetchJson)(`https://unpkg.com/@defillama/sdk@latest/build/providers.json`);
+    const currentChains = await (0, generalUtil_1.fetchJson)(`https://raw.githubusercontent.com/DefiLlama/DefiLlama-Adapters/refs/heads/main/projects/helper/chains.json`);
+    const currentChainsSet = new Set(currentChains);
     let chainData = await getChainData();
     const providerIDMap = {};
     Object.values(providerList).forEach((i) => providerIDMap[i.chainId] = i.rpc);
     chainData = chainData
         .filter((i) => i.rpc.length)
         // .filter((i: any) => !i.status || (i.status === 'active' || i.status === 'incubating'))
-        .filter((i) => i.shortName);
+        .filter((i) => i.shortName)
+        .filter((i) => {
+        if (currentChainsSet.has(i.shortName))
+            return true;
+        const bannedKeys = ['sepolia', 'test', 'goerli', 'devnet', 'holesky',];
+        const bannedRPCKeys = ['sepolia', 'goerli', 'devnet', 'holesky'];
+        const isTestnetKey = bannedKeys.some((j) => i.shortName.includes(j));
+        const hasTestnetRPC = i.rpc.some((rpc) => bannedRPCKeys.some((k) => rpc === null || rpc === void 0 ? void 0 : rpc.url.includes(k)));
+        if (isTestnetKey || hasTestnetRPC)
+            console.log(`Excluding testnet chain ${i.name} (${i.shortName})`);
+        return !isTestnetKey && !hasTestnetRPC;
+    });
+    // trim/remove mainnet|-mainnet|_mainnet from short names, preliminary rpc filtering
+    const rpcFilterRegex = /(wss\:|ws\:|terminet\.io|huobichain\.com|getblock\.io|bitstack\.com|nodereal.io\/v1|pokt\.network|histori\.xyz|chainstacklabs\.com|owlracle\.info|blastapi\.io)/;
+    chainData.forEach((i) => {
+        if (currentChainsSet.has(i.shortName)) {
+            // keep the short name as is
+        }
+        if (i.shortName.endsWith('-mainnet'))
+            i.shortName = i.shortName.slice(0, -8);
+        else if (i.shortName.endsWith('_mainnet'))
+            i.shortName = i.shortName.slice(0, -8);
+        else if (i.shortName.endsWith('mainnet'))
+            i.shortName = i.shortName.slice(0, -7);
+        i.rpc = i.rpc.filter((j) => {
+            if (!j.url)
+                return false;
+            if (rpcFilterRegex.test(j.url)) {
+                console.log(`Removing blacklisted rpc ${j.url} from ${i.name}`);
+                return false; // remove anything with blacklisted words
+            }
+            return true;
+        });
+    });
     // shuffle the array
     chainData.sort(() => Math.random() - 0.5);
     await promise_pool_1.default
-        .withConcurrency(5)
+        .withConcurrency(concurrentCheckChains)
         .for(chainData)
         .process(async (i) => {
         var _a, _b;
@@ -63,16 +100,12 @@ async function main() {
         }
     });
     Object.entries(providerList).forEach(([key, i]) => {
-        if (key.includes('testnet')) {
-            delete providerList[key];
-            return;
-        }
+        i.rpc.forEach((j) => {
+            if (filterRPCs([j]).length === 0) {
+                (0, debugLog_1.debugLog)(`Removing rpc ${j} from ${key}`);
+            }
+        });
         i.rpc = Array.from(new Set(filterRPCs(i.rpc)));
-        if (key.endsWith('-mainnet') || key.endsWith('_mainnet')) {
-            const shortName = key.slice(0, -8);
-            if (!providerList[shortName])
-                providerList[shortName] = i;
-        }
     });
     Object.keys(providerList).forEach((i) => {
         if (!providerList[i].rpc.length)
@@ -84,25 +117,34 @@ async function main() {
         providerList[key] = providerList[shorName];
     }
     const droppedChains = Object.keys(oldProviders).filter(oldChain => providerList[oldChain] === undefined);
-    if (droppedChains.length > 20) {
-        throw new Error(`Following chains used to be included but is not anymore, can the devs fix please?\n${droppedChains.join('\n')}`);
+    if (droppedChains.length > chainRemovalThreshold) {
+        throw new Error(`Following chains used to be included but is not anymore, can the devs fix please?\n${droppedChains.join(', ')}`);
     }
     delete providerList.bitcoin; // what were they smoking?
+    const rpcCount = Object.values(providerList).reduce((acc, i) => { var _a; return acc + ((_a = i === null || i === void 0 ? void 0 : i.rpc.length) !== null && _a !== void 0 ? _a : 0); }, 0);
+    console.log('Final provider list:');
+    console.log('Chain count:', Object.keys(providerList).length);
+    console.log('Dropped chain count:', droppedChains.length);
+    console.log('RPC count:', rpcCount);
+    console.log('Dropped chains:', droppedChains.join(', '));
     fs_1.default.writeFileSync(__dirname + '/../providers.json', JSON.stringify(providerList));
 }
 const blacklist = [
     'https://eth.api.onfinality.io/public'
 ];
+// this is stricter filtering used only when chain has more than 10 rpcs
 function filterRPCs(rpc) {
     return rpc.filter((i) => {
         if (blacklist.includes(i))
             return false; // remove rpcs returning bad block heights etc
         if (i.endsWith('/demo'))
             return false; // remove demo rpc
+        if (!i.startsWith('http'))
+            return false; // remove demo rpc
         if (i.includes('$'))
             return false; // remove anything where api key is injected
         // reject websocket, http, testnet, devnet, and anything with '='
-        if (/(wss\:|ws\:|http\:|test|devnet|terminet\.io|huobichain\.com|getblock\.io|bitstack\.com|nodereal.io\/v1|pokt\.network|ankr\.com|histori\.xyz|chainstacklabs\.com|owlracle\.info\=)/.test(i))
+        if (/(wss\:|ws\:|http\:|test|devnet|terminet\.io|huobichain\.com|getblock\.io|bitstack\.com|nodereal.io\/v1|pokt\.network|ankr\.com|histori\.xyz|chainstacklabs\.com|owlracle\.info|blastapi\.io|\=)/.test(i))
             return false; // remove anything with blacklisted words
         return true;
     }).map((i) => {
@@ -127,6 +169,8 @@ const chainShortNameMapping = {
     elsm: 'ely',
     tac: 'tacchain',
     xone: 'xoc',
+    hydragon: 'hydra',
+    camp: 'campmainnet',
 };
 async function filterForWorkingRPCs(rpc, chain, chainId) {
     if (rpc.length < 10)
@@ -143,11 +187,12 @@ async function filterForWorkingRPCs(rpc, chain, chainId) {
                 timeout: 30000
             });
             if (data.result)
-                return i;
+                return true;
         }
         catch (e) {
-            console.log(chain, e === null || e === void 0 ? void 0 : e.message);
+            console.log('ignoring bad rpc', chain, e === null || e === void 0 ? void 0 : e.message);
         }
+        return false;
     }));
     return rpc.filter((_i, index) => promises[index]);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@defillama/sdk",
-  "version": "5.0.185",
+  "version": "5.0.187",
   "description": "SDK for calculating TVL",
   "main": "build/index.js",
   "scripts": {