@defillama/sdk 5.0.90 → 5.0.92

package/build/util/indexer.d.ts

@@ -34,6 +34,25 @@ export type IndexerGetLogsOptions = {
     offset?: number;
     debugMode?: boolean;
 };
+export type IndexerGetTokenTransfersOptions = {
+    target?: Address;
+    targets?: Address[];
+    fromBlock?: number;
+    toBlock?: number;
+    chain?: string;
+    fromTimestamp?: number;
+    toTimestamp?: number;
+    flatten?: boolean;
+    all?: boolean;
+    limit?: number;
+    offset?: number;
+    debugMode?: boolean;
+    fromAddressFilter?: string | string[];
+    transferType?: 'in' | 'out';
+    tokens?: string | string[];
+    token?: string;
+};
 export declare function getLogs({ chain, topic, topics, fromBlock, toBlock, all, limit, offset, target, targets, eventAbi, entireLog, flatten, extraTopics, fromTimestamp, toTimestamp, debugMode }: IndexerGetLogsOptions): Promise<any[]>;
 export declare function isIndexerEnabled(chain?: string): boolean;
+export declare function getTokenTransfers({ chain, fromAddressFilter, fromBlock, toBlock, all, limit, offset, target, targets, flatten, fromTimestamp, toTimestamp, debugMode, transferType, token, tokens, }: IndexerGetTokenTransfersOptions): Promise<any[]>;
 export {};

package/build/util/indexer.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isIndexerEnabled = exports.getLogs = exports.getTokens = exports.supportedChainSet = void 0;
+exports.getTokenTransfers = exports.isIndexerEnabled = exports.getLogs = exports.getTokens = exports.supportedChainSet = void 0;
 const axios_1 = __importDefault(require("axios"));
 const env_1 = require("./env");
 const cache_1 = require("./cache");
@@ -78,6 +78,9 @@ async function getTokens(address, { onlyWhitelisted = true, skipCacheRead = fals
     if (Array.isArray(address))
         address = address.join(',');
     address = address.toLowerCase();
+    let chainId;
+    if (chain)
+        chainId = chainToIDMapping[chain];
     const project = 'llama-indexer-cache';
     const key = onlyWhitelisted ? address : `${address}/all`;
     const file = `${project}/${key}`;
@@ -94,7 +97,7 @@ async function getTokens(address, { onlyWhitelisted = true, skipCacheRead = fals
     const { data: { balances } } = await axios_1.default.get(`${indexerURL}/balances`, {
         params: {
             addresses: address,
-            chain: chain,
+            chainId,
             type: tokenType,
         }
     });
@@ -169,10 +172,11 @@ async function getLogs({ chain = 'ethereum', topic, topics, fromBlock, toBlock,
         (0, debugLog_1.debugLog)('[Indexer] Pulling logs ' + debugTimeKey);
         console.time(debugTimeKey);
     }
+    const addressSet = new Set(address === null || address === void 0 ? void 0 : address.split(','));
     do {
         const params = {
             addresses: address,
-            chain: chainId,
+            chainId,
             topic0: topic,
             from_block: fromBlock,
             to_block: toBlock,
@@ -180,7 +184,11 @@ async function getLogs({ chain = 'ethereum', topic, topics, fromBlock, toBlock,
             offset,
         };
         const { data: { logs: _logs, totalCount } } = await axios_1.default.get(`${indexerURL}/logs`, { params });
-        logs.push(..._logs);
+        logs.push(..._logs.filter((l) => {
+            if (!addressSet.size)
+                return true;
+            return addressSet.has(l === null || l === void 0 ? void 0 : l.source.toLowerCase());
+        }));
         offset += limit;
         // If we have all the logs, or we have reached the limit, or there are no logs, we stop
         if (_logs.length < limit || totalCount <= logs.length || _logs.length === 0)
@@ -200,6 +208,7 @@ async function getLogs({ chain = 'ethereum', topic, topics, fromBlock, toBlock,
         }
     }
     logs = logs.map((log) => {
+        const source = log.source.toLowerCase();
         log.logIndex = log.log_index;
         log.index = log.log_index;
         log.transactionHash = log.transaction_hash;
@@ -214,7 +223,7 @@ async function getLogs({ chain = 'ethereum', topic, topics, fromBlock, toBlock,
         log.args = parsedLog === null || parsedLog === void 0 ? void 0 : parsedLog.args;
         log = !entireLog ? log.args : log;
         if (splitByAddress) {
-            const index = addressIndexMap[log.source.toLowerCase()];
+            const index = addressIndexMap[source];
             mappedLogs[index].push(log);
         }
         return log;
@@ -232,3 +241,102 @@ function isIndexerEnabled(chain) {
     return true;
 }
 exports.isIndexerEnabled = isIndexerEnabled;
+async function getTokenTransfers({ chain = 'ethereum', fromAddressFilter, fromBlock, toBlock, all = true, limit = 1000, offset = 0, target, targets = [], flatten = true, fromTimestamp, toTimestamp, debugMode = false, transferType = 'in', token, tokens, }) {
+    var _a, _b;
+    if (!indexerURL)
+        throw new Error('Llama Indexer URL not set');
+    const chainId = chainToIDMapping[chain];
+    if (!chainId)
+        throw new Error('Chain not supported');
+    if (!debugMode)
+        debugMode = debugLog_1.DEBUG_LEVEL2;
+    const fromFilterEnabled = fromAddressFilter && fromAddressFilter.length;
+    if (fromAddressFilter && typeof fromAddressFilter === 'string')
+        fromAddressFilter = [fromAddressFilter];
+    const fromFilterSet = new Set((fromAddressFilter !== null && fromAddressFilter !== void 0 ? fromAddressFilter : []).map((a) => a.toLowerCase()));
+    // if (!target && !targets?.length) throw new Error('target|targets is required')
+    if (!fromBlock && !fromTimestamp)
+        throw new Error('fromBlock or fromTimestamp is required');
+    if (!toBlock && !toTimestamp)
+        throw new Error('toBlock or toTimestamp is required');
+    if (!fromBlock)
+        fromBlock = await (0, blocks_1.getBlockNumber)(chain, fromTimestamp);
+    if (!toBlock)
+        toBlock = await (0, blocks_1.getBlockNumber)(chain, toTimestamp);
+    if (!fromBlock || !toBlock)
+        throw new Error('fromBlock and toBlock must be > 0');
+    if (token)
+        tokens = [token];
+    if (tokens) {
+        if (typeof tokens === 'string')
+            tokens = [tokens];
+        tokens = tokens.join(',').toLowerCase();
+    }
+    if (target)
+        targets = [target];
+    if (!targets.length)
+        throw new Error('target|targets is required');
+    targets = targets.map(t => t.toLowerCase());
+    let addresses = targets.join(',');
+    const chainIndexStatus = await getChainIndexStatus();
+    const lastIndexedBlock = (_b = (_a = chainIndexStatus[chain]) === null || _a === void 0 ? void 0 : _a.block) !== null && _b !== void 0 ? _b : 0;
+    if (lastIndexedBlock < toBlock)
+        throw new Error(`Indexer not up to date for ${chain}. Last indexed block: ${lastIndexedBlock}, requested block: ${toBlock}`);
+    let hasMore = true;
+    let logs = [];
+    const debugTimeKey = `Indexer-tokenTransfers-${chain}-${addresses}_${Math.random()}`;
+    if (debugMode) {
+        (0, debugLog_1.debugLog)('[Indexer] Pulling token transfers ' + debugTimeKey);
+        console.time(debugTimeKey);
+    }
+    do {
+        const params = {
+            addresses,
+            chainId,
+            from_block: fromBlock,
+            to_block: toBlock,
+            limit,
+            offset,
+            tokens,
+        };
+        if (transferType === 'in')
+            params.to_address = true;
+        else
+            params.from_address = true;
+        const { data: { transfers: _logs, totalCount } } = await axios_1.default.get(`${indexerURL}/token-transfers`, { params });
+        logs.push(..._logs);
+        offset += limit;
+        // If we have all the logs, or we have reached the limit, or there are no logs, we stop
+        if (_logs.length < limit || totalCount <= logs.length || _logs.length === 0)
+            hasMore = false;
+    } while (all && hasMore);
+    logs = logs.filter((l) => {
+        if (!fromFilterEnabled)
+            return true;
+        return fromFilterSet.has(l === null || l === void 0 ? void 0 : l.from_address.toLowerCase());
+    });
+    if (debugMode) {
+        console.timeEnd(debugTimeKey);
+        (0, debugLog_1.debugLog)('Token Transfers pulled ' + chain, addresses, logs.length);
+    }
+    const mappedLogs = [];
+    let addressIndexMap = {};
+    const splitByAddress = (targets === null || targets === void 0 ? void 0 : targets.length) && !flatten;
+    if (splitByAddress) {
+        for (let i = 0; i < targets.length; i++) {
+            addressIndexMap[targets[i]] = i;
+            mappedLogs.push([]);
+        }
+    }
+    if (splitByAddress) {
+        logs.forEach((log) => {
+            const sourceField = transferType === 'in' ? 'to_address' : 'from_address';
+            const source = log[sourceField].toLowerCase();
+            const index = addressIndexMap[source];
+            mappedLogs[index].push(log);
+        });
+        return mappedLogs;
+    }
+    return logs;
+}
+exports.getTokenTransfers = getTokenTransfers;

package/build/util/logs.js

@@ -44,7 +44,7 @@ async function getLogs(options) {
     if (targets === null || targets === void 0 ? void 0 : targets.length) {
         const newOptions = { ...options, fromBlock, toBlock };
         delete newOptions.targets;
-        const res = await Promise.all(targets.map(i => getLogs({ ...newOptions, target: i })));
+        const res = await Promise.all(targets.map(i => getLogs({ ...newOptions, target: i, skipIndexer: true })));
         if (flatten)
             return res.flat();
         return res;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@defillama/sdk",
-  "version": "5.0.90",
+  "version": "5.0.92",
   "description": "SDK for calculating TVL",
   "main": "build/index.js",
   "scripts": {