@defillama/sdk 5.0.227 → 5.0.228

package/build/util/chainUtils/data.json

@@ -461,6 +461,7 @@
         "secret": "Secret",
         "seda": "Seda",
         "sei": "Sei",
+        "seleman": "SELEMAN",
         "shape": "Shape",
         "shibarium": "Shibarium",
         "shiden": "Shiden",
@@ -1064,6 +1065,7 @@
         "Ronin": "ronin",
         "Rootstock": "rsk",
         "Rubin": "rubin",
+        "SELEMAN": "seleman",
         "SKALE": "skale",
         "SKALE Europa": "europa",
         "SX Network": "sx",

package/build/util/indexer.js

@@ -124,6 +124,42 @@ function getSupportedChains() {
     return new Set(Object.values(allChainIdChainMapping));
 }
 exports.supportedChainSet2 = getSupportedChains();
+function supportsCursorPagination(version) {
+    return version === "v4";
+}
+function getLogCursor(log) {
+    var _a, _b, _c;
+    if (!log)
+        return undefined;
+    const afterBlock = (_a = log.block_number) !== null && _a !== void 0 ? _a : log.blockNumber;
+    const afterIndex = (_c = (_b = log.log_index) !== null && _b !== void 0 ? _b : log.logIndex) !== null && _c !== void 0 ? _c : log.index;
+    if (afterBlock === undefined || afterIndex === undefined)
+        return undefined;
+    return { after_block: +afterBlock, after_index: +afterIndex };
+}
+function getTransferCursor(transfer) {
+    const cursor = getLogCursor(transfer);
+    if (!cursor)
+        return undefined;
+    if (transfer.id !== undefined && transfer.id !== null)
+        cursor.after_id = String(transfer.id);
+    return cursor;
+}
+function applyCursorParams(params, cursor) {
+    if (!cursor)
+        return;
+    params.after_block = cursor.after_block;
+    params.after_index = cursor.after_index;
+    if (cursor.after_id !== undefined)
+        params.after_id = cursor.after_id;
+}
+function applyLocalOffset(rows, remainingOffset) {
+    if (remainingOffset <= 0)
+        return { rows, remainingOffset };
+    if (remainingOffset >= rows.length)
+        return { rows: [], remainingOffset: remainingOffset - rows.length };
+    return { rows: rows.slice(remainingOffset), remainingOffset: 0 };
+}
 const syncStates = {
     v2: { chainIndexStatus: {} },
     v4: { chainIndexStatus: {} },
@@ -470,12 +506,15 @@ async function getLogs(options) {
         (0, debugLog_1.debugLog)("[Indexer] Pulling logs " + debugTimeKey);
         console.time(debugTimeKey);
     }
+    const useCursorPagination = supportsCursorPagination(indexerVersion) && all;
     for (const chunk of addressChunks) {
         if (Array.isArray(chunk) && chunk.length === 0)
             throw new Error("Address chunk cannot be empty");
-        let chunkOffset = initialOffset;
+        let chunkOffset = useCursorPagination ? 0 : initialOffset;
+        let remainingOffset = useCursorPagination ? initialOffset : 0;
         let logCount = 0;
         let hasMore = true;
+        let cursor;
         do {
             const params = {
                 addresses: hasAddressFilter ? chunk === null || chunk === void 0 ? void 0 : chunk.join(",") : undefined,
@@ -490,8 +529,15 @@ async function getLogs(options) {
                 offset: chunkOffset,
                 noTarget,
             };
+            if (useCursorPagination) {
+                params.includeTotal = false;
+                applyCursorParams(params, cursor);
+            }
             const { data: { logs: _logs, totalCount }, } = await axiosInstances[indexerVersion](`/logs`, { params }).catch((e) => { throw (0, common_1.formError)(e); });
-            const filtered = _logs.filter((l) => {
+            const nextCursor = useCursorPagination ? getLogCursor(_logs[_logs.length - 1]) : undefined;
+            const offsetResult = useCursorPagination ? applyLocalOffset(_logs, remainingOffset) : { rows: _logs, remainingOffset };
+            remainingOffset = offsetResult.remainingOffset;
+            const filtered = offsetResult.rows.filter((l) => {
                 var _a, _b, _c;
                 const isWhitelisted = !addressSet.size || addressSet.has((_c = (_b = ((_a = l.source) !== null && _a !== void 0 ? _a : l.address)) === null || _b === void 0 ? void 0 : _b.toLowerCase) === null || _c === void 0 ? void 0 : _c.call(_b));
                 return !!isWhitelisted;
@@ -517,7 +563,13 @@ async function getLogs(options) {
                 safePush(allLogsPairs, transformedPair);
             }
             logCount += _logs.length;
-            chunkOffset += limit;
+            if (useCursorPagination && nextCursor) {
+                cursor = nextCursor;
+                chunkOffset = 0;
+            }
+            else {
+                chunkOffset += limit;
+            }
             if (_logs.length === 0) {
                 hasMore = false;
             }
@@ -602,8 +654,11 @@ async function getTokenTransfers({ chain = "ethereum", fromAddressFilter, fromBl
         (0, debugLog_1.debugLog)("[Indexer] Pulling token transfers " + debugTimeKey);
         console.time(debugTimeKey);
     }
-    let currentOffset = offset;
+    const useCursorPagination = supportsCursorPagination(indexerVersion) && all;
+    let currentOffset = useCursorPagination ? 0 : offset;
+    let remainingOffset = useCursorPagination ? offset : 0;
     let hasMore = true;
+    let cursor;
     do {
         const params = {
             addresses,
@@ -616,6 +671,10 @@ async function getTokenTransfers({ chain = "ethereum", fromAddressFilter, fromBl
             from_address: false,
             to_address: false,
         };
+        if (useCursorPagination) {
+            params.includeTotal = false;
+            applyCursorParams(params, cursor);
+        }
         switch (transferType) {
             case "in":
                 params.to_address = true;
@@ -631,8 +690,17 @@ async function getTokenTransfers({ chain = "ethereum", fromAddressFilter, fromBl
                 throw new Error("Invalid transferType");
         }
         const { data: { transfers: _logs }, } = await axiosInstances[indexerVersion](`/token-transfers`, { params }).catch((e) => { throw (0, common_1.formError)(e); });
-        rawTransfers.push(..._logs);
-        currentOffset += limit;
+        const nextCursor = useCursorPagination ? getTransferCursor(_logs[_logs.length - 1]) : undefined;
+        const offsetResult = useCursorPagination ? applyLocalOffset(_logs, remainingOffset) : { rows: _logs, remainingOffset };
+        remainingOffset = offsetResult.remainingOffset;
+        rawTransfers.push(...offsetResult.rows);
+        if (useCursorPagination && nextCursor) {
+            cursor = nextCursor;
+            currentOffset = 0;
+        }
+        else {
+            currentOffset += limit;
+        }
         hasMore = _logs.length === limit;
     } while (all && hasMore);
     const filteredTransfers = rawTransfers.filter((l) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@defillama/sdk",
-  "version": "5.0.227",
+  "version": "5.0.228",
   "description": "SDK for calculating TVL",
   "main": "build/index.js",
   "scripts": {