@ocap/resolver 1.19.4 → 1.19.5

package/lib/index.js

@@ -1046,11 +1046,11 @@ module.exports = class OCAPResolver {
     if (limit && paging.total > limit) {
       throw new CustomError('EXCEED_LIMIT', `Total exceeds limit ${limit}`);
     }
-    if (paging.total < pageSize) {
+    if (paging.total <= pageSize) {
       return firstPage;
     }
 
-    const totalPage = Math.floor(paging.total / pageSize);
+    const totalPage = Math.ceil(paging.total / pageSize) - 1;
     const cursors = new Array(totalPage).fill(true).map((_, i) => (i + 1) * pageSize);
     const step = process.env.RESOLVER_BATCH_CONCURRENCY || 3;
     let results = firstPage;
@@ -1282,23 +1282,14 @@ module.exports = class OCAPResolver {
    * @param {number} [param.concurrency=3] Number of concurrent requests
    * @param {number} [param.chunkSize=2000] Maximum number of items to return in each next() call
    * @param {number} [param.pageSize=100] Number of items per page
-   * @param {Function} param.getTime Function to get timestamp from item
+   * @param {string} param.timeKey Key to access time in response
    * @param {string} param.dataKey Key to access data in response
    * @returns {Promise<Array>} Array of fetched items
    */
-  listChunks(fn, { concurrency = 3, chunkSize = 2000, pageSize = 100, getTime, dataKey }) {
-    let totalPage;
-    let curPage;
+  listChunks(fn, { total, concurrency = 3, chunkSize = 2000, pageSize = 100, timeKey, dataKey }) {
     let done = false;
     let time;
-
-    const fetchFirstPage = async () => {
-      const { paging, page, [dataKey]: list } = await fn({ size: pageSize, cursor: '0' });
-      const total = paging?.total || page?.total;
-      curPage = 1;
-      totalPage = Math.ceil(total / pageSize);
-      return list;
-    };
+    const totalPage = Math.ceil(total / pageSize);
 
     const next = async () => {
       if (done) {
@@ -1307,28 +1298,10 @@ module.exports = class OCAPResolver {
 
       let results = [];
 
-      // first page
-      if (!totalPage) {
-        const data = await fetchFirstPage();
-        // only 1 page
-        if (data.length < pageSize) {
-          done = true;
-          return data;
-        }
-
-        time = getTime(data[data.length - 1]);
-        results = results.concat(data);
-
-        // limit
-        if (data.length >= chunkSize) {
-          return results;
-        }
-      }
-
       // next pages
-      for (; curPage < totalPage; curPage += concurrency) {
+      for (let curPage = 0; curPage < totalPage; curPage += concurrency) {
         const batchResults = await Promise.all(
-          new Array(concurrency).fill(true).map(async (_, i) => {
+          new Array(Math.min(concurrency, totalPage - curPage)).fill(true).map(async (_, i) => {
             const { [dataKey]: list } = await fn({
               size: pageSize,
               cursor: i * pageSize,
@@ -1346,7 +1319,7 @@ module.exports = class OCAPResolver {
         }
 
         results = results.concat(flatResults);
-        time = results.length ? getTime(results[results.length - 1]) : null;
+        time = results.length ? results[results.length - 1][timeKey] : null;
 
         // limit
         if (results.length >= chunkSize) {
@@ -1364,7 +1337,7 @@ module.exports = class OCAPResolver {
     };
   }
 
-  listTransactionsChunks(args = {}, { chunkSize = 2000, pageSize = 100 } = {}) {
+  async listTransactionsChunks(args = {}, { chunkSize = 2000, pageSize = 100 } = {}) {
     return this.listChunks(
       ({ size, time, cursor }) =>
         this.listTransactions({
@@ -1379,14 +1352,15 @@ module.exports = class OCAPResolver {
         }),
       {
         dataKey: 'transactions',
-        getTime: (tx) => tx?.time,
+        timeKey: 'time',
+        total: await this.indexdb.tx.count(),
         chunkSize,
         pageSize,
       }
     );
   }
 
-  listStakeChunks(args = {}, { chunkSize = 2000, pageSize = 100 } = {}) {
+  async listStakeChunks(args = {}, { chunkSize = 2000, pageSize = 100 } = {}) {
     return this.listChunks(
       ({ size, time, cursor }) =>
         this.listStakes({
@@ -1401,7 +1375,8 @@ module.exports = class OCAPResolver {
         }),
       {
         dataKey: 'stakes',
-        getTime: (state) => state?.time,
+        timeKey: 'renaissanceTime',
+        total: await this.indexdb.stake.count(),
         chunkSize,
         pageSize,
       }

package/lib/token-distribution.js

@@ -40,7 +40,7 @@ class TokenDistributionManager {
     return data && createIndexedTokenDistribution(data);
   }
 
-  async saveDistribution(distribution) {
+  async saveDistribution(distribution, isEnsureLatest = true) {
     const data = createIndexedTokenDistribution(distribution);
     const indexdbDistribution = await this.getDistribution(data.tokenAddress);
 
@@ -48,8 +48,10 @@ class TokenDistributionManager {
       await this.indexdb.tokenDistribution.insert(data);
     } else {
       // ensure txTime is latest
-      const latestTime = Math.max(new Date(indexdbDistribution.txTime).getTime(), new Date(data.txTime).getTime());
-      data.txTime = new Date(latestTime).toISOString();
+      if (isEnsureLatest) {
+        const latestTime = Math.max(new Date(indexdbDistribution.txTime).getTime(), new Date(data.txTime).getTime());
+        data.txTime = new Date(latestTime).toISOString();
+      }
       await this.indexdb.tokenDistribution.update(data.tokenAddress, data);
     }
 
@@ -100,14 +102,14 @@ class TokenDistributionManager {
       await Promise.all(handlePromises);
 
       // update indexdb
-      await this.saveDistribution(distribution);
+      await this.saveDistribution(distribution, false);
       nextData = await next();
     }
 
     // We cannot distinguish between revokedStake and stake from tx receipts here,
     // so we need to read all stake transactions and recalculate token distribution based on their revokeTokens and tokens
     await this.splitStake(distribution, force);
-    await this.saveDistribution(distribution);
+    await this.saveDistribution(distribution, false);
 
     const result = createIndexedTokenDistribution(distribution);
 
@@ -120,20 +122,25 @@ class TokenDistributionManager {
    * Split out revokedStake / gasStake from stake
    *
    * @param {Object} distribution
-   * @param {boolean} force If force is false, only process transactions after txTime in indexdb. Default is false
    * @returns {Promise<Object>}
    */
-  async splitStake(distribution, force) {
+  async splitStake(distribution) {
+    const { logger } = this.resolver;
     const { tokenAddress } = distribution;
 
-    const { next } = await this.resolver.listStakeChunks({
-      timeFilter: !force ? { startDateTime: distribution.txTime } : {},
-    });
+    const { next } = await this.resolver.listStakeChunks();
 
     let nextData = await next();
 
     // Process transactions in chunks and update indexdb
     while (nextData.length) {
+      logger?.info('Updating stake distribution in chunks', {
+        chunkSize: nextData.length,
+        startTime: nextData[0].renaissanceTime,
+        startAddress: nextData[0].address,
+        endTime: nextData[nextData.length - 1].renaissanceTime,
+      });
+
       nextData.forEach((stakeState) => {
         const isGasStake = this.isGasStake(stakeState);
         const token = stakeState.tokens.find((x) => x.address === tokenAddress);

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.19.4",
+  "version": "1.19.5",
   "description": "GraphQL resolver built upon ocap statedb and GQL layer",
   "main": "lib/index.js",
   "files": [
@@ -22,18 +22,18 @@
     "jest": "^29.7.0"
   },
   "dependencies": {
-    "@arcblock/did": "1.19.4",
-    "@arcblock/did-util": "1.19.4",
-    "@arcblock/validator": "1.19.4",
-    "@ocap/config": "1.19.4",
-    "@ocap/indexdb": "1.19.4",
-    "@ocap/mcrypto": "1.19.4",
-    "@ocap/message": "1.19.4",
-    "@ocap/state": "1.19.4",
-    "@ocap/tx-protocols": "1.19.4",
-    "@ocap/util": "1.19.4",
+    "@arcblock/did": "1.19.5",
+    "@arcblock/did-util": "1.19.5",
+    "@arcblock/validator": "1.19.5",
+    "@ocap/config": "1.19.5",
+    "@ocap/indexdb": "1.19.5",
+    "@ocap/mcrypto": "1.19.5",
+    "@ocap/message": "1.19.5",
+    "@ocap/state": "1.19.5",
+    "@ocap/tx-protocols": "1.19.5",
+    "@ocap/util": "1.19.5",
     "debug": "^4.3.6",
     "lodash": "^4.17.21"
   },
-  "gitHead": "9b026c7ad59839ac1242a68b24e18b3a1534918d"
+  "gitHead": "9f93acb129f6fee316149f3921a98b88dcccfac3"
 }