@lido-nestjs/registry 1.1.3 → 1.4.0

package/dist/main/abstract-registry.d.ts

@@ -47,7 +47,9 @@ export declare abstract class AbstractRegistryService {
     getMetaDataFromStorage(): Promise<RegistryMeta | null>;
     /** returns the latest operators data from the db */
     getOperatorsFromStorage(): Promise<RegistryOperator[]>;
+    /** returns all the keys from storage */
     getOperatorsKeysFromStorage(): Promise<RegistryKey[]>;
+    /** saves all the data to the db */
     save(updatedKeys: RegistryKey[], currentOperators: RegistryOperator[], currMeta: RegistryMeta): Promise<void>;
     /** clears the db */
     clear(): Promise<void>;

package/dist/main/abstract-registry.js

@@ -22,6 +22,7 @@ var operator_entity = require('../storage/operator.entity.js');
 var meta_utils = require('../utils/meta.utils.js');
 var operator_utils = require('../utils/operator.utils.js');
 var constants = require('./constants.js');
+var utils = require('@lido-nestjs/utils');
 
 function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -40,7 +41,7 @@ exports.AbstractRegistryService = class AbstractRegistryService {
         this.entityManager = entityManager;
         this.options = options;
         this.eventEmitter = new EventEmitter__default["default"]();
-        this.cronJob = new cron.CronJob((options === null || options === void 0 ? void 0 : options.subscribeInterval) || '*/10 * * * * *', this.cronHandler);
+        this.cronJob = new cron.CronJob((options === null || options === void 0 ? void 0 : options.subscribeInterval) || '*/10 * * * * *', () => this.cronHandler());
     }
     async cronHandler() {
         try {
@@ -147,8 +148,12 @@ exports.AbstractRegistryService = class AbstractRegistryService {
             const unchangedKeysMaxIndex = isSameOperator
                 ? prevOperator.usedSigningKeys
                 : 0;
-            const fromIndex = unchangedKeysMaxIndex;
+            // get the right border up to which the keys should be updated
+            // it's different for different scenarios
             const toIndex = this.getToIndex(currOperator);
+            // fromIndex may become larger than toIndex if used keys are deleted
+            // this should not happen in mainnet, but sometimes keys can be deleted in testnet by modification of the contract
+            const fromIndex = unchangedKeysMaxIndex <= toIndex ? unchangedKeysMaxIndex : 0;
             const operatorIndex = currOperator.index;
             const overrides = { blockTag: { blockHash } };
             const result = await this.keyFetch.fetch(operatorIndex, fromIndex, toIndex, overrides);
@@ -160,7 +165,7 @@ exports.AbstractRegistryService = class AbstractRegistryService {
             });
             return result;
         }));
-        return keysByOperator.flat();
+        return keysByOperator.flat().filter((key) => key);
     }
     /** storage */
     /** returns the latest meta data from the db */
@@ -171,24 +176,44 @@ exports.AbstractRegistryService = class AbstractRegistryService {
     async getOperatorsFromStorage() {
         return await this.operatorStorage.findAll();
     }
+    /** returns all the keys from storage */
     async getOperatorsKeysFromStorage() {
         return await this.keyStorage.findAll();
     }
+    /** saves all the data to the db */
     async save(updatedKeys, currentOperators, currMeta) {
         // save all data in a transaction
         await this.entityManager.transactional(async (entityManager) => {
-            await entityManager
-                .createQueryBuilder(key_entity.RegistryKey)
-                .insert(updatedKeys)
-                .onConflict(['index', 'operator_index'])
-                .merge()
-                .execute();
-            await entityManager
-                .createQueryBuilder(operator_entity.RegistryOperator)
-                .insert(currentOperators)
-                .onConflict('index')
-                .merge()
-                .execute();
+            await Promise.all(
+            // remove all keys from the database that are greater than the total number of keys
+            // it's needed to clear the list in db when removing keys from the contract
+            currentOperators.map(async (operator) => {
+                await entityManager.nativeDelete(key_entity.RegistryKey, {
+                    index: { $gte: operator.totalSigningKeys },
+                    operatorIndex: operator.index,
+                });
+            }));
+            await Promise.all(
+            // 500 — SQLite limit in insert operation
+            utils.chunk(updatedKeys, 499).map(async (keysChunk) => {
+                await entityManager
+                    .createQueryBuilder(key_entity.RegistryKey)
+                    .insert(keysChunk)
+                    .onConflict(['index', 'operator_index'])
+                    .merge()
+                    .execute();
+            }));
+            await Promise.all(
+            // 500 — SQLite limit in insert operation
+            utils.chunk(currentOperators, 499).map(async (operatorsChunk) => {
+                await entityManager
+                    .createQueryBuilder(operator_entity.RegistryOperator)
+                    .insert(operatorsChunk)
+                    .onConflict('index')
+                    .merge()
+                    .execute();
+            }));
+            // replace metadata with new one
             await entityManager.nativeDelete(meta_entity.RegistryMeta, {});
             await entityManager.persist(new meta_entity.RegistryMeta(currMeta));
         });

package/dist/storage/key.storage.d.ts

@@ -1,8 +1,11 @@
+import { FilterQuery, FindOptions } from '@mikro-orm/core';
 import { RegistryKey } from './key.entity';
 import { RegistryKeyRepository } from './key.repository';
 export declare class RegistryKeyStorageService {
     private readonly repository;
     constructor(repository: RegistryKeyRepository);
+    /** find keys */
+    find<P extends string = never>(where: FilterQuery<RegistryKey>, options?: FindOptions<RegistryKey, P>): Promise<RegistryKey[]>;
     /** find all keys */
     findAll(): Promise<RegistryKey[]>;
     /** find used keys */

package/dist/storage/key.storage.js

@@ -3,6 +3,7 @@
 Object.defineProperty(exports, '__esModule', { value: true });
 
 var tslib = require('tslib');
+var core = require('@mikro-orm/core');
 var common = require('@nestjs/common');
 var key_entity = require('./key.entity.js');
 var key_repository = require('./key.repository.js');
@@ -11,9 +12,15 @@ exports.RegistryKeyStorageService = class RegistryKeyStorageService {
     constructor(repository) {
         this.repository = repository;
     }
+    /** find keys */
+    async find(where, options) {
+        return await this.repository.find(where, options);
+    }
     /** find all keys */
     async findAll() {
-        return await this.repository.findAll();
+        return await this.repository.findAll({
+            orderBy: [{ operatorIndex: core.QueryOrder.ASC }, { index: core.QueryOrder.ASC }],
+        });
     }
     /** find used keys */
     async findUsed() {

package/dist/storage/operator.storage.d.ts

@@ -1,8 +1,11 @@
+import { FilterQuery, FindOptions } from '@mikro-orm/core';
 import { RegistryOperator } from './operator.entity';
 import { RegistryOperatorRepository } from './operator.repository';
 export declare class RegistryOperatorStorageService {
     private readonly repository;
     constructor(repository: RegistryOperatorRepository);
+    /** find operators */
+    find<P extends string = never>(where: FilterQuery<RegistryOperator>, options?: FindOptions<RegistryOperator, P>): Promise<RegistryOperator[]>;
     /** find all operators */
     findAll(): Promise<RegistryOperator[]>;
     /** find operator by index */

package/dist/storage/operator.storage.js

@@ -3,6 +3,7 @@
 Object.defineProperty(exports, '__esModule', { value: true });
 
 var tslib = require('tslib');
+var core = require('@mikro-orm/core');
 var common = require('@nestjs/common');
 var operator_entity = require('./operator.entity.js');
 var operator_repository = require('./operator.repository.js');
@@ -11,9 +12,15 @@ exports.RegistryOperatorStorageService = class RegistryOperatorStorageService {
     constructor(repository) {
         this.repository = repository;
     }
+    /** find operators */
+    async find(where, options) {
+        return await this.repository.find(where, options);
+    }
     /** find all operators */
     async findAll() {
-        return await this.repository.findAll();
+        return await this.repository.findAll({
+            orderBy: [{ index: core.QueryOrder.ASC }],
+        });
     }
     /** find operator by index */
     async findOneByIndex(operatorIndex) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lido-nestjs/registry",
-  "version": "1.1.3",
+  "version": "1.4.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "license": "MIT",
@@ -30,8 +30,8 @@
   "dependencies": {
     "@lido-nestjs/contracts": "2.1.0",
     "@lido-nestjs/decorators": "1.0.0",
-    "@lido-nestjs/logger": "1.1.0",
-    "@lido-nestjs/utils": "1.1.0",
+    "@lido-nestjs/logger": "1.2.0",
+    "@lido-nestjs/utils": "1.2.0",
     "cron": "^2.0.0"
   },
   "peerDependencies": {
@@ -45,7 +45,7 @@
     "tslib": "^2.3.1"
   },
   "devDependencies": {
-    "@lido-nestjs/execution": "1.7.0",
+    "@lido-nestjs/execution": "1.7.1",
     "@mikro-orm/core": "^5.2.0",
     "@mikro-orm/knex": "^5.2.0",
     "@mikro-orm/nestjs": "^5.0.2",