@subql/node-ethereum 0.4.1-8 → 0.4.1-storeCache-0.0.3

package/dist/indexer/unfinalizedBlocks.service.d.ts

@@ -1,21 +1,22 @@
 import { Block } from '@ethersproject/abstract-provider';
-import { ApiService, MetadataRepo, NodeConfig } from '@subql/node-core';
+import { ApiService, NodeConfig, StoreCacheService } from '@subql/node-core';
 import { EthereumBlock } from '@subql/types-ethereum';
-import { Sequelize, Transaction } from 'sequelize';
 export declare const METADATA_UNFINALIZED_BLOCKS_KEY = "unfinalizedBlocks";
 export declare const METADATA_LAST_FINALIZED_PROCESSED_KEY = "lastFinalizedVerifiedHeight";
 declare type UnfinalizedBlocks = [blockHeight: number, blockHash: string][];
-export declare class UnfinalizedBlocksService {
+export interface IUnfinalizedBlocksService {
+    processUnfinalizedBlocks(block: EthereumBlock | undefined): Promise<number | null>;
+}
+export declare class UnfinalizedBlocksService implements IUnfinalizedBlocksService {
     private readonly apiService;
     private readonly nodeConfig;
-    private readonly sequelize;
+    private readonly storeCache;
     private unfinalizedBlocks;
     private finalizedHeader;
-    private metadataRepo;
     private lastCheckedBlockHeight;
-    constructor(apiService: ApiService, nodeConfig: NodeConfig, sequelize: Sequelize);
-    init(metadataRepo: MetadataRepo, reindex: (targetHeight: number) => Promise<void>): Promise<number | undefined>;
-    processUnfinalizedBlocks(block: EthereumBlock | undefined, tx: Transaction): Promise<number | null>;
+    constructor(apiService: ApiService, nodeConfig: NodeConfig, storeCache: StoreCacheService);
+    init(reindex: (targetHeight: number) => Promise<void>): Promise<number | undefined>;
+    processUnfinalizedBlocks(block: EthereumBlock | undefined): Promise<number | null>;
     private get api();
     private get finalizedBlockNumber();
     registerFinalizedBlock(header: Block): void;
@@ -24,12 +25,11 @@ export declare class UnfinalizedBlocksService {
     private removeFinalized;
     private getClosestRecord;
     private hasForked;
-    private saveUnfinalizedBlocks;
     private getLastCorrectFinalizedBlock;
-    resetUnfinalizedBlocks(tx: Transaction): Promise<void>;
-    resetLastFinalizedVerifiedHeight(tx: Transaction): Promise<void>;
-    private setMetadata;
+    private saveUnfinalizedBlocks;
     private saveLastFinalizedVerifiedHeight;
+    resetUnfinalizedBlocks(): void;
+    resetLastFinalizedVerifiedHeight(): void;
     getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks>;
     getLastFinalizedVerifiedHeight(): Promise<number | undefined>;
 }

package/dist/indexer/unfinalizedBlocks.service.js

@@ -10,34 +10,32 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.UnfinalizedBlocksService = exports.METADATA_LAST_FINALIZED_PROCESSED_KEY = exports.METADATA_UNFINALIZED_BLOCKS_KEY = void 0;
-const assert_1 = __importDefault(require("assert"));
 const common_1 = require("@nestjs/common");
 const node_core_1 = require("@subql/node-core");
 const lodash_1 = require("lodash");
-const sequelize_1 = require("sequelize");
+// import { ApiService } from './api.service';
 const logger = (0, node_core_1.getLogger)('UnfinalizedBlocks');
 exports.METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';
 exports.METADATA_LAST_FINALIZED_PROCESSED_KEY = 'lastFinalizedVerifiedHeight';
 const UNFINALIZED_THRESHOLD = 200;
 let UnfinalizedBlocksService = class UnfinalizedBlocksService {
-    constructor(apiService, nodeConfig, sequelize) {
+    constructor(apiService, nodeConfig, storeCache) {
         this.apiService = apiService;
         this.nodeConfig = nodeConfig;
-        this.sequelize = sequelize;
+        this.storeCache = storeCache;
     }
-    async init(metadataRepo, reindex) {
-        this.metadataRepo = metadataRepo;
+    async init(reindex) {
+        logger.info(`Unfinalized blocks is ${this.nodeConfig.unfinalizedBlocks ? 'enabled' : 'disabled'}`);
+        // unfinalized blocks
         this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();
         this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();
         this.finalizedHeader = await this.api.getBlockByHeightOrHash(await this.api.getFinalizedBlockHeight());
         if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {
-            const tx = await this.sequelize.transaction();
-            const rewindHeight = await this.processUnfinalizedBlocks(null, tx);
+            logger.info('Processing unfinalized blocks');
+            // Validate any previously unfinalized blocks
+            const rewindHeight = await this.processUnfinalizedBlocks(null);
             if (rewindHeight !== null) {
                 logger.info(`Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `);
                 await reindex(rewindHeight);
@@ -45,20 +43,19 @@ let UnfinalizedBlocksService = class UnfinalizedBlocksService {
                 return rewindHeight;
             }
             else {
-                await this.resetUnfinalizedBlocks(tx);
-                await this.resetLastFinalizedVerifiedHeight(tx);
+                this.resetUnfinalizedBlocks();
+                this.resetLastFinalizedVerifiedHeight();
             }
-            await tx.commit();
         }
     }
-    async processUnfinalizedBlocks(block, tx) {
+    async processUnfinalizedBlocks(block) {
         if (block) {
-            await this.registerUnfinalizedBlock(block.number, block.hash, tx);
+            this.registerUnfinalizedBlock(block.number, block.hash);
         }
         const forkedHeader = await this.hasForked();
         if (!forkedHeader) {
             // Remove blocks that are now confirmed finalized
-            await this.deleteFinalizedBlock(tx);
+            this.deleteFinalizedBlock();
         }
         else {
             // Get the last unfinalized block that is now finalized
@@ -78,7 +75,7 @@ let UnfinalizedBlocksService = class UnfinalizedBlocksService {
         }
         this.finalizedHeader = header;
     }
-    async registerUnfinalizedBlock(blockNumber, hash, tx) {
+    registerUnfinalizedBlock(blockNumber, hash) {
         if (blockNumber <= this.finalizedBlockNumber)
             return;
         // Ensure order
@@ -88,14 +85,14 @@ let UnfinalizedBlocksService = class UnfinalizedBlocksService {
             process.exit(1);
         }
         this.unfinalizedBlocks.push([blockNumber, hash]);
-        await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);
+        this.saveUnfinalizedBlocks(this.unfinalizedBlocks);
     }
-    async deleteFinalizedBlock(tx) {
+    deleteFinalizedBlock() {
         if (this.lastCheckedBlockHeight !== undefined &&
             this.lastCheckedBlockHeight < this.finalizedBlockNumber) {
             this.removeFinalized(this.finalizedBlockNumber);
-            await this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber, tx);
-            await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);
+            this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber);
+            this.saveUnfinalizedBlocks(this.unfinalizedBlocks);
         }
         this.lastCheckedBlockHeight = this.finalizedBlockNumber;
     }
@@ -115,6 +112,7 @@ let UnfinalizedBlocksService = class UnfinalizedBlocksService {
         }
         return undefined;
     }
+    // check unfinalized blocks for a fork, returns the header where a fork happened
     async hasForked() {
         const lastVerifiableBlock = this.getClosestRecord(this.finalizedBlockNumber);
         // No unfinalized blocks
@@ -152,9 +150,6 @@ let UnfinalizedBlocksService = class UnfinalizedBlocksService {
         }
         return;
     }
-    async saveUnfinalizedBlocks(unfinalizedBlocks, tx) {
-        return this.setMetadata(exports.METADATA_UNFINALIZED_BLOCKS_KEY, JSON.stringify(unfinalizedBlocks), tx);
-    }
     async getLastCorrectFinalizedBlock(forkedHeader) {
         const bestVerifiableBlocks = this.unfinalizedBlocks.filter(([bestBlockHeight]) => Number(bestBlockHeight) <= this.finalizedBlockNumber);
         let checkingHeader = forkedHeader;
@@ -168,36 +163,36 @@ let UnfinalizedBlocksService = class UnfinalizedBlocksService {
         }
         return this.lastCheckedBlockHeight;
     }
-    async resetUnfinalizedBlocks(tx) {
-        await this.setMetadata(exports.METADATA_UNFINALIZED_BLOCKS_KEY, '[]', tx);
-        this.unfinalizedBlocks = [];
+    saveUnfinalizedBlocks(unfinalizedBlocks) {
+        return this.storeCache.metadata.set(exports.METADATA_UNFINALIZED_BLOCKS_KEY, JSON.stringify(unfinalizedBlocks));
     }
-    async resetLastFinalizedVerifiedHeight(tx) {
-        return this.setMetadata(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY, null, tx);
+    saveLastFinalizedVerifiedHeight(height) {
+        return this.storeCache.metadata.set(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY, height);
     }
-    async setMetadata(key, value, tx) {
-        (0, assert_1.default)(this.metadataRepo, `Model _metadata does not exist`);
-        await this.metadataRepo.upsert({ key, value }, { transaction: tx });
+    resetUnfinalizedBlocks() {
+        this.storeCache.metadata.set(exports.METADATA_UNFINALIZED_BLOCKS_KEY, '[]');
+        this.unfinalizedBlocks = [];
     }
-    async saveLastFinalizedVerifiedHeight(height, tx) {
-        return this.setMetadata(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY, height, tx);
+    resetLastFinalizedVerifiedHeight() {
+        return this.storeCache.metadata.set(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY, null);
     }
+    //string should be jsonb object
     async getMetadataUnfinalizedBlocks() {
-        const val = await (0, node_core_1.getMetaDataInfo)(this.metadataRepo, exports.METADATA_UNFINALIZED_BLOCKS_KEY);
+        const val = await this.storeCache.metadata.find(exports.METADATA_UNFINALIZED_BLOCKS_KEY);
         if (val) {
             return JSON.parse(val);
         }
         return [];
     }
     async getLastFinalizedVerifiedHeight() {
-        return (0, node_core_1.getMetaDataInfo)(this.metadataRepo, exports.METADATA_LAST_FINALIZED_PROCESSED_KEY);
+        return this.storeCache.metadata.find(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY);
     }
 };
 UnfinalizedBlocksService = __decorate([
     (0, common_1.Injectable)(),
     __metadata("design:paramtypes", [node_core_1.ApiService,
         node_core_1.NodeConfig,
-        sequelize_1.Sequelize])
+        node_core_1.StoreCacheService])
 ], UnfinalizedBlocksService);
 exports.UnfinalizedBlocksService = UnfinalizedBlocksService;
 //# sourceMappingURL=unfinalizedBlocks.service.js.map

package/dist/indexer/unfinalizedBlocks.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;;;;AAEtC,oDAA4B;AAE5B,2CAA4C;AAC5C,gDAO0B;AAE1B,mCAA8B;AAC9B,yCAAmD;AAGnD,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,CAAC,CAAC;AAEjC,QAAA,+BAA+B,GAAG,mBAAmB,CAAC;AACtD,QAAA,qCAAqC,GAChD,6BAA6B,CAAC;AAEhC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAK3B,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAMnC,YACmB,UAAsB,EACtB,UAAsB,EACtB,SAAoB;QAFpB,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,cAAS,GAAT,SAAS,CAAW;IACpC,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,YAA0B,EAC1B,OAAgD;QAEhD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACnE,IAAI,CAAC,sBAAsB,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,CACzC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEnE,IAAI,YAAY,KAAK,IAAI,EAAE;gBACzB,MAAM,CAAC,IAAI,CACT,yGAAyG,YAAY,GAAG,CACzH,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,GAAG,CAAC,CAAC;gBAC3D,OAAO,YAAY,CAAC;aACrB;iBAAM;gBACL,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;gBACtC,MAAM,IAAI,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC;aACjD;YACD,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;SACnB;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,KAAgC,EAChC,EAAe;QAEf,IAAI,KAAK,EAAE;YACT,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SACnE;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE;YACjB,iDAAiD;YACjD,MAAM,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;SACrC;aAAM;YACL,uDAAuD;YACvD,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;SACxD;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,IAAY,oBAAoB;QAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,MAAa;QAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE;YACtE,OAAO;SACR;QACD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,WAAmB,EACnB,IAAY,EACZ,EAAe;QAEf,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErD,eAAe;QACf,IACE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,IAAA,aAAI,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,WAAW,EACnD;YACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,EAAe;QAChD,IACE,IAAI,CAAC,sBAAsB,KAAK,SAAS;YACzC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EACvD;YACA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;SAC9D;QACD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC7D,eAAe,CAAC,WAAmB;QACzC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,WAAW,CACnC,CAAC;IACJ,CAAC;IAED,yCAAyC;IACjC,gBAAgB,CACtB,WAAmB;QAEnB,oDAAoD;QACpD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,yBAAyB;aACjE,OAAO,EAAE,CAAC,6CAA6C;aACvD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,CAAC;QACvE,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,CAAC;SACvD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAC/C,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO;SACR;QAED,4CAA4C;QAC5C,IAAI,mBAAmB,CAAC,WAAW,KAAK,IAAI,CAAC,oBAAoB,EAAE;YACjE,IAAI,mBAAmB,CAAC,IAAI,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC1D,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CACzK,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;aAAM;YACL,2CAA2C;YAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC;;;;eAIG;YACH,IACE,MAAM,CAAC,MAAM,GAAG,mBAAmB,CAAC,WAAW;gBAC/C,qBAAqB,EACrB;gBACA,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC5C,mBAAmB,CAAC,WAAW,CAChC,CAAC;aACH;iBAAM;gBACL,OAAO,mBAAmB,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE;oBACxD,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnE;aACF;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,IAAI,EAAE;gBAC5C,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAC3J,CAAC;gBACF,OAAO,MAAM,CAAC;aACf;SACF;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,iBAAoC,EACpC,EAAe;QAEf,OAAO,IAAI,CAAC,WAAW,CACrB,uCAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EACjC,EAAE,CACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,4BAA4B,CACxC,YAAmB;QAEnB,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACxD,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,CACvD,CAAC;QAEF,IAAI,cAAc,GAAG,YAAY,CAAC;QAElC,kEAAkE;QAClE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE;YAC1D,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,IAAI,KAAK,cAAc,CAAC,UAAU,EAAE;gBACtE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;aACtB;YAED,qBAAqB;YACrB,cAAc,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CACpD,cAAc,CAAC,UAAU,CAC1B,CAAC;SACH;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,EAAe;QAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,uCAA+B,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,gCAAgC,CAAC,EAAe;QACpD,OAAO,IAAI,CAAC,WAAW,CAAC,6CAAqC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,GAAoB,EACpB,KAAwB,EACxB,EAAe;QAEf,IAAA,gBAAM,EAAC,IAAI,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAC3C,MAAc,EACd,EAAe;QAEf,OAAO,IAAI,CAAC,WAAW,CAAC,6CAAqC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,4BAA4B;QAChC,MAAM,GAAG,GAAG,MAAM,IAAA,2BAAe,EAC/B,IAAI,CAAC,YAAY,EACjB,uCAA+B,CAChC,CAAC;QACF,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;SAC7C;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,8BAA8B;QAClC,OAAO,IAAA,2BAAe,EACpB,IAAI,CAAC,YAAY,EACjB,6CAAqC,CACtC,CAAC;IACJ,CAAC;CACF,CAAA;AAnQY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAQoB,sBAAU;QACV,sBAAU;QACX,qBAAS;GAT5B,wBAAwB,CAmQpC;AAnQY,4DAAwB","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport assert from 'assert';\nimport { Block } from '@ethersproject/abstract-provider';\nimport { Injectable } from '@nestjs/common';\nimport {\n  ApiService,\n  getLogger,\n  getMetaDataInfo,\n  Metadata,\n  MetadataRepo,\n  NodeConfig,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { last } from 'lodash';\nimport { Sequelize, Transaction } from 'sequelize';\nimport { EthereumApi } from '../ethereum';\n\nconst logger = getLogger('UnfinalizedBlocks');\n\nexport const METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';\nexport const METADATA_LAST_FINALIZED_PROCESSED_KEY =\n  'lastFinalizedVerifiedHeight';\n\nconst UNFINALIZED_THRESHOLD = 200;\n\ntype UnfinalizedBlocks = [blockHeight: number, blockHash: string][];\n\n@Injectable()\nexport class UnfinalizedBlocksService {\n  private unfinalizedBlocks: UnfinalizedBlocks;\n  private finalizedHeader: Block;\n  private metadataRepo: MetadataRepo;\n  private lastCheckedBlockHeight: number;\n\n  constructor(\n    private readonly apiService: ApiService,\n    private readonly nodeConfig: NodeConfig,\n    private readonly sequelize: Sequelize,\n  ) {}\n\n  async init(\n    metadataRepo: MetadataRepo,\n    reindex: (targetHeight: number) => Promise<void>,\n  ): Promise<number | undefined> {\n    this.metadataRepo = metadataRepo;\n    this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();\n    this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();\n    this.finalizedHeader = await this.api.getBlockByHeightOrHash(\n      await this.api.getFinalizedBlockHeight(),\n    );\n\n    if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {\n      const tx = await this.sequelize.transaction();\n      const rewindHeight = await this.processUnfinalizedBlocks(null, tx);\n\n      if (rewindHeight !== null) {\n        logger.info(\n          `Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `,\n        );\n        await reindex(rewindHeight);\n        logger.info(`Successful rewind to block ${rewindHeight}!`);\n        return rewindHeight;\n      } else {\n        await this.resetUnfinalizedBlocks(tx);\n        await this.resetLastFinalizedVerifiedHeight(tx);\n      }\n      await tx.commit();\n    }\n  }\n\n  async processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n    tx: Transaction,\n  ): Promise<number | null> {\n    if (block) {\n      await this.registerUnfinalizedBlock(block.number, block.hash, tx);\n    }\n\n    const forkedHeader = await this.hasForked();\n    if (!forkedHeader) {\n      // Remove blocks that are now confirmed finalized\n      await this.deleteFinalizedBlock(tx);\n    } else {\n      // Get the last unfinalized block that is now finalized\n      return this.getLastCorrectFinalizedBlock(forkedHeader);\n    }\n\n    return null;\n  }\n\n  private get api(): EthereumApi {\n    return this.apiService.api;\n  }\n\n  private get finalizedBlockNumber(): number {\n    return this.finalizedHeader.number;\n  }\n\n  registerFinalizedBlock(header: Block): void {\n    if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {\n      return;\n    }\n    this.finalizedHeader = header;\n  }\n\n  private async registerUnfinalizedBlock(\n    blockNumber: number,\n    hash: string,\n    tx: Transaction,\n  ): Promise<void> {\n    if (blockNumber <= this.finalizedBlockNumber) return;\n\n    // Ensure order\n    if (\n      this.unfinalizedBlocks.length &&\n      last(this.unfinalizedBlocks)[0] + 1 !== blockNumber\n    ) {\n      logger.error('Unfinalized block is not sequential');\n      process.exit(1);\n    }\n\n    this.unfinalizedBlocks.push([blockNumber, hash]);\n    await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);\n  }\n\n  private async deleteFinalizedBlock(tx: Transaction): Promise<void> {\n    if (\n      this.lastCheckedBlockHeight !== undefined &&\n      this.lastCheckedBlockHeight < this.finalizedBlockNumber\n    ) {\n      this.removeFinalized(this.finalizedBlockNumber);\n      await this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber, tx);\n      await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);\n    }\n    this.lastCheckedBlockHeight = this.finalizedBlockNumber;\n  }\n\n  // remove any records less and equal than input finalized blockHeight\n  private removeFinalized(blockHeight: number): void {\n    this.unfinalizedBlocks = this.unfinalizedBlocks.filter(\n      ([height]) => height > blockHeight,\n    );\n  }\n\n  // find closest record from block heights\n  private getClosestRecord(\n    blockHeight: number,\n  ): { blockHeight: number; hash: string } | undefined {\n    // Have the block in the best block, can be verified\n    const record = [...this.unfinalizedBlocks] // Copy so we can reverse\n      .reverse() // Reverse the list to find the largest block\n      .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);\n    if (record) {\n      const [bestBlockHeight, hash] = record;\n      return { blockHeight: Number(bestBlockHeight), hash };\n    }\n    return undefined;\n  }\n\n  private async hasForked(): Promise<Block | undefined> {\n    const lastVerifiableBlock = this.getClosestRecord(\n      this.finalizedBlockNumber,\n    );\n\n    // No unfinalized blocks\n    if (!lastVerifiableBlock) {\n      return;\n    }\n\n    // Unfinalized blocks beyond finalized block\n    if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {\n      if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`,\n        );\n        return this.finalizedHeader;\n      }\n    } else {\n      // Unfinalized blocks below finalized block\n      let header = this.finalizedHeader;\n      /*\n       * Iterate back through parent hashes until we get the header with the matching height\n       * We use headers here rather than getBlockHash because of potential caching issues on the rpc\n       * If we're off by a large number of blocks we can optimise by getting the block hash directly\n       */\n      if (\n        header.number - lastVerifiableBlock.blockHeight >\n        UNFINALIZED_THRESHOLD\n      ) {\n        header = await this.api.getBlockByHeightOrHash(\n          lastVerifiableBlock.blockHeight,\n        );\n      } else {\n        while (lastVerifiableBlock.blockHeight !== header.number) {\n          header = await this.api.getBlockByHeightOrHash(header.parentHash);\n        }\n      }\n\n      if (header.hash !== lastVerifiableBlock.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`,\n        );\n        return header;\n      }\n    }\n\n    return;\n  }\n\n  private async saveUnfinalizedBlocks(\n    unfinalizedBlocks: UnfinalizedBlocks,\n    tx: Transaction,\n  ): Promise<void> {\n    return this.setMetadata(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n      JSON.stringify(unfinalizedBlocks),\n      tx,\n    );\n  }\n\n  private async getLastCorrectFinalizedBlock(\n    forkedHeader: Block,\n  ): Promise<number | undefined> {\n    const bestVerifiableBlocks = this.unfinalizedBlocks.filter(\n      ([bestBlockHeight]) =>\n        Number(bestBlockHeight) <= this.finalizedBlockNumber,\n    );\n\n    let checkingHeader = forkedHeader;\n\n    // Work backwards through the blocks until we find a matching hash\n    for (const [block, hash] of bestVerifiableBlocks.reverse()) {\n      if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {\n        return Number(block);\n      }\n\n      // Get the new parent\n      checkingHeader = await this.api.getBlockByHeightOrHash(\n        checkingHeader.parentHash,\n      );\n    }\n\n    return this.lastCheckedBlockHeight;\n  }\n\n  async resetUnfinalizedBlocks(tx: Transaction): Promise<void> {\n    await this.setMetadata(METADATA_UNFINALIZED_BLOCKS_KEY, '[]', tx);\n    this.unfinalizedBlocks = [];\n  }\n\n  async resetLastFinalizedVerifiedHeight(tx: Transaction): Promise<void> {\n    return this.setMetadata(METADATA_LAST_FINALIZED_PROCESSED_KEY, null, tx);\n  }\n\n  private async setMetadata(\n    key: Metadata['key'],\n    value: Metadata['value'],\n    tx: Transaction,\n  ): Promise<void> {\n    assert(this.metadataRepo, `Model _metadata does not exist`);\n    await this.metadataRepo.upsert({ key, value }, { transaction: tx });\n  }\n\n  private async saveLastFinalizedVerifiedHeight(\n    height: number,\n    tx: Transaction,\n  ) {\n    return this.setMetadata(METADATA_LAST_FINALIZED_PROCESSED_KEY, height, tx);\n  }\n\n  async getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks> {\n    const val = await getMetaDataInfo<string>(\n      this.metadataRepo,\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n    );\n    if (val) {\n      return JSON.parse(val) as UnfinalizedBlocks;\n    }\n    return [];\n  }\n\n  async getLastFinalizedVerifiedHeight(): Promise<number | undefined> {\n    return getMetaDataInfo(\n      this.metadataRepo,\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n    );\n  }\n}\n"]}
+{"version":3,"file":"unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;AAGtC,2CAA4C;AAC5C,gDAK0B;AAE1B,mCAA8B;AAE9B,8CAA8C;AAE9C,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,CAAC,CAAC;AAEjC,QAAA,+BAA+B,GAAG,mBAAmB,CAAC;AACtD,QAAA,qCAAqC,GAChD,6BAA6B,CAAC;AAEhC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAU3B,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAKnC,YACmB,UAAsB,EACtB,UAAsB,EACtB,UAA6B;QAF7B,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAmB;IAC7C,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,OAAgD;QAEhD,MAAM,CAAC,IAAI,CACT,yBACE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAClD,EAAE,CACH,CAAC;QACF,qBAAqB;QACrB,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACnE,IAAI,CAAC,sBAAsB,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,CACzC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvE,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC7C,6CAA6C;YAE7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAE/D,IAAI,YAAY,KAAK,IAAI,EAAE;gBACzB,MAAM,CAAC,IAAI,CACT,yGAAyG,YAAY,GAAG,CACzH,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,GAAG,CAAC,CAAC;gBAC3D,OAAO,YAAY,CAAC;aACrB;iBAAM;gBACL,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC9B,IAAI,CAAC,gCAAgC,EAAE,CAAC;aACzC;SACF;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,KAAgC;QAEhC,IAAI,KAAK,EAAE;YACT,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;SACzD;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE;YACjB,iDAAiD;YACjD,IAAI,CAAC,oBAAoB,EAAE,CAAC;SAC7B;aAAM;YACL,uDAAuD;YACvD,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;SACxD;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,IAAY,oBAAoB;QAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,MAAa;QAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE;YACtE,OAAO;SACR;QACD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAChC,CAAC;IAEO,wBAAwB,CAAC,WAAmB,EAAE,IAAY;QAChE,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErD,eAAe;QACf,IACE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,IAAA,aAAI,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,WAAW,EACnD;YACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QAEjD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACrD,CAAC;IAEO,oBAAoB;QAC1B,IACE,IAAI,CAAC,sBAAsB,KAAK,SAAS;YACzC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EACvD;YACA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChE,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;SACpD;QACD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC7D,eAAe,CAAC,WAAmB;QACzC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,WAAW,CACnC,CAAC;IACJ,CAAC;IAED,yCAAyC;IACjC,gBAAgB,CACtB,WAAmB;QAEnB,oDAAoD;QACpD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,yBAAyB;aACjE,OAAO,EAAE,CAAC,6CAA6C;aACvD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,CAAC;QACvE,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,CAAC;SACvD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,gFAAgF;IACxE,KAAK,CAAC,SAAS;QACrB,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAC/C,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO;SACR;QAED,4CAA4C;QAC5C,IAAI,mBAAmB,CAAC,WAAW,KAAK,IAAI,CAAC,oBAAoB,EAAE;YACjE,IAAI,mBAAmB,CAAC,IAAI,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC1D,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CACzK,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;aAAM;YACL,2CAA2C;YAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC;;;;eAIG;YACH,IACE,MAAM,CAAC,MAAM,GAAG,mBAAmB,CAAC,WAAW;gBAC/C,qBAAqB,EACrB;gBACA,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC5C,mBAAmB,CAAC,WAAW,CAChC,CAAC;aACH;iBAAM;gBACL,OAAO,mBAAmB,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE;oBACxD,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnE;aACF;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,IAAI,EAAE;gBAC5C,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAC3J,CAAC;gBACF,OAAO,MAAM,CAAC;aACf;SACF;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,4BAA4B,CACxC,YAAmB;QAEnB,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACxD,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,CACvD,CAAC;QAEF,IAAI,cAAc,GAAG,YAAY,CAAC;QAElC,kEAAkE;QAClE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE;YAC1D,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,IAAI,KAAK,cAAc,CAAC,UAAU,EAAE;gBACtE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;aACtB;YAED,qBAAqB;YACrB,cAAc,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CACpD,cAAc,CAAC,UAAU,CAC1B,CAAC;SACH;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;IAEO,qBAAqB,CAAC,iBAAoC;QAChE,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,uCAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAClC,CAAC;IACJ,CAAC;IAEO,+BAA+B,CAAC,MAAc;QACpD,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,6CAAqC,EACrC,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,uCAA+B,EAAE,IAAI,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,gCAAgC;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,6CAAqC,EACrC,IAAI,CACL,CAAC;IACJ,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,4BAA4B;QAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAC7C,uCAA+B,CAChC,CAAC;QACF,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;SAC7C;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,8BAA8B;QAClC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,6CAAqC,CAAC,CAAC;IAC9E,CAAC;CACF,CAAA;AAvPY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAOoB,sBAAU;QACV,sBAAU;QACV,6BAAiB;GARrC,wBAAwB,CAuPpC;AAvPY,4DAAwB","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport { Injectable } from '@nestjs/common';\nimport {\n  ApiService,\n  getLogger,\n  NodeConfig,\n  StoreCacheService,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { last } from 'lodash';\nimport { EthereumApi } from '../ethereum';\n// import { ApiService } from './api.service';\n\nconst logger = getLogger('UnfinalizedBlocks');\n\nexport const METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';\nexport const METADATA_LAST_FINALIZED_PROCESSED_KEY =\n  'lastFinalizedVerifiedHeight';\n\nconst UNFINALIZED_THRESHOLD = 200;\n\ntype UnfinalizedBlocks = [blockHeight: number, blockHash: string][];\nexport interface IUnfinalizedBlocksService {\n  processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n  ): Promise<number | null>;\n}\n\n@Injectable()\nexport class UnfinalizedBlocksService implements IUnfinalizedBlocksService {\n  private unfinalizedBlocks: UnfinalizedBlocks;\n  private finalizedHeader: Block;\n  private lastCheckedBlockHeight: number;\n\n  constructor(\n    private readonly apiService: ApiService,\n    private readonly nodeConfig: NodeConfig,\n    private readonly storeCache: StoreCacheService,\n  ) {}\n\n  async init(\n    reindex: (targetHeight: number) => Promise<void>,\n  ): Promise<number | undefined> {\n    logger.info(\n      `Unfinalized blocks is ${\n        this.nodeConfig.unfinalizedBlocks ? 'enabled' : 'disabled'\n      }`,\n    );\n    // unfinalized blocks\n    this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();\n    this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();\n    this.finalizedHeader = await this.api.getBlockByHeightOrHash(\n      await this.api.getFinalizedBlockHeight(),\n    );\n\n    if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {\n      logger.info('Processing unfinalized blocks');\n      // Validate any previously unfinalized blocks\n\n      const rewindHeight = await this.processUnfinalizedBlocks(null);\n\n      if (rewindHeight !== null) {\n        logger.info(\n          `Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `,\n        );\n        await reindex(rewindHeight);\n        logger.info(`Successful rewind to block ${rewindHeight}!`);\n        return rewindHeight;\n      } else {\n        this.resetUnfinalizedBlocks();\n        this.resetLastFinalizedVerifiedHeight();\n      }\n    }\n  }\n\n  async processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n  ): Promise<number | null> {\n    if (block) {\n      this.registerUnfinalizedBlock(block.number, block.hash);\n    }\n\n    const forkedHeader = await this.hasForked();\n    if (!forkedHeader) {\n      // Remove blocks that are now confirmed finalized\n      this.deleteFinalizedBlock();\n    } else {\n      // Get the last unfinalized block that is now finalized\n      return this.getLastCorrectFinalizedBlock(forkedHeader);\n    }\n\n    return null;\n  }\n\n  private get api(): EthereumApi {\n    return this.apiService.api;\n  }\n\n  private get finalizedBlockNumber(): number {\n    return this.finalizedHeader.number;\n  }\n\n  registerFinalizedBlock(header: Block): void {\n    if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {\n      return;\n    }\n    this.finalizedHeader = header;\n  }\n\n  private registerUnfinalizedBlock(blockNumber: number, hash: string): void {\n    if (blockNumber <= this.finalizedBlockNumber) return;\n\n    // Ensure order\n    if (\n      this.unfinalizedBlocks.length &&\n      last(this.unfinalizedBlocks)[0] + 1 !== blockNumber\n    ) {\n      logger.error('Unfinalized block is not sequential');\n      process.exit(1);\n    }\n\n    this.unfinalizedBlocks.push([blockNumber, hash]);\n\n    this.saveUnfinalizedBlocks(this.unfinalizedBlocks);\n  }\n\n  private deleteFinalizedBlock(): void {\n    if (\n      this.lastCheckedBlockHeight !== undefined &&\n      this.lastCheckedBlockHeight < this.finalizedBlockNumber\n    ) {\n      this.removeFinalized(this.finalizedBlockNumber);\n      this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber);\n      this.saveUnfinalizedBlocks(this.unfinalizedBlocks);\n    }\n    this.lastCheckedBlockHeight = this.finalizedBlockNumber;\n  }\n\n  // remove any records less and equal than input finalized blockHeight\n  private removeFinalized(blockHeight: number): void {\n    this.unfinalizedBlocks = this.unfinalizedBlocks.filter(\n      ([height]) => height > blockHeight,\n    );\n  }\n\n  // find closest record from block heights\n  private getClosestRecord(\n    blockHeight: number,\n  ): { blockHeight: number; hash: string } | undefined {\n    // Have the block in the best block, can be verified\n    const record = [...this.unfinalizedBlocks] // Copy so we can reverse\n      .reverse() // Reverse the list to find the largest block\n      .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);\n    if (record) {\n      const [bestBlockHeight, hash] = record;\n      return { blockHeight: Number(bestBlockHeight), hash };\n    }\n    return undefined;\n  }\n\n  // check unfinalized blocks for a fork, returns the header where a fork happened\n  private async hasForked(): Promise<Block | undefined> {\n    const lastVerifiableBlock = this.getClosestRecord(\n      this.finalizedBlockNumber,\n    );\n\n    // No unfinalized blocks\n    if (!lastVerifiableBlock) {\n      return;\n    }\n\n    // Unfinalized blocks beyond finalized block\n    if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {\n      if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`,\n        );\n        return this.finalizedHeader;\n      }\n    } else {\n      // Unfinalized blocks below finalized block\n      let header = this.finalizedHeader;\n      /*\n       * Iterate back through parent hashes until we get the header with the matching height\n       * We use headers here rather than getBlockHash because of potential caching issues on the rpc\n       * If we're off by a large number of blocks we can optimise by getting the block hash directly\n       */\n      if (\n        header.number - lastVerifiableBlock.blockHeight >\n        UNFINALIZED_THRESHOLD\n      ) {\n        header = await this.api.getBlockByHeightOrHash(\n          lastVerifiableBlock.blockHeight,\n        );\n      } else {\n        while (lastVerifiableBlock.blockHeight !== header.number) {\n          header = await this.api.getBlockByHeightOrHash(header.parentHash);\n        }\n      }\n\n      if (header.hash !== lastVerifiableBlock.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`,\n        );\n        return header;\n      }\n    }\n\n    return;\n  }\n\n  private async getLastCorrectFinalizedBlock(\n    forkedHeader: Block,\n  ): Promise<number | undefined> {\n    const bestVerifiableBlocks = this.unfinalizedBlocks.filter(\n      ([bestBlockHeight]) =>\n        Number(bestBlockHeight) <= this.finalizedBlockNumber,\n    );\n\n    let checkingHeader = forkedHeader;\n\n    // Work backwards through the blocks until we find a matching hash\n    for (const [block, hash] of bestVerifiableBlocks.reverse()) {\n      if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {\n        return Number(block);\n      }\n\n      // Get the new parent\n      checkingHeader = await this.api.getBlockByHeightOrHash(\n        checkingHeader.parentHash,\n      );\n    }\n\n    return this.lastCheckedBlockHeight;\n  }\n\n  private saveUnfinalizedBlocks(unfinalizedBlocks: UnfinalizedBlocks): void {\n    return this.storeCache.metadata.set(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n      JSON.stringify(unfinalizedBlocks),\n    );\n  }\n\n  private saveLastFinalizedVerifiedHeight(height: number): void {\n    return this.storeCache.metadata.set(\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      height,\n    );\n  }\n\n  resetUnfinalizedBlocks(): void {\n    this.storeCache.metadata.set(METADATA_UNFINALIZED_BLOCKS_KEY, '[]');\n    this.unfinalizedBlocks = [];\n  }\n\n  resetLastFinalizedVerifiedHeight(): void {\n    return this.storeCache.metadata.set(\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      null,\n    );\n  }\n\n  //string should be jsonb object\n  async getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks> {\n    const val = await this.storeCache.metadata.find(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n    );\n    if (val) {\n      return JSON.parse(val) as UnfinalizedBlocks;\n    }\n    return [];\n  }\n\n  async getLastFinalizedVerifiedHeight(): Promise<number | undefined> {\n    return this.storeCache.metadata.find(METADATA_LAST_FINALIZED_PROCESSED_KEY);\n  }\n}\n"]}

package/dist/indexer/unfinalizedBlocks.spec.js

@@ -2,6 +2,7 @@
 // Copyright 2020-2022 OnFinality Limited authors & contributors
 // SPDX-License-Identifier: Apache-2.0
 Object.defineProperty(exports, "__esModule", { value: true });
+const node_core_1 = require("@subql/node-core");
 const unfinalizedBlocks_service_1 = require("./unfinalizedBlocks.service");
 /* Notes:
  * Block hashes all have the format '0xabc' + block number
@@ -39,6 +40,12 @@ function getMockMetadata() {
     return {
         upsert: ({ key, value }) => (data[key] = value),
         findOne: ({ where: { key } }) => ({ value: data[key] }),
+        findByPk: (key) => data[key],
+    };
+}
+function mockStoreCache() {
+    return {
+        metadata: new node_core_1.CacheMetadataModel(getMockMetadata()),
     };
 }
 function mockBlock(height, hash, parentHash) {
@@ -51,10 +58,10 @@ function mockBlock(height, hash, parentHash) {
 describe('UnfinalizedBlocksService', () => {
     let apiService;
     let unfinalizedBlocksService;
-    beforeEach(() => {
+    beforeEach(async () => {
         apiService = mockApiService();
-        unfinalizedBlocksService = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: true }, null);
-        unfinalizedBlocksService.init(getMockMetadata(), () => Promise.resolve());
+        unfinalizedBlocksService = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: true }, mockStoreCache());
+        await unfinalizedBlocksService.init(() => Promise.resolve());
     });
     afterEach(() => {
         unfinalizedBlocksService.unfinalizedBlocks = {};
@@ -70,8 +77,8 @@ describe('UnfinalizedBlocksService', () => {
     });
     it('keeps track of unfinalized blocks', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
             [111, '0xabc111'],
             [112, '0xabc112'],
@@ -79,86 +86,86 @@ describe('UnfinalizedBlocksService', () => {
     });
     it('doesnt keep track of finalized blocks', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(120));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
     });
     it('can process unfinalized blocks', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112', '0xabc111'));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
             [113, '0xabc113'],
         ]);
     });
     it('can handle a fork and rewind to the last finalized height', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112f', '0xabc111'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(111);
         // After this the call stack is something like:
         // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks
-        await unfinalizedBlocksService.resetUnfinalizedBlocks(null);
+        unfinalizedBlocksService.resetUnfinalizedBlocks();
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
     });
     it('can handle a fork when some unfinalized blocks are invalid', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(114, '0xabc114'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(115, '0xabc115'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(116, '0xabc116'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(114, '0xabc114'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(115, '0xabc115'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(116, '0xabc116'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(113, '0xabc113f', '0xabc112'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(117, '0xabc117'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(117, '0xabc117'));
         // Last valid block
         expect(res).toBe(112);
     });
     it('can handle a fork when all unfinalized blocks are invalid', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(111, '0xabc111f', '0xabc110'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
     it('can handle a fork and when unfinalized blocks < finalized head', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
     it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
         unfinalizedBlocksService.lastCheckedBlockHeight = 110;
-        await unfinalizedBlocksService.registerUnfinalizedBlock(111, '0xabc111', null);
-        await unfinalizedBlocksService.registerUnfinalizedBlock(112, '0xabc112', null);
+        await unfinalizedBlocksService.registerUnfinalizedBlock(111, '0xabc111');
+        await unfinalizedBlocksService.registerUnfinalizedBlock(112, '0xabc112');
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
     it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(1200, '0xabc1200f', '0xabc1199f'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
@@ -180,7 +187,7 @@ describe('UnfinalizedBlocksService', () => {
             transaction: () => Promise.resolve({ commit: () => undefined }),
         });
         const reindex = jest.fn().mockReturnValue(Promise.resolve());
-        await unfinalizedBlocksService2.init(metadata, reindex);
+        await unfinalizedBlocksService2.init(reindex);
         expect(reindex).toBeCalledWith(90);
         expect(unfinalizedBlocksService2.lastCheckedBlockHeight).toBe(90);
     });

package/dist/indexer/unfinalizedBlocks.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"unfinalizedBlocks.spec.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.spec.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;AAKtC,2EAIqC;AAErC;;;GAGG;AAEH,SAAS,cAAc;IACrB,MAAM,OAAO,GAAG;QACd,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QAC3C,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1C,sBAAsB,EAAE,CAAC,YAA6B,EAAS,EAAE;YAC/D,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;gBACpC,MAAM,MAAM,GAAG,MAAM,CACnB,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAC9D,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG;iBACd,CAAC;aACvB;iBAAM;gBACL,MAAM,IAAI,GAAG,QAAQ,YAAY,GAAG,CAAC;gBACrC,OAAO;oBACL,MAAM,EAAE,YAAY;oBACpB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,QAAQ,YAAY,GAAG,CAAC,GAAG;iBACpB,CAAC;aACvB;QACH,CAAC;KACF,CAAC;IACF,OAAO;QACL,GAAG,EAAE,OAAO;KACN,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;KACjD,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAChB,MAAc,EACd,IAAY,EACZ,UAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,UAAU;KACK,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,UAAsB,CAAC;IAC3B,IAAI,wBAAkD,CAAC;IAEvD,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG,cAAc,EAAE,CAAC;QAC9B,wBAAwB,GAAG,IAAI,oDAAwB,CACrD,UAAU,EACV,EAAE,iBAAiB,EAAE,IAAI,EAAS,EAClC,IAAI,CACL,CAAC;QAEF,wBAAwB,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACZ,wBAA2C,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAC1C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;YACjB,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAqB,CAC3D,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,+CAA+C;QAC/C,+GAA+G;QAC/G,MAAM,wBAAwB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAE5D,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAED,wBAAgC,CAAC,sBAAsB,GAAG,GAAG,CAAC;QAE/D,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,EACV,IAAI,CACL,CAAC;QACF,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,EACV,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAqB,CAChE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,2DAA+B;YACpC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,EAAE,EAAE,QAAQ,CAAC;gBACd,CAAC,EAAE,EAAE,SAAS,CAAC;gBACf,CAAC,EAAE,EAAE,SAAS,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,iEAAqC;YAC1C,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,yBAAyB,GAAG,IAAI,oDAAwB,CAC5D,UAAU,EACV,EAAE,iBAAiB,EAAE,KAAK,EAAS,EACnC;YACE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;SACzD,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAExD,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAE,yBAAiC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport { MetadataRepo, ApiService } from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport {\n  METADATA_LAST_FINALIZED_PROCESSED_KEY,\n  METADATA_UNFINALIZED_BLOCKS_KEY,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\n/* Notes:\n * Block hashes all have the format '0xabc' + block number\n * If they are forked they will have an `f` at the end\n */\n\nfunction mockApiService(): ApiService {\n  const mockApi = {\n    getFinalizedBlockHeight: jest.fn(() => 110),\n    getRuntimeChain: jest.fn(() => 'ethereum'),\n    getBlockByHeightOrHash: (heightOrHash: string | number): Block => {\n      if (typeof heightOrHash === 'string') {\n        const height = Number(\n          heightOrHash.toString().replace('0xabc', '').replace('f', ''),\n        );\n\n        return {\n          number: height,\n          hash: heightOrHash,\n          parentHash: `0xabc${height - 1}f`,\n        } as unknown as Block;\n      } else {\n        const hash = `0xabc${heightOrHash}f`;\n        return {\n          number: heightOrHash,\n          hash: hash,\n          parentHash: `0xabc${heightOrHash - 1}f`,\n        } as unknown as Block;\n      }\n    },\n  };\n  return {\n    api: mockApi,\n  } as any;\n}\n\nfunction getMockMetadata(): MetadataRepo {\n  const data: Record<string, any> = {};\n  return {\n    upsert: ({ key, value }) => (data[key] = value),\n    findOne: ({ where: { key } }) => ({ value: data[key] }),\n  } as any;\n}\n\nfunction mockBlock(\n  height: number,\n  hash: string,\n  parentHash?: string,\n): EthereumBlock {\n  return {\n    number: height,\n    hash: hash,\n    parentHash: parentHash,\n  } as unknown as EthereumBlock;\n}\n\ndescribe('UnfinalizedBlocksService', () => {\n  let apiService: ApiService;\n  let unfinalizedBlocksService: UnfinalizedBlocksService;\n\n  beforeEach(() => {\n    apiService = mockApiService();\n    unfinalizedBlocksService = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: true } as any,\n      null,\n    );\n\n    unfinalizedBlocksService.init(getMockMetadata(), () => Promise.resolve());\n  });\n\n  afterEach(() => {\n    (unfinalizedBlocksService as unknown as any).unfinalizedBlocks = {};\n  });\n\n  it('can set finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('cant set a lower finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(99),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('keeps track of unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [111, '0xabc111'],\n      [112, '0xabc112'],\n    ]);\n  });\n\n  it('doesnt keep track of finalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(120),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can process unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112', '0xabc111') as unknown as Block,\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [113, '0xabc113'],\n    ]);\n  });\n\n  it('can handle a fork and rewind to the last finalized height', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112f', '0xabc111') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(111);\n\n    // After this the call stack is something like:\n    // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks\n    await unfinalizedBlocksService.resetUnfinalizedBlocks(null);\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can handle a fork when some unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(114, '0xabc114'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(115, '0xabc115'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(116, '0xabc116'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(113, '0xabc113f', '0xabc112') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(117, '0xabc117'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(112);\n  });\n\n  it('can handle a fork when all unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(111, '0xabc111f', '0xabc110') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    (unfinalizedBlocksService as any).lastCheckedBlockHeight = 110;\n\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      111,\n      '0xabc111',\n      null,\n    );\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      112,\n      '0xabc112',\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(1200, '0xabc1200f', '0xabc1199f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {\n    const metadata = getMockMetadata();\n\n    metadata.upsert({\n      key: METADATA_UNFINALIZED_BLOCKS_KEY,\n      value: JSON.stringify([\n        [90, '0xabcd'],\n        [91, '0xabc91'],\n        [92, '0xabc92'],\n      ]),\n    });\n\n    metadata.upsert({\n      key: METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      value: 90,\n    });\n\n    const unfinalizedBlocksService2 = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: false } as any,\n      {\n        transaction: () => Promise.resolve({ commit: () => undefined }),\n      } as any,\n    );\n\n    const reindex = jest.fn().mockReturnValue(Promise.resolve());\n\n    await unfinalizedBlocksService2.init(metadata, reindex);\n\n    expect(reindex).toBeCalledWith(90);\n    expect((unfinalizedBlocksService2 as any).lastCheckedBlockHeight).toBe(90);\n  });\n});\n"]}
+{"version":3,"file":"unfinalizedBlocks.spec.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.spec.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;AAGtC,gDAI0B;AAE1B,2EAIqC;AAErC;;;GAGG;AAEH,SAAS,cAAc;IACrB,MAAM,OAAO,GAAG;QACd,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QAC3C,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1C,sBAAsB,EAAE,CAAC,YAA6B,EAAS,EAAE;YAC/D,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;gBACpC,MAAM,MAAM,GAAG,MAAM,CACnB,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAC9D,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG;iBACd,CAAC;aACvB;iBAAM;gBACL,MAAM,IAAI,GAAG,QAAQ,YAAY,GAAG,CAAC;gBACrC,OAAO;oBACL,MAAM,EAAE,YAAY;oBACpB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,QAAQ,YAAY,GAAG,CAAC,GAAG;iBACpB,CAAC;aACvB;QACH,CAAC;KACF,CAAC;IACF,OAAO;QACL,GAAG,EAAE,OAAO;KACN,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;KAC9B,CAAC;AACX,CAAC;AAED,SAAS,cAAc;IACrB,OAAO;QACL,QAAQ,EAAE,IAAI,8BAAkB,CAAC,eAAe,EAAE,CAAC;KAC/B,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAChB,MAAc,EACd,IAAY,EACZ,UAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,UAAU;KACK,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,UAAsB,CAAC;IAC3B,IAAI,wBAAkD,CAAC;IAEvD,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,UAAU,GAAG,cAAc,EAAE,CAAC;QAC9B,wBAAwB,GAAG,IAAI,oDAAwB,CACrD,UAAU,EACV,EAAE,iBAAiB,EAAE,IAAI,EAAS,EAClC,cAAc,EAAE,CACjB,CAAC;QAEF,MAAM,wBAAwB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACZ,wBAA2C,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAC1C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;YACjB,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAqB,CAC3D,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,+CAA+C;QAC/C,+GAA+G;QAC/G,wBAAwB,CAAC,sBAAsB,EAAE,CAAC;QAElD,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAED,wBAAgC,CAAC,sBAAsB,GAAG,GAAG,CAAC;QAE/D,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,CACX,CAAC;QACF,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,CACX,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAqB,CAChE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,2DAA+B;YACpC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,EAAE,EAAE,QAAQ,CAAC;gBACd,CAAC,EAAE,EAAE,SAAS,CAAC;gBACf,CAAC,EAAE,EAAE,SAAS,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,iEAAqC;YAC1C,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,yBAAyB,GAAG,IAAI,oDAAwB,CAC5D,UAAU,EACV,EAAE,iBAAiB,EAAE,KAAK,EAAS,EACnC;YACE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;SACzD,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE9C,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAE,yBAAiC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport {\n  ApiService,\n  CacheMetadataModel,\n  StoreCacheService,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport {\n  METADATA_LAST_FINALIZED_PROCESSED_KEY,\n  METADATA_UNFINALIZED_BLOCKS_KEY,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\n/* Notes:\n * Block hashes all have the format '0xabc' + block number\n * If they are forked they will have an `f` at the end\n */\n\nfunction mockApiService(): ApiService {\n  const mockApi = {\n    getFinalizedBlockHeight: jest.fn(() => 110),\n    getRuntimeChain: jest.fn(() => 'ethereum'),\n    getBlockByHeightOrHash: (heightOrHash: string | number): Block => {\n      if (typeof heightOrHash === 'string') {\n        const height = Number(\n          heightOrHash.toString().replace('0xabc', '').replace('f', ''),\n        );\n\n        return {\n          number: height,\n          hash: heightOrHash,\n          parentHash: `0xabc${height - 1}f`,\n        } as unknown as Block;\n      } else {\n        const hash = `0xabc${heightOrHash}f`;\n        return {\n          number: heightOrHash,\n          hash: hash,\n          parentHash: `0xabc${heightOrHash - 1}f`,\n        } as unknown as Block;\n      }\n    },\n  };\n  return {\n    api: mockApi,\n  } as any;\n}\n\nfunction getMockMetadata(): any {\n  const data: Record<string, any> = {};\n  return {\n    upsert: ({ key, value }) => (data[key] = value),\n    findOne: ({ where: { key } }) => ({ value: data[key] }),\n    findByPk: (key: string) => data[key],\n  } as any;\n}\n\nfunction mockStoreCache(): StoreCacheService {\n  return {\n    metadata: new CacheMetadataModel(getMockMetadata()),\n  } as StoreCacheService;\n}\n\nfunction mockBlock(\n  height: number,\n  hash: string,\n  parentHash?: string,\n): EthereumBlock {\n  return {\n    number: height,\n    hash: hash,\n    parentHash: parentHash,\n  } as unknown as EthereumBlock;\n}\n\ndescribe('UnfinalizedBlocksService', () => {\n  let apiService: ApiService;\n  let unfinalizedBlocksService: UnfinalizedBlocksService;\n\n  beforeEach(async () => {\n    apiService = mockApiService();\n    unfinalizedBlocksService = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: true } as any,\n      mockStoreCache(),\n    );\n\n    await unfinalizedBlocksService.init(() => Promise.resolve());\n  });\n\n  afterEach(() => {\n    (unfinalizedBlocksService as unknown as any).unfinalizedBlocks = {};\n  });\n\n  it('can set finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('cant set a lower finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(99),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('keeps track of unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [111, '0xabc111'],\n      [112, '0xabc112'],\n    ]);\n  });\n\n  it('doesnt keep track of finalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(120),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can process unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112', '0xabc111') as unknown as Block,\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [113, '0xabc113'],\n    ]);\n  });\n\n  it('can handle a fork and rewind to the last finalized height', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112f', '0xabc111') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(111);\n\n    // After this the call stack is something like:\n    // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks\n    unfinalizedBlocksService.resetUnfinalizedBlocks();\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can handle a fork when some unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(114, '0xabc114'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(115, '0xabc115'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(116, '0xabc116'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(113, '0xabc113f', '0xabc112') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(117, '0xabc117'),\n    );\n\n    // Last valid block\n    expect(res).toBe(112);\n  });\n\n  it('can handle a fork when all unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(111, '0xabc111f', '0xabc110') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    (unfinalizedBlocksService as any).lastCheckedBlockHeight = 110;\n\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      111,\n      '0xabc111',\n    );\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      112,\n      '0xabc112',\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(1200, '0xabc1200f', '0xabc1199f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {\n    const metadata = getMockMetadata();\n\n    metadata.upsert({\n      key: METADATA_UNFINALIZED_BLOCKS_KEY,\n      value: JSON.stringify([\n        [90, '0xabcd'],\n        [91, '0xabc91'],\n        [92, '0xabc92'],\n      ]),\n    });\n\n    metadata.upsert({\n      key: METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      value: 90,\n    });\n\n    const unfinalizedBlocksService2 = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: false } as any,\n      {\n        transaction: () => Promise.resolve({ commit: () => undefined }),\n      } as any,\n    );\n\n    const reindex = jest.fn().mockReturnValue(Promise.resolve());\n\n    await unfinalizedBlocksService2.init(reindex);\n\n    expect(reindex).toBeCalledWith(90);\n    expect((unfinalizedBlocksService2 as any).lastCheckedBlockHeight).toBe(90);\n  });\n});\n"]}

package/dist/indexer/worker/worker.d.ts

@@ -5,12 +5,26 @@ declare function processBlock(height: number): Promise<ProcessBlockResponse>;
 declare function numFetchedBlocks(): Promise<number>;
 declare function numFetchingBlocks(): Promise<number>;
 declare function getStatus(): Promise<WorkerStatusResponse>;
-declare function reloadDynamicDs(): Promise<void>;
-export declare type InitWorker = typeof initWorker;
-export declare type FetchBlock = typeof fetchBlock;
-export declare type ProcessBlock = typeof processBlock;
-export declare type NumFetchedBlocks = typeof numFetchedBlocks;
-export declare type NumFetchingBlocks = typeof numFetchingBlocks;
-export declare type GetWorkerStatus = typeof getStatus;
-export declare type ReloadDynamicDs = typeof reloadDynamicDs;
+declare function getMemoryLeft(): Promise<number>;
+declare function waitForWorkerBatchSize(heapSizeInBytes: number): Promise<void>;
+declare type InitWorker = typeof initWorker;
+declare type FetchBlock = typeof fetchBlock;
+declare type ProcessBlock = typeof processBlock;
+declare type NumFetchedBlocks = typeof numFetchedBlocks;
+declare type NumFetchingBlocks = typeof numFetchingBlocks;
+declare type GetWorkerStatus = typeof getStatus;
+declare type GetMemoryLeft = typeof getMemoryLeft;
+declare type WaitForWorkerBatchSize = typeof waitForWorkerBatchSize;
+export declare type IIndexerWorker = {
+    processBlock: ProcessBlock;
+    fetchBlock: FetchBlock;
+    numFetchedBlocks: NumFetchedBlocks;
+    numFetchingBlocks: NumFetchingBlocks;
+    getStatus: GetWorkerStatus;
+    getMemoryLeft: GetMemoryLeft;
+    waitForWorkerBatchSize: WaitForWorkerBatchSize;
+};
+export declare type IInitIndexerWorker = IIndexerWorker & {
+    initWorker: InitWorker;
+};
 export {};