@subql/node-ethereum 1.10.1-3 → 2.0.1-0

package/dist/indexer/unfinalizedBlocks.service.js

@@ -0,0 +1,197 @@
+"use strict";
+// Copyright 2020-2022 OnFinality Limited authors & contributors
+// SPDX-License-Identifier: Apache-2.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UnfinalizedBlocksService = exports.METADATA_LAST_FINALIZED_PROCESSED_KEY = exports.METADATA_UNFINALIZED_BLOCKS_KEY = void 0;
+const common_1 = require("@nestjs/common");
+const node_core_1 = require("@subql/node-core");
+const lodash_1 = require("lodash");
+const logger = (0, node_core_1.getLogger)('UnfinalizedBlocks');
+exports.METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';
+exports.METADATA_LAST_FINALIZED_PROCESSED_KEY = 'lastFinalizedVerifiedHeight';
+const UNFINALIZED_THRESHOLD = 200;
+let UnfinalizedBlocksService = class UnfinalizedBlocksService {
+    constructor(apiService, nodeConfig, storeCache) {
+        this.apiService = apiService;
+        this.nodeConfig = nodeConfig;
+        this.storeCache = storeCache;
+    }
+    async init(reindex) {
+        logger.info(`Unfinalized blocks is ${this.nodeConfig.unfinalizedBlocks ? 'enabled' : 'disabled'}`);
+        // unfinalized blocks
+        this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();
+        this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();
+        this.finalizedHeader = await this.api.getBlockByHeightOrHash(await this.api.getFinalizedBlockHeight());
+        if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {
+            logger.info('Processing unfinalized blocks');
+            // Validate any previously unfinalized blocks
+            const rewindHeight = await this.processUnfinalizedBlocks(null);
+            if (rewindHeight !== null) {
+                logger.info(`Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `);
+                await reindex(rewindHeight);
+                logger.info(`Successful rewind to block ${rewindHeight}!`);
+                return rewindHeight;
+            }
+            else {
+                this.resetUnfinalizedBlocks();
+                this.resetLastFinalizedVerifiedHeight();
+            }
+        }
+    }
+    async processUnfinalizedBlocks(block) {
+        if (block) {
+            this.registerUnfinalizedBlock(block.number, block.hash);
+        }
+        const forkedHeader = await this.hasForked();
+        if (!forkedHeader) {
+            // Remove blocks that are now confirmed finalized
+            this.deleteFinalizedBlock();
+        }
+        else {
+            // Get the last unfinalized block that is now finalized
+            return this.getLastCorrectFinalizedBlock(forkedHeader);
+        }
+        return null;
+    }
+    get api() {
+        return this.apiService.api;
+    }
+    get finalizedBlockNumber() {
+        return this.finalizedHeader.number;
+    }
+    registerFinalizedBlock(header) {
+        if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {
+            return;
+        }
+        this.finalizedHeader = header;
+    }
+    registerUnfinalizedBlock(blockNumber, hash) {
+        if (blockNumber <= this.finalizedBlockNumber)
+            return;
+        // Ensure order
+        if (this.unfinalizedBlocks.length &&
+            (0, lodash_1.last)(this.unfinalizedBlocks)[0] + 1 !== blockNumber) {
+            logger.error('Unfinalized block is not sequential');
+            process.exit(1);
+        }
+        this.unfinalizedBlocks.push([blockNumber, hash]);
+        this.saveUnfinalizedBlocks(this.unfinalizedBlocks);
+    }
+    deleteFinalizedBlock() {
+        if (this.lastCheckedBlockHeight !== undefined &&
+            this.lastCheckedBlockHeight < this.finalizedBlockNumber) {
+            this.removeFinalized(this.finalizedBlockNumber);
+            this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber);
+            this.saveUnfinalizedBlocks(this.unfinalizedBlocks);
+        }
+        this.lastCheckedBlockHeight = this.finalizedBlockNumber;
+    }
+    // remove any records less and equal than input finalized blockHeight
+    removeFinalized(blockHeight) {
+        this.unfinalizedBlocks = this.unfinalizedBlocks.filter(([height]) => height > blockHeight);
+    }
+    // find closest record from block heights
+    getClosestRecord(blockHeight) {
+        // Have the block in the best block, can be verified
+        const record = [...this.unfinalizedBlocks] // Copy so we can reverse
+            .reverse() // Reverse the list to find the largest block
+            .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);
+        if (record) {
+            const [bestBlockHeight, hash] = record;
+            return { blockHeight: Number(bestBlockHeight), hash };
+        }
+        return undefined;
+    }
+    // check unfinalized blocks for a fork, returns the header where a fork happened
+    async hasForked() {
+        const lastVerifiableBlock = this.getClosestRecord(this.finalizedBlockNumber);
+        // No unfinalized blocks
+        if (!lastVerifiableBlock) {
+            return;
+        }
+        // Unfinalized blocks beyond finalized block
+        if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {
+            if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {
+                logger.warn(`Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`);
+                return this.finalizedHeader;
+            }
+        }
+        else {
+            // Unfinalized blocks below finalized block
+            let header = this.finalizedHeader;
+            /*
+             * Iterate back through parent hashes until we get the header with the matching height
+             * We use headers here rather than getBlockHash because of potential caching issues on the rpc
+             * If we're off by a large number of blocks we can optimise by getting the block hash directly
+             */
+            if (header.number - lastVerifiableBlock.blockHeight >
+                UNFINALIZED_THRESHOLD) {
+                header = await this.api.getBlockByHeightOrHash(lastVerifiableBlock.blockHeight);
+            }
+            else {
+                while (lastVerifiableBlock.blockHeight !== header.number) {
+                    header = await this.api.getBlockByHeightOrHash(header.parentHash);
+                }
+            }
+            if (header.hash !== lastVerifiableBlock.hash) {
+                logger.warn(`Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`);
+                return header;
+            }
+        }
+        return;
+    }
+    async getLastCorrectFinalizedBlock(forkedHeader) {
+        const bestVerifiableBlocks = this.unfinalizedBlocks.filter(([bestBlockHeight]) => Number(bestBlockHeight) <= this.finalizedBlockNumber);
+        let checkingHeader = forkedHeader;
+        // Work backwards through the blocks until we find a matching hash
+        for (const [block, hash] of bestVerifiableBlocks.reverse()) {
+            if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {
+                return Number(block);
+            }
+            // Get the new parent
+            checkingHeader = await this.api.getBlockByHeightOrHash(checkingHeader.parentHash);
+        }
+        return this.lastCheckedBlockHeight;
+    }
+    saveUnfinalizedBlocks(unfinalizedBlocks) {
+        return this.storeCache.metadata.set(exports.METADATA_UNFINALIZED_BLOCKS_KEY, JSON.stringify(unfinalizedBlocks));
+    }
+    saveLastFinalizedVerifiedHeight(height) {
+        return this.storeCache.metadata.set(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY, height);
+    }
+    resetUnfinalizedBlocks() {
+        this.storeCache.metadata.set(exports.METADATA_UNFINALIZED_BLOCKS_KEY, '[]');
+        this.unfinalizedBlocks = [];
+    }
+    resetLastFinalizedVerifiedHeight() {
+        return this.storeCache.metadata.set(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY, null);
+    }
+    //string should be jsonb object
+    async getMetadataUnfinalizedBlocks() {
+        const val = await this.storeCache.metadata.find(exports.METADATA_UNFINALIZED_BLOCKS_KEY);
+        if (val) {
+            return JSON.parse(val);
+        }
+        return [];
+    }
+    async getLastFinalizedVerifiedHeight() {
+        return this.storeCache.metadata.find(exports.METADATA_LAST_FINALIZED_PROCESSED_KEY);
+    }
+};
+UnfinalizedBlocksService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [node_core_1.ApiService,
+        node_core_1.NodeConfig,
+        node_core_1.StoreCacheService])
+], UnfinalizedBlocksService);
+exports.UnfinalizedBlocksService = UnfinalizedBlocksService;
+//# sourceMappingURL=unfinalizedBlocks.service.js.map

package/dist/indexer/unfinalizedBlocks.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;AAGtC,2CAA4C;AAC5C,gDAK0B;AAE1B,mCAA8B;AAG9B,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,CAAC,CAAC;AAEjC,QAAA,+BAA+B,GAAG,mBAAmB,CAAC;AACtD,QAAA,qCAAqC,GAChD,6BAA6B,CAAC;AAEhC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAU3B,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAKnC,YACmB,UAAsB,EACtB,UAAsB,EACtB,UAA6B;QAF7B,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAmB;IAC7C,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,OAAgD;QAEhD,MAAM,CAAC,IAAI,CACT,yBACE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAClD,EAAE,CACH,CAAC;QACF,qBAAqB;QACrB,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACnE,IAAI,CAAC,sBAAsB,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,CACzC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvE,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC7C,6CAA6C;YAE7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAE/D,IAAI,YAAY,KAAK,IAAI,EAAE;gBACzB,MAAM,CAAC,IAAI,CACT,yGAAyG,YAAY,GAAG,CACzH,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,GAAG,CAAC,CAAC;gBAC3D,OAAO,YAAY,CAAC;aACrB;iBAAM;gBACL,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC9B,IAAI,CAAC,gCAAgC,EAAE,CAAC;aACzC;SACF;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,KAAgC;QAEhC,IAAI,KAAK,EAAE;YACT,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;SACzD;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE;YACjB,iDAAiD;YACjD,IAAI,CAAC,oBAAoB,EAAE,CAAC;SAC7B;aAAM;YACL,uDAAuD;YACvD,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;SACxD;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,IAAY,oBAAoB;QAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,MAAa;QAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE;YACtE,OAAO;SACR;QACD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAChC,CAAC;IAEO,wBAAwB,CAAC,WAAmB,EAAE,IAAY;QAChE,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErD,eAAe;QACf,IACE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,IAAA,aAAI,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,WAAW,EACnD;YACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACrD,CAAC;IAEO,oBAAoB;QAC1B,IACE,IAAI,CAAC,sBAAsB,KAAK,SAAS;YACzC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EACvD;YACA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChE,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;SACpD;QACD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC7D,eAAe,CAAC,WAAmB;QACzC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,WAAW,CACnC,CAAC;IACJ,CAAC;IAED,yCAAyC;IACjC,gBAAgB,CACtB,WAAmB;QAEnB,oDAAoD;QACpD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,yBAAyB;aACjE,OAAO,EAAE,CAAC,6CAA6C;aACvD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,CAAC;QACvE,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,CAAC;SACvD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,gFAAgF;IACxE,KAAK,CAAC,SAAS;QACrB,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAC/C,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO;SACR;QAED,4CAA4C;QAC5C,IAAI,mBAAmB,CAAC,WAAW,KAAK,IAAI,CAAC,oBAAoB,EAAE;YACjE,IAAI,mBAAmB,CAAC,IAAI,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC1D,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CACzK,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;aAAM;YACL,2CAA2C;YAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC;;;;eAIG;YACH,IACE,MAAM,CAAC,MAAM,GAAG,mBAAmB,CAAC,WAAW;gBAC/C,qBAAqB,EACrB;gBACA,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC5C,mBAAmB,CAAC,WAAW,CAChC,CAAC;aACH;iBAAM;gBACL,OAAO,mBAAmB,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE;oBACxD,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnE;aACF;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,IAAI,EAAE;gBAC5C,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAC3J,CAAC;gBACF,OAAO,MAAM,CAAC;aACf;SACF;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,4BAA4B,CACxC,YAAmB;QAEnB,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACxD,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,CACvD,CAAC;QAEF,IAAI,cAAc,GAAG,YAAY,CAAC;QAElC,kEAAkE;QAClE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE;YAC1D,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,IAAI,KAAK,cAAc,CAAC,UAAU,EAAE;gBACtE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;aACtB;YAED,qBAAqB;YACrB,cAAc,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CACpD,cAAc,CAAC,UAAU,CAC1B,CAAC;SACH;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;IAEO,qBAAqB,CAAC,iBAAoC;QAChE,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,uCAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAClC,CAAC;IACJ,CAAC;IAEO,+BAA+B,CAAC,MAAc;QACpD,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,6CAAqC,EACrC,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,uCAA+B,EAAE,IAAI,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,gCAAgC;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,6CAAqC,EACrC,IAAI,CACL,CAAC;IACJ,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,4BAA4B;QAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAC7C,uCAA+B,CAChC,CAAC;QACF,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;SAC7C;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,8BAA8B;QAClC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,6CAAqC,CAAC,CAAC;IAC9E,CAAC;CACF,CAAA;AAtPY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAOoB,sBAAU;QACV,sBAAU;QACV,6BAAiB;GARrC,wBAAwB,CAsPpC;AAtPY,4DAAwB","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport { Injectable } from '@nestjs/common';\nimport {\n  ApiService,\n  getLogger,\n  NodeConfig,\n  StoreCacheService,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { last } from 'lodash';\nimport { EthereumApi } from '../ethereum';\n\nconst logger = getLogger('UnfinalizedBlocks');\n\nexport const METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';\nexport const METADATA_LAST_FINALIZED_PROCESSED_KEY =\n  'lastFinalizedVerifiedHeight';\n\nconst UNFINALIZED_THRESHOLD = 200;\n\ntype UnfinalizedBlocks = [blockHeight: number, blockHash: string][];\nexport interface IUnfinalizedBlocksService {\n  processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n  ): Promise<number | null>;\n}\n\n@Injectable()\nexport class UnfinalizedBlocksService implements IUnfinalizedBlocksService {\n  private unfinalizedBlocks: UnfinalizedBlocks;\n  private finalizedHeader: Block;\n  private lastCheckedBlockHeight: number;\n\n  constructor(\n    private readonly apiService: ApiService,\n    private readonly nodeConfig: NodeConfig,\n    private readonly storeCache: StoreCacheService,\n  ) {}\n\n  async init(\n    reindex: (targetHeight: number) => Promise<void>,\n  ): Promise<number | undefined> {\n    logger.info(\n      `Unfinalized blocks is ${\n        this.nodeConfig.unfinalizedBlocks ? 'enabled' : 'disabled'\n      }`,\n    );\n    // unfinalized blocks\n    this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();\n    this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();\n    this.finalizedHeader = await this.api.getBlockByHeightOrHash(\n      await this.api.getFinalizedBlockHeight(),\n    );\n\n    if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {\n      logger.info('Processing unfinalized blocks');\n      // Validate any previously unfinalized blocks\n\n      const rewindHeight = await this.processUnfinalizedBlocks(null);\n\n      if (rewindHeight !== null) {\n        logger.info(\n          `Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `,\n        );\n        await reindex(rewindHeight);\n        logger.info(`Successful rewind to block ${rewindHeight}!`);\n        return rewindHeight;\n      } else {\n        this.resetUnfinalizedBlocks();\n        this.resetLastFinalizedVerifiedHeight();\n      }\n    }\n  }\n\n  async processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n  ): Promise<number | null> {\n    if (block) {\n      this.registerUnfinalizedBlock(block.number, block.hash);\n    }\n\n    const forkedHeader = await this.hasForked();\n    if (!forkedHeader) {\n      // Remove blocks that are now confirmed finalized\n      this.deleteFinalizedBlock();\n    } else {\n      // Get the last unfinalized block that is now finalized\n      return this.getLastCorrectFinalizedBlock(forkedHeader);\n    }\n\n    return null;\n  }\n\n  private get api(): EthereumApi {\n    return this.apiService.api;\n  }\n\n  private get finalizedBlockNumber(): number {\n    return this.finalizedHeader.number;\n  }\n\n  registerFinalizedBlock(header: Block): void {\n    if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {\n      return;\n    }\n    this.finalizedHeader = header;\n  }\n\n  private registerUnfinalizedBlock(blockNumber: number, hash: string): void {\n    if (blockNumber <= this.finalizedBlockNumber) return;\n\n    // Ensure order\n    if (\n      this.unfinalizedBlocks.length &&\n      last(this.unfinalizedBlocks)[0] + 1 !== blockNumber\n    ) {\n      logger.error('Unfinalized block is not sequential');\n      process.exit(1);\n    }\n\n    this.unfinalizedBlocks.push([blockNumber, hash]);\n    this.saveUnfinalizedBlocks(this.unfinalizedBlocks);\n  }\n\n  private deleteFinalizedBlock(): void {\n    if (\n      this.lastCheckedBlockHeight !== undefined &&\n      this.lastCheckedBlockHeight < this.finalizedBlockNumber\n    ) {\n      this.removeFinalized(this.finalizedBlockNumber);\n      this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber);\n      this.saveUnfinalizedBlocks(this.unfinalizedBlocks);\n    }\n    this.lastCheckedBlockHeight = this.finalizedBlockNumber;\n  }\n\n  // remove any records less and equal than input finalized blockHeight\n  private removeFinalized(blockHeight: number): void {\n    this.unfinalizedBlocks = this.unfinalizedBlocks.filter(\n      ([height]) => height > blockHeight,\n    );\n  }\n\n  // find closest record from block heights\n  private getClosestRecord(\n    blockHeight: number,\n  ): { blockHeight: number; hash: string } | undefined {\n    // Have the block in the best block, can be verified\n    const record = [...this.unfinalizedBlocks] // Copy so we can reverse\n      .reverse() // Reverse the list to find the largest block\n      .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);\n    if (record) {\n      const [bestBlockHeight, hash] = record;\n      return { blockHeight: Number(bestBlockHeight), hash };\n    }\n    return undefined;\n  }\n\n  // check unfinalized blocks for a fork, returns the header where a fork happened\n  private async hasForked(): Promise<Block | undefined> {\n    const lastVerifiableBlock = this.getClosestRecord(\n      this.finalizedBlockNumber,\n    );\n\n    // No unfinalized blocks\n    if (!lastVerifiableBlock) {\n      return;\n    }\n\n    // Unfinalized blocks beyond finalized block\n    if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {\n      if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`,\n        );\n        return this.finalizedHeader;\n      }\n    } else {\n      // Unfinalized blocks below finalized block\n      let header = this.finalizedHeader;\n      /*\n       * Iterate back through parent hashes until we get the header with the matching height\n       * We use headers here rather than getBlockHash because of potential caching issues on the rpc\n       * If we're off by a large number of blocks we can optimise by getting the block hash directly\n       */\n      if (\n        header.number - lastVerifiableBlock.blockHeight >\n        UNFINALIZED_THRESHOLD\n      ) {\n        header = await this.api.getBlockByHeightOrHash(\n          lastVerifiableBlock.blockHeight,\n        );\n      } else {\n        while (lastVerifiableBlock.blockHeight !== header.number) {\n          header = await this.api.getBlockByHeightOrHash(header.parentHash);\n        }\n      }\n\n      if (header.hash !== lastVerifiableBlock.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`,\n        );\n        return header;\n      }\n    }\n\n    return;\n  }\n\n  private async getLastCorrectFinalizedBlock(\n    forkedHeader: Block,\n  ): Promise<number | undefined> {\n    const bestVerifiableBlocks = this.unfinalizedBlocks.filter(\n      ([bestBlockHeight]) =>\n        Number(bestBlockHeight) <= this.finalizedBlockNumber,\n    );\n\n    let checkingHeader = forkedHeader;\n\n    // Work backwards through the blocks until we find a matching hash\n    for (const [block, hash] of bestVerifiableBlocks.reverse()) {\n      if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {\n        return Number(block);\n      }\n\n      // Get the new parent\n      checkingHeader = await this.api.getBlockByHeightOrHash(\n        checkingHeader.parentHash,\n      );\n    }\n\n    return this.lastCheckedBlockHeight;\n  }\n\n  private saveUnfinalizedBlocks(unfinalizedBlocks: UnfinalizedBlocks): void {\n    return this.storeCache.metadata.set(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n      JSON.stringify(unfinalizedBlocks),\n    );\n  }\n\n  private saveLastFinalizedVerifiedHeight(height: number): void {\n    return this.storeCache.metadata.set(\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      height,\n    );\n  }\n\n  resetUnfinalizedBlocks(): void {\n    this.storeCache.metadata.set(METADATA_UNFINALIZED_BLOCKS_KEY, '[]');\n    this.unfinalizedBlocks = [];\n  }\n\n  resetLastFinalizedVerifiedHeight(): void {\n    return this.storeCache.metadata.set(\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      null,\n    );\n  }\n\n  //string should be jsonb object\n  async getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks> {\n    const val = await this.storeCache.metadata.find(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n    );\n    if (val) {\n      return JSON.parse(val) as UnfinalizedBlocks;\n    }\n    return [];\n  }\n\n  async getLastFinalizedVerifiedHeight(): Promise<number | undefined> {\n    return this.storeCache.metadata.find(METADATA_LAST_FINALIZED_PROCESSED_KEY);\n  }\n}\n"]}

package/dist/indexer/unfinalizedBlocks.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/indexer/unfinalizedBlocks.spec.js

@@ -0,0 +1,195 @@
+"use strict";
+// Copyright 2020-2022 OnFinality Limited authors & contributors
+// SPDX-License-Identifier: Apache-2.0
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_core_1 = require("@subql/node-core");
+const unfinalizedBlocks_service_1 = require("./unfinalizedBlocks.service");
+/* Notes:
+ * Block hashes all have the format '0xabc' + block number
+ * If they are forked they will have an `f` at the end
+ */
+function mockApiService() {
+    const mockApi = {
+        getFinalizedBlockHeight: jest.fn(() => 110),
+        getRuntimeChain: jest.fn(() => 'ethereum'),
+        getBlockByHeightOrHash: (heightOrHash) => {
+            if (typeof heightOrHash === 'string') {
+                const height = Number(heightOrHash.toString().replace('0xabc', '').replace('f', ''));
+                return {
+                    number: height,
+                    hash: heightOrHash,
+                    parentHash: `0xabc${height - 1}f`,
+                };
+            }
+            else {
+                const hash = `0xabc${heightOrHash}f`;
+                return {
+                    number: heightOrHash,
+                    hash: hash,
+                    parentHash: `0xabc${heightOrHash - 1}f`,
+                };
+            }
+        },
+    };
+    return {
+        api: mockApi,
+    };
+}
+function getMockMetadata() {
+    const data = {};
+    return {
+        upsert: ({ key, value }) => (data[key] = value),
+        findOne: ({ where: { key } }) => ({ value: data[key] }),
+        findByPk: (key) => data[key],
+    };
+}
+function mockStoreCache() {
+    return {
+        metadata: new node_core_1.CacheMetadataModel(getMockMetadata()),
+    };
+}
+function mockBlock(height, hash, parentHash) {
+    return {
+        number: height,
+        hash: hash,
+        parentHash: parentHash,
+    };
+}
+describe('UnfinalizedBlocksService', () => {
+    let apiService;
+    let unfinalizedBlocksService;
+    beforeEach(async () => {
+        apiService = mockApiService();
+        unfinalizedBlocksService = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: true }, mockStoreCache());
+        await unfinalizedBlocksService.init(() => Promise.resolve());
+    });
+    afterEach(() => {
+        unfinalizedBlocksService.unfinalizedBlocks = {};
+    });
+    it('can set finalized block', () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        expect(unfinalizedBlocksService.finalizedBlockNumber).toBe(110);
+    });
+    it('cant set a lower finalized block', () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(99));
+        expect(unfinalizedBlocksService.finalizedBlockNumber).toBe(110);
+    });
+    it('keeps track of unfinalized blocks', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
+            [111, '0xabc111'],
+            [112, '0xabc112'],
+        ]);
+    });
+    it('doesnt keep track of finalized blocks', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(120));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
+    });
+    it('can process unfinalized blocks', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112', '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
+            [113, '0xabc113'],
+        ]);
+    });
+    it('can handle a fork and rewind to the last finalized height', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112f', '0xabc111'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        // Last valid block
+        expect(res).toBe(111);
+        // After this the call stack is something like:
+        // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks
+        unfinalizedBlocksService.resetUnfinalizedBlocks();
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
+    });
+    it('can handle a fork when some unfinalized blocks are invalid', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(114, '0xabc114'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(115, '0xabc115'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(116, '0xabc116'));
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(113, '0xabc113f', '0xabc112'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(117, '0xabc117'));
+        // Last valid block
+        expect(res).toBe(112);
+    });
+    it('can handle a fork when all unfinalized blocks are invalid', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(111, '0xabc111f', '0xabc110'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can handle a fork and when unfinalized blocks < finalized head', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        unfinalizedBlocksService.lastCheckedBlockHeight = 110;
+        await unfinalizedBlocksService.registerUnfinalizedBlock(111, '0xabc111');
+        await unfinalizedBlocksService.registerUnfinalizedBlock(112, '0xabc112');
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(1200, '0xabc1200f', '0xabc1199f'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {
+        const metadata = getMockMetadata();
+        metadata.upsert({
+            key: unfinalizedBlocks_service_1.METADATA_UNFINALIZED_BLOCKS_KEY,
+            value: JSON.stringify([
+                [90, '0xabcd'],
+                [91, '0xabc91'],
+                [92, '0xabc92'],
+            ]),
+        });
+        metadata.upsert({
+            key: unfinalizedBlocks_service_1.METADATA_LAST_FINALIZED_PROCESSED_KEY,
+            value: 90,
+        });
+        const unfinalizedBlocksService2 = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: false }, {
+            transaction: () => Promise.resolve({ commit: () => undefined }),
+        });
+        const reindex = jest.fn().mockReturnValue(Promise.resolve());
+        await unfinalizedBlocksService2.init(reindex);
+        expect(reindex).toBeCalledWith(90);
+        expect(unfinalizedBlocksService2.lastCheckedBlockHeight).toBe(90);
+    });
+});
+//# sourceMappingURL=unfinalizedBlocks.spec.js.map

package/dist/indexer/unfinalizedBlocks.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unfinalizedBlocks.spec.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.spec.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;AAGtC,gDAI0B;AAE1B,2EAIqC;AAErC;;;GAGG;AAEH,SAAS,cAAc;IACrB,MAAM,OAAO,GAAG;QACd,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QAC3C,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1C,sBAAsB,EAAE,CAAC,YAA6B,EAAS,EAAE;YAC/D,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;gBACpC,MAAM,MAAM,GAAG,MAAM,CACnB,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAC9D,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG;iBACd,CAAC;aACvB;iBAAM;gBACL,MAAM,IAAI,GAAG,QAAQ,YAAY,GAAG,CAAC;gBACrC,OAAO;oBACL,MAAM,EAAE,YAAY;oBACpB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,QAAQ,YAAY,GAAG,CAAC,GAAG;iBACpB,CAAC;aACvB;QACH,CAAC;KACF,CAAC;IACF,OAAO;QACL,GAAG,EAAE,OAAO;KACN,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;KAC9B,CAAC;AACX,CAAC;AAED,SAAS,cAAc;IACrB,OAAO;QACL,QAAQ,EAAE,IAAI,8BAAkB,CAAC,eAAe,EAAE,CAAC;KAC/B,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAChB,MAAc,EACd,IAAY,EACZ,UAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,UAAU;KACK,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,UAAsB,CAAC;IAC3B,IAAI,wBAAkD,CAAC;IAEvD,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,UAAU,GAAG,cAAc,EAAE,CAAC;QAC9B,wBAAwB,GAAG,IAAI,oDAAwB,CACrD,UAAU,EACV,EAAE,iBAAiB,EAAE,IAAI,EAAS,EAClC,cAAc,EAAE,CACjB,CAAC;QAEF,MAAM,wBAAwB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACZ,wBAA2C,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAC1C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;YACjB,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAqB,CAC3D,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,+CAA+C;QAC/C,+GAA+G;QAC/G,wBAAwB,CAAC,sBAAsB,EAAE,CAAC;QAElD,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAED,wBAAgC,CAAC,sBAAsB,GAAG,GAAG,CAAC;QAE/D,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,CACX,CAAC;QACF,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,CACX,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAqB,CAChE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,2DAA+B;YACpC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,EAAE,EAAE,QAAQ,CAAC;gBACd,CAAC,EAAE,EAAE,SAAS,CAAC;gBACf,CAAC,EAAE,EAAE,SAAS,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,iEAAqC;YAC1C,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,yBAAyB,GAAG,IAAI,oDAAwB,CAC5D,UAAU,EACV,EAAE,iBAAiB,EAAE,KAAK,EAAS,EACnC;YACE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;SACzD,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE9C,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAE,yBAAiC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport {\n  ApiService,\n  CacheMetadataModel,\n  StoreCacheService,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport {\n  METADATA_LAST_FINALIZED_PROCESSED_KEY,\n  METADATA_UNFINALIZED_BLOCKS_KEY,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\n/* Notes:\n * Block hashes all have the format '0xabc' + block number\n * If they are forked they will have an `f` at the end\n */\n\nfunction mockApiService(): ApiService {\n  const mockApi = {\n    getFinalizedBlockHeight: jest.fn(() => 110),\n    getRuntimeChain: jest.fn(() => 'ethereum'),\n    getBlockByHeightOrHash: (heightOrHash: string | number): Block => {\n      if (typeof heightOrHash === 'string') {\n        const height = Number(\n          heightOrHash.toString().replace('0xabc', '').replace('f', ''),\n        );\n\n        return {\n          number: height,\n          hash: heightOrHash,\n          parentHash: `0xabc${height - 1}f`,\n        } as unknown as Block;\n      } else {\n        const hash = `0xabc${heightOrHash}f`;\n        return {\n          number: heightOrHash,\n          hash: hash,\n          parentHash: `0xabc${heightOrHash - 1}f`,\n        } as unknown as Block;\n      }\n    },\n  };\n  return {\n    api: mockApi,\n  } as any;\n}\n\nfunction getMockMetadata(): any {\n  const data: Record<string, any> = {};\n  return {\n    upsert: ({ key, value }) => (data[key] = value),\n    findOne: ({ where: { key } }) => ({ value: data[key] }),\n    findByPk: (key: string) => data[key],\n  } as any;\n}\n\nfunction mockStoreCache(): StoreCacheService {\n  return {\n    metadata: new CacheMetadataModel(getMockMetadata()),\n  } as StoreCacheService;\n}\n\nfunction mockBlock(\n  height: number,\n  hash: string,\n  parentHash?: string,\n): EthereumBlock {\n  return {\n    number: height,\n    hash: hash,\n    parentHash: parentHash,\n  } as unknown as EthereumBlock;\n}\n\ndescribe('UnfinalizedBlocksService', () => {\n  let apiService: ApiService;\n  let unfinalizedBlocksService: UnfinalizedBlocksService;\n\n  beforeEach(async () => {\n    apiService = mockApiService();\n    unfinalizedBlocksService = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: true } as any,\n      mockStoreCache(),\n    );\n\n    await unfinalizedBlocksService.init(() => Promise.resolve());\n  });\n\n  afterEach(() => {\n    (unfinalizedBlocksService as unknown as any).unfinalizedBlocks = {};\n  });\n\n  it('can set finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('cant set a lower finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(99),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('keeps track of unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [111, '0xabc111'],\n      [112, '0xabc112'],\n    ]);\n  });\n\n  it('doesnt keep track of finalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(120),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can process unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112', '0xabc111') as unknown as Block,\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [113, '0xabc113'],\n    ]);\n  });\n\n  it('can handle a fork and rewind to the last finalized height', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112f', '0xabc111') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(111);\n\n    // After this the call stack is something like:\n    // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks\n    unfinalizedBlocksService.resetUnfinalizedBlocks();\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can handle a fork when some unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(114, '0xabc114'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(115, '0xabc115'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(116, '0xabc116'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(113, '0xabc113f', '0xabc112') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(117, '0xabc117'),\n    );\n\n    // Last valid block\n    expect(res).toBe(112);\n  });\n\n  it('can handle a fork when all unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(111, '0xabc111f', '0xabc110') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    (unfinalizedBlocksService as any).lastCheckedBlockHeight = 110;\n\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      111,\n      '0xabc111',\n    );\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      112,\n      '0xabc112',\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(1200, '0xabc1200f', '0xabc1199f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {\n    const metadata = getMockMetadata();\n\n    metadata.upsert({\n      key: METADATA_UNFINALIZED_BLOCKS_KEY,\n      value: JSON.stringify([\n        [90, '0xabcd'],\n        [91, '0xabc91'],\n        [92, '0xabc92'],\n      ]),\n    });\n\n    metadata.upsert({\n      key: METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      value: 90,\n    });\n\n    const unfinalizedBlocksService2 = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: false } as any,\n      {\n        transaction: () => Promise.resolve({ commit: () => undefined }),\n      } as any,\n    );\n\n    const reindex = jest.fn().mockReturnValue(Promise.resolve());\n\n    await unfinalizedBlocksService2.init(reindex);\n\n    expect(reindex).toBeCalledWith(90);\n    expect((unfinalizedBlocksService2 as any).lastCheckedBlockHeight).toBe(90);\n  });\n});\n"]}

package/dist/indexer/worker/worker.d.ts

@@ -5,10 +5,26 @@ declare function processBlock(height: number): Promise<ProcessBlockResponse>;
 declare function numFetchedBlocks(): Promise<number>;
 declare function numFetchingBlocks(): Promise<number>;
 declare function getStatus(): Promise<WorkerStatusResponse>;
-export declare type InitWorker = typeof initWorker;
-export declare type FetchBlock = typeof fetchBlock;
-export declare type ProcessBlock = typeof processBlock;
-export declare type NumFetchedBlocks = typeof numFetchedBlocks;
-export declare type NumFetchingBlocks = typeof numFetchingBlocks;
-export declare type GetWorkerStatus = typeof getStatus;
+declare function getMemoryLeft(): Promise<number>;
+declare function waitForWorkerBatchSize(heapSizeInBytes: number): Promise<void>;
+type InitWorker = typeof initWorker;
+type FetchBlock = typeof fetchBlock;
+type ProcessBlock = typeof processBlock;
+type NumFetchedBlocks = typeof numFetchedBlocks;
+type NumFetchingBlocks = typeof numFetchingBlocks;
+type GetWorkerStatus = typeof getStatus;
+type GetMemoryLeft = typeof getMemoryLeft;
+type WaitForWorkerBatchSize = typeof waitForWorkerBatchSize;
+export type IIndexerWorker = {
+    processBlock: ProcessBlock;
+    fetchBlock: FetchBlock;
+    numFetchedBlocks: NumFetchedBlocks;
+    numFetchingBlocks: NumFetchingBlocks;
+    getStatus: GetWorkerStatus;
+    getMemoryLeft: GetMemoryLeft;
+    waitForWorkerBatchSize: WaitForWorkerBatchSize;
+};
+export type IInitIndexerWorker = IIndexerWorker & {
+    initWorker: InitWorker;
+};
 export {};

package/dist/indexer/worker/worker.js

@@ -15,11 +15,13 @@ const { argv } = yargs_1.yargsOptions;
 (0, logger_1.initLogger)(argv.debug, argv.outputFmt, argv.logLevel);
 const assert_1 = __importDefault(require("assert"));
 const node_worker_threads_1 = require("node:worker_threads");
+const v8_1 = require("v8");
 const core_1 = require("@nestjs/core");
 const node_core_1 = require("@subql/node-core");
 const indexer_manager_1 = require("../indexer.manager");
 const worker_module_1 = require("./worker.module");
 const worker_service_1 = require("./worker.service");
+const worker_unfinalizedBlocks_service_1 = require("./worker.unfinalizedBlocks.service");
 let app;
 let workerService;
 const logger = (0, node_core_1.getLogger)(`worker #${node_worker_threads_1.threadId}`);
@@ -30,7 +32,7 @@ async function initWorker() {
             return;
         }
         app = await core_1.NestFactory.create(worker_module_1.WorkerModule, {
-            logger: new node_core_1.NestLogger(),
+            logger: new node_core_1.NestLogger(), // TIP: If the worker is crashing comment out this line for better logging
         });
         await app.init();
         const indexerManager = app.get(indexer_manager_1.IndexerManager);
@@ -69,15 +71,26 @@ async function getStatus() {
         isIndexing: workerService.isIndexing,
     };
 }
+// eslint-disable-next-line @typescript-eslint/require-await
+async function getMemoryLeft() {
+    const totalHeap = (0, v8_1.getHeapStatistics)().heap_size_limit;
+    const heapUsed = process.memoryUsage().heapUsed;
+    return totalHeap - heapUsed;
+}
+async function waitForWorkerBatchSize(heapSizeInBytes) {
+    await (0, node_core_1.waitForBatchSize)(heapSizeInBytes);
+}
 // Register these functions to be exposed to worker host
-(0, node_core_1.registerWorker)({
+global.host = node_core_1.WorkerHost.create([...node_core_1.hostStoreKeys, ...node_core_1.hostDynamicDsKeys, ...worker_unfinalizedBlocks_service_1.hostUnfinalizedBlocksKeys], {
     initWorker,
     fetchBlock,
     processBlock,
     numFetchedBlocks,
     numFetchingBlocks,
     getStatus,
-});
+    getMemoryLeft,
+    waitForWorkerBatchSize,
+}, logger);
 process.on('uncaughtException', (e) => {
     logger.error(e, 'Uncaught Exception');
     throw e;

package/dist/indexer/worker/worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;AAEtC,iEAAiE;AACjE,kDAAkD;AAClD,wCAAwC;AACxC,oDAAqD;AACrD,wCAAwC;AACxC,uCAA2C;AAE3C,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE9B,IAAA,mBAAU,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;AAEF,oDAA4B;AAC5B,6DAA+C;AAE/C,uCAA2C;AAC3C,gDAAyE;AACzE,wDAAoD;AACpD,mDAA+C;AAC/C,qDAK0B;AAE1B,IAAI,GAAqB,CAAC;AAC1B,IAAI,aAA4B,CAAC;AAEjC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,WAAW,8BAAQ,EAAE,CAAC,CAAC;AAEhD,KAAK,UAAU,UAAU;IACvB,IAAI;QACF,IAAI,GAAG,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;SACR;QAED,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,4BAAY,EAAE;YAC3C,MAAM,EAAE,IAAI,sBAAU,EAAE;SACzB,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,gCAAc,CAAC,CAAC;QAC/C,uGAAuG;QACvG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,8BAAa,CAAC,CAAC;KACxC;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC;KACT;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,OAAO,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAc;IACxC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,OAAO,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,gBAAgB;IAC7B,OAAO,aAAa,CAAC,gBAAgB,CAAC;AACxC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,iBAAiB;IAC9B,OAAO,aAAa,CAAC,iBAAiB,CAAC;AACzC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,SAAS;IACtB,OAAO;QACL,QAAQ,EAAR,8BAAQ;QACR,aAAa,EAAE,aAAa,CAAC,gBAAgB;QAC7C,aAAa,EAAE,aAAa,CAAC,iBAAiB;QAC9C,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED,wDAAwD;AACxD,IAAA,0BAAc,EAAC;IACb,UAAU;IACV,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,iBAAiB;IACjB,SAAS;CACV,CAAC,CAAC;AAUH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE;IACpC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtC,MAAM,CAAC,CAAC;AACV,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2021 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\n// initlogger and yargs must be imported before all other imports\n// making sure logger is defined before its called\n// eslint-disable-next-line import/order\nimport { initLogger } from '@subql/node-core/logger';\n// eslint-disable-next-line import/order\nimport { yargsOptions } from '../../yargs';\n\nconst { argv } = yargsOptions;\n\ninitLogger(\n  argv.debug,\n  argv.outputFmt as 'json' | 'colored',\n  argv.logLevel as string | undefined,\n);\n\nimport assert from 'assert';\nimport { threadId } from 'node:worker_threads';\nimport { INestApplication } from '@nestjs/common';\nimport { NestFactory } from '@nestjs/core';\nimport { registerWorker, getLogger, NestLogger } from '@subql/node-core';\nimport { IndexerManager } from '../indexer.manager';\nimport { WorkerModule } from './worker.module';\nimport {\n  FetchBlockResponse,\n  ProcessBlockResponse,\n  WorkerService,\n  WorkerStatusResponse,\n} from './worker.service';\n\nlet app: INestApplication;\nlet workerService: WorkerService;\n\nconst logger = getLogger(`worker #${threadId}`);\n\nasync function initWorker(): Promise<void> {\n  try {\n    if (app) {\n      logger.warn('Worker already initialised');\n      return;\n    }\n\n    app = await NestFactory.create(WorkerModule, {\n      logger: new NestLogger(),\n    });\n\n    await app.init();\n\n    const indexerManager = app.get(IndexerManager);\n    // Initialise async services, we do this here rather than in factories so we can capture one off events\n    await indexerManager.start();\n\n    workerService = app.get(WorkerService);\n  } catch (e) {\n    console.log('Failed to start worker', e);\n    logger.error(e, 'Failed to start worker');\n    throw e;\n  }\n}\n\nasync function fetchBlock(height: number): Promise<FetchBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  return workerService.fetchBlock(height);\n}\n\nasync function processBlock(height: number): Promise<ProcessBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  return workerService.processBlock(height);\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchedBlocks(): Promise<number> {\n  return workerService.numFetchedBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchingBlocks(): Promise<number> {\n  return workerService.numFetchingBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getStatus(): Promise<WorkerStatusResponse> {\n  return {\n    threadId,\n    fetchedBlocks: workerService.numFetchedBlocks,\n    toFetchBlocks: workerService.numFetchingBlocks,\n    isIndexing: workerService.isIndexing,\n  };\n}\n\n// Register these functions to be exposed to worker host\nregisterWorker({\n  initWorker,\n  fetchBlock,\n  processBlock,\n  numFetchedBlocks,\n  numFetchingBlocks,\n  getStatus,\n});\n\n// Export types to be used on the parent\nexport type InitWorker = typeof initWorker;\nexport type FetchBlock = typeof fetchBlock;\nexport type ProcessBlock = typeof processBlock;\nexport type NumFetchedBlocks = typeof numFetchedBlocks;\nexport type NumFetchingBlocks = typeof numFetchingBlocks;\nexport type GetWorkerStatus = typeof getStatus;\n\nprocess.on('uncaughtException', (e) => {\n  logger.error(e, 'Uncaught Exception');\n  throw e;\n});\n"]}
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;AAEtC,iEAAiE;AACjE,kDAAkD;AAClD,wCAAwC;AACxC,oDAAqD;AACrD,wCAAwC;AACxC,uCAA2C;AAE3C,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE9B,IAAA,mBAAU,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;AAEF,oDAA4B;AAC5B,6DAA+C;AAC/C,2BAAuC;AAEvC,uCAA2C;AAC3C,gDAS0B;AAE1B,wDAAoD;AACpD,mDAA+C;AAC/C,qDAK0B;AAC1B,yFAG4C;AAC5C,IAAI,GAAqB,CAAC;AAC1B,IAAI,aAA4B,CAAC;AAEjC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,WAAW,8BAAQ,EAAE,CAAC,CAAC;AAEhD,KAAK,UAAU,UAAU;IACvB,IAAI;QACF,IAAI,GAAG,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;SACR;QAED,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,4BAAY,EAAE;YAC3C,MAAM,EAAE,IAAI,sBAAU,EAAE,EAAE,0EAA0E;SACrG,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,gCAAc,CAAC,CAAC;QAC/C,uGAAuG;QACvG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,8BAAa,CAAC,CAAC;KACxC;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC;KACT;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IACzC,OAAO,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAc;IACxC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,OAAO,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,gBAAgB;IAC7B,OAAO,aAAa,CAAC,gBAAgB,CAAC;AACxC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,iBAAiB;IAC9B,OAAO,aAAa,CAAC,iBAAiB,CAAC;AACzC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,SAAS;IACtB,OAAO;QACL,QAAQ,EAAR,8BAAQ;QACR,aAAa,EAAE,aAAa,CAAC,gBAAgB;QAC7C,aAAa,EAAE,aAAa,CAAC,iBAAiB;QAC9C,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,aAAa;IAC1B,MAAM,SAAS,GAAG,IAAA,sBAAiB,GAAE,CAAC,eAAe,CAAC;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IAEhD,OAAO,SAAS,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,eAAuB;IAC3D,MAAM,IAAA,4BAAgB,EAAC,eAAe,CAAC,CAAC;AAC1C,CAAC;AAED,wDAAwD;AACvD,MAAc,CAAC,IAAI,GAAG,sBAAU,CAAC,MAAM,CAItC,CAAC,GAAG,yBAAa,EAAE,GAAG,6BAAiB,EAAE,GAAG,4DAAyB,CAAC,EACtE;IACE,UAAU;IACV,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,iBAAiB;IACjB,SAAS;IACT,aAAa;IACb,sBAAsB;CACvB,EACD,MAAM,CACP,CAAC;AA0BF,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE;IACpC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtC,MAAM,CAAC,CAAC;AACV,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2021 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\n// initlogger and yargs must be imported before all other imports\n// making sure logger is defined before its called\n// eslint-disable-next-line import/order\nimport { initLogger } from '@subql/node-core/logger';\n// eslint-disable-next-line import/order\nimport { yargsOptions } from '../../yargs';\n\nconst { argv } = yargsOptions;\n\ninitLogger(\n  argv.debug,\n  argv.outputFmt as 'json' | 'colored',\n  argv.logLevel as string | undefined,\n);\n\nimport assert from 'assert';\nimport { threadId } from 'node:worker_threads';\nimport { getHeapStatistics } from 'v8';\nimport { INestApplication } from '@nestjs/common';\nimport { NestFactory } from '@nestjs/core';\nimport {\n  waitForBatchSize,\n  WorkerHost,\n  getLogger,\n  NestLogger,\n  hostStoreKeys,\n  HostStore,\n  hostDynamicDsKeys,\n  HostDynamicDS,\n} from '@subql/node-core';\nimport { SubqlProjectDs } from '../../configure/SubqueryProject';\nimport { IndexerManager } from '../indexer.manager';\nimport { WorkerModule } from './worker.module';\nimport {\n  FetchBlockResponse,\n  ProcessBlockResponse,\n  WorkerService,\n  WorkerStatusResponse,\n} from './worker.service';\nimport {\n  HostUnfinalizedBlocks,\n  hostUnfinalizedBlocksKeys,\n} from './worker.unfinalizedBlocks.service';\nlet app: INestApplication;\nlet workerService: WorkerService;\n\nconst logger = getLogger(`worker #${threadId}`);\n\nasync function initWorker(): Promise<void> {\n  try {\n    if (app) {\n      logger.warn('Worker already initialised');\n      return;\n    }\n\n    app = await NestFactory.create(WorkerModule, {\n      logger: new NestLogger(), // TIP: If the worker is crashing comment out this line for better logging\n    });\n\n    await app.init();\n\n    const indexerManager = app.get(IndexerManager);\n    // Initialise async services, we do this here rather than in factories so we can capture one off events\n    await indexerManager.start();\n\n    workerService = app.get(WorkerService);\n  } catch (e) {\n    console.log('Failed to start worker', e);\n    logger.error(e, 'Failed to start worker');\n    throw e;\n  }\n}\n\nasync function fetchBlock(height: number): Promise<FetchBlockResponse> {\n  assert(workerService, 'Not initialised');\n  return workerService.fetchBlock(height);\n}\n\nasync function processBlock(height: number): Promise<ProcessBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  return workerService.processBlock(height);\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchedBlocks(): Promise<number> {\n  return workerService.numFetchedBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchingBlocks(): Promise<number> {\n  return workerService.numFetchingBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getStatus(): Promise<WorkerStatusResponse> {\n  return {\n    threadId,\n    fetchedBlocks: workerService.numFetchedBlocks,\n    toFetchBlocks: workerService.numFetchingBlocks,\n    isIndexing: workerService.isIndexing,\n  };\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getMemoryLeft(): Promise<number> {\n  const totalHeap = getHeapStatistics().heap_size_limit;\n  const heapUsed = process.memoryUsage().heapUsed;\n\n  return totalHeap - heapUsed;\n}\n\nasync function waitForWorkerBatchSize(heapSizeInBytes: number): Promise<void> {\n  await waitForBatchSize(heapSizeInBytes);\n}\n\n// Register these functions to be exposed to worker host\n(global as any).host = WorkerHost.create<\n  HostStore & HostDynamicDS<SubqlProjectDs> & HostUnfinalizedBlocks,\n  IInitIndexerWorker\n>(\n  [...hostStoreKeys, ...hostDynamicDsKeys, ...hostUnfinalizedBlocksKeys],\n  {\n    initWorker,\n    fetchBlock,\n    processBlock,\n    numFetchedBlocks,\n    numFetchingBlocks,\n    getStatus,\n    getMemoryLeft,\n    waitForWorkerBatchSize,\n  },\n  logger,\n);\n\n// Export types to be used on the parent\ntype InitWorker = typeof initWorker;\ntype FetchBlock = typeof fetchBlock;\ntype ProcessBlock = typeof processBlock;\ntype NumFetchedBlocks = typeof numFetchedBlocks;\ntype NumFetchingBlocks = typeof numFetchingBlocks;\ntype GetWorkerStatus = typeof getStatus;\ntype GetMemoryLeft = typeof getMemoryLeft;\ntype WaitForWorkerBatchSize = typeof waitForWorkerBatchSize;\n\nexport type IIndexerWorker = {\n  processBlock: ProcessBlock;\n  fetchBlock: FetchBlock;\n  numFetchedBlocks: NumFetchedBlocks;\n  numFetchingBlocks: NumFetchingBlocks;\n  getStatus: GetWorkerStatus;\n  getMemoryLeft: GetMemoryLeft;\n  waitForWorkerBatchSize: WaitForWorkerBatchSize;\n};\n\nexport type IInitIndexerWorker = IIndexerWorker & {\n  initWorker: InitWorker;\n};\n\nprocess.on('uncaughtException', (e) => {\n  logger.error(e, 'Uncaught Exception');\n  throw e;\n});\n"]}

package/dist/indexer/worker/worker.service.d.ts

@@ -1,13 +1,16 @@
-import { ApiService, NodeConfig } from '@subql/node-core';
+import { NodeConfig, IProjectService } from '@subql/node-core';
+import { SubqlProjectDs } from '../../configure/SubqueryProject';
+import { EthereumApiService } from '../../ethereum';
 import { IndexerManager } from '../indexer.manager';
-export declare type FetchBlockResponse = {
+export type FetchBlockResponse = {
     parentHash: string;
 } | undefined;
-export declare type ProcessBlockResponse = {
+export type ProcessBlockResponse = {
     dynamicDsCreated: boolean;
-    operationHash: string;
+    blockHash: string;
+    reindexBlockHeight: number;
 };
-export declare type WorkerStatusResponse = {
+export type WorkerStatusResponse = {
     threadId: number;
     isIndexing: boolean;
     fetchedBlocks: number;
@@ -16,10 +19,11 @@ export declare type WorkerStatusResponse = {
 export declare class WorkerService {
     private apiService;
     private indexerManager;
+    private projectService;
     private fetchedBlocks;
     private _isIndexing;
     private queue;
-    constructor(apiService: ApiService, indexerManager: IndexerManager, nodeConfig: NodeConfig);
+    constructor(apiService: EthereumApiService, indexerManager: IndexerManager, projectService: IProjectService<SubqlProjectDs>, nodeConfig: NodeConfig);
     fetchBlock(height: number): Promise<FetchBlockResponse>;
     processBlock(height: number): Promise<ProcessBlockResponse>;
     get numFetchedBlocks(): number;