@subql/node-ethereum 0.2.4-2 → 0.3.1-0

package/dist/indexer/unfinalizedBlocks.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;;;;AAEtC,oDAA4B;AAE5B,2CAA4C;AAC5C,gDAO0B;AAE1B,mCAA8B;AAC9B,yCAAmD;AAGnD,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,CAAC,CAAC;AAEjC,QAAA,+BAA+B,GAAG,mBAAmB,CAAC;AACtD,QAAA,qCAAqC,GAChD,6BAA6B,CAAC;AAEhC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAK3B,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAMnC,YACmB,UAAsB,EACtB,UAAsB,EACtB,SAAoB;QAFpB,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,cAAS,GAAT,SAAS,CAAW;IACpC,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,YAA0B,EAC1B,OAAgD;QAEhD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACnE,IAAI,CAAC,sBAAsB,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,CACzC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEnE,IAAI,YAAY,KAAK,IAAI,EAAE;gBACzB,MAAM,CAAC,IAAI,CACT,yGAAyG,YAAY,GAAG,CACzH,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,GAAG,CAAC,CAAC;gBAC3D,OAAO,YAAY,CAAC;aACrB;iBAAM;gBACL,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;gBACtC,MAAM,IAAI,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC;aACjD;YACD,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;SACnB;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,KAAgC,EAChC,EAAe;QAEf,IAAI,KAAK,EAAE;YACT,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SACnE;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE;YACjB,iDAAiD;YACjD,MAAM,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;SACrC;aAAM;YACL,uDAAuD;YACvD,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;SACxD;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,IAAY,oBAAoB;QAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,MAAa;QAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE;YACtE,OAAO;SACR;QACD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,WAAmB,EACnB,IAAY,EACZ,EAAe;QAEf,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErD,eAAe;QACf,IACE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,IAAA,aAAI,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,WAAW,EACnD;YACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,EAAe;QAChD,IACE,IAAI,CAAC,sBAAsB,KAAK,SAAS;YACzC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EACvD;YACA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;SAC9D;QACD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC7D,eAAe,CAAC,WAAmB;QACzC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,WAAW,CACnC,CAAC;IACJ,CAAC;IAED,yCAAyC;IACjC,gBAAgB,CACtB,WAAmB;QAEnB,oDAAoD;QACpD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,yBAAyB;aACjE,OAAO,EAAE,CAAC,6CAA6C;aACvD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,CAAC;QACvE,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,CAAC;SACvD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAC/C,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO;SACR;QAED,4CAA4C;QAC5C,IAAI,mBAAmB,CAAC,WAAW,KAAK,IAAI,CAAC,oBAAoB,EAAE;YACjE,IAAI,mBAAmB,CAAC,IAAI,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC1D,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CACzK,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;aAAM;YACL,2CAA2C;YAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC;;;;eAIG;YACH,IACE,MAAM,CAAC,MAAM,GAAG,mBAAmB,CAAC,WAAW;gBAC/C,qBAAqB,EACrB;gBACA,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC5C,mBAAmB,CAAC,WAAW,CAChC,CAAC;aACH;iBAAM;gBACL,OAAO,mBAAmB,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE;oBACxD,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnE;aACF;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,IAAI,EAAE;gBAC5C,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAC3J,CAAC;gBACF,OAAO,MAAM,CAAC;aACf;SACF;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,iBAAoC,EACpC,EAAe;QAEf,OAAO,IAAI,CAAC,WAAW,CACrB,uCAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EACjC,EAAE,CACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,4BAA4B,CACxC,YAAmB;QAEnB,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACxD,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,CACvD,CAAC;QAEF,IAAI,cAAc,GAAG,YAAY,CAAC;QAElC,kEAAkE;QAClE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE;YAC1D,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,IAAI,KAAK,cAAc,CAAC,UAAU,EAAE;gBACtE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;aACtB;YAED,qBAAqB;YACrB,cAAc,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CACpD,cAAc,CAAC,UAAU,CAC1B,CAAC;SACH;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,EAAe;QAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,uCAA+B,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,gCAAgC,CAAC,EAAe;QACpD,OAAO,IAAI,CAAC,WAAW,CAAC,6CAAqC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,GAAoB,EACpB,KAAwB,EACxB,EAAe;QAEf,IAAA,gBAAM,EAAC,IAAI,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAC3C,MAAc,EACd,EAAe;QAEf,OAAO,IAAI,CAAC,WAAW,CAAC,6CAAqC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,4BAA4B;QAChC,MAAM,GAAG,GAAG,MAAM,IAAA,2BAAe,EAC/B,IAAI,CAAC,YAAY,EACjB,uCAA+B,CAChC,CAAC;QACF,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;SAC7C;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,8BAA8B;QAClC,OAAO,IAAA,2BAAe,EACpB,IAAI,CAAC,YAAY,EACjB,6CAAqC,CACtC,CAAC;IACJ,CAAC;CACF,CAAA;AAnQY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAQoB,sBAAU;QACV,sBAAU;QACX,qBAAS;GAT5B,wBAAwB,CAmQpC;AAnQY,4DAAwB","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport assert from 'assert';\nimport { Block } from '@ethersproject/abstract-provider';\nimport { Injectable } from '@nestjs/common';\nimport {\n  ApiService,\n  getLogger,\n  getMetaDataInfo,\n  Metadata,\n  MetadataRepo,\n  NodeConfig,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { last } from 'lodash';\nimport { Sequelize, Transaction } from 'sequelize';\nimport { EthereumApi } from '../ethereum';\n\nconst logger = getLogger('UnfinalizedBlocks');\n\nexport const METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';\nexport const METADATA_LAST_FINALIZED_PROCESSED_KEY =\n  'lastFinalizedVerifiedHeight';\n\nconst UNFINALIZED_THRESHOLD = 200;\n\ntype UnfinalizedBlocks = [blockHeight: number, blockHash: string][];\n\n@Injectable()\nexport class UnfinalizedBlocksService {\n  private unfinalizedBlocks: UnfinalizedBlocks;\n  private finalizedHeader: Block;\n  private metadataRepo: MetadataRepo;\n  private lastCheckedBlockHeight: number;\n\n  constructor(\n    private readonly apiService: ApiService,\n    private readonly nodeConfig: NodeConfig,\n    private readonly sequelize: Sequelize,\n  ) {}\n\n  async init(\n    metadataRepo: MetadataRepo,\n    reindex: (targetHeight: number) => Promise<void>,\n  ): Promise<number | undefined> {\n    this.metadataRepo = metadataRepo;\n    this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();\n    this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();\n    this.finalizedHeader = await this.api.getBlockByHeightOrHash(\n      await this.api.getFinalizedBlockHeight(),\n    );\n\n    if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {\n      const tx = await this.sequelize.transaction();\n      const rewindHeight = await this.processUnfinalizedBlocks(null, tx);\n\n      if (rewindHeight !== null) {\n        logger.info(\n          `Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `,\n        );\n        await reindex(rewindHeight);\n        logger.info(`Successful rewind to block ${rewindHeight}!`);\n        return rewindHeight;\n      } else {\n        await this.resetUnfinalizedBlocks(tx);\n        await this.resetLastFinalizedVerifiedHeight(tx);\n      }\n      await tx.commit();\n    }\n  }\n\n  async processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n    tx: Transaction,\n  ): Promise<number | null> {\n    if (block) {\n      await this.registerUnfinalizedBlock(block.number, block.hash, tx);\n    }\n\n    const forkedHeader = await this.hasForked();\n    if (!forkedHeader) {\n      // Remove blocks that are now confirmed finalized\n      await this.deleteFinalizedBlock(tx);\n    } else {\n      // Get the last unfinalized block that is now finalized\n      return this.getLastCorrectFinalizedBlock(forkedHeader);\n    }\n\n    return null;\n  }\n\n  private get api(): EthereumApi {\n    return this.apiService.api;\n  }\n\n  private get finalizedBlockNumber(): number {\n    return this.finalizedHeader.number;\n  }\n\n  registerFinalizedBlock(header: Block): void {\n    if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {\n      return;\n    }\n    this.finalizedHeader = header;\n  }\n\n  private async registerUnfinalizedBlock(\n    blockNumber: number,\n    hash: string,\n    tx: Transaction,\n  ): Promise<void> {\n    if (blockNumber <= this.finalizedBlockNumber) return;\n\n    // Ensure order\n    if (\n      this.unfinalizedBlocks.length &&\n      last(this.unfinalizedBlocks)[0] + 1 !== blockNumber\n    ) {\n      logger.error('Unfinalized block is not sequential');\n      process.exit(1);\n    }\n\n    this.unfinalizedBlocks.push([blockNumber, hash]);\n    await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);\n  }\n\n  private async deleteFinalizedBlock(tx: Transaction): Promise<void> {\n    if (\n      this.lastCheckedBlockHeight !== undefined &&\n      this.lastCheckedBlockHeight < this.finalizedBlockNumber\n    ) {\n      this.removeFinalized(this.finalizedBlockNumber);\n      await this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber, tx);\n      await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);\n    }\n    this.lastCheckedBlockHeight = this.finalizedBlockNumber;\n  }\n\n  // remove any records less and equal than input finalized blockHeight\n  private removeFinalized(blockHeight: number): void {\n    this.unfinalizedBlocks = this.unfinalizedBlocks.filter(\n      ([height]) => height > blockHeight,\n    );\n  }\n\n  // find closest record from block heights\n  private getClosestRecord(\n    blockHeight: number,\n  ): { blockHeight: number; hash: string } | undefined {\n    // Have the block in the best block, can be verified\n    const record = [...this.unfinalizedBlocks] // Copy so we can reverse\n      .reverse() // Reverse the list to find the largest block\n      .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);\n    if (record) {\n      const [bestBlockHeight, hash] = record;\n      return { blockHeight: Number(bestBlockHeight), hash };\n    }\n    return undefined;\n  }\n\n  private async hasForked(): Promise<Block | undefined> {\n    const lastVerifiableBlock = this.getClosestRecord(\n      this.finalizedBlockNumber,\n    );\n\n    // No unfinalized blocks\n    if (!lastVerifiableBlock) {\n      return;\n    }\n\n    // Unfinalized blocks beyond finalized block\n    if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {\n      if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`,\n        );\n        return this.finalizedHeader;\n      }\n    } else {\n      // Unfinalized blocks below finalized block\n      let header = this.finalizedHeader;\n      /*\n       * Iterate back through parent hashes until we get the header with the matching height\n       * We use headers here rather than getBlockHash because of potential caching issues on the rpc\n       * If we're off by a large number of blocks we can optimise by getting the block hash directly\n       */\n      if (\n        header.number - lastVerifiableBlock.blockHeight >\n        UNFINALIZED_THRESHOLD\n      ) {\n        header = await this.api.getBlockByHeightOrHash(\n          lastVerifiableBlock.blockHeight,\n        );\n      } else {\n        while (lastVerifiableBlock.blockHeight !== header.number) {\n          header = await this.api.getBlockByHeightOrHash(header.parentHash);\n        }\n      }\n\n      if (header.hash !== lastVerifiableBlock.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`,\n        );\n        return header;\n      }\n    }\n\n    return;\n  }\n\n  private async saveUnfinalizedBlocks(\n    unfinalizedBlocks: UnfinalizedBlocks,\n    tx: Transaction,\n  ): Promise<void> {\n    return this.setMetadata(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n      JSON.stringify(unfinalizedBlocks),\n      tx,\n    );\n  }\n\n  private async getLastCorrectFinalizedBlock(\n    forkedHeader: Block,\n  ): Promise<number | undefined> {\n    const bestVerifiableBlocks = this.unfinalizedBlocks.filter(\n      ([bestBlockHeight]) =>\n        Number(bestBlockHeight) <= this.finalizedBlockNumber,\n    );\n\n    let checkingHeader = forkedHeader;\n\n    // Work backwards through the blocks until we find a matching hash\n    for (const [block, hash] of bestVerifiableBlocks.reverse()) {\n      if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {\n        return Number(block);\n      }\n\n      // Get the new parent\n      checkingHeader = await this.api.getBlockByHeightOrHash(\n        checkingHeader.parentHash,\n      );\n    }\n\n    return this.lastCheckedBlockHeight;\n  }\n\n  async resetUnfinalizedBlocks(tx: Transaction): Promise<void> {\n    await this.setMetadata(METADATA_UNFINALIZED_BLOCKS_KEY, '[]', tx);\n    this.unfinalizedBlocks = [];\n  }\n\n  async resetLastFinalizedVerifiedHeight(tx: Transaction): Promise<void> {\n    return this.setMetadata(METADATA_LAST_FINALIZED_PROCESSED_KEY, null, tx);\n  }\n\n  private async setMetadata(\n    key: Metadata['key'],\n    value: Metadata['value'],\n    tx: Transaction,\n  ): Promise<void> {\n    assert(this.metadataRepo, `Model _metadata does not exist`);\n    await this.metadataRepo.upsert({ key, value }, { transaction: tx });\n  }\n\n  private async saveLastFinalizedVerifiedHeight(\n    height: number,\n    tx: Transaction,\n  ) {\n    return this.setMetadata(METADATA_LAST_FINALIZED_PROCESSED_KEY, height, tx);\n  }\n\n  async getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks> {\n    const val = await getMetaDataInfo<string>(\n      this.metadataRepo,\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n    );\n    if (val) {\n      return JSON.parse(val) as UnfinalizedBlocks;\n    }\n    return [];\n  }\n\n  async getLastFinalizedVerifiedHeight(): Promise<number | undefined> {\n    return getMetaDataInfo(\n      this.metadataRepo,\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n    );\n  }\n}\n"]}

package/dist/indexer/unfinalizedBlocks.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/indexer/unfinalizedBlocks.spec.js

@@ -0,0 +1,188 @@
+"use strict";
+// Copyright 2020-2022 OnFinality Limited authors & contributors
+// SPDX-License-Identifier: Apache-2.0
+Object.defineProperty(exports, "__esModule", { value: true });
+const unfinalizedBlocks_service_1 = require("./unfinalizedBlocks.service");
+/* Notes:
+ * Block hashes all have the format '0xabc' + block number
+ * If they are forked they will have an `f` at the end
+ */
+function mockApiService() {
+    const mockApi = {
+        getFinalizedBlockHeight: jest.fn(() => 110),
+        getRuntimeChain: jest.fn(() => 'ethereum'),
+        getBlockByHeightOrHash: (heightOrHash) => {
+            if (typeof heightOrHash === 'string') {
+                const height = Number(heightOrHash.toString().replace('0xabc', '').replace('f', ''));
+                return {
+                    number: height,
+                    hash: heightOrHash,
+                    parentHash: `0xabc${height - 1}f`,
+                };
+            }
+            else {
+                const hash = `0xabc${heightOrHash}f`;
+                return {
+                    number: heightOrHash,
+                    hash: hash,
+                    parentHash: `0xabc${heightOrHash - 1}f`,
+                };
+            }
+        },
+    };
+    return {
+        api: mockApi,
+    };
+}
+function getMockMetadata() {
+    const data = {};
+    return {
+        upsert: ({ key, value }) => (data[key] = value),
+        findOne: ({ where: { key } }) => ({ value: data[key] }),
+    };
+}
+function mockBlock(height, hash, parentHash) {
+    return {
+        number: height,
+        hash: hash,
+        parentHash: parentHash,
+    };
+}
+describe('UnfinalizedBlocksService', () => {
+    let apiService;
+    let unfinalizedBlocksService;
+    beforeEach(() => {
+        apiService = mockApiService();
+        unfinalizedBlocksService = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: true }, null);
+        unfinalizedBlocksService.init(getMockMetadata(), () => Promise.resolve());
+    });
+    afterEach(() => {
+        unfinalizedBlocksService.unfinalizedBlocks = {};
+    });
+    it('can set finalized block', () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        expect(unfinalizedBlocksService.finalizedBlockNumber).toBe(110);
+    });
+    it('cant set a lower finalized block', () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(99));
+        expect(unfinalizedBlocksService.finalizedBlockNumber).toBe(110);
+    });
+    it('keeps track of unfinalized blocks', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
+            [111, '0xabc111'],
+            [112, '0xabc112'],
+        ]);
+    });
+    it('doesnt keep track of finalized blocks', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(120));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
+    });
+    it('can process unfinalized blocks', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112', '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
+            [113, '0xabc113'],
+        ]);
+    });
+    it('can handle a fork and rewind to the last finalized height', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112f', '0xabc111'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        // Last valid block
+        expect(res).toBe(111);
+        // After this the call stack is something like:
+        // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks
+        await unfinalizedBlocksService.resetUnfinalizedBlocks(null);
+        expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
+    });
+    it('can handle a fork when some unfinalized blocks are invalid', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(114, '0xabc114'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(115, '0xabc115'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(116, '0xabc116'), null);
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(113, '0xabc113f', '0xabc112'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(117, '0xabc117'), null);
+        // Last valid block
+        expect(res).toBe(112);
+    });
+    it('can handle a fork when all unfinalized blocks are invalid', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(111, '0xabc111f', '0xabc110'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can handle a fork and when unfinalized blocks < finalized head', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        unfinalizedBlocksService.lastCheckedBlockHeight = 110;
+        await unfinalizedBlocksService.registerUnfinalizedBlock(111, '0xabc111', null);
+        await unfinalizedBlocksService.registerUnfinalizedBlock(112, '0xabc112', null);
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {
+        unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        // Forked block
+        unfinalizedBlocksService.registerFinalizedBlock(mockBlock(1200, '0xabc1200f', '0xabc1199f'));
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        // Last valid block
+        expect(res).toBe(110);
+    });
+    it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {
+        const metadata = getMockMetadata();
+        metadata.upsert({
+            key: unfinalizedBlocks_service_1.METADATA_UNFINALIZED_BLOCKS_KEY,
+            value: JSON.stringify([
+                [90, '0xabcd'],
+                [91, '0xabc91'],
+                [92, '0xabc92'],
+            ]),
+        });
+        metadata.upsert({
+            key: unfinalizedBlocks_service_1.METADATA_LAST_FINALIZED_PROCESSED_KEY,
+            value: 90,
+        });
+        const unfinalizedBlocksService2 = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: false }, {
+            transaction: () => Promise.resolve({ commit: () => undefined }),
+        });
+        const reindex = jest.fn().mockReturnValue(Promise.resolve());
+        await unfinalizedBlocksService2.init(metadata, reindex);
+        expect(reindex).toBeCalledWith(90);
+        expect(unfinalizedBlocksService2.lastCheckedBlockHeight).toBe(90);
+    });
+});
+//# sourceMappingURL=unfinalizedBlocks.spec.js.map

package/dist/indexer/unfinalizedBlocks.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unfinalizedBlocks.spec.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.spec.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;AAKtC,2EAIqC;AAErC;;;GAGG;AAEH,SAAS,cAAc;IACrB,MAAM,OAAO,GAAG;QACd,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QAC3C,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1C,sBAAsB,EAAE,CAAC,YAA6B,EAAS,EAAE;YAC/D,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;gBACpC,MAAM,MAAM,GAAG,MAAM,CACnB,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAC9D,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG;iBACd,CAAC;aACvB;iBAAM;gBACL,MAAM,IAAI,GAAG,QAAQ,YAAY,GAAG,CAAC;gBACrC,OAAO;oBACL,MAAM,EAAE,YAAY;oBACpB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,QAAQ,YAAY,GAAG,CAAC,GAAG;iBACpB,CAAC;aACvB;QACH,CAAC;KACF,CAAC;IACF,OAAO;QACL,GAAG,EAAE,OAAO;KACN,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;KACjD,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAChB,MAAc,EACd,IAAY,EACZ,UAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,UAAU;KACK,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,UAAsB,CAAC;IAC3B,IAAI,wBAAkD,CAAC;IAEvD,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG,cAAc,EAAE,CAAC;QAC9B,wBAAwB,GAAG,IAAI,oDAAwB,CACrD,UAAU,EACV,EAAE,iBAAiB,EAAE,IAAI,EAAS,EAClC,IAAI,CACL,CAAC;QAEF,wBAAwB,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACZ,wBAA2C,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAC1C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;YACjB,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAqB,CAC3D,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,+CAA+C;QAC/C,+GAA+G;QAC/G,MAAM,wBAAwB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAE5D,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAED,wBAAgC,CAAC,sBAAsB,GAAG,GAAG,CAAC;QAE/D,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,EACV,IAAI,CACL,CAAC;QACF,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,EACV,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAqB,CAChE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,2DAA+B;YACpC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,EAAE,EAAE,QAAQ,CAAC;gBACd,CAAC,EAAE,EAAE,SAAS,CAAC;gBACf,CAAC,EAAE,EAAE,SAAS,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,iEAAqC;YAC1C,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,yBAAyB,GAAG,IAAI,oDAAwB,CAC5D,UAAU,EACV,EAAE,iBAAiB,EAAE,KAAK,EAAS,EACnC;YACE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;SACzD,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAExD,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAE,yBAAiC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport { MetadataRepo, ApiService } from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport {\n  METADATA_LAST_FINALIZED_PROCESSED_KEY,\n  METADATA_UNFINALIZED_BLOCKS_KEY,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\n/* Notes:\n * Block hashes all have the format '0xabc' + block number\n * If they are forked they will have an `f` at the end\n */\n\nfunction mockApiService(): ApiService {\n  const mockApi = {\n    getFinalizedBlockHeight: jest.fn(() => 110),\n    getRuntimeChain: jest.fn(() => 'ethereum'),\n    getBlockByHeightOrHash: (heightOrHash: string | number): Block => {\n      if (typeof heightOrHash === 'string') {\n        const height = Number(\n          heightOrHash.toString().replace('0xabc', '').replace('f', ''),\n        );\n\n        return {\n          number: height,\n          hash: heightOrHash,\n          parentHash: `0xabc${height - 1}f`,\n        } as unknown as Block;\n      } else {\n        const hash = `0xabc${heightOrHash}f`;\n        return {\n          number: heightOrHash,\n          hash: hash,\n          parentHash: `0xabc${heightOrHash - 1}f`,\n        } as unknown as Block;\n      }\n    },\n  };\n  return {\n    api: mockApi,\n  } as any;\n}\n\nfunction getMockMetadata(): MetadataRepo {\n  const data: Record<string, any> = {};\n  return {\n    upsert: ({ key, value }) => (data[key] = value),\n    findOne: ({ where: { key } }) => ({ value: data[key] }),\n  } as any;\n}\n\nfunction mockBlock(\n  height: number,\n  hash: string,\n  parentHash?: string,\n): EthereumBlock {\n  return {\n    number: height,\n    hash: hash,\n    parentHash: parentHash,\n  } as unknown as EthereumBlock;\n}\n\ndescribe('UnfinalizedBlocksService', () => {\n  let apiService: ApiService;\n  let unfinalizedBlocksService: UnfinalizedBlocksService;\n\n  beforeEach(() => {\n    apiService = mockApiService();\n    unfinalizedBlocksService = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: true } as any,\n      null,\n    );\n\n    unfinalizedBlocksService.init(getMockMetadata(), () => Promise.resolve());\n  });\n\n  afterEach(() => {\n    (unfinalizedBlocksService as unknown as any).unfinalizedBlocks = {};\n  });\n\n  it('can set finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('cant set a lower finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(99),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('keeps track of unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [111, '0xabc111'],\n      [112, '0xabc112'],\n    ]);\n  });\n\n  it('doesnt keep track of finalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(120),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can process unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112', '0xabc111') as unknown as Block,\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [113, '0xabc113'],\n    ]);\n  });\n\n  it('can handle a fork and rewind to the last finalized height', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112f', '0xabc111') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(111);\n\n    // After this the call stack is something like:\n    // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks\n    await unfinalizedBlocksService.resetUnfinalizedBlocks(null);\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can handle a fork when some unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(114, '0xabc114'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(115, '0xabc115'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(116, '0xabc116'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(113, '0xabc113f', '0xabc112') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(117, '0xabc117'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(112);\n  });\n\n  it('can handle a fork when all unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(111, '0xabc111f', '0xabc110') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    (unfinalizedBlocksService as any).lastCheckedBlockHeight = 110;\n\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      111,\n      '0xabc111',\n      null,\n    );\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      112,\n      '0xabc112',\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(1200, '0xabc1200f', '0xabc1199f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {\n    const metadata = getMockMetadata();\n\n    metadata.upsert({\n      key: METADATA_UNFINALIZED_BLOCKS_KEY,\n      value: JSON.stringify([\n        [90, '0xabcd'],\n        [91, '0xabc91'],\n        [92, '0xabc92'],\n      ]),\n    });\n\n    metadata.upsert({\n      key: METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      value: 90,\n    });\n\n    const unfinalizedBlocksService2 = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: false } as any,\n      {\n        transaction: () => Promise.resolve({ commit: () => undefined }),\n      } as any,\n    );\n\n    const reindex = jest.fn().mockReturnValue(Promise.resolve());\n\n    await unfinalizedBlocksService2.init(metadata, reindex);\n\n    expect(reindex).toBeCalledWith(90);\n    expect((unfinalizedBlocksService2 as any).lastCheckedBlockHeight).toBe(90);\n  });\n});\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@subql/node-ethereum",
-  "version": "0.2.4-2",
+  "version": "0.3.1-0",
   "description": "",
   "author": "Ian He",
   "license": "Apache-2.0",
@@ -27,7 +27,7 @@
     "@subql/common": "latest",
     "@subql/common-ethereum": "0.2.2-0",
     "@subql/node-core": "1.4.2-0",
-    "@subql/types-ethereum": "0.2.2-0",
+    "@subql/types-ethereum": "0.2.2-1",
     "@subql/utils": "latest",
     "@subql/x-merkle-mountain-range": "2.0.0-0.1.2",
     "@willsoto/nestjs-prometheus": "^4.4.0",
@@ -35,7 +35,7 @@
     "app-module-path": "^2.2.0",
     "cron-converter": "^1.0.2",
     "dayjs": "^1.10.7",
-    "ethers": "^5.6.1",
+    "ethers": "^5.7.0",
     "eventemitter2": "^6.4.5",
     "lodash": "^4.17.21",
     "merkle-tools": "^1.4.1",
@@ -74,5 +74,5 @@
     "/dist",
     "/bin"
   ],
-  "stableVersion": "0.2.4-1"
+  "stableVersion": "0.3.0"
 }