@subql/node-ethereum 0.4.1-9 → 0.4.1-storeCache-0.0.4

package/dist/indexer/unfinalizedBlocks.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;;;;AAEtC,oDAA4B;AAE5B,2CAA4C;AAC5C,gDAO0B;AAE1B,mCAA8B;AAC9B,yCAAmD;AAGnD,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,CAAC,CAAC;AAEjC,QAAA,+BAA+B,GAAG,mBAAmB,CAAC;AACtD,QAAA,qCAAqC,GAChD,6BAA6B,CAAC;AAEhC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAK3B,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAMnC,YACmB,UAAsB,EACtB,UAAsB,EACtB,SAAoB;QAFpB,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,cAAS,GAAT,SAAS,CAAW;IACpC,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,YAA0B,EAC1B,OAAgD;QAEhD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACnE,IAAI,CAAC,sBAAsB,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,CACzC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEnE,IAAI,YAAY,KAAK,IAAI,EAAE;gBACzB,MAAM,CAAC,IAAI,CACT,yGAAyG,YAAY,GAAG,CACzH,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,GAAG,CAAC,CAAC;gBAC3D,OAAO,YAAY,CAAC;aACrB;iBAAM;gBACL,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;gBACtC,MAAM,IAAI,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC;aACjD;YACD,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;SACnB;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,KAAgC,EAChC,EAAe;QAEf,IAAI,KAAK,EAAE;YACT,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SACnE;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE;YACjB,iDAAiD;YACjD,MAAM,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;SACrC;aAAM;YACL,uDAAuD;YACvD,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;SACxD;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,IAAY,oBAAoB;QAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,MAAa;QAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE;YACtE,OAAO;SACR;QACD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,WAAmB,EACnB,IAAY,EACZ,EAAe;QAEf,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErD,eAAe;QACf,IACE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,IAAA,aAAI,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,WAAW,EACnD;YACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,EAAe;QAChD,IACE,IAAI,CAAC,sBAAsB,KAAK,SAAS;YACzC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EACvD;YACA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;SAC9D;QACD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC7D,eAAe,CAAC,WAAmB;QACzC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,WAAW,CACnC,CAAC;IACJ,CAAC;IAED,yCAAyC;IACjC,gBAAgB,CACtB,WAAmB;QAEnB,oDAAoD;QACpD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,yBAAyB;aACjE,OAAO,EAAE,CAAC,6CAA6C;aACvD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,CAAC;QACvE,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,CAAC;SACvD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAC/C,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO;SACR;QAED,4CAA4C;QAC5C,IAAI,mBAAmB,CAAC,WAAW,KAAK,IAAI,CAAC,oBAAoB,EAAE;YACjE,IAAI,mBAAmB,CAAC,IAAI,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC1D,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CACzK,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;aAAM;YACL,2CAA2C;YAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC;;;;eAIG;YACH,IACE,MAAM,CAAC,MAAM,GAAG,mBAAmB,CAAC,WAAW;gBAC/C,qBAAqB,EACrB;gBACA,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC5C,mBAAmB,CAAC,WAAW,CAChC,CAAC;aACH;iBAAM;gBACL,OAAO,mBAAmB,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE;oBACxD,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnE;aACF;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,IAAI,EAAE;gBAC5C,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAC3J,CAAC;gBACF,OAAO,MAAM,CAAC;aACf;SACF;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,iBAAoC,EACpC,EAAe;QAEf,OAAO,IAAI,CAAC,WAAW,CACrB,uCAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EACjC,EAAE,CACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,4BAA4B,CACxC,YAAmB;QAEnB,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACxD,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,CACvD,CAAC;QAEF,IAAI,cAAc,GAAG,YAAY,CAAC;QAElC,kEAAkE;QAClE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE;YAC1D,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,IAAI,KAAK,cAAc,CAAC,UAAU,EAAE;gBACtE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;aACtB;YAED,qBAAqB;YACrB,cAAc,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CACpD,cAAc,CAAC,UAAU,CAC1B,CAAC;SACH;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,EAAe;QAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,uCAA+B,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,gCAAgC,CAAC,EAAe;QACpD,OAAO,IAAI,CAAC,WAAW,CAAC,6CAAqC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,GAAoB,EACpB,KAAwB,EACxB,EAAe;QAEf,IAAA,gBAAM,EAAC,IAAI,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAC3C,MAAc,EACd,EAAe;QAEf,OAAO,IAAI,CAAC,WAAW,CAAC,6CAAqC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,4BAA4B;QAChC,MAAM,GAAG,GAAG,MAAM,IAAA,2BAAe,EAC/B,IAAI,CAAC,YAAY,EACjB,uCAA+B,CAChC,CAAC;QACF,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;SAC7C;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,8BAA8B;QAClC,OAAO,IAAA,2BAAe,EACpB,IAAI,CAAC,YAAY,EACjB,6CAAqC,CACtC,CAAC;IACJ,CAAC;CACF,CAAA;AAnQY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAQoB,sBAAU;QACV,sBAAU;QACX,qBAAS;GAT5B,wBAAwB,CAmQpC;AAnQY,4DAAwB","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport assert from 'assert';\nimport { Block } from '@ethersproject/abstract-provider';\nimport { Injectable } from '@nestjs/common';\nimport {\n  ApiService,\n  getLogger,\n  getMetaDataInfo,\n  Metadata,\n  MetadataRepo,\n  NodeConfig,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { last } from 'lodash';\nimport { Sequelize, Transaction } from 'sequelize';\nimport { EthereumApi } from '../ethereum';\n\nconst logger = getLogger('UnfinalizedBlocks');\n\nexport const METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';\nexport const METADATA_LAST_FINALIZED_PROCESSED_KEY =\n  'lastFinalizedVerifiedHeight';\n\nconst UNFINALIZED_THRESHOLD = 200;\n\ntype UnfinalizedBlocks = [blockHeight: number, blockHash: string][];\n\n@Injectable()\nexport class UnfinalizedBlocksService {\n  private unfinalizedBlocks: UnfinalizedBlocks;\n  private finalizedHeader: Block;\n  private metadataRepo: MetadataRepo;\n  private lastCheckedBlockHeight: number;\n\n  constructor(\n    private readonly apiService: ApiService,\n    private readonly nodeConfig: NodeConfig,\n    private readonly sequelize: Sequelize,\n  ) {}\n\n  async init(\n    metadataRepo: MetadataRepo,\n    reindex: (targetHeight: number) => Promise<void>,\n  ): Promise<number | undefined> {\n    this.metadataRepo = metadataRepo;\n    this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();\n    this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();\n    this.finalizedHeader = await this.api.getBlockByHeightOrHash(\n      await this.api.getFinalizedBlockHeight(),\n    );\n\n    if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {\n      const tx = await this.sequelize.transaction();\n      const rewindHeight = await this.processUnfinalizedBlocks(null, tx);\n\n      if (rewindHeight !== null) {\n        logger.info(\n          `Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `,\n        );\n        await reindex(rewindHeight);\n        logger.info(`Successful rewind to block ${rewindHeight}!`);\n        return rewindHeight;\n      } else {\n        await this.resetUnfinalizedBlocks(tx);\n        await this.resetLastFinalizedVerifiedHeight(tx);\n      }\n      await tx.commit();\n    }\n  }\n\n  async processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n    tx: Transaction,\n  ): Promise<number | null> {\n    if (block) {\n      await this.registerUnfinalizedBlock(block.number, block.hash, tx);\n    }\n\n    const forkedHeader = await this.hasForked();\n    if (!forkedHeader) {\n      // Remove blocks that are now confirmed finalized\n      await this.deleteFinalizedBlock(tx);\n    } else {\n      // Get the last unfinalized block that is now finalized\n      return this.getLastCorrectFinalizedBlock(forkedHeader);\n    }\n\n    return null;\n  }\n\n  private get api(): EthereumApi {\n    return this.apiService.api;\n  }\n\n  private get finalizedBlockNumber(): number {\n    return this.finalizedHeader.number;\n  }\n\n  registerFinalizedBlock(header: Block): void {\n    if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {\n      return;\n    }\n    this.finalizedHeader = header;\n  }\n\n  private async registerUnfinalizedBlock(\n    blockNumber: number,\n    hash: string,\n    tx: Transaction,\n  ): Promise<void> {\n    if (blockNumber <= this.finalizedBlockNumber) return;\n\n    // Ensure order\n    if (\n      this.unfinalizedBlocks.length &&\n      last(this.unfinalizedBlocks)[0] + 1 !== blockNumber\n    ) {\n      logger.error('Unfinalized block is not sequential');\n      process.exit(1);\n    }\n\n    this.unfinalizedBlocks.push([blockNumber, hash]);\n    await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);\n  }\n\n  private async deleteFinalizedBlock(tx: Transaction): Promise<void> {\n    if (\n      this.lastCheckedBlockHeight !== undefined &&\n      this.lastCheckedBlockHeight < this.finalizedBlockNumber\n    ) {\n      this.removeFinalized(this.finalizedBlockNumber);\n      await this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber, tx);\n      await this.saveUnfinalizedBlocks(this.unfinalizedBlocks, tx);\n    }\n    this.lastCheckedBlockHeight = this.finalizedBlockNumber;\n  }\n\n  // remove any records less and equal than input finalized blockHeight\n  private removeFinalized(blockHeight: number): void {\n    this.unfinalizedBlocks = this.unfinalizedBlocks.filter(\n      ([height]) => height > blockHeight,\n    );\n  }\n\n  // find closest record from block heights\n  private getClosestRecord(\n    blockHeight: number,\n  ): { blockHeight: number; hash: string } | undefined {\n    // Have the block in the best block, can be verified\n    const record = [...this.unfinalizedBlocks] // Copy so we can reverse\n      .reverse() // Reverse the list to find the largest block\n      .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);\n    if (record) {\n      const [bestBlockHeight, hash] = record;\n      return { blockHeight: Number(bestBlockHeight), hash };\n    }\n    return undefined;\n  }\n\n  private async hasForked(): Promise<Block | undefined> {\n    const lastVerifiableBlock = this.getClosestRecord(\n      this.finalizedBlockNumber,\n    );\n\n    // No unfinalized blocks\n    if (!lastVerifiableBlock) {\n      return;\n    }\n\n    // Unfinalized blocks beyond finalized block\n    if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {\n      if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`,\n        );\n        return this.finalizedHeader;\n      }\n    } else {\n      // Unfinalized blocks below finalized block\n      let header = this.finalizedHeader;\n      /*\n       * Iterate back through parent hashes until we get the header with the matching height\n       * We use headers here rather than getBlockHash because of potential caching issues on the rpc\n       * If we're off by a large number of blocks we can optimise by getting the block hash directly\n       */\n      if (\n        header.number - lastVerifiableBlock.blockHeight >\n        UNFINALIZED_THRESHOLD\n      ) {\n        header = await this.api.getBlockByHeightOrHash(\n          lastVerifiableBlock.blockHeight,\n        );\n      } else {\n        while (lastVerifiableBlock.blockHeight !== header.number) {\n          header = await this.api.getBlockByHeightOrHash(header.parentHash);\n        }\n      }\n\n      if (header.hash !== lastVerifiableBlock.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`,\n        );\n        return header;\n      }\n    }\n\n    return;\n  }\n\n  private async saveUnfinalizedBlocks(\n    unfinalizedBlocks: UnfinalizedBlocks,\n    tx: Transaction,\n  ): Promise<void> {\n    return this.setMetadata(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n      JSON.stringify(unfinalizedBlocks),\n      tx,\n    );\n  }\n\n  private async getLastCorrectFinalizedBlock(\n    forkedHeader: Block,\n  ): Promise<number | undefined> {\n    const bestVerifiableBlocks = this.unfinalizedBlocks.filter(\n      ([bestBlockHeight]) =>\n        Number(bestBlockHeight) <= this.finalizedBlockNumber,\n    );\n\n    let checkingHeader = forkedHeader;\n\n    // Work backwards through the blocks until we find a matching hash\n    for (const [block, hash] of bestVerifiableBlocks.reverse()) {\n      if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {\n        return Number(block);\n      }\n\n      // Get the new parent\n      checkingHeader = await this.api.getBlockByHeightOrHash(\n        checkingHeader.parentHash,\n      );\n    }\n\n    return this.lastCheckedBlockHeight;\n  }\n\n  async resetUnfinalizedBlocks(tx: Transaction): Promise<void> {\n    await this.setMetadata(METADATA_UNFINALIZED_BLOCKS_KEY, '[]', tx);\n    this.unfinalizedBlocks = [];\n  }\n\n  async resetLastFinalizedVerifiedHeight(tx: Transaction): Promise<void> {\n    return this.setMetadata(METADATA_LAST_FINALIZED_PROCESSED_KEY, null, tx);\n  }\n\n  private async setMetadata(\n    key: Metadata['key'],\n    value: Metadata['value'],\n    tx: Transaction,\n  ): Promise<void> {\n    assert(this.metadataRepo, `Model _metadata does not exist`);\n    await this.metadataRepo.upsert({ key, value }, { transaction: tx });\n  }\n\n  private async saveLastFinalizedVerifiedHeight(\n    height: number,\n    tx: Transaction,\n  ) {\n    return this.setMetadata(METADATA_LAST_FINALIZED_PROCESSED_KEY, height, tx);\n  }\n\n  async getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks> {\n    const val = await getMetaDataInfo<string>(\n      this.metadataRepo,\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n    );\n    if (val) {\n      return JSON.parse(val) as UnfinalizedBlocks;\n    }\n    return [];\n  }\n\n  async getLastFinalizedVerifiedHeight(): Promise<number | undefined> {\n    return getMetaDataInfo(\n      this.metadataRepo,\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n    );\n  }\n}\n"]}
+{"version":3,"file":"unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;AAGtC,2CAA4C;AAC5C,gDAK0B;AAE1B,mCAA8B;AAE9B,8CAA8C;AAE9C,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,CAAC,CAAC;AAEjC,QAAA,+BAA+B,GAAG,mBAAmB,CAAC;AACtD,QAAA,qCAAqC,GAChD,6BAA6B,CAAC;AAEhC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAU3B,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAKnC,YACmB,UAAsB,EACtB,UAAsB,EACtB,UAA6B;QAF7B,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAmB;IAC7C,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,OAAgD;QAEhD,MAAM,CAAC,IAAI,CACT,yBACE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAClD,EAAE,CACH,CAAC;QACF,qBAAqB;QACrB,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACnE,IAAI,CAAC,sBAAsB,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,CACzC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvE,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC7C,6CAA6C;YAE7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAE/D,IAAI,YAAY,KAAK,IAAI,EAAE;gBACzB,MAAM,CAAC,IAAI,CACT,yGAAyG,YAAY,GAAG,CACzH,CAAC;gBACF,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,GAAG,CAAC,CAAC;gBAC3D,OAAO,YAAY,CAAC;aACrB;iBAAM;gBACL,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC9B,IAAI,CAAC,gCAAgC,EAAE,CAAC;aACzC;SACF;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,KAAgC;QAEhC,IAAI,KAAK,EAAE;YACT,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;SACzD;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,YAAY,EAAE;YACjB,iDAAiD;YACjD,IAAI,CAAC,oBAAoB,EAAE,CAAC;SAC7B;aAAM;YACL,uDAAuD;YACvD,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;SACxD;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,IAAY,oBAAoB;QAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,MAAa;QAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE;YACtE,OAAO;SACR;QACD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;IAChC,CAAC;IAEO,wBAAwB,CAAC,WAAmB,EAAE,IAAY;QAChE,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErD,eAAe;QACf,IACE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,IAAA,aAAI,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,WAAW,EACnD;YACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QAEjD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACrD,CAAC;IAEO,oBAAoB;QAC1B,IACE,IAAI,CAAC,sBAAsB,KAAK,SAAS;YACzC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,EACvD;YACA,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChE,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;SACpD;QACD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC7D,eAAe,CAAC,WAAmB;QACzC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,WAAW,CACnC,CAAC;IACJ,CAAC;IAED,yCAAyC;IACjC,gBAAgB,CACtB,WAAmB;QAEnB,oDAAoD;QACpD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,yBAAyB;aACjE,OAAO,EAAE,CAAC,6CAA6C;aACvD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,CAAC;QACvE,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,CAAC;SACvD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,gFAAgF;IACxE,KAAK,CAAC,SAAS;QACrB,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAC/C,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO;SACR;QAED,4CAA4C;QAC5C,IAAI,mBAAmB,CAAC,WAAW,KAAK,IAAI,CAAC,oBAAoB,EAAE;YACjE,IAAI,mBAAmB,CAAC,IAAI,KAAK,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC1D,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CACzK,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;aAAM;YACL,2CAA2C;YAC3C,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YAClC;;;;eAIG;YACH,IACE,MAAM,CAAC,MAAM,GAAG,mBAAmB,CAAC,WAAW;gBAC/C,qBAAqB,EACrB;gBACA,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAC5C,mBAAmB,CAAC,WAAW,CAChC,CAAC;aACH;iBAAM;gBACL,OAAO,mBAAmB,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,EAAE;oBACxD,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnE;aACF;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC,IAAI,EAAE;gBAC5C,MAAM,CAAC,IAAI,CACT,oDAAoD,mBAAmB,CAAC,WAAW,cAAc,mBAAmB,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAC3J,CAAC;gBACF,OAAO,MAAM,CAAC;aACf;SACF;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,4BAA4B,CACxC,YAAmB;QAEnB,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CACxD,CAAC,CAAC,eAAe,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,CACvD,CAAC;QAEF,IAAI,cAAc,GAAG,YAAY,CAAC;QAElC,kEAAkE;QAClE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE;YAC1D,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,IAAI,KAAK,cAAc,CAAC,UAAU,EAAE;gBACtE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;aACtB;YAED,qBAAqB;YACrB,cAAc,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CACpD,cAAc,CAAC,UAAU,CAC1B,CAAC;SACH;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACrC,CAAC;IAEO,qBAAqB,CAAC,iBAAoC;QAChE,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,uCAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAClC,CAAC;IACJ,CAAC;IAEO,+BAA+B,CAAC,MAAc;QACpD,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,6CAAqC,EACrC,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,uCAA+B,EAAE,IAAI,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,gCAAgC;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CACjC,6CAAqC,EACrC,IAAI,CACL,CAAC;IACJ,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,4BAA4B;QAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAC7C,uCAA+B,CAChC,CAAC;QACF,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;SAC7C;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,8BAA8B;QAClC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,6CAAqC,CAAC,CAAC;IAC9E,CAAC;CACF,CAAA;AAvPY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAOoB,sBAAU;QACV,sBAAU;QACV,6BAAiB;GARrC,wBAAwB,CAuPpC;AAvPY,4DAAwB","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport { Injectable } from '@nestjs/common';\nimport {\n  ApiService,\n  getLogger,\n  NodeConfig,\n  StoreCacheService,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { last } from 'lodash';\nimport { EthereumApi } from '../ethereum';\n// import { ApiService } from './api.service';\n\nconst logger = getLogger('UnfinalizedBlocks');\n\nexport const METADATA_UNFINALIZED_BLOCKS_KEY = 'unfinalizedBlocks';\nexport const METADATA_LAST_FINALIZED_PROCESSED_KEY =\n  'lastFinalizedVerifiedHeight';\n\nconst UNFINALIZED_THRESHOLD = 200;\n\ntype UnfinalizedBlocks = [blockHeight: number, blockHash: string][];\nexport interface IUnfinalizedBlocksService {\n  processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n  ): Promise<number | null>;\n}\n\n@Injectable()\nexport class UnfinalizedBlocksService implements IUnfinalizedBlocksService {\n  private unfinalizedBlocks: UnfinalizedBlocks;\n  private finalizedHeader: Block;\n  private lastCheckedBlockHeight: number;\n\n  constructor(\n    private readonly apiService: ApiService,\n    private readonly nodeConfig: NodeConfig,\n    private readonly storeCache: StoreCacheService,\n  ) {}\n\n  async init(\n    reindex: (targetHeight: number) => Promise<void>,\n  ): Promise<number | undefined> {\n    logger.info(\n      `Unfinalized blocks is ${\n        this.nodeConfig.unfinalizedBlocks ? 'enabled' : 'disabled'\n      }`,\n    );\n    // unfinalized blocks\n    this.unfinalizedBlocks = await this.getMetadataUnfinalizedBlocks();\n    this.lastCheckedBlockHeight = await this.getLastFinalizedVerifiedHeight();\n    this.finalizedHeader = await this.api.getBlockByHeightOrHash(\n      await this.api.getFinalizedBlockHeight(),\n    );\n\n    if (!this.nodeConfig.unfinalizedBlocks && this.unfinalizedBlocks.length) {\n      logger.info('Processing unfinalized blocks');\n      // Validate any previously unfinalized blocks\n\n      const rewindHeight = await this.processUnfinalizedBlocks(null);\n\n      if (rewindHeight !== null) {\n        logger.info(\n          `Found un-finalized blocks from previous indexing but unverified, rolling back to last finalized block ${rewindHeight} `,\n        );\n        await reindex(rewindHeight);\n        logger.info(`Successful rewind to block ${rewindHeight}!`);\n        return rewindHeight;\n      } else {\n        this.resetUnfinalizedBlocks();\n        this.resetLastFinalizedVerifiedHeight();\n      }\n    }\n  }\n\n  async processUnfinalizedBlocks(\n    block: EthereumBlock | undefined,\n  ): Promise<number | null> {\n    if (block) {\n      this.registerUnfinalizedBlock(block.number, block.hash);\n    }\n\n    const forkedHeader = await this.hasForked();\n    if (!forkedHeader) {\n      // Remove blocks that are now confirmed finalized\n      this.deleteFinalizedBlock();\n    } else {\n      // Get the last unfinalized block that is now finalized\n      return this.getLastCorrectFinalizedBlock(forkedHeader);\n    }\n\n    return null;\n  }\n\n  private get api(): EthereumApi {\n    return this.apiService.api;\n  }\n\n  private get finalizedBlockNumber(): number {\n    return this.finalizedHeader.number;\n  }\n\n  registerFinalizedBlock(header: Block): void {\n    if (this.finalizedHeader && this.finalizedBlockNumber >= header.number) {\n      return;\n    }\n    this.finalizedHeader = header;\n  }\n\n  private registerUnfinalizedBlock(blockNumber: number, hash: string): void {\n    if (blockNumber <= this.finalizedBlockNumber) return;\n\n    // Ensure order\n    if (\n      this.unfinalizedBlocks.length &&\n      last(this.unfinalizedBlocks)[0] + 1 !== blockNumber\n    ) {\n      logger.error('Unfinalized block is not sequential');\n      process.exit(1);\n    }\n\n    this.unfinalizedBlocks.push([blockNumber, hash]);\n\n    this.saveUnfinalizedBlocks(this.unfinalizedBlocks);\n  }\n\n  private deleteFinalizedBlock(): void {\n    if (\n      this.lastCheckedBlockHeight !== undefined &&\n      this.lastCheckedBlockHeight < this.finalizedBlockNumber\n    ) {\n      this.removeFinalized(this.finalizedBlockNumber);\n      this.saveLastFinalizedVerifiedHeight(this.finalizedBlockNumber);\n      this.saveUnfinalizedBlocks(this.unfinalizedBlocks);\n    }\n    this.lastCheckedBlockHeight = this.finalizedBlockNumber;\n  }\n\n  // remove any records less and equal than input finalized blockHeight\n  private removeFinalized(blockHeight: number): void {\n    this.unfinalizedBlocks = this.unfinalizedBlocks.filter(\n      ([height]) => height > blockHeight,\n    );\n  }\n\n  // find closest record from block heights\n  private getClosestRecord(\n    blockHeight: number,\n  ): { blockHeight: number; hash: string } | undefined {\n    // Have the block in the best block, can be verified\n    const record = [...this.unfinalizedBlocks] // Copy so we can reverse\n      .reverse() // Reverse the list to find the largest block\n      .find(([bestBlockHeight]) => Number(bestBlockHeight) <= blockHeight);\n    if (record) {\n      const [bestBlockHeight, hash] = record;\n      return { blockHeight: Number(bestBlockHeight), hash };\n    }\n    return undefined;\n  }\n\n  // check unfinalized blocks for a fork, returns the header where a fork happened\n  private async hasForked(): Promise<Block | undefined> {\n    const lastVerifiableBlock = this.getClosestRecord(\n      this.finalizedBlockNumber,\n    );\n\n    // No unfinalized blocks\n    if (!lastVerifiableBlock) {\n      return;\n    }\n\n    // Unfinalized blocks beyond finalized block\n    if (lastVerifiableBlock.blockHeight === this.finalizedBlockNumber) {\n      if (lastVerifiableBlock.hash !== this.finalizedHeader.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${this.finalizedHeader.hash}`,\n        );\n        return this.finalizedHeader;\n      }\n    } else {\n      // Unfinalized blocks below finalized block\n      let header = this.finalizedHeader;\n      /*\n       * Iterate back through parent hashes until we get the header with the matching height\n       * We use headers here rather than getBlockHash because of potential caching issues on the rpc\n       * If we're off by a large number of blocks we can optimise by getting the block hash directly\n       */\n      if (\n        header.number - lastVerifiableBlock.blockHeight >\n        UNFINALIZED_THRESHOLD\n      ) {\n        header = await this.api.getBlockByHeightOrHash(\n          lastVerifiableBlock.blockHeight,\n        );\n      } else {\n        while (lastVerifiableBlock.blockHeight !== header.number) {\n          header = await this.api.getBlockByHeightOrHash(header.parentHash);\n        }\n      }\n\n      if (header.hash !== lastVerifiableBlock.hash) {\n        logger.warn(\n          `Block fork found, enqueued un-finalized block at ${lastVerifiableBlock.blockHeight} with hash ${lastVerifiableBlock.hash}, actual hash is ${header.hash}`,\n        );\n        return header;\n      }\n    }\n\n    return;\n  }\n\n  private async getLastCorrectFinalizedBlock(\n    forkedHeader: Block,\n  ): Promise<number | undefined> {\n    const bestVerifiableBlocks = this.unfinalizedBlocks.filter(\n      ([bestBlockHeight]) =>\n        Number(bestBlockHeight) <= this.finalizedBlockNumber,\n    );\n\n    let checkingHeader = forkedHeader;\n\n    // Work backwards through the blocks until we find a matching hash\n    for (const [block, hash] of bestVerifiableBlocks.reverse()) {\n      if (hash === checkingHeader.hash || hash === checkingHeader.parentHash) {\n        return Number(block);\n      }\n\n      // Get the new parent\n      checkingHeader = await this.api.getBlockByHeightOrHash(\n        checkingHeader.parentHash,\n      );\n    }\n\n    return this.lastCheckedBlockHeight;\n  }\n\n  private saveUnfinalizedBlocks(unfinalizedBlocks: UnfinalizedBlocks): void {\n    return this.storeCache.metadata.set(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n      JSON.stringify(unfinalizedBlocks),\n    );\n  }\n\n  private saveLastFinalizedVerifiedHeight(height: number): void {\n    return this.storeCache.metadata.set(\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      height,\n    );\n  }\n\n  resetUnfinalizedBlocks(): void {\n    this.storeCache.metadata.set(METADATA_UNFINALIZED_BLOCKS_KEY, '[]');\n    this.unfinalizedBlocks = [];\n  }\n\n  resetLastFinalizedVerifiedHeight(): void {\n    return this.storeCache.metadata.set(\n      METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      null,\n    );\n  }\n\n  //string should be jsonb object\n  async getMetadataUnfinalizedBlocks(): Promise<UnfinalizedBlocks> {\n    const val = await this.storeCache.metadata.find(\n      METADATA_UNFINALIZED_BLOCKS_KEY,\n    );\n    if (val) {\n      return JSON.parse(val) as UnfinalizedBlocks;\n    }\n    return [];\n  }\n\n  async getLastFinalizedVerifiedHeight(): Promise<number | undefined> {\n    return this.storeCache.metadata.find(METADATA_LAST_FINALIZED_PROCESSED_KEY);\n  }\n}\n"]}

package/dist/indexer/unfinalizedBlocks.spec.js

@@ -2,6 +2,7 @@
 // Copyright 2020-2022 OnFinality Limited authors & contributors
 // SPDX-License-Identifier: Apache-2.0
 Object.defineProperty(exports, "__esModule", { value: true });
+const node_core_1 = require("@subql/node-core");
 const unfinalizedBlocks_service_1 = require("./unfinalizedBlocks.service");
 /* Notes:
  * Block hashes all have the format '0xabc' + block number
@@ -39,6 +40,12 @@ function getMockMetadata() {
     return {
         upsert: ({ key, value }) => (data[key] = value),
         findOne: ({ where: { key } }) => ({ value: data[key] }),
+        findByPk: (key) => data[key],
+    };
+}
+function mockStoreCache() {
+    return {
+        metadata: new node_core_1.CacheMetadataModel(getMockMetadata()),
     };
 }
 function mockBlock(height, hash, parentHash) {
@@ -51,10 +58,10 @@ function mockBlock(height, hash, parentHash) {
 describe('UnfinalizedBlocksService', () => {
     let apiService;
     let unfinalizedBlocksService;
-    beforeEach(() => {
+    beforeEach(async () => {
         apiService = mockApiService();
-        unfinalizedBlocksService = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: true }, null);
-        unfinalizedBlocksService.init(getMockMetadata(), () => Promise.resolve());
+        unfinalizedBlocksService = new unfinalizedBlocks_service_1.UnfinalizedBlocksService(apiService, { unfinalizedBlocks: true }, mockStoreCache());
+        await unfinalizedBlocksService.init(() => Promise.resolve());
     });
     afterEach(() => {
         unfinalizedBlocksService.unfinalizedBlocks = {};
@@ -70,8 +77,8 @@ describe('UnfinalizedBlocksService', () => {
     });
     it('keeps track of unfinalized blocks', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
             [111, '0xabc111'],
             [112, '0xabc112'],
@@ -79,86 +86,86 @@ describe('UnfinalizedBlocksService', () => {
     });
     it('doesnt keep track of finalized blocks', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(120));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
     });
     it('can process unfinalized blocks', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112', '0xabc111'));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([
             [113, '0xabc113'],
         ]);
     });
     it('can handle a fork and rewind to the last finalized height', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(112, '0xabc112f', '0xabc111'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(111);
         // After this the call stack is something like:
         // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks
-        await unfinalizedBlocksService.resetUnfinalizedBlocks(null);
+        unfinalizedBlocksService.resetUnfinalizedBlocks();
         expect(unfinalizedBlocksService.unfinalizedBlocks).toEqual([]);
     });
     it('can handle a fork when some unfinalized blocks are invalid', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(114, '0xabc114'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(115, '0xabc115'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(116, '0xabc116'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(114, '0xabc114'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(115, '0xabc115'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(116, '0xabc116'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(113, '0xabc113f', '0xabc112'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(117, '0xabc117'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(117, '0xabc117'));
         // Last valid block
         expect(res).toBe(112);
     });
     it('can handle a fork when all unfinalized blocks are invalid', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(111, '0xabc111f', '0xabc110'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
     it('can handle a fork and when unfinalized blocks < finalized head', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
     it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
         unfinalizedBlocksService.lastCheckedBlockHeight = 110;
-        await unfinalizedBlocksService.registerUnfinalizedBlock(111, '0xabc111', null);
-        await unfinalizedBlocksService.registerUnfinalizedBlock(112, '0xabc112', null);
+        await unfinalizedBlocksService.registerUnfinalizedBlock(111, '0xabc111');
+        await unfinalizedBlocksService.registerUnfinalizedBlock(112, '0xabc112');
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(120, '0xabc120f', '0xabc119f'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
     it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {
         unfinalizedBlocksService.registerFinalizedBlock(apiService.api.getBlockByHeightOrHash(110));
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'), null);
-        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'), null);
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(111, '0xabc111'));
+        await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(112, '0xabc112'));
         // Forked block
         unfinalizedBlocksService.registerFinalizedBlock(mockBlock(1200, '0xabc1200f', '0xabc1199f'));
-        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'), null);
+        const res = await unfinalizedBlocksService.processUnfinalizedBlocks(mockBlock(113, '0xabc113'));
         // Last valid block
         expect(res).toBe(110);
     });
@@ -180,7 +187,7 @@ describe('UnfinalizedBlocksService', () => {
             transaction: () => Promise.resolve({ commit: () => undefined }),
         });
         const reindex = jest.fn().mockReturnValue(Promise.resolve());
-        await unfinalizedBlocksService2.init(metadata, reindex);
+        await unfinalizedBlocksService2.init(reindex);
         expect(reindex).toBeCalledWith(90);
         expect(unfinalizedBlocksService2.lastCheckedBlockHeight).toBe(90);
     });

package/dist/indexer/unfinalizedBlocks.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"unfinalizedBlocks.spec.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.spec.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;AAKtC,2EAIqC;AAErC;;;GAGG;AAEH,SAAS,cAAc;IACrB,MAAM,OAAO,GAAG;QACd,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QAC3C,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1C,sBAAsB,EAAE,CAAC,YAA6B,EAAS,EAAE;YAC/D,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;gBACpC,MAAM,MAAM,GAAG,MAAM,CACnB,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAC9D,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG;iBACd,CAAC;aACvB;iBAAM;gBACL,MAAM,IAAI,GAAG,QAAQ,YAAY,GAAG,CAAC;gBACrC,OAAO;oBACL,MAAM,EAAE,YAAY;oBACpB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,QAAQ,YAAY,GAAG,CAAC,GAAG;iBACpB,CAAC;aACvB;QACH,CAAC;KACF,CAAC;IACF,OAAO;QACL,GAAG,EAAE,OAAO;KACN,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;KACjD,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAChB,MAAc,EACd,IAAY,EACZ,UAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,UAAU;KACK,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,UAAsB,CAAC;IAC3B,IAAI,wBAAkD,CAAC;IAEvD,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG,cAAc,EAAE,CAAC;QAC9B,wBAAwB,GAAG,IAAI,oDAAwB,CACrD,UAAU,EACV,EAAE,iBAAiB,EAAE,IAAI,EAAS,EAClC,IAAI,CACL,CAAC;QAEF,wBAAwB,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACZ,wBAA2C,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAC1C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;YACjB,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAqB,CAC3D,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,+CAA+C;QAC/C,+GAA+G;QAC/G,MAAM,wBAAwB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAE5D,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAED,wBAAgC,CAAC,sBAAsB,GAAG,GAAG,CAAC;QAE/D,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,EACV,IAAI,CACL,CAAC;QACF,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,EACV,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAqB,CAChE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,EAC1B,IAAI,CACL,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,2DAA+B;YACpC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,EAAE,EAAE,QAAQ,CAAC;gBACd,CAAC,EAAE,EAAE,SAAS,CAAC;gBACf,CAAC,EAAE,EAAE,SAAS,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,iEAAqC;YAC1C,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,yBAAyB,GAAG,IAAI,oDAAwB,CAC5D,UAAU,EACV,EAAE,iBAAiB,EAAE,KAAK,EAAS,EACnC;YACE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;SACzD,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAExD,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAE,yBAAiC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport { MetadataRepo, ApiService } from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport {\n  METADATA_LAST_FINALIZED_PROCESSED_KEY,\n  METADATA_UNFINALIZED_BLOCKS_KEY,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\n/* Notes:\n * Block hashes all have the format '0xabc' + block number\n * If they are forked they will have an `f` at the end\n */\n\nfunction mockApiService(): ApiService {\n  const mockApi = {\n    getFinalizedBlockHeight: jest.fn(() => 110),\n    getRuntimeChain: jest.fn(() => 'ethereum'),\n    getBlockByHeightOrHash: (heightOrHash: string | number): Block => {\n      if (typeof heightOrHash === 'string') {\n        const height = Number(\n          heightOrHash.toString().replace('0xabc', '').replace('f', ''),\n        );\n\n        return {\n          number: height,\n          hash: heightOrHash,\n          parentHash: `0xabc${height - 1}f`,\n        } as unknown as Block;\n      } else {\n        const hash = `0xabc${heightOrHash}f`;\n        return {\n          number: heightOrHash,\n          hash: hash,\n          parentHash: `0xabc${heightOrHash - 1}f`,\n        } as unknown as Block;\n      }\n    },\n  };\n  return {\n    api: mockApi,\n  } as any;\n}\n\nfunction getMockMetadata(): MetadataRepo {\n  const data: Record<string, any> = {};\n  return {\n    upsert: ({ key, value }) => (data[key] = value),\n    findOne: ({ where: { key } }) => ({ value: data[key] }),\n  } as any;\n}\n\nfunction mockBlock(\n  height: number,\n  hash: string,\n  parentHash?: string,\n): EthereumBlock {\n  return {\n    number: height,\n    hash: hash,\n    parentHash: parentHash,\n  } as unknown as EthereumBlock;\n}\n\ndescribe('UnfinalizedBlocksService', () => {\n  let apiService: ApiService;\n  let unfinalizedBlocksService: UnfinalizedBlocksService;\n\n  beforeEach(() => {\n    apiService = mockApiService();\n    unfinalizedBlocksService = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: true } as any,\n      null,\n    );\n\n    unfinalizedBlocksService.init(getMockMetadata(), () => Promise.resolve());\n  });\n\n  afterEach(() => {\n    (unfinalizedBlocksService as unknown as any).unfinalizedBlocks = {};\n  });\n\n  it('can set finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('cant set a lower finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(99),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('keeps track of unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [111, '0xabc111'],\n      [112, '0xabc112'],\n    ]);\n  });\n\n  it('doesnt keep track of finalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(120),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can process unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112', '0xabc111') as unknown as Block,\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [113, '0xabc113'],\n    ]);\n  });\n\n  it('can handle a fork and rewind to the last finalized height', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112f', '0xabc111') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(111);\n\n    // After this the call stack is something like:\n    // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks\n    await unfinalizedBlocksService.resetUnfinalizedBlocks(null);\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can handle a fork when some unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(114, '0xabc114'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(115, '0xabc115'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(116, '0xabc116'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(113, '0xabc113f', '0xabc112') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(117, '0xabc117'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(112);\n  });\n\n  it('can handle a fork when all unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(111, '0xabc111f', '0xabc110') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    (unfinalizedBlocksService as any).lastCheckedBlockHeight = 110;\n\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      111,\n      '0xabc111',\n      null,\n    );\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      112,\n      '0xabc112',\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n      null,\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n      null,\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(1200, '0xabc1200f', '0xabc1199f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n      null,\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {\n    const metadata = getMockMetadata();\n\n    metadata.upsert({\n      key: METADATA_UNFINALIZED_BLOCKS_KEY,\n      value: JSON.stringify([\n        [90, '0xabcd'],\n        [91, '0xabc91'],\n        [92, '0xabc92'],\n      ]),\n    });\n\n    metadata.upsert({\n      key: METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      value: 90,\n    });\n\n    const unfinalizedBlocksService2 = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: false } as any,\n      {\n        transaction: () => Promise.resolve({ commit: () => undefined }),\n      } as any,\n    );\n\n    const reindex = jest.fn().mockReturnValue(Promise.resolve());\n\n    await unfinalizedBlocksService2.init(metadata, reindex);\n\n    expect(reindex).toBeCalledWith(90);\n    expect((unfinalizedBlocksService2 as any).lastCheckedBlockHeight).toBe(90);\n  });\n});\n"]}
+{"version":3,"file":"unfinalizedBlocks.spec.js","sourceRoot":"","sources":["../../src/indexer/unfinalizedBlocks.spec.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;AAGtC,gDAI0B;AAE1B,2EAIqC;AAErC;;;GAGG;AAEH,SAAS,cAAc;IACrB,MAAM,OAAO,GAAG;QACd,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QAC3C,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1C,sBAAsB,EAAE,CAAC,YAA6B,EAAS,EAAE;YAC/D,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE;gBACpC,MAAM,MAAM,GAAG,MAAM,CACnB,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAC9D,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG;iBACd,CAAC;aACvB;iBAAM;gBACL,MAAM,IAAI,GAAG,QAAQ,YAAY,GAAG,CAAC;gBACrC,OAAO;oBACL,MAAM,EAAE,YAAY;oBACpB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,QAAQ,YAAY,GAAG,CAAC,GAAG;iBACpB,CAAC;aACvB;QACH,CAAC;KACF,CAAC;IACF,OAAO;QACL,GAAG,EAAE,OAAO;KACN,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;KAC9B,CAAC;AACX,CAAC;AAED,SAAS,cAAc;IACrB,OAAO;QACL,QAAQ,EAAE,IAAI,8BAAkB,CAAC,eAAe,EAAE,CAAC;KAC/B,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAChB,MAAc,EACd,IAAY,EACZ,UAAmB;IAEnB,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,UAAU;KACK,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,UAAsB,CAAC;IAC3B,IAAI,wBAAkD,CAAC;IAEvD,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,UAAU,GAAG,cAAc,EAAE,CAAC;QAC9B,wBAAwB,GAAG,IAAI,oDAAwB,CACrD,UAAU,EACV,EAAE,iBAAiB,EAAE,IAAI,EAAS,EAClC,cAAc,EAAE,CACjB,CAAC;QAEF,MAAM,wBAAwB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACZ,wBAA2C,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAC1C,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;YACjB,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAqB,CAC3D,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YAClE,CAAC,GAAG,EAAE,UAAU,CAAC;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,+CAA+C;QAC/C,+GAA+G;QAC/G,wBAAwB,CAAC,sBAAsB,EAAE,CAAC;QAElD,MAAM,CAAE,wBAAgC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU,CAAqB,CAC5D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAED,wBAAgC,CAAC,sBAAsB,GAAG,GAAG,CAAC;QAE/D,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,CACX,CAAC;QACF,MAAO,wBAAgC,CAAC,wBAAwB,CAC9D,GAAG,EACH,UAAU,CACX,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,CAAqB,CAC7D,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,wBAAwB,CAAC,sBAAsB,CAC7C,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAC3C,CAAC;QAEF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QACF,MAAM,wBAAwB,CAAC,wBAAwB,CACrD,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,eAAe;QACf,wBAAwB,CAAC,sBAAsB,CAC7C,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAqB,CAChE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,wBAAwB,CACjE,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAC3B,CAAC;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,2DAA+B;YACpC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,CAAC,EAAE,EAAE,QAAQ,CAAC;gBACd,CAAC,EAAE,EAAE,SAAS,CAAC;gBACf,CAAC,EAAE,EAAE,SAAS,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,QAAQ,CAAC,MAAM,CAAC;YACd,GAAG,EAAE,iEAAqC;YAC1C,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,yBAAyB,GAAG,IAAI,oDAAwB,CAC5D,UAAU,EACV,EAAE,iBAAiB,EAAE,KAAK,EAAS,EACnC;YACE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;SACzD,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE9C,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAE,yBAAiC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Block } from '@ethersproject/abstract-provider';\nimport {\n  ApiService,\n  CacheMetadataModel,\n  StoreCacheService,\n} from '@subql/node-core';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport {\n  METADATA_LAST_FINALIZED_PROCESSED_KEY,\n  METADATA_UNFINALIZED_BLOCKS_KEY,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\n/* Notes:\n * Block hashes all have the format '0xabc' + block number\n * If they are forked they will have an `f` at the end\n */\n\nfunction mockApiService(): ApiService {\n  const mockApi = {\n    getFinalizedBlockHeight: jest.fn(() => 110),\n    getRuntimeChain: jest.fn(() => 'ethereum'),\n    getBlockByHeightOrHash: (heightOrHash: string | number): Block => {\n      if (typeof heightOrHash === 'string') {\n        const height = Number(\n          heightOrHash.toString().replace('0xabc', '').replace('f', ''),\n        );\n\n        return {\n          number: height,\n          hash: heightOrHash,\n          parentHash: `0xabc${height - 1}f`,\n        } as unknown as Block;\n      } else {\n        const hash = `0xabc${heightOrHash}f`;\n        return {\n          number: heightOrHash,\n          hash: hash,\n          parentHash: `0xabc${heightOrHash - 1}f`,\n        } as unknown as Block;\n      }\n    },\n  };\n  return {\n    api: mockApi,\n  } as any;\n}\n\nfunction getMockMetadata(): any {\n  const data: Record<string, any> = {};\n  return {\n    upsert: ({ key, value }) => (data[key] = value),\n    findOne: ({ where: { key } }) => ({ value: data[key] }),\n    findByPk: (key: string) => data[key],\n  } as any;\n}\n\nfunction mockStoreCache(): StoreCacheService {\n  return {\n    metadata: new CacheMetadataModel(getMockMetadata()),\n  } as StoreCacheService;\n}\n\nfunction mockBlock(\n  height: number,\n  hash: string,\n  parentHash?: string,\n): EthereumBlock {\n  return {\n    number: height,\n    hash: hash,\n    parentHash: parentHash,\n  } as unknown as EthereumBlock;\n}\n\ndescribe('UnfinalizedBlocksService', () => {\n  let apiService: ApiService;\n  let unfinalizedBlocksService: UnfinalizedBlocksService;\n\n  beforeEach(async () => {\n    apiService = mockApiService();\n    unfinalizedBlocksService = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: true } as any,\n      mockStoreCache(),\n    );\n\n    await unfinalizedBlocksService.init(() => Promise.resolve());\n  });\n\n  afterEach(() => {\n    (unfinalizedBlocksService as unknown as any).unfinalizedBlocks = {};\n  });\n\n  it('can set finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('cant set a lower finalized block', () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(99),\n    );\n\n    expect((unfinalizedBlocksService as any).finalizedBlockNumber).toBe(110);\n  });\n\n  it('keeps track of unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [111, '0xabc111'],\n      [112, '0xabc112'],\n    ]);\n  });\n\n  it('doesnt keep track of finalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(120),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can process unfinalized blocks', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112', '0xabc111') as unknown as Block,\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([\n      [113, '0xabc113'],\n    ]);\n  });\n\n  it('can handle a fork and rewind to the last finalized height', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(112, '0xabc112f', '0xabc111') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(111);\n\n    // After this the call stack is something like:\n    // indexerManager -> blockDispatcher -> project -> project -> reindex -> blockDispatcher.resetUnfinalizedBlocks\n    unfinalizedBlocksService.resetUnfinalizedBlocks();\n\n    expect((unfinalizedBlocksService as any).unfinalizedBlocks).toEqual([]);\n  });\n\n  it('can handle a fork when some unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(114, '0xabc114'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(115, '0xabc115'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(116, '0xabc116'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(113, '0xabc113f', '0xabc112') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(117, '0xabc117'),\n    );\n\n    // Last valid block\n    expect(res).toBe(112);\n  });\n\n  it('can handle a fork when all unfinalized blocks are invalid', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(111, '0xabc111f', '0xabc110') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head 2', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    (unfinalizedBlocksService as any).lastCheckedBlockHeight = 110;\n\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      111,\n      '0xabc111',\n    );\n    await (unfinalizedBlocksService as any).registerUnfinalizedBlock(\n      112,\n      '0xabc112',\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(120, '0xabc120f', '0xabc119f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can handle a fork and when unfinalized blocks < finalized head with a large difference', async () => {\n    unfinalizedBlocksService.registerFinalizedBlock(\n      apiService.api.getBlockByHeightOrHash(110),\n    );\n\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(111, '0xabc111'),\n    );\n    await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(112, '0xabc112'),\n    );\n\n    // Forked block\n    unfinalizedBlocksService.registerFinalizedBlock(\n      mockBlock(1200, '0xabc1200f', '0xabc1199f') as unknown as Block,\n    );\n\n    const res = await unfinalizedBlocksService.processUnfinalizedBlocks(\n      mockBlock(113, '0xabc113'),\n    );\n\n    // Last valid block\n    expect(res).toBe(110);\n  });\n\n  it('can rewind any unfinalized blocks when restarted and unfinalized blocks is disabled', async () => {\n    const metadata = getMockMetadata();\n\n    metadata.upsert({\n      key: METADATA_UNFINALIZED_BLOCKS_KEY,\n      value: JSON.stringify([\n        [90, '0xabcd'],\n        [91, '0xabc91'],\n        [92, '0xabc92'],\n      ]),\n    });\n\n    metadata.upsert({\n      key: METADATA_LAST_FINALIZED_PROCESSED_KEY,\n      value: 90,\n    });\n\n    const unfinalizedBlocksService2 = new UnfinalizedBlocksService(\n      apiService,\n      { unfinalizedBlocks: false } as any,\n      {\n        transaction: () => Promise.resolve({ commit: () => undefined }),\n      } as any,\n    );\n\n    const reindex = jest.fn().mockReturnValue(Promise.resolve());\n\n    await unfinalizedBlocksService2.init(reindex);\n\n    expect(reindex).toBeCalledWith(90);\n    expect((unfinalizedBlocksService2 as any).lastCheckedBlockHeight).toBe(90);\n  });\n});\n"]}

package/dist/indexer/worker/worker.d.ts

@@ -5,12 +5,26 @@ declare function processBlock(height: number): Promise<ProcessBlockResponse>;
 declare function numFetchedBlocks(): Promise<number>;
 declare function numFetchingBlocks(): Promise<number>;
 declare function getStatus(): Promise<WorkerStatusResponse>;
-declare function reloadDynamicDs(): Promise<void>;
-export declare type InitWorker = typeof initWorker;
-export declare type FetchBlock = typeof fetchBlock;
-export declare type ProcessBlock = typeof processBlock;
-export declare type NumFetchedBlocks = typeof numFetchedBlocks;
-export declare type NumFetchingBlocks = typeof numFetchingBlocks;
-export declare type GetWorkerStatus = typeof getStatus;
-export declare type ReloadDynamicDs = typeof reloadDynamicDs;
+declare function getMemoryLeft(): Promise<number>;
+declare function waitForWorkerBatchSize(heapSizeInBytes: number): Promise<void>;
+declare type InitWorker = typeof initWorker;
+declare type FetchBlock = typeof fetchBlock;
+declare type ProcessBlock = typeof processBlock;
+declare type NumFetchedBlocks = typeof numFetchedBlocks;
+declare type NumFetchingBlocks = typeof numFetchingBlocks;
+declare type GetWorkerStatus = typeof getStatus;
+declare type GetMemoryLeft = typeof getMemoryLeft;
+declare type WaitForWorkerBatchSize = typeof waitForWorkerBatchSize;
+export declare type IIndexerWorker = {
+    processBlock: ProcessBlock;
+    fetchBlock: FetchBlock;
+    numFetchedBlocks: NumFetchedBlocks;
+    numFetchingBlocks: NumFetchingBlocks;
+    getStatus: GetWorkerStatus;
+    getMemoryLeft: GetMemoryLeft;
+    waitForWorkerBatchSize: WaitForWorkerBatchSize;
+};
+export declare type IInitIndexerWorker = IIndexerWorker & {
+    initWorker: InitWorker;
+};
 export {};

package/dist/indexer/worker/worker.js

@@ -15,15 +15,16 @@ const { argv } = yargs_1.yargsOptions;
 (0, logger_1.initLogger)(argv.debug, argv.outputFmt, argv.logLevel);
 const assert_1 = __importDefault(require("assert"));
 const node_worker_threads_1 = require("node:worker_threads");
+const v8_1 = require("v8");
 const core_1 = require("@nestjs/core");
 const node_core_1 = require("@subql/node-core");
 const dynamic_ds_service_1 = require("../dynamic-ds.service");
 const indexer_manager_1 = require("../indexer.manager");
 const worker_module_1 = require("./worker.module");
 const worker_service_1 = require("./worker.service");
+const worker_unfinalizedBlocks_service_1 = require("./worker.unfinalizedBlocks.service");
 let app;
 let workerService;
-let dynamicDsService;
 const logger = (0, node_core_1.getLogger)(`worker #${node_worker_threads_1.threadId}`);
 async function initWorker() {
     try {
@@ -39,7 +40,6 @@ async function initWorker() {
         // Initialise async services, we do this here rather than in factories so we can capture one off events
         await indexerManager.start();
         workerService = app.get(worker_service_1.WorkerService);
-        dynamicDsService = app.get(dynamic_ds_service_1.DynamicDsService);
     }
     catch (e) {
         console.log('Failed to start worker', e);
@@ -78,19 +78,26 @@ async function getStatus() {
         isIndexing: workerService.isIndexing,
     };
 }
-async function reloadDynamicDs() {
-    return dynamicDsService.reloadDynamicDatasources();
+// eslint-disable-next-line @typescript-eslint/require-await
+async function getMemoryLeft() {
+    const totalHeap = (0, v8_1.getHeapStatistics)().heap_size_limit;
+    const heapUsed = process.memoryUsage().heapUsed;
+    return totalHeap - heapUsed;
+}
+async function waitForWorkerBatchSize(heapSizeInBytes) {
+    await (0, node_core_1.waitForBatchSize)(heapSizeInBytes);
 }
 // Register these functions to be exposed to worker host
-(0, node_core_1.registerWorker)({
+global.host = node_core_1.WorkerHost.create([...node_core_1.hostStoreKeys, ...node_core_1.hostDynamicDsKeys, ...worker_unfinalizedBlocks_service_1.hostUnfinalizedBlocksKeys], {
     initWorker,
     fetchBlock,
     processBlock,
     numFetchedBlocks,
     numFetchingBlocks,
     getStatus,
-    reloadDynamicDs,
-});
+    getMemoryLeft,
+    waitForWorkerBatchSize,
+}, logger);
 process.on('uncaughtException', (e) => {
     logger.error(e, 'Uncaught Exception');
     throw e;

package/dist/indexer/worker/worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;AAEtC,iEAAiE;AACjE,kDAAkD;AAClD,wCAAwC;AACxC,oDAAqD;AACrD,wCAAwC;AACxC,uCAA2C;AAE3C,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE9B,IAAA,mBAAU,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;AAEF,oDAA4B;AAC5B,6DAA+C;AAE/C,uCAA2C;AAC3C,gDAAyE;AACzE,8DAAyD;AACzD,wDAAoD;AACpD,mDAA+C;AAC/C,qDAK0B;AAE1B,IAAI,GAAqB,CAAC;AAC1B,IAAI,aAA4B,CAAC;AACjC,IAAI,gBAAkC,CAAC;AAEvC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,WAAW,8BAAQ,EAAE,CAAC,CAAC;AAEhD,KAAK,UAAU,UAAU;IACvB,IAAI;QACF,IAAI,GAAG,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;SACR;QAED,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,4BAAY,EAAE;YAC3C,MAAM,EAAE,IAAI,sBAAU,EAAE,EAAE,0EAA0E;SACrG,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,gCAAc,CAAC,CAAC;QAC/C,uGAAuG;QACvG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,8BAAa,CAAC,CAAC;QACvC,gBAAgB,GAAG,GAAG,CAAC,GAAG,CAAC,qCAAgB,CAAC,CAAC;KAC9C;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC;KACT;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,OAAO,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAc;IACxC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAErD,0DAA0D;IAC1D,IAAI,GAAG,CAAC,gBAAgB,EAAE;QACxB,MAAM,gBAAgB,GAAG,GAAG,CAAC,GAAG,CAAC,qCAAgB,CAAC,CAAC;QACnD,gBAAgB,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;KAC9C;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,gBAAgB;IAC7B,OAAO,aAAa,CAAC,gBAAgB,CAAC;AACxC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,iBAAiB;IAC9B,OAAO,aAAa,CAAC,iBAAiB,CAAC;AACzC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,SAAS;IACtB,OAAO;QACL,QAAQ,EAAR,8BAAQ;QACR,aAAa,EAAE,aAAa,CAAC,gBAAgB;QAC7C,aAAa,EAAE,aAAa,CAAC,iBAAiB;QAC9C,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe;IAC5B,OAAO,gBAAgB,CAAC,wBAAwB,EAAE,CAAC;AACrD,CAAC;AAED,wDAAwD;AACxD,IAAA,0BAAc,EAAC;IACb,UAAU;IACV,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,iBAAiB;IACjB,SAAS;IACT,eAAe;CAChB,CAAC,CAAC;AAWH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE;IACpC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtC,MAAM,CAAC,CAAC;AACV,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2021 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\n// initlogger and yargs must be imported before all other imports\n// making sure logger is defined before its called\n// eslint-disable-next-line import/order\nimport { initLogger } from '@subql/node-core/logger';\n// eslint-disable-next-line import/order\nimport { yargsOptions } from '../../yargs';\n\nconst { argv } = yargsOptions;\n\ninitLogger(\n  argv.debug,\n  argv.outputFmt as 'json' | 'colored',\n  argv.logLevel as string | undefined,\n);\n\nimport assert from 'assert';\nimport { threadId } from 'node:worker_threads';\nimport { INestApplication } from '@nestjs/common';\nimport { NestFactory } from '@nestjs/core';\nimport { registerWorker, getLogger, NestLogger } from '@subql/node-core';\nimport { DynamicDsService } from '../dynamic-ds.service';\nimport { IndexerManager } from '../indexer.manager';\nimport { WorkerModule } from './worker.module';\nimport {\n  FetchBlockResponse,\n  ProcessBlockResponse,\n  WorkerService,\n  WorkerStatusResponse,\n} from './worker.service';\n\nlet app: INestApplication;\nlet workerService: WorkerService;\nlet dynamicDsService: DynamicDsService;\n\nconst logger = getLogger(`worker #${threadId}`);\n\nasync function initWorker(): Promise<void> {\n  try {\n    if (app) {\n      logger.warn('Worker already initialised');\n      return;\n    }\n\n    app = await NestFactory.create(WorkerModule, {\n      logger: new NestLogger(), // TIP: If the worker is crashing comment out this line for better logging\n    });\n\n    await app.init();\n\n    const indexerManager = app.get(IndexerManager);\n    // Initialise async services, we do this here rather than in factories so we can capture one off events\n    await indexerManager.start();\n\n    workerService = app.get(WorkerService);\n    dynamicDsService = app.get(DynamicDsService);\n  } catch (e) {\n    console.log('Failed to start worker', e);\n    logger.error(e, 'Failed to start worker');\n    throw e;\n  }\n}\n\nasync function fetchBlock(height: number): Promise<FetchBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  return workerService.fetchBlock(height);\n}\n\nasync function processBlock(height: number): Promise<ProcessBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  const res = await workerService.processBlock(height);\n\n  // Clean up the temp ds records for worker thread instance\n  if (res.dynamicDsCreated) {\n    const dynamicDsService = app.get(DynamicDsService);\n    dynamicDsService.deleteTempDsRecords(height);\n  }\n\n  return res;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchedBlocks(): Promise<number> {\n  return workerService.numFetchedBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchingBlocks(): Promise<number> {\n  return workerService.numFetchingBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getStatus(): Promise<WorkerStatusResponse> {\n  return {\n    threadId,\n    fetchedBlocks: workerService.numFetchedBlocks,\n    toFetchBlocks: workerService.numFetchingBlocks,\n    isIndexing: workerService.isIndexing,\n  };\n}\n\nasync function reloadDynamicDs(): Promise<void> {\n  return dynamicDsService.reloadDynamicDatasources();\n}\n\n// Register these functions to be exposed to worker host\nregisterWorker({\n  initWorker,\n  fetchBlock,\n  processBlock,\n  numFetchedBlocks,\n  numFetchingBlocks,\n  getStatus,\n  reloadDynamicDs,\n});\n\n// Export types to be used on the parent\nexport type InitWorker = typeof initWorker;\nexport type FetchBlock = typeof fetchBlock;\nexport type ProcessBlock = typeof processBlock;\nexport type NumFetchedBlocks = typeof numFetchedBlocks;\nexport type NumFetchingBlocks = typeof numFetchingBlocks;\nexport type GetWorkerStatus = typeof getStatus;\nexport type ReloadDynamicDs = typeof reloadDynamicDs;\n\nprocess.on('uncaughtException', (e) => {\n  logger.error(e, 'Uncaught Exception');\n  throw e;\n});\n"]}
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;AAEtC,iEAAiE;AACjE,kDAAkD;AAClD,wCAAwC;AACxC,oDAAqD;AACrD,wCAAwC;AACxC,uCAA2C;AAE3C,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE9B,IAAA,mBAAU,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;AAEF,oDAA4B;AAC5B,6DAA+C;AAC/C,2BAAuC;AAEvC,uCAA2C;AAC3C,gDAS0B;AAE1B,8DAAyD;AACzD,wDAAoD;AACpD,mDAA+C;AAC/C,qDAK0B;AAC1B,yFAG4C;AAC5C,IAAI,GAAqB,CAAC;AAC1B,IAAI,aAA4B,CAAC;AAEjC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,WAAW,8BAAQ,EAAE,CAAC,CAAC;AAEhD,KAAK,UAAU,UAAU;IACvB,IAAI;QACF,IAAI,GAAG,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;SACR;QAED,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,4BAAY,EAAE;YAC3C,MAAM,EAAE,IAAI,sBAAU,EAAE,EAAE,0EAA0E;SACrG,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,gCAAc,CAAC,CAAC;QAC/C,uGAAuG;QACvG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,8BAAa,CAAC,CAAC;KACxC;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC;KACT;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IACzC,OAAO,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAc;IACxC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAErD,0DAA0D;IAC1D,IAAI,GAAG,CAAC,gBAAgB,EAAE;QACxB,MAAM,gBAAgB,GAAG,GAAG,CAAC,GAAG,CAAC,qCAAgB,CAAC,CAAC;QACnD,gBAAgB,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;KAC9C;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,gBAAgB;IAC7B,OAAO,aAAa,CAAC,gBAAgB,CAAC;AACxC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,iBAAiB;IAC9B,OAAO,aAAa,CAAC,iBAAiB,CAAC;AACzC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,SAAS;IACtB,OAAO;QACL,QAAQ,EAAR,8BAAQ;QACR,aAAa,EAAE,aAAa,CAAC,gBAAgB;QAC7C,aAAa,EAAE,aAAa,CAAC,iBAAiB;QAC9C,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,aAAa;IAC1B,MAAM,SAAS,GAAG,IAAA,sBAAiB,GAAE,CAAC,eAAe,CAAC;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IAEhD,OAAO,SAAS,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,eAAuB;IAC3D,MAAM,IAAA,4BAAgB,EAAC,eAAe,CAAC,CAAC;AAC1C,CAAC;AAED,wDAAwD;AACvD,MAAc,CAAC,IAAI,GAAG,sBAAU,CAAC,MAAM,CAItC,CAAC,GAAG,yBAAa,EAAE,GAAG,6BAAiB,EAAE,GAAG,4DAAyB,CAAC,EACtE;IACE,UAAU;IACV,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,iBAAiB;IACjB,SAAS;IACT,aAAa;IACb,sBAAsB;CACvB,EACD,MAAM,CACP,CAAC;AA0BF,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE;IACpC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtC,MAAM,CAAC,CAAC;AACV,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2021 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\n// initlogger and yargs must be imported before all other imports\n// making sure logger is defined before its called\n// eslint-disable-next-line import/order\nimport { initLogger } from '@subql/node-core/logger';\n// eslint-disable-next-line import/order\nimport { yargsOptions } from '../../yargs';\n\nconst { argv } = yargsOptions;\n\ninitLogger(\n  argv.debug,\n  argv.outputFmt as 'json' | 'colored',\n  argv.logLevel as string | undefined,\n);\n\nimport assert from 'assert';\nimport { threadId } from 'node:worker_threads';\nimport { getHeapStatistics } from 'v8';\nimport { INestApplication } from '@nestjs/common';\nimport { NestFactory } from '@nestjs/core';\nimport {\n  waitForBatchSize,\n  WorkerHost,\n  getLogger,\n  NestLogger,\n  hostStoreKeys,\n  HostStore,\n  hostDynamicDsKeys,\n  HostDynamicDS,\n} from '@subql/node-core';\nimport { SubqlProjectDs } from '../../configure/SubqueryProject';\nimport { DynamicDsService } from '../dynamic-ds.service';\nimport { IndexerManager } from '../indexer.manager';\nimport { WorkerModule } from './worker.module';\nimport {\n  FetchBlockResponse,\n  ProcessBlockResponse,\n  WorkerService,\n  WorkerStatusResponse,\n} from './worker.service';\nimport {\n  HostUnfinalizedBlocks,\n  hostUnfinalizedBlocksKeys,\n} from './worker.unfinalizedBlocks.service';\nlet app: INestApplication;\nlet workerService: WorkerService;\n\nconst logger = getLogger(`worker #${threadId}`);\n\nasync function initWorker(): Promise<void> {\n  try {\n    if (app) {\n      logger.warn('Worker already initialised');\n      return;\n    }\n\n    app = await NestFactory.create(WorkerModule, {\n      logger: new NestLogger(), // TIP: If the worker is crashing comment out this line for better logging\n    });\n\n    await app.init();\n\n    const indexerManager = app.get(IndexerManager);\n    // Initialise async services, we do this here rather than in factories so we can capture one off events\n    await indexerManager.start();\n\n    workerService = app.get(WorkerService);\n  } catch (e) {\n    console.log('Failed to start worker', e);\n    logger.error(e, 'Failed to start worker');\n    throw e;\n  }\n}\n\nasync function fetchBlock(height: number): Promise<FetchBlockResponse> {\n  assert(workerService, 'Not initialised');\n  return workerService.fetchBlock(height);\n}\n\nasync function processBlock(height: number): Promise<ProcessBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  const res = await workerService.processBlock(height);\n\n  // Clean up the temp ds records for worker thread instance\n  if (res.dynamicDsCreated) {\n    const dynamicDsService = app.get(DynamicDsService);\n    dynamicDsService.deleteTempDsRecords(height);\n  }\n\n  return res;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchedBlocks(): Promise<number> {\n  return workerService.numFetchedBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchingBlocks(): Promise<number> {\n  return workerService.numFetchingBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getStatus(): Promise<WorkerStatusResponse> {\n  return {\n    threadId,\n    fetchedBlocks: workerService.numFetchedBlocks,\n    toFetchBlocks: workerService.numFetchingBlocks,\n    isIndexing: workerService.isIndexing,\n  };\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getMemoryLeft(): Promise<number> {\n  const totalHeap = getHeapStatistics().heap_size_limit;\n  const heapUsed = process.memoryUsage().heapUsed;\n\n  return totalHeap - heapUsed;\n}\n\nasync function waitForWorkerBatchSize(heapSizeInBytes: number): Promise<void> {\n  await waitForBatchSize(heapSizeInBytes);\n}\n\n// Register these functions to be exposed to worker host\n(global as any).host = WorkerHost.create<\n  HostStore & HostDynamicDS<SubqlProjectDs> & HostUnfinalizedBlocks,\n  IInitIndexerWorker\n>(\n  [...hostStoreKeys, ...hostDynamicDsKeys, ...hostUnfinalizedBlocksKeys],\n  {\n    initWorker,\n    fetchBlock,\n    processBlock,\n    numFetchedBlocks,\n    numFetchingBlocks,\n    getStatus,\n    getMemoryLeft,\n    waitForWorkerBatchSize,\n  },\n  logger,\n);\n\n// Export types to be used on the parent\ntype InitWorker = typeof initWorker;\ntype FetchBlock = typeof fetchBlock;\ntype ProcessBlock = typeof processBlock;\ntype NumFetchedBlocks = typeof numFetchedBlocks;\ntype NumFetchingBlocks = typeof numFetchingBlocks;\ntype GetWorkerStatus = typeof getStatus;\ntype GetMemoryLeft = typeof getMemoryLeft;\ntype WaitForWorkerBatchSize = typeof waitForWorkerBatchSize;\n\nexport type IIndexerWorker = {\n  processBlock: ProcessBlock;\n  fetchBlock: FetchBlock;\n  numFetchedBlocks: NumFetchedBlocks;\n  numFetchingBlocks: NumFetchingBlocks;\n  getStatus: GetWorkerStatus;\n  getMemoryLeft: GetMemoryLeft;\n  waitForWorkerBatchSize: WaitForWorkerBatchSize;\n};\n\nexport type IInitIndexerWorker = IIndexerWorker & {\n  initWorker: InitWorker;\n};\n\nprocess.on('uncaughtException', (e) => {\n  logger.error(e, 'Uncaught Exception');\n  throw e;\n});\n"]}

package/dist/indexer/worker/worker.service.d.ts

@@ -1,11 +1,11 @@
-import { ApiService, NodeConfig } from '@subql/node-core';
+import { NodeConfig, ApiService } from '@subql/node-core';
 import { IndexerManager } from '../indexer.manager';
 export declare type FetchBlockResponse = {
     parentHash: string;
 } | undefined;
 export declare type ProcessBlockResponse = {
     dynamicDsCreated: boolean;
-    operationHash: string;
+    blockHash: string;
     reindexBlockHeight: number;
 };
 export declare type WorkerStatusResponse = {

package/dist/indexer/worker/worker.service.js

@@ -30,10 +30,16 @@ let WorkerService = class WorkerService {
             return await this.queue.put(async () => {
                 // If a dynamic ds is created we might be asked to fetch blocks again, use existing result
                 if (!this.fetchedBlocks[height]) {
+                    if (node_core_1.memoryLock.isLocked()) {
+                        const start = Date.now();
+                        await node_core_1.memoryLock.waitForUnlock();
+                        const end = Date.now();
+                        logger.debug(`memory lock wait time: ${end - start}ms`);
+                    }
                     const [block] = await this.apiService.api.fetchBlocks([height]);
                     this.fetchedBlocks[height] = block;
                 }
-                const block = this.fetchedBlocks[height];
+                // const block = this.fetchedBlocks[height];
                 // Return info to get the runtime version, this lets the worker thread know
                 return undefined;
             });
@@ -50,14 +56,15 @@ let WorkerService = class WorkerService {
                 throw new Error(`Block ${height} has not been fetched`);
             }
             delete this.fetchedBlocks[height];
-            const response = await this.indexerManager.indexBlock(block);
-            this._isIndexing = false;
-            return Object.assign(Object.assign({}, response), { operationHash: Buffer.from(response.operationHash).toString('base64') });
+            return await this.indexerManager.indexBlock(block);
         }
         catch (e) {
             logger.error(e, `Failed to index block ${height}: ${e.stack}`);
             throw e;
         }
+        finally {
+            this._isIndexing = false;
+        }
     }
     get numFetchedBlocks() {
         return Object.keys(this.fetchedBlocks).length;

package/dist/indexer/worker/worker.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.service.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;AAEtC,6DAA+C;AAC/C,2CAA4C;AAC5C,gDAAgF;AAEhF,wDAAoD;AAiBpD,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,8BAAQ,EAAE,CAAC,CAAC;AAGjD,IAAM,aAAa,GAAnB,MAAM,aAAa;IAMxB,YACU,UAAsB,EACtB,cAA8B,EACtC,UAAsB;QAFd,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAPhC,kBAAa,GAAiC,EAAE,CAAC;QACjD,gBAAW,GAAG,KAAK,CAAC;QAS1B,IAAI,CAAC,KAAK,GAAG,IAAI,qBAAS,CAAC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBACrC,0FAA0F;gBAC1F,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;oBAC/B,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBAChE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;iBACpC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBAEzC,2EAA2E;gBAC3E,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC,CAAC;SACJ;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,MAAM,EAAE,CAAC,CAAC;SACpD;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,IAAI;YACF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAyB,CAAC;YAEjE,IAAI,CAAC,KAAK,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,uBAAuB,CAAC,CAAC;aACzD;YAED,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAElC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE7D,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,uCACK,QAAQ,KACX,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IACrE;SACH;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,MAAM,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC/D,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;IAChD,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF,CAAA;AApEY,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAQW,sBAAU;QACN,gCAAc;QAC1B,sBAAU;GATb,aAAa,CAoEzB;AApEY,sCAAa","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { threadId } from 'node:worker_threads';\nimport { Injectable } from '@nestjs/common';\nimport { ApiService, NodeConfig, getLogger, AutoQueue } from '@subql/node-core';\nimport { EthereumBlockWrapper, BlockWrapper } from '@subql/types-ethereum';\nimport { IndexerManager } from '../indexer.manager';\n\nexport type FetchBlockResponse = { parentHash: string } | undefined;\n\nexport type ProcessBlockResponse = {\n  dynamicDsCreated: boolean;\n  operationHash: string; // Base64 encoded u8a array\n  reindexBlockHeight: number;\n};\n\nexport type WorkerStatusResponse = {\n  threadId: number;\n  isIndexing: boolean;\n  fetchedBlocks: number;\n  toFetchBlocks: number;\n};\n\nconst logger = getLogger(`Worker Service #${threadId}`);\n\n@Injectable()\nexport class WorkerService {\n  private fetchedBlocks: Record<string, BlockWrapper> = {};\n  private _isIndexing = false;\n\n  private queue: AutoQueue<FetchBlockResponse>;\n\n  constructor(\n    private apiService: ApiService,\n    private indexerManager: IndexerManager,\n    nodeConfig: NodeConfig,\n  ) {\n    this.queue = new AutoQueue(undefined, nodeConfig.batchSize);\n  }\n\n  async fetchBlock(height: number): Promise<FetchBlockResponse> {\n    try {\n      return await this.queue.put(async () => {\n        // If a dynamic ds is created we might be asked to fetch blocks again, use existing result\n        if (!this.fetchedBlocks[height]) {\n          const [block] = await this.apiService.api.fetchBlocks([height]);\n          this.fetchedBlocks[height] = block;\n        }\n\n        const block = this.fetchedBlocks[height];\n\n        // Return info to get the runtime version, this lets the worker thread know\n        return undefined;\n      });\n    } catch (e) {\n      logger.error(e, `Failed to fetch block ${height}`);\n    }\n  }\n\n  async processBlock(height: number): Promise<ProcessBlockResponse> {\n    try {\n      this._isIndexing = true;\n      const block = this.fetchedBlocks[height] as EthereumBlockWrapper;\n\n      if (!block) {\n        throw new Error(`Block ${height} has not been fetched`);\n      }\n\n      delete this.fetchedBlocks[height];\n\n      const response = await this.indexerManager.indexBlock(block);\n\n      this._isIndexing = false;\n      return {\n        ...response,\n        operationHash: Buffer.from(response.operationHash).toString('base64'),\n      };\n    } catch (e) {\n      logger.error(e, `Failed to index block ${height}: ${e.stack}`);\n      throw e;\n    }\n  }\n\n  get numFetchedBlocks(): number {\n    return Object.keys(this.fetchedBlocks).length;\n  }\n\n  get numFetchingBlocks(): number {\n    return this.queue.size;\n  }\n\n  get isIndexing(): boolean {\n    return this._isIndexing;\n  }\n}\n"]}
+{"version":3,"file":"worker.service.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;AAEtC,6DAA+C;AAC/C,2CAA4C;AAC5C,gDAM0B;AAE1B,wDAAoD;AAiBpD,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,8BAAQ,EAAE,CAAC,CAAC;AAGjD,IAAM,aAAa,GAAnB,MAAM,aAAa;IAMxB,YACU,UAAsB,EACtB,cAA8B,EACtC,UAAsB;QAFd,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAPhC,kBAAa,GAAiC,EAAE,CAAC;QACjD,gBAAW,GAAG,KAAK,CAAC;QAS1B,IAAI,CAAC,KAAK,GAAG,IAAI,qBAAS,CAAC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBACrC,0FAA0F;gBAC1F,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;oBAC/B,IAAI,sBAAU,CAAC,QAAQ,EAAE,EAAE;wBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACzB,MAAM,sBAAU,CAAC,aAAa,EAAE,CAAC;wBACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACvB,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC;qBACzD;oBAED,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBAChE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;iBACpC;gBAED,4CAA4C;gBAE5C,2EAA2E;gBAC3E,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC,CAAC;SACJ;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,MAAM,EAAE,CAAC,CAAC;SACpD;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,IAAI;YACF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAyB,CAAC;YAEjE,IAAI,CAAC,KAAK,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,uBAAuB,CAAC,CAAC;aACzD;YAED,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAElC,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;SACpD;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,MAAM,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC/D,MAAM,CAAC,CAAC;SACT;gBAAS;YACR,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;SAC1B;IACH,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;IAChD,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF,CAAA;AAvEY,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAQW,sBAAU;QACN,gCAAc;QAC1B,sBAAU;GATb,aAAa,CAuEzB;AAvEY,sCAAa","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { threadId } from 'node:worker_threads';\nimport { Injectable } from '@nestjs/common';\nimport {\n  NodeConfig,\n  getLogger,\n  AutoQueue,\n  memoryLock,\n  ApiService,\n} from '@subql/node-core';\nimport { BlockWrapper, EthereumBlockWrapper } from '@subql/types-ethereum';\nimport { IndexerManager } from '../indexer.manager';\n\nexport type FetchBlockResponse = { parentHash: string } | undefined;\n\nexport type ProcessBlockResponse = {\n  dynamicDsCreated: boolean;\n  blockHash: string;\n  reindexBlockHeight: number;\n};\n\nexport type WorkerStatusResponse = {\n  threadId: number;\n  isIndexing: boolean;\n  fetchedBlocks: number;\n  toFetchBlocks: number;\n};\n\nconst logger = getLogger(`Worker Service #${threadId}`);\n\n@Injectable()\nexport class WorkerService {\n  private fetchedBlocks: Record<string, BlockWrapper> = {};\n  private _isIndexing = false;\n\n  private queue: AutoQueue<FetchBlockResponse>;\n\n  constructor(\n    private apiService: ApiService,\n    private indexerManager: IndexerManager,\n    nodeConfig: NodeConfig,\n  ) {\n    this.queue = new AutoQueue(undefined, nodeConfig.batchSize);\n  }\n\n  async fetchBlock(height: number): Promise<FetchBlockResponse> {\n    try {\n      return await this.queue.put(async () => {\n        // If a dynamic ds is created we might be asked to fetch blocks again, use existing result\n        if (!this.fetchedBlocks[height]) {\n          if (memoryLock.isLocked()) {\n            const start = Date.now();\n            await memoryLock.waitForUnlock();\n            const end = Date.now();\n            logger.debug(`memory lock wait time: ${end - start}ms`);\n          }\n\n          const [block] = await this.apiService.api.fetchBlocks([height]);\n          this.fetchedBlocks[height] = block;\n        }\n\n        // const block = this.fetchedBlocks[height];\n\n        // Return info to get the runtime version, this lets the worker thread know\n        return undefined;\n      });\n    } catch (e) {\n      logger.error(e, `Failed to fetch block ${height}`);\n    }\n  }\n\n  async processBlock(height: number): Promise<ProcessBlockResponse> {\n    try {\n      this._isIndexing = true;\n      const block = this.fetchedBlocks[height] as EthereumBlockWrapper;\n\n      if (!block) {\n        throw new Error(`Block ${height} has not been fetched`);\n      }\n\n      delete this.fetchedBlocks[height];\n\n      return await this.indexerManager.indexBlock(block);\n    } catch (e) {\n      logger.error(e, `Failed to index block ${height}: ${e.stack}`);\n      throw e;\n    } finally {\n      this._isIndexing = false;\n    }\n  }\n\n  get numFetchedBlocks(): number {\n    return Object.keys(this.fetchedBlocks).length;\n  }\n\n  get numFetchingBlocks(): number {\n    return this.queue.size;\n  }\n\n  get isIndexing(): boolean {\n    return this._isIndexing;\n  }\n}\n"]}

package/dist/indexer/worker/worker.unfinalizedBlocks.service.d.ts

@@ -0,0 +1,11 @@
+import { EthereumBlock } from '@subql/types-ethereum';
+import { IUnfinalizedBlocksService } from '../unfinalizedBlocks.service';
+export declare type HostUnfinalizedBlocks = {
+    unfinalizedBlocksProcess: (block: EthereumBlock) => Promise<number | null>;
+};
+export declare const hostUnfinalizedBlocksKeys: (keyof HostUnfinalizedBlocks)[];
+export declare class WorkerUnfinalizedBlocksService implements IUnfinalizedBlocksService {
+    private host;
+    constructor(host: HostUnfinalizedBlocks);
+    processUnfinalizedBlocks(block: EthereumBlock): Promise<number | null>;
+}

package/dist/indexer/worker/worker.unfinalizedBlocks.service.js

@@ -0,0 +1,32 @@
+"use strict";
+// Copyright 2020-2022 OnFinality Limited authors & contributors
+// SPDX-License-Identifier: Apache-2.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerUnfinalizedBlocksService = exports.hostUnfinalizedBlocksKeys = void 0;
+const common_1 = require("@nestjs/common");
+exports.hostUnfinalizedBlocksKeys = [
+    'unfinalizedBlocksProcess',
+];
+let WorkerUnfinalizedBlocksService = class WorkerUnfinalizedBlocksService {
+    constructor(host) {
+        this.host = host;
+    }
+    async processUnfinalizedBlocks(block) {
+        return this.host.unfinalizedBlocksProcess(block);
+    }
+};
+WorkerUnfinalizedBlocksService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [Object])
+], WorkerUnfinalizedBlocksService);
+exports.WorkerUnfinalizedBlocksService = WorkerUnfinalizedBlocksService;
+//# sourceMappingURL=worker.unfinalizedBlocks.service.js.map

package/dist/indexer/worker/worker.unfinalizedBlocks.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;AAEtC,2CAA4C;AAQ/B,QAAA,yBAAyB,GAAoC;IACxE,0BAA0B;CAC3B,CAAC;AAGK,IAAM,8BAA8B,GAApC,MAAM,8BAA8B;IAGzC,YAAoB,IAA2B;QAA3B,SAAI,GAAJ,IAAI,CAAuB;IAAG,CAAC;IAEnD,KAAK,CAAC,wBAAwB,CAAC,KAAoB;QACjD,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC;CACF,CAAA;AARY,8BAA8B;IAD1C,IAAA,mBAAU,GAAE;;GACA,8BAA8B,CAQ1C;AARY,wEAA8B","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Injectable } from '@nestjs/common';\nimport { EthereumBlock } from '@subql/types-ethereum';\nimport { IUnfinalizedBlocksService } from '../unfinalizedBlocks.service';\n\nexport type HostUnfinalizedBlocks = {\n  unfinalizedBlocksProcess: (block: EthereumBlock) => Promise<number | null>;\n};\n\nexport const hostUnfinalizedBlocksKeys: (keyof HostUnfinalizedBlocks)[] = [\n  'unfinalizedBlocksProcess',\n];\n\n@Injectable()\nexport class WorkerUnfinalizedBlocksService\n  implements IUnfinalizedBlocksService\n{\n  constructor(private host: HostUnfinalizedBlocks) {}\n\n  async processUnfinalizedBlocks(block: EthereumBlock): Promise<number | null> {\n    return this.host.unfinalizedBlocksProcess(block);\n  }\n}\n"]}