@subql/node-ethereum 0.4.1-8 → 0.4.1-storeCache-0.0.3

package/dist/indexer/blockDispatcher/base-block-dispatcher.js

@@ -1,99 +0,0 @@
-"use strict";
-// Copyright 2020-2021 OnFinality Limited authors & contributors
-// SPDX-License-Identifier: Apache-2.0
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseBlockDispatcher = void 0;
-const assert_1 = __importDefault(require("assert"));
-const util_1 = require("@polkadot/util");
-const node_core_1 = require("@subql/node-core");
-const logger = (0, node_core_1.getLogger)('BaseBlockDispatcherService');
-const NULL_MERKEL_ROOT = (0, util_1.hexToU8a)('0x00');
-function isNullMerkelRoot(operationHash) {
-    return (0, util_1.u8aEq)(operationHash, NULL_MERKEL_ROOT);
-}
-class BaseBlockDispatcher {
-    constructor(nodeConfig, eventEmitter, projectService, queue) {
-        this.nodeConfig = nodeConfig;
-        this.eventEmitter = eventEmitter;
-        this.projectService = projectService;
-        this.queue = queue;
-    }
-    get queueSize() {
-        return this.queue.size;
-    }
-    get freeSize() {
-        return this.queue.freeSpace;
-    }
-    get latestBufferedHeight() {
-        return this._latestBufferedHeight;
-    }
-    set latestBufferedHeight(height) {
-        this.eventEmitter.emit(node_core_1.IndexerEvent.BlocknumberQueueSize, {
-            value: this.queueSize,
-        });
-        this._latestBufferedHeight = height;
-    }
-    setProcessedBlockCount(processedBlockCount) {
-        this._processedBlockCount = processedBlockCount;
-        this.eventEmitter.emit(node_core_1.IndexerEvent.BlockProcessedCount, {
-            processedBlockCount,
-            timestamp: Date.now(),
-        });
-    }
-    //  Compare it with current indexing number, if last corrected is already indexed
-    //  rewind, also flush queued blocks, drop current indexing transaction, set last processed to correct block too
-    //  if rollback is greater than current index flush queue only
-    async rewind(lastCorrectHeight) {
-        if (lastCorrectHeight <= this.currentProcessingHeight) {
-            logger.info(`Found last verified block at height ${lastCorrectHeight}, rewinding...`);
-            await this.projectService.reindex(lastCorrectHeight);
-            this.latestProcessedHeight = lastCorrectHeight;
-            logger.info(`Successful rewind to block ${lastCorrectHeight}!`);
-        }
-        this.flushQueue(lastCorrectHeight);
-        logger.info(`Queued blocks flushed!`); //Also last buffered height reset, next fetching should start after lastCorrectHeight
-    }
-    flushQueue(height) {
-        this.latestBufferedHeight = height;
-        this.queue.flush();
-    }
-    // Is called directly before a block is processed
-    preProcessBlock(height) {
-        this.currentProcessingHeight = height;
-        this.eventEmitter.emit(node_core_1.IndexerEvent.BlockProcessing, {
-            height,
-            timestamp: Date.now(),
-        });
-    }
-    // Is called directly after a block is processed
-    async postProcessBlock(height, processBlockResponse) {
-        const { dynamicDsCreated, operationHash, reindexBlockHeight } = processBlockResponse;
-        if (reindexBlockHeight !== null && reindexBlockHeight !== undefined) {
-            await this.rewind(reindexBlockHeight);
-            this.latestProcessedHeight = reindexBlockHeight;
-        }
-        else {
-            if (this.nodeConfig.proofOfIndex && !isNullMerkelRoot(operationHash)) {
-                // We only check if it is undefined, need to be caution here when blockOffset is 0
-                if (this.projectService.blockOffset === undefined) {
-                    // Which means during project init, it has not found offset and set value
-                    await this.projectService.upsertMetadataBlockOffset(height - 1);
-                }
-                // this will return if project service blockOffset already exist
-                void this.projectService.setBlockOffset(height - 1);
-            }
-            if (dynamicDsCreated) {
-                await this.onDynamicDsCreated(height);
-            }
-            (0, assert_1.default)(!this.latestProcessedHeight || height > this.latestProcessedHeight, `Block processed out of order. Height: ${height}. Latest: ${this.latestProcessedHeight}`);
-            // In memory _processedBlockCount increase, db metadata increase BlockCount in indexer.manager
-            this.setProcessedBlockCount(this._processedBlockCount + 1);
-            this.latestProcessedHeight = height;
-        }
-    }
-}
-exports.BaseBlockDispatcher = BaseBlockDispatcher;
-//# sourceMappingURL=base-block-dispatcher.js.map

package/dist/indexer/blockDispatcher/base-block-dispatcher.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"base-block-dispatcher.js","sourceRoot":"","sources":["../../../src/indexer/blockDispatcher/base-block-dispatcher.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;AAEtC,oDAA4B;AAE5B,yCAAiD;AACjD,gDAA+E;AAG/E,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,4BAA4B,CAAC,CAAC;AAsBvD,MAAM,gBAAgB,GAAG,IAAA,eAAQ,EAAC,MAAM,CAAC,CAAC;AAE1C,SAAS,gBAAgB,CAAC,aAAyB;IACjD,OAAO,IAAA,YAAK,EAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC;AAChD,CAAC;AAED,MAAsB,mBAAmB;IASvC,YACY,UAAsB,EACtB,YAA2B,EAC3B,cAA8B,EAC9B,KAAQ;QAHR,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAe;QAC3B,mBAAc,GAAd,cAAc,CAAgB;QAC9B,UAAK,GAAL,KAAK,CAAG;IACjB,CAAC;IAOJ,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;IAC9B,CAAC;IAED,IAAI,oBAAoB;QACtB,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACpC,CAAC;IAED,IAAI,oBAAoB,CAAC,MAAc;QACrC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,wBAAY,CAAC,oBAAoB,EAAE;YACxD,KAAK,EAAE,IAAI,CAAC,SAAS;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC;IACtC,CAAC;IAES,sBAAsB,CAAC,mBAA2B;QAC1D,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAChD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,wBAAY,CAAC,mBAAmB,EAAE;YACvD,mBAAmB;YACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,iFAAiF;IACjF,gHAAgH;IAChH,8DAA8D;IAC9D,KAAK,CAAC,MAAM,CAAC,iBAAyB;QACpC,IAAI,iBAAiB,IAAI,IAAI,CAAC,uBAAuB,EAAE;YACrD,MAAM,CAAC,IAAI,CACT,uCAAuC,iBAAiB,gBAAgB,CACzE,CAAC;YACF,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YACrD,IAAI,CAAC,qBAAqB,GAAG,iBAAiB,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,8BAA8B,iBAAiB,GAAG,CAAC,CAAC;SACjE;QACD,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,qFAAqF;IAC9H,CAAC;IAED,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,iDAAiD;IACvC,eAAe,CAAC,MAAc;QACtC,IAAI,CAAC,uBAAuB,GAAG,MAAM,CAAC;QACtC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,wBAAY,CAAC,eAAe,EAAE;YACnD,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,gDAAgD;IACtC,KAAK,CAAC,gBAAgB,CAC9B,MAAc,EACd,oBAA0C;QAE1C,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,GAC3D,oBAAoB,CAAC;QACvB,IAAI,kBAAkB,KAAK,IAAI,IAAI,kBAAkB,KAAK,SAAS,EAAE;YACnE,MAAM,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACtC,IAAI,CAAC,qBAAqB,GAAG,kBAAkB,CAAC;SACjD;aAAM;YACL,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE;gBACpE,kFAAkF;gBAClF,IAAI,IAAI,CAAC,cAAc,CAAC,WAAW,KAAK,SAAS,EAAE;oBACjD,yEAAyE;oBACzE,MAAM,IAAI,CAAC,cAAc,CAAC,yBAAyB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;iBACjE;gBACD,gEAAgE;gBAChE,KAAK,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;aACrD;YACD,IAAI,gBAAgB,EAAE;gBACpB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;aACvC;YACD,IAAA,gBAAM,EACJ,CAAC,IAAI,CAAC,qBAAqB,IAAI,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAClE,yCAAyC,MAAM,aAAa,IAAI,CAAC,qBAAqB,EAAE,CACzF,CAAC;YACF,8FAA8F;YAC9F,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC;SACrC;IACH,CAAC;CACF;AA9GD,kDA8GC","sourcesContent":["// Copyright 2020-2021 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport assert from 'assert';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { hexToU8a, u8aEq } from '@polkadot/util';\nimport { getLogger, IndexerEvent, IQueue, NodeConfig } from '@subql/node-core';\nimport { ProjectService } from '../project.service';\n\nconst logger = getLogger('BaseBlockDispatcherService');\n\nexport type ProcessBlockResponse = {\n  dynamicDsCreated: boolean;\n  operationHash: Uint8Array;\n  reindexBlockHeight: number;\n};\n\nexport interface IBlockDispatcher {\n  init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;\n\n  enqueueBlocks(heights: number[], latestBufferHeight?: number): void;\n\n  queueSize: number;\n  freeSize: number;\n  latestBufferedHeight: number | undefined;\n\n  // Remove all enqueued blocks, used when a dynamic ds is created\n  flushQueue(height: number): void;\n  rewind(height: number): Promise<void>;\n}\n\nconst NULL_MERKEL_ROOT = hexToU8a('0x00');\n\nfunction isNullMerkelRoot(operationHash: Uint8Array): boolean {\n  return u8aEq(operationHash, NULL_MERKEL_ROOT);\n}\n\nexport abstract class BaseBlockDispatcher<Q extends IQueue>\n  implements IBlockDispatcher\n{\n  protected _latestBufferedHeight: number;\n  protected _processedBlockCount: number;\n  protected latestProcessedHeight: number;\n  protected currentProcessingHeight: number;\n  protected onDynamicDsCreated: (height: number) => Promise<void>;\n\n  constructor(\n    protected nodeConfig: NodeConfig,\n    protected eventEmitter: EventEmitter2,\n    protected projectService: ProjectService,\n    protected queue: Q,\n  ) {}\n\n  abstract enqueueBlocks(heights: number[]): void;\n  abstract init(\n    onDynamicDsCreated: (height: number) => Promise<void>,\n  ): Promise<void>;\n\n  get queueSize(): number {\n    return this.queue.size;\n  }\n\n  get freeSize(): number {\n    return this.queue.freeSpace;\n  }\n\n  get latestBufferedHeight(): number {\n    return this._latestBufferedHeight;\n  }\n\n  set latestBufferedHeight(height: number) {\n    this.eventEmitter.emit(IndexerEvent.BlocknumberQueueSize, {\n      value: this.queueSize,\n    });\n    this._latestBufferedHeight = height;\n  }\n\n  protected setProcessedBlockCount(processedBlockCount: number): void {\n    this._processedBlockCount = processedBlockCount;\n    this.eventEmitter.emit(IndexerEvent.BlockProcessedCount, {\n      processedBlockCount,\n      timestamp: Date.now(),\n    });\n  }\n\n  //  Compare it with current indexing number, if last corrected is already indexed\n  //  rewind, also flush queued blocks, drop current indexing transaction, set last processed to correct block too\n  //  if rollback is greater than current index flush queue only\n  async rewind(lastCorrectHeight: number): Promise<void> {\n    if (lastCorrectHeight <= this.currentProcessingHeight) {\n      logger.info(\n        `Found last verified block at height ${lastCorrectHeight}, rewinding...`,\n      );\n      await this.projectService.reindex(lastCorrectHeight);\n      this.latestProcessedHeight = lastCorrectHeight;\n      logger.info(`Successful rewind to block ${lastCorrectHeight}!`);\n    }\n    this.flushQueue(lastCorrectHeight);\n    logger.info(`Queued blocks flushed!`); //Also last buffered height reset, next fetching should start after lastCorrectHeight\n  }\n\n  flushQueue(height: number): void {\n    this.latestBufferedHeight = height;\n    this.queue.flush();\n  }\n\n  // Is called directly before a block is processed\n  protected preProcessBlock(height: number): void {\n    this.currentProcessingHeight = height;\n    this.eventEmitter.emit(IndexerEvent.BlockProcessing, {\n      height,\n      timestamp: Date.now(),\n    });\n  }\n\n  // Is called directly after a block is processed\n  protected async postProcessBlock(\n    height: number,\n    processBlockResponse: ProcessBlockResponse,\n  ): Promise<void> {\n    const { dynamicDsCreated, operationHash, reindexBlockHeight } =\n      processBlockResponse;\n    if (reindexBlockHeight !== null && reindexBlockHeight !== undefined) {\n      await this.rewind(reindexBlockHeight);\n      this.latestProcessedHeight = reindexBlockHeight;\n    } else {\n      if (this.nodeConfig.proofOfIndex && !isNullMerkelRoot(operationHash)) {\n        // We only check if it is undefined, need to be caution here when blockOffset is 0\n        if (this.projectService.blockOffset === undefined) {\n          // Which means during project init, it has not found offset and set value\n          await this.projectService.upsertMetadataBlockOffset(height - 1);\n        }\n        // this will return if project service blockOffset already exist\n        void this.projectService.setBlockOffset(height - 1);\n      }\n      if (dynamicDsCreated) {\n        await this.onDynamicDsCreated(height);\n      }\n      assert(\n        !this.latestProcessedHeight || height > this.latestProcessedHeight,\n        `Block processed out of order. Height: ${height}. Latest: ${this.latestProcessedHeight}`,\n      );\n      // In memory _processedBlockCount increase, db metadata increase BlockCount in indexer.manager\n      this.setProcessedBlockCount(this._processedBlockCount + 1);\n      this.latestProcessedHeight = height;\n    }\n  }\n}\n"]}