@subql/node-ethereum 0.4.1-9 → 0.4.1-storeCache-0.0.3

package/dist/yargs.js

@@ -40,18 +40,10 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
     },
 })
     .options({
-    subquery: {
-        alias: 'f',
-        demandOption: true,
-        default: process.cwd(),
-        describe: 'Local path or IPFS cid of the subquery project',
-        type: 'string',
-    },
-    'subquery-name': {
-        deprecated: true,
+    'batch-size': {
         demandOption: false,
-        describe: 'Name of the subquery project',
-        type: 'string',
+        describe: 'Batch size of blocks to fetch in one round',
+        type: 'number',
     },
     config: {
         alias: 'c',
@@ -59,55 +51,62 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
         describe: 'Specify configuration file',
         type: 'string',
     },
-    local: {
-        deprecated: true,
-        type: 'boolean',
-        demandOption: false,
-        describe: 'Use local mode',
-    },
     'db-schema': {
         demandOption: false,
         describe: 'Db schema name of the project',
         type: 'string',
     },
-    unsafe: {
+    debug: {
+        demandOption: false,
+        describe: 'Show debug information to console output. will forcefully set log level to debug',
         type: 'boolean',
+        default: false,
+    },
+    'dictionary-timeout': {
         demandOption: false,
-        describe: 'Allows usage of any built-in module within the sandbox',
+        describe: 'Max timeout for dictionary query',
+        type: 'number',
     },
-    subscription: {
+    'disable-historical': {
         demandOption: false,
-        describe: 'Enable subscription by create notification triggers',
-        type: 'boolean',
         default: false,
+        describe: 'Disable storing historical state entities',
+        type: 'boolean',
     },
-    'batch-size': {
+    ipfs: {
         demandOption: false,
-        describe: 'Batch size of blocks to fetch in one round',
-        type: 'number',
+        describe: 'IPFS gateway endpoint',
+        type: 'string',
     },
-    'scale-batch-size': {
+    local: {
+        deprecated: true,
         type: 'boolean',
         demandOption: false,
-        describe: 'scale batch size based on memory usage',
-        default: false,
+        describe: 'Use local mode',
     },
-    timeout: {
+    'log-level': {
         demandOption: false,
-        describe: 'Timeout for indexer sandbox to execute the mapping functions',
-        type: 'number',
+        describe: 'Specify log level to print. Ignored when --debug is used',
+        type: 'string',
+        choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],
     },
-    debug: {
+    'mmr-path': {
+        alias: 'm',
         demandOption: false,
-        describe: 'Show debug information to console output. will forcefully set log level to debug',
-        type: 'boolean',
-        default: false,
+        describe: 'Local path of the merkle mountain range (.mmr) file',
+        type: 'string',
     },
-    profiler: {
+    'multi-chain': {
         demandOption: false,
-        describe: 'Show profiler information to console output',
-        type: 'boolean',
         default: false,
+        describe: 'Enables indexing multiple subquery projects into the same database schema',
+        type: 'boolean',
+    },
+    'network-dictionary': {
+        alias: 'd',
+        demandOption: false,
+        describe: 'Specify the dictionary api for this network',
+        type: 'string',
     },
     'network-endpoint': {
         demandOption: false,
@@ -120,57 +119,82 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
         type: 'string',
         choices: ['json', 'colored'],
     },
-    'log-level': {
+    port: {
+        alias: 'p',
         demandOption: false,
-        describe: 'Specify log level to print. Ignored when --debug is used',
-        type: 'string',
-        choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],
+        describe: 'The port the service will bind to',
+        type: 'number',
     },
-    'timestamp-field': {
+    profiler: {
         demandOption: false,
-        describe: 'Enable/disable created_at and updated_at in schema',
+        describe: 'Show profiler information to console output',
         type: 'boolean',
         default: false,
     },
-    'network-dictionary': {
-        alias: 'd',
+    'proof-of-index': {
         demandOption: false,
-        describe: 'Specify the dictionary api for this network',
-        type: 'string',
+        describe: 'Enable/disable proof of index',
+        type: 'boolean',
+        default: false,
     },
-    'dictionary-timeout': {
+    'query-limit': {
         demandOption: false,
-        describe: 'Max timeout for dictionary query',
+        describe: 'The limit of items a project can query with store.getByField at once',
         type: 'number',
+        default: 100,
     },
-    'mmr-path': {
-        alias: 'm',
+    'scale-batch-size': {
+        type: 'boolean',
         demandOption: false,
-        describe: 'Local path of the merkle mountain range (.mmr) file',
-        type: 'string',
+        describe: 'scale batch size based on memory usage',
+        default: false,
     },
-    'proof-of-index': {
+    'dictionary-resolver': {
         demandOption: false,
-        describe: 'Enable/disable proof of index',
+        describe: 'Use subquery network dictionary resolver',
         type: 'boolean',
         default: false,
     },
-    ipfs: {
+    subquery: {
+        alias: 'f',
+        demandOption: true,
+        default: process.cwd(),
+        describe: 'Local path or IPFS cid of the subquery project',
+        type: 'string',
+    },
+    'subquery-name': {
+        deprecated: true,
         demandOption: false,
-        describe: 'IPFS gateway endpoint',
+        describe: 'Name of the subquery project',
         type: 'string',
     },
-    port: {
-        alias: 'p',
+    subscription: {
         demandOption: false,
-        describe: 'The port the service will bind to',
+        describe: 'Enable subscription by create notification triggers',
+        type: 'boolean',
+        default: false,
+    },
+    timeout: {
+        demandOption: false,
+        describe: 'Timeout for indexer sandbox to execute the mapping functions',
         type: 'number',
     },
-    'disable-historical': {
+    'timestamp-field': {
         demandOption: false,
+        describe: 'Enable/disable created_at and updated_at in schema',
+        type: 'boolean',
         default: false,
-        describe: 'Disable storing historical state entities',
+    },
+    'unfinalized-blocks': {
+        demandOption: false,
+        default: false,
+        describe: 'Enable to fetch and index unfinalized blocks',
+        type: 'boolean',
+    },
+    unsafe: {
         type: 'boolean',
+        demandOption: false,
+        describe: 'Allows usage of any built-in module within the sandbox',
     },
     workers: {
         alias: 'w',
@@ -178,17 +202,25 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
         describe: 'Number of worker threads to use for fetching and processing blocks. Disabled by default.',
         type: 'number',
     },
-    'query-limit': {
+    'pg-ca': {
         demandOption: false,
-        describe: 'The limit of items a project can query with store.getByField at once',
-        type: 'number',
-        default: 100,
+        describe: 'Postgres ca certificate - to enables TLS/SSL connections to your PostgreSQL, path to the server certificate file are required, e.g /path/to/server-certificates/root.crt',
+        type: 'string',
     },
-    'unfinalized-blocks': {
+    'pg-key': {
         demandOption: false,
-        default: false,
-        describe: 'Enable to fetch and index unfinalized blocks',
-        type: 'boolean',
+        describe: 'Postgres client key - Path to key file e.g /path/to/client-key/postgresql.key',
+        type: 'string',
+    },
+    'pg-cert': {
+        demandOption: false,
+        describe: 'Postgres client certificate - Path to client certificate e.g /path/to/client-certificates/postgresql.crt',
+        type: 'string',
+    },
+    'store-cache-threshold': {
+        demandOption: false,
+        describe: 'Store cache will flush when number of records excess this threshold',
+        type: 'number',
     },
 });
 //# sourceMappingURL=yargs.js.map

package/dist/yargs.js.map

@@ -1 +1 @@
-{"version":3,"file":"yargs.js","sourceRoot":"","sources":["../src/yargs.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;AAEtC,oDAAqD;AACrD,2CAAwC;AACxC,wDAAgC;AAEnB,QAAA,YAAY,GAAG,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACrD,GAAG,CAAC,YAAY,CAAC;KACjB,OAAO,CAAC;IACP,OAAO,EAAE,aAAa;IACtB,QAAQ,EACN,mIAAmI;IACrI,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QAEF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACpE,OAAO,cAAc,EAAE,CAAC;IAC1B,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,OAAO,EAAE,SAAS;IAClB,QAAQ,EACN,gMAAgM;IAClM,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE;QAC5B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,IAAI;KACd,CAAC;IACJ,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QACF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC9D,OAAO,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,QAAQ,EAAE;QACR,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE;QACtB,QAAQ,EAAE,gDAAgD;QAC1D,IAAI,EAAE,QAAQ;KACf;IACD,eAAe,EAAE;QACf,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8BAA8B;QACxC,IAAI,EAAE,QAAQ;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4BAA4B;QACtC,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,gBAAgB;KAC3B;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;KACf;IACD,MAAM,EAAE;QACN,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wDAAwD;KACnE;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4CAA4C;QACtD,IAAI,EAAE,QAAQ;KACf;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wCAAwC;QAClD,OAAO,EAAE,KAAK;KACf;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8DAA8D;QACxE,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,kFAAkF;QACpF,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,KAAK;QACnB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,wCAAwC;KACnD;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,iCAAiC;QAC3C,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC7B;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,0DAA0D;QACpE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC;KACxE;IACD,iBAAiB,EAAE;QACjB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,oDAAoD;QAC9D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,QAAQ;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,kCAAkC;QAC5C,IAAI,EAAE,QAAQ;KACf;IACD,UAAU,EAAE;QACV,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,QAAQ;KACf;IACD,gBAAgB,EAAE;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,uBAAuB;QACjC,IAAI,EAAE,QAAQ;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,mCAAmC;QAC7C,IAAI,EAAE,QAAQ;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,2CAA2C;QACrD,IAAI,EAAE,SAAS;KAChB;IACD,OAAO,EAAE;QACP,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0FAA0F;QAC5F,IAAI,EAAE,QAAQ;KACf;IACD,aAAa,EAAE;QACb,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,sEAAsE;QACxE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,GAAG;KACb;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,8CAA8C;QACxD,IAAI,EAAE,SAAS;KAChB;CACF,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { initLogger } from '@subql/node-core/logger';\nimport { hideBin } from 'yargs/helpers';\nimport yargs from 'yargs/yargs';\n\nexport const yargsOptions = yargs(hideBin(process.argv))\n  .env('SUBQL_NODE')\n  .command({\n    command: 'force-clean',\n    describe:\n      'Clean the database dropping project schemas and tables. Once the command is executed, the application would exit upon completion.',\n    builder: {},\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { forceCleanInit } = require('./subcommands/forceClean.init');\n      return forceCleanInit();\n    },\n  })\n  .command({\n    command: 'reindex',\n    describe:\n      'Reindex to specified block height. Historical must be enabled for the targeted project (--disable-historical=false). Once the command is executed, the application would exit upon completion.',\n    builder: (yargs) =>\n      yargs.options('targetHeight', {\n        type: 'number',\n        description: 'set targetHeight',\n        require: true,\n      }),\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { reindexInit } = require('./subcommands/reindex.init');\n      return reindexInit(argv.targetHeight);\n    },\n  })\n  .options({\n    subquery: {\n      alias: 'f',\n      demandOption: true,\n      default: process.cwd(),\n      describe: 'Local path or IPFS cid of the subquery project',\n      type: 'string',\n    },\n    'subquery-name': {\n      deprecated: true,\n      demandOption: false,\n      describe: 'Name of the subquery project',\n      type: 'string',\n    },\n    config: {\n      alias: 'c',\n      demandOption: false,\n      describe: 'Specify configuration file',\n      type: 'string',\n    },\n    local: {\n      deprecated: true,\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Use local mode',\n    },\n    'db-schema': {\n      demandOption: false,\n      describe: 'Db schema name of the project',\n      type: 'string',\n    },\n    unsafe: {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Allows usage of any built-in module within the sandbox',\n    },\n    subscription: {\n      demandOption: false,\n      describe: 'Enable subscription by create notification triggers',\n      type: 'boolean',\n      default: false,\n    },\n    'batch-size': {\n      demandOption: false,\n      describe: 'Batch size of blocks to fetch in one round',\n      type: 'number',\n    },\n    'scale-batch-size': {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'scale batch size based on memory usage',\n      default: false,\n    },\n    timeout: {\n      demandOption: false,\n      describe: 'Timeout for indexer sandbox to execute the mapping functions',\n      type: 'number',\n    },\n    debug: {\n      demandOption: false,\n      describe:\n        'Show debug information to console output. will forcefully set log level to debug',\n      type: 'boolean',\n      default: false,\n    },\n    profiler: {\n      demandOption: false,\n      describe: 'Show profiler information to console output',\n      type: 'boolean',\n      default: false,\n    },\n    'network-endpoint': {\n      demandOption: false,\n      type: 'string',\n      describe: 'Blockchain network endpoint to connect',\n    },\n    'output-fmt': {\n      demandOption: false,\n      describe: 'Print log as json or plain text',\n      type: 'string',\n      choices: ['json', 'colored'],\n    },\n    'log-level': {\n      demandOption: false,\n      describe: 'Specify log level to print. Ignored when --debug is used',\n      type: 'string',\n      choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],\n    },\n    'timestamp-field': {\n      demandOption: false,\n      describe: 'Enable/disable created_at and updated_at in schema',\n      type: 'boolean',\n      default: false,\n    },\n    'network-dictionary': {\n      alias: 'd',\n      demandOption: false,\n      describe: 'Specify the dictionary api for this network',\n      type: 'string',\n    },\n    'dictionary-timeout': {\n      demandOption: false,\n      describe: 'Max timeout for dictionary query',\n      type: 'number',\n    },\n    'mmr-path': {\n      alias: 'm',\n      demandOption: false,\n      describe: 'Local path of the merkle mountain range (.mmr) file',\n      type: 'string',\n    },\n    'proof-of-index': {\n      demandOption: false,\n      describe: 'Enable/disable proof of index',\n      type: 'boolean',\n      default: false,\n    },\n    ipfs: {\n      demandOption: false,\n      describe: 'IPFS gateway endpoint',\n      type: 'string',\n    },\n    port: {\n      alias: 'p',\n      demandOption: false,\n      describe: 'The port the service will bind to',\n      type: 'number',\n    },\n    'disable-historical': {\n      demandOption: false,\n      default: false,\n      describe: 'Disable storing historical state entities',\n      type: 'boolean',\n    },\n    workers: {\n      alias: 'w',\n      demandOption: false,\n      describe:\n        'Number of worker threads to use for fetching and processing blocks. Disabled by default.',\n      type: 'number',\n    },\n    'query-limit': {\n      demandOption: false,\n      describe:\n        'The limit of items a project can query with store.getByField at once',\n      type: 'number',\n      default: 100,\n    },\n    'unfinalized-blocks': {\n      demandOption: false,\n      default: false,\n      describe: 'Enable to fetch and index unfinalized blocks',\n      type: 'boolean',\n    },\n  });\n"]}
+{"version":3,"file":"yargs.js","sourceRoot":"","sources":["../src/yargs.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;AAEtC,oDAAqD;AACrD,2CAAwC;AACxC,wDAAgC;AAEnB,QAAA,YAAY,GAAG,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACrD,GAAG,CAAC,YAAY,CAAC;KACjB,OAAO,CAAC;IACP,OAAO,EAAE,aAAa;IACtB,QAAQ,EACN,mIAAmI;IACrI,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QAEF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACpE,OAAO,cAAc,EAAE,CAAC;IAC1B,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,OAAO,EAAE,SAAS;IAClB,QAAQ,EACN,gMAAgM;IAClM,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE;QAC5B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,IAAI;KACd,CAAC;IACJ,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QACF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC9D,OAAO,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4CAA4C;QACtD,IAAI,EAAE,QAAQ;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4BAA4B;QACtC,IAAI,EAAE,QAAQ;KACf;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,kFAAkF;QACpF,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,kCAAkC;QAC5C,IAAI,EAAE,QAAQ;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,2CAA2C;QACrD,IAAI,EAAE,SAAS;KAChB;IACD,IAAI,EAAE;QACJ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,uBAAuB;QACjC,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,gBAAgB;KAC3B;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,0DAA0D;QACpE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC;KACxE;IACD,UAAU,EAAE;QACV,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,QAAQ;KACf;IACD,aAAa,EAAE;QACb,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EACN,2EAA2E;QAC7E,IAAI,EAAE,SAAS;KAChB;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,QAAQ;KACf;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,KAAK;QACnB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,wCAAwC;KACnD;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,iCAAiC;QAC3C,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC7B;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,mCAAmC;QAC7C,IAAI,EAAE,QAAQ;KACf;IACD,QAAQ,EAAE;QACR,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,gBAAgB,EAAE;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,aAAa,EAAE;QACb,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,sEAAsE;QACxE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,GAAG;KACb;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wCAAwC;QAClD,OAAO,EAAE,KAAK;KACf;IACD,qBAAqB,EAAE;QACrB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,0CAA0C;QACpD,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE;QACtB,QAAQ,EAAE,gDAAgD;QAC1D,IAAI,EAAE,QAAQ;KACf;IACD,eAAe,EAAE;QACf,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8BAA8B;QACxC,IAAI,EAAE,QAAQ;KACf;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8DAA8D;QACxE,IAAI,EAAE,QAAQ;KACf;IACD,iBAAiB,EAAE;QACjB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,oDAAoD;QAC9D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,8CAA8C;QACxD,IAAI,EAAE,SAAS;KAChB;IACD,MAAM,EAAE;QACN,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wDAAwD;KACnE;IACD,OAAO,EAAE;QACP,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0FAA0F;QAC5F,IAAI,EAAE,QAAQ;KACf;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0KAA0K;QAC5K,IAAI,EAAE,QAAQ;KACf;IACD,QAAQ,EAAE;QACR,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,+EAA+E;QACjF,IAAI,EAAE,QAAQ;KACf;IACD,SAAS,EAAE;QACT,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0GAA0G;QAC5G,IAAI,EAAE,QAAQ;KACf;IACD,uBAAuB,EAAE;QACvB,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,qEAAqE;QACvE,IAAI,EAAE,QAAQ;KACf;CACF,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { initLogger } from '@subql/node-core/logger';\nimport { hideBin } from 'yargs/helpers';\nimport yargs from 'yargs/yargs';\n\nexport const yargsOptions = yargs(hideBin(process.argv))\n  .env('SUBQL_NODE')\n  .command({\n    command: 'force-clean',\n    describe:\n      'Clean the database dropping project schemas and tables. Once the command is executed, the application would exit upon completion.',\n    builder: {},\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { forceCleanInit } = require('./subcommands/forceClean.init');\n      return forceCleanInit();\n    },\n  })\n  .command({\n    command: 'reindex',\n    describe:\n      'Reindex to specified block height. Historical must be enabled for the targeted project (--disable-historical=false). Once the command is executed, the application would exit upon completion.',\n    builder: (yargs) =>\n      yargs.options('targetHeight', {\n        type: 'number',\n        description: 'set targetHeight',\n        require: true,\n      }),\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { reindexInit } = require('./subcommands/reindex.init');\n      return reindexInit(argv.targetHeight);\n    },\n  })\n  .options({\n    'batch-size': {\n      demandOption: false,\n      describe: 'Batch size of blocks to fetch in one round',\n      type: 'number',\n    },\n    config: {\n      alias: 'c',\n      demandOption: false,\n      describe: 'Specify configuration file',\n      type: 'string',\n    },\n    'db-schema': {\n      demandOption: false,\n      describe: 'Db schema name of the project',\n      type: 'string',\n    },\n    debug: {\n      demandOption: false,\n      describe:\n        'Show debug information to console output. will forcefully set log level to debug',\n      type: 'boolean',\n      default: false,\n    },\n    'dictionary-timeout': {\n      demandOption: false,\n      describe: 'Max timeout for dictionary query',\n      type: 'number',\n    },\n    'disable-historical': {\n      demandOption: false,\n      default: false,\n      describe: 'Disable storing historical state entities',\n      type: 'boolean',\n    },\n    ipfs: {\n      demandOption: false,\n      describe: 'IPFS gateway endpoint',\n      type: 'string',\n    },\n    local: {\n      deprecated: true,\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Use local mode',\n    },\n    'log-level': {\n      demandOption: false,\n      describe: 'Specify log level to print. Ignored when --debug is used',\n      type: 'string',\n      choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],\n    },\n    'mmr-path': {\n      alias: 'm',\n      demandOption: false,\n      describe: 'Local path of the merkle mountain range (.mmr) file',\n      type: 'string',\n    },\n    'multi-chain': {\n      demandOption: false,\n      default: false,\n      describe:\n        'Enables indexing multiple subquery projects into the same database schema',\n      type: 'boolean',\n    },\n    'network-dictionary': {\n      alias: 'd',\n      demandOption: false,\n      describe: 'Specify the dictionary api for this network',\n      type: 'string',\n    },\n    'network-endpoint': {\n      demandOption: false,\n      type: 'string',\n      describe: 'Blockchain network endpoint to connect',\n    },\n    'output-fmt': {\n      demandOption: false,\n      describe: 'Print log as json or plain text',\n      type: 'string',\n      choices: ['json', 'colored'],\n    },\n    port: {\n      alias: 'p',\n      demandOption: false,\n      describe: 'The port the service will bind to',\n      type: 'number',\n    },\n    profiler: {\n      demandOption: false,\n      describe: 'Show profiler information to console output',\n      type: 'boolean',\n      default: false,\n    },\n    'proof-of-index': {\n      demandOption: false,\n      describe: 'Enable/disable proof of index',\n      type: 'boolean',\n      default: false,\n    },\n    'query-limit': {\n      demandOption: false,\n      describe:\n        'The limit of items a project can query with store.getByField at once',\n      type: 'number',\n      default: 100,\n    },\n    'scale-batch-size': {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'scale batch size based on memory usage',\n      default: false,\n    },\n    'dictionary-resolver': {\n      demandOption: false,\n      describe: 'Use subquery network dictionary resolver',\n      type: 'boolean',\n      default: false,\n    },\n    subquery: {\n      alias: 'f',\n      demandOption: true,\n      default: process.cwd(),\n      describe: 'Local path or IPFS cid of the subquery project',\n      type: 'string',\n    },\n    'subquery-name': {\n      deprecated: true,\n      demandOption: false,\n      describe: 'Name of the subquery project',\n      type: 'string',\n    },\n    subscription: {\n      demandOption: false,\n      describe: 'Enable subscription by create notification triggers',\n      type: 'boolean',\n      default: false,\n    },\n    timeout: {\n      demandOption: false,\n      describe: 'Timeout for indexer sandbox to execute the mapping functions',\n      type: 'number',\n    },\n    'timestamp-field': {\n      demandOption: false,\n      describe: 'Enable/disable created_at and updated_at in schema',\n      type: 'boolean',\n      default: false,\n    },\n    'unfinalized-blocks': {\n      demandOption: false,\n      default: false,\n      describe: 'Enable to fetch and index unfinalized blocks',\n      type: 'boolean',\n    },\n    unsafe: {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Allows usage of any built-in module within the sandbox',\n    },\n    workers: {\n      alias: 'w',\n      demandOption: false,\n      describe:\n        'Number of worker threads to use for fetching and processing blocks. Disabled by default.',\n      type: 'number',\n    },\n    'pg-ca': {\n      demandOption: false,\n      describe:\n        'Postgres ca certificate - to enables TLS/SSL connections to your PostgreSQL, path to the server certificate file are required, e.g /path/to/server-certificates/root.crt',\n      type: 'string',\n    },\n    'pg-key': {\n      demandOption: false,\n      describe:\n        'Postgres client key - Path to key file e.g /path/to/client-key/postgresql.key',\n      type: 'string',\n    },\n    'pg-cert': {\n      demandOption: false,\n      describe:\n        'Postgres client certificate - Path to client certificate e.g /path/to/client-certificates/postgresql.crt',\n      type: 'string',\n    },\n    'store-cache-threshold': {\n      demandOption: false,\n      describe:\n        'Store cache will flush when number of records excess this threshold',\n      type: 'number',\n    },\n  });\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@subql/node-ethereum",
-  "version": "0.4.1-9",
+  "version": "0.4.1-storeCache-0.0.3",
   "description": "",
   "author": "Ian He",
   "license": "Apache-2.0",
@@ -24,11 +24,11 @@
     "@nestjs/event-emitter": "^1.3.0",
     "@nestjs/platform-express": "^8.2.6",
     "@nestjs/schedule": "^1.0.2",
-    "@subql/common": "1.5.0",
-    "@subql/common-ethereum": "0.2.2-4",
-    "@subql/node-core": "1.8.1-2",
-    "@subql/types-ethereum": "0.2.2-6",
-    "@subql/utils": "1.3.2-1",
+    "@subql/common": "^1.7.0",
+    "@subql/common-ethereum": "workspace:*",
+    "@subql/node-core": "1.10.1-storeCache-0.0.3",
+    "@subql/types-ethereum": "workspace:*",
+    "@subql/utils": "^1.4.1",
     "@subql/x-merkle-mountain-range": "2.0.0-0.1.2",
     "@willsoto/nestjs-prometheus": "^4.4.0",
     "algosdk": "^1.13.1",
@@ -45,7 +45,7 @@
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.2",
-    "sequelize": "6.23.0",
+    "sequelize": "6.28.0",
     "tar": "^6.1.11",
     "typescript": "^4.4.4",
     "web3-providers-http": "^1.8.0",
@@ -74,5 +74,5 @@
     "/dist",
     "/bin"
   ],
-  "stableVersion": "0.4.1-8"
-}
+  "stableVersion": "0.4.1-13"
+}

package/dist/indexer/blockDispatcher/base-block-dispatcher.d.ts

@@ -1,40 +0,0 @@
-import { EventEmitter2 } from '@nestjs/event-emitter';
-import { IQueue, NodeConfig } from '@subql/node-core';
-import { ProjectService } from '../project.service';
-export declare type ProcessBlockResponse = {
-    dynamicDsCreated: boolean;
-    operationHash: Uint8Array;
-    reindexBlockHeight: number;
-};
-export interface IBlockDispatcher {
-    init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;
-    enqueueBlocks(heights: number[], latestBufferHeight?: number): void;
-    queueSize: number;
-    freeSize: number;
-    latestBufferedHeight: number | undefined;
-    flushQueue(height: number): void;
-    rewind(height: number): Promise<void>;
-}
-export declare abstract class BaseBlockDispatcher<Q extends IQueue> implements IBlockDispatcher {
-    protected nodeConfig: NodeConfig;
-    protected eventEmitter: EventEmitter2;
-    protected projectService: ProjectService;
-    protected queue: Q;
-    protected _latestBufferedHeight: number;
-    protected _processedBlockCount: number;
-    protected latestProcessedHeight: number;
-    protected currentProcessingHeight: number;
-    protected onDynamicDsCreated: (height: number) => Promise<void>;
-    constructor(nodeConfig: NodeConfig, eventEmitter: EventEmitter2, projectService: ProjectService, queue: Q);
-    abstract enqueueBlocks(heights: number[]): void;
-    abstract init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;
-    get queueSize(): number;
-    get freeSize(): number;
-    get latestBufferedHeight(): number;
-    set latestBufferedHeight(height: number);
-    protected setProcessedBlockCount(processedBlockCount: number): void;
-    rewind(lastCorrectHeight: number): Promise<void>;
-    flushQueue(height: number): void;
-    protected preProcessBlock(height: number): void;
-    protected postProcessBlock(height: number, processBlockResponse: ProcessBlockResponse): Promise<void>;
-}

package/dist/indexer/blockDispatcher/base-block-dispatcher.js

@@ -1,99 +0,0 @@
-"use strict";
-// Copyright 2020-2021 OnFinality Limited authors & contributors
-// SPDX-License-Identifier: Apache-2.0
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseBlockDispatcher = void 0;
-const assert_1 = __importDefault(require("assert"));
-const util_1 = require("@polkadot/util");
-const node_core_1 = require("@subql/node-core");
-const logger = (0, node_core_1.getLogger)('BaseBlockDispatcherService');
-const NULL_MERKEL_ROOT = (0, util_1.hexToU8a)('0x00');
-function isNullMerkelRoot(operationHash) {
-    return (0, util_1.u8aEq)(operationHash, NULL_MERKEL_ROOT);
-}
-class BaseBlockDispatcher {
-    constructor(nodeConfig, eventEmitter, projectService, queue) {
-        this.nodeConfig = nodeConfig;
-        this.eventEmitter = eventEmitter;
-        this.projectService = projectService;
-        this.queue = queue;
-    }
-    get queueSize() {
-        return this.queue.size;
-    }
-    get freeSize() {
-        return this.queue.freeSpace;
-    }
-    get latestBufferedHeight() {
-        return this._latestBufferedHeight;
-    }
-    set latestBufferedHeight(height) {
-        this.eventEmitter.emit(node_core_1.IndexerEvent.BlocknumberQueueSize, {
-            value: this.queueSize,
-        });
-        this._latestBufferedHeight = height;
-    }
-    setProcessedBlockCount(processedBlockCount) {
-        this._processedBlockCount = processedBlockCount;
-        this.eventEmitter.emit(node_core_1.IndexerEvent.BlockProcessedCount, {
-            processedBlockCount,
-            timestamp: Date.now(),
-        });
-    }
-    //  Compare it with current indexing number, if last corrected is already indexed
-    //  rewind, also flush queued blocks, drop current indexing transaction, set last processed to correct block too
-    //  if rollback is greater than current index flush queue only
-    async rewind(lastCorrectHeight) {
-        if (lastCorrectHeight <= this.currentProcessingHeight) {
-            logger.info(`Found last verified block at height ${lastCorrectHeight}, rewinding...`);
-            await this.projectService.reindex(lastCorrectHeight);
-            this.latestProcessedHeight = lastCorrectHeight;
-            logger.info(`Successful rewind to block ${lastCorrectHeight}!`);
-        }
-        this.flushQueue(lastCorrectHeight);
-        logger.info(`Queued blocks flushed!`); //Also last buffered height reset, next fetching should start after lastCorrectHeight
-    }
-    flushQueue(height) {
-        this.latestBufferedHeight = height;
-        this.queue.flush();
-    }
-    // Is called directly before a block is processed
-    preProcessBlock(height) {
-        this.currentProcessingHeight = height;
-        this.eventEmitter.emit(node_core_1.IndexerEvent.BlockProcessing, {
-            height,
-            timestamp: Date.now(),
-        });
-    }
-    // Is called directly after a block is processed
-    async postProcessBlock(height, processBlockResponse) {
-        const { dynamicDsCreated, operationHash, reindexBlockHeight } = processBlockResponse;
-        if (reindexBlockHeight !== null && reindexBlockHeight !== undefined) {
-            await this.rewind(reindexBlockHeight);
-            this.latestProcessedHeight = reindexBlockHeight;
-        }
-        else {
-            if (this.nodeConfig.proofOfIndex && !isNullMerkelRoot(operationHash)) {
-                // We only check if it is undefined, need to be caution here when blockOffset is 0
-                if (this.projectService.blockOffset === undefined) {
-                    // Which means during project init, it has not found offset and set value
-                    await this.projectService.upsertMetadataBlockOffset(height - 1);
-                }
-                // this will return if project service blockOffset already exist
-                void this.projectService.setBlockOffset(height - 1);
-            }
-            if (dynamicDsCreated) {
-                await this.onDynamicDsCreated(height);
-            }
-            (0, assert_1.default)(!this.latestProcessedHeight || height > this.latestProcessedHeight, `Block processed out of order. Height: ${height}. Latest: ${this.latestProcessedHeight}`);
-            // In memory _processedBlockCount increase, db metadata increase BlockCount in indexer.manager
-            this.setProcessedBlockCount(this._processedBlockCount + 1);
-            this.latestProcessedHeight = height;
-        }
-    }
-}
-exports.BaseBlockDispatcher = BaseBlockDispatcher;
-//# sourceMappingURL=base-block-dispatcher.js.map

package/dist/indexer/blockDispatcher/base-block-dispatcher.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"base-block-dispatcher.js","sourceRoot":"","sources":["../../../src/indexer/blockDispatcher/base-block-dispatcher.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;AAEtC,oDAA4B;AAE5B,yCAAiD;AACjD,gDAA+E;AAG/E,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,4BAA4B,CAAC,CAAC;AAsBvD,MAAM,gBAAgB,GAAG,IAAA,eAAQ,EAAC,MAAM,CAAC,CAAC;AAE1C,SAAS,gBAAgB,CAAC,aAAyB;IACjD,OAAO,IAAA,YAAK,EAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC;AAChD,CAAC;AAED,MAAsB,mBAAmB;IASvC,YACY,UAAsB,EACtB,YAA2B,EAC3B,cAA8B,EAC9B,KAAQ;QAHR,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAe;QAC3B,mBAAc,GAAd,cAAc,CAAgB;QAC9B,UAAK,GAAL,KAAK,CAAG;IACjB,CAAC;IAOJ,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;IAC9B,CAAC;IAED,IAAI,oBAAoB;QACtB,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACpC,CAAC;IAED,IAAI,oBAAoB,CAAC,MAAc;QACrC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,wBAAY,CAAC,oBAAoB,EAAE;YACxD,KAAK,EAAE,IAAI,CAAC,SAAS;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC;IACtC,CAAC;IAES,sBAAsB,CAAC,mBAA2B;QAC1D,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAChD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,wBAAY,CAAC,mBAAmB,EAAE;YACvD,mBAAmB;YACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,iFAAiF;IACjF,gHAAgH;IAChH,8DAA8D;IAC9D,KAAK,CAAC,MAAM,CAAC,iBAAyB;QACpC,IAAI,iBAAiB,IAAI,IAAI,CAAC,uBAAuB,EAAE;YACrD,MAAM,CAAC,IAAI,CACT,uCAAuC,iBAAiB,gBAAgB,CACzE,CAAC;YACF,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YACrD,IAAI,CAAC,qBAAqB,GAAG,iBAAiB,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,8BAA8B,iBAAiB,GAAG,CAAC,CAAC;SACjE;QACD,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,qFAAqF;IAC9H,CAAC;IAED,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,iDAAiD;IACvC,eAAe,CAAC,MAAc;QACtC,IAAI,CAAC,uBAAuB,GAAG,MAAM,CAAC;QACtC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,wBAAY,CAAC,eAAe,EAAE;YACnD,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,gDAAgD;IACtC,KAAK,CAAC,gBAAgB,CAC9B,MAAc,EACd,oBAA0C;QAE1C,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,GAC3D,oBAAoB,CAAC;QACvB,IAAI,kBAAkB,KAAK,IAAI,IAAI,kBAAkB,KAAK,SAAS,EAAE;YACnE,MAAM,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACtC,IAAI,CAAC,qBAAqB,GAAG,kBAAkB,CAAC;SACjD;aAAM;YACL,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE;gBACpE,kFAAkF;gBAClF,IAAI,IAAI,CAAC,cAAc,CAAC,WAAW,KAAK,SAAS,EAAE;oBACjD,yEAAyE;oBACzE,MAAM,IAAI,CAAC,cAAc,CAAC,yBAAyB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;iBACjE;gBACD,gEAAgE;gBAChE,KAAK,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;aACrD;YACD,IAAI,gBAAgB,EAAE;gBACpB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;aACvC;YACD,IAAA,gBAAM,EACJ,CAAC,IAAI,CAAC,qBAAqB,IAAI,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAClE,yCAAyC,MAAM,aAAa,IAAI,CAAC,qBAAqB,EAAE,CACzF,CAAC;YACF,8FAA8F;YAC9F,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC;SACrC;IACH,CAAC;CACF;AA9GD,kDA8GC","sourcesContent":["// Copyright 2020-2021 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport assert from 'assert';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { hexToU8a, u8aEq } from '@polkadot/util';\nimport { getLogger, IndexerEvent, IQueue, NodeConfig } from '@subql/node-core';\nimport { ProjectService } from '../project.service';\n\nconst logger = getLogger('BaseBlockDispatcherService');\n\nexport type ProcessBlockResponse = {\n  dynamicDsCreated: boolean;\n  operationHash: Uint8Array;\n  reindexBlockHeight: number;\n};\n\nexport interface IBlockDispatcher {\n  init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;\n\n  enqueueBlocks(heights: number[], latestBufferHeight?: number): void;\n\n  queueSize: number;\n  freeSize: number;\n  latestBufferedHeight: number | undefined;\n\n  // Remove all enqueued blocks, used when a dynamic ds is created\n  flushQueue(height: number): void;\n  rewind(height: number): Promise<void>;\n}\n\nconst NULL_MERKEL_ROOT = hexToU8a('0x00');\n\nfunction isNullMerkelRoot(operationHash: Uint8Array): boolean {\n  return u8aEq(operationHash, NULL_MERKEL_ROOT);\n}\n\nexport abstract class BaseBlockDispatcher<Q extends IQueue>\n  implements IBlockDispatcher\n{\n  protected _latestBufferedHeight: number;\n  protected _processedBlockCount: number;\n  protected latestProcessedHeight: number;\n  protected currentProcessingHeight: number;\n  protected onDynamicDsCreated: (height: number) => Promise<void>;\n\n  constructor(\n    protected nodeConfig: NodeConfig,\n    protected eventEmitter: EventEmitter2,\n    protected projectService: ProjectService,\n    protected queue: Q,\n  ) {}\n\n  abstract enqueueBlocks(heights: number[]): void;\n  abstract init(\n    onDynamicDsCreated: (height: number) => Promise<void>,\n  ): Promise<void>;\n\n  get queueSize(): number {\n    return this.queue.size;\n  }\n\n  get freeSize(): number {\n    return this.queue.freeSpace;\n  }\n\n  get latestBufferedHeight(): number {\n    return this._latestBufferedHeight;\n  }\n\n  set latestBufferedHeight(height: number) {\n    this.eventEmitter.emit(IndexerEvent.BlocknumberQueueSize, {\n      value: this.queueSize,\n    });\n    this._latestBufferedHeight = height;\n  }\n\n  protected setProcessedBlockCount(processedBlockCount: number): void {\n    this._processedBlockCount = processedBlockCount;\n    this.eventEmitter.emit(IndexerEvent.BlockProcessedCount, {\n      processedBlockCount,\n      timestamp: Date.now(),\n    });\n  }\n\n  //  Compare it with current indexing number, if last corrected is already indexed\n  //  rewind, also flush queued blocks, drop current indexing transaction, set last processed to correct block too\n  //  if rollback is greater than current index flush queue only\n  async rewind(lastCorrectHeight: number): Promise<void> {\n    if (lastCorrectHeight <= this.currentProcessingHeight) {\n      logger.info(\n        `Found last verified block at height ${lastCorrectHeight}, rewinding...`,\n      );\n      await this.projectService.reindex(lastCorrectHeight);\n      this.latestProcessedHeight = lastCorrectHeight;\n      logger.info(`Successful rewind to block ${lastCorrectHeight}!`);\n    }\n    this.flushQueue(lastCorrectHeight);\n    logger.info(`Queued blocks flushed!`); //Also last buffered height reset, next fetching should start after lastCorrectHeight\n  }\n\n  flushQueue(height: number): void {\n    this.latestBufferedHeight = height;\n    this.queue.flush();\n  }\n\n  // Is called directly before a block is processed\n  protected preProcessBlock(height: number): void {\n    this.currentProcessingHeight = height;\n    this.eventEmitter.emit(IndexerEvent.BlockProcessing, {\n      height,\n      timestamp: Date.now(),\n    });\n  }\n\n  // Is called directly after a block is processed\n  protected async postProcessBlock(\n    height: number,\n    processBlockResponse: ProcessBlockResponse,\n  ): Promise<void> {\n    const { dynamicDsCreated, operationHash, reindexBlockHeight } =\n      processBlockResponse;\n    if (reindexBlockHeight !== null && reindexBlockHeight !== undefined) {\n      await this.rewind(reindexBlockHeight);\n      this.latestProcessedHeight = reindexBlockHeight;\n    } else {\n      if (this.nodeConfig.proofOfIndex && !isNullMerkelRoot(operationHash)) {\n        // We only check if it is undefined, need to be caution here when blockOffset is 0\n        if (this.projectService.blockOffset === undefined) {\n          // Which means during project init, it has not found offset and set value\n          await this.projectService.upsertMetadataBlockOffset(height - 1);\n        }\n        // this will return if project service blockOffset already exist\n        void this.projectService.setBlockOffset(height - 1);\n      }\n      if (dynamicDsCreated) {\n        await this.onDynamicDsCreated(height);\n      }\n      assert(\n        !this.latestProcessedHeight || height > this.latestProcessedHeight,\n        `Block processed out of order. Height: ${height}. Latest: ${this.latestProcessedHeight}`,\n      );\n      // In memory _processedBlockCount increase, db metadata increase BlockCount in indexer.manager\n      this.setProcessedBlockCount(this._processedBlockCount + 1);\n      this.latestProcessedHeight = height;\n    }\n  }\n}\n"]}