@subql/node-ethereum 1.10.1-2 → 2.0.0

package/dist/yargs.js

@@ -10,6 +10,19 @@ const logger_1 = require("@subql/node-core/logger");
 const helpers_1 = require("yargs/helpers");
 const yargs_1 = __importDefault(require("yargs/yargs"));
 exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv))
+    .env('SUBQL_NODE')
+    .command({
+    command: 'test',
+    describe: 'Run tests for a SubQuery application',
+    builder: {},
+    handler: (argv) => {
+        (0, logger_1.initLogger)(argv.debug, argv.outputFmt, argv.logLevel);
+        // lazy import to make sure logger is instantiated before all other services
+        // eslint-disable-next-line @typescript-eslint/no-var-requires
+        const { testingInit } = require('./subcommands/testing.init');
+        return testingInit();
+    },
+})
     .command({
     command: 'force-clean',
     describe: 'Clean the database dropping project schemas and tables. Once the command is executed, the application would exit upon completion.',
@@ -39,18 +52,16 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
     },
 })
     .options({
-    subquery: {
-        alias: 'f',
-        demandOption: true,
-        default: process.cwd(),
-        describe: 'Local path or IPFS cid of the subquery project',
-        type: 'string',
+    'batch-size': {
+        demandOption: false,
+        describe: 'Batch size of blocks to fetch in one round',
+        type: 'number',
     },
-    'subquery-name': {
-        deprecated: true,
+    'block-confirmations': {
         demandOption: false,
-        describe: 'Name of the subquery project',
-        type: 'string',
+        default: 20,
+        describe: 'The number of blocks behind the head to be considered finalized, this has no effect with Ethereum',
+        type: 'number',
     },
     config: {
         alias: 'c',
@@ -58,55 +69,68 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
         describe: 'Specify configuration file',
         type: 'string',
     },
-    local: {
-        deprecated: true,
-        type: 'boolean',
-        demandOption: false,
-        describe: 'Use local mode',
-    },
     'db-schema': {
         demandOption: false,
         describe: 'Db schema name of the project',
         type: 'string',
     },
-    unsafe: {
-        type: 'boolean',
+    debug: {
         demandOption: false,
-        describe: 'Allows usage of any built-in module within the sandbox',
+        describe: 'Show debug information to console output. will forcefully set log level to debug',
+        type: 'boolean',
+        default: false,
     },
-    subscription: {
+    'dictionary-resolver': {
         demandOption: false,
-        describe: 'Enable subscription by create notification triggers',
+        describe: 'Use SubQuery Network dictionary resolver',
         type: 'boolean',
         default: false,
     },
-    'batch-size': {
+    'dictionary-timeout': {
         demandOption: false,
-        describe: 'Batch size of blocks to fetch in one round',
+        describe: 'Max timeout for dictionary query',
         type: 'number',
     },
-    'scale-batch-size': {
-        type: 'boolean',
+    'disable-historical': {
         demandOption: false,
-        describe: 'scale batch size based on memory usage',
         default: false,
+        describe: 'Disable storing historical state entities',
+        type: 'boolean',
     },
-    timeout: {
+    ipfs: {
         demandOption: false,
-        describe: 'Timeout for indexer sandbox to execute the mapping functions',
-        type: 'number',
+        describe: 'IPFS gateway endpoint',
+        type: 'string',
     },
-    debug: {
-        demandOption: false,
-        describe: 'Show debug information to console output. will forcefully set log level to debug',
+    local: {
+        deprecated: true,
         type: 'boolean',
-        default: false,
+        demandOption: false,
+        describe: 'Use local mode',
     },
-    profiler: {
+    'log-level': {
+        demandOption: false,
+        describe: 'Specify log level to print. Ignored when --debug is used',
+        type: 'string',
+        choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],
+    },
+    'mmr-path': {
+        alias: 'm',
+        demandOption: false,
+        describe: 'Local path of the merkle mountain range (.mmr) file',
+        type: 'string',
+    },
+    'multi-chain': {
         demandOption: false,
-        describe: 'Show profiler information to console output',
-        type: 'boolean',
         default: false,
+        describe: 'Enables indexing multiple subquery projects into the same database schema',
+        type: 'boolean',
+    },
+    'network-dictionary': {
+        alias: 'd',
+        demandOption: false,
+        describe: 'Specify the dictionary api for this network',
+        type: 'string',
     },
     'network-endpoint': {
         demandOption: false,
@@ -119,75 +143,112 @@ exports.yargsOptions = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)
         type: 'string',
         choices: ['json', 'colored'],
     },
-    'log-level': {
+    port: {
+        alias: 'p',
         demandOption: false,
-        describe: 'Specify log level to print. Ignored when --debug is used',
-        type: 'string',
-        choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],
+        describe: 'The port the service will bind to',
+        type: 'number',
     },
-    migrate: {
+    profiler: {
         demandOption: false,
-        describe: 'Migrate db schema (for management tables only)',
+        describe: 'Show profiler information to console output',
         type: 'boolean',
         default: false,
     },
-    'timestamp-field': {
+    'proof-of-index': {
         demandOption: false,
-        describe: 'Enable/disable created_at and updated_at in schema',
+        describe: 'Enable/disable proof of index',
         type: 'boolean',
         default: false,
     },
-    'network-dictionary': {
-        alias: 'd',
+    'query-limit': {
         demandOption: false,
-        describe: 'Specify the dictionary api for this network',
+        describe: 'The limit of items a project can query with store.getByField at once',
+        type: 'number',
+        default: 100,
+    },
+    'scale-batch-size': {
+        type: 'boolean',
+        demandOption: false,
+        describe: 'scale batch size based on memory usage',
+        default: false,
+    },
+    'pg-ca': {
+        demandOption: false,
+        describe: 'Postgres ca certificate - to enable TLS/SSL connections to your PostgreSQL, path to the server certificate file are required, e.g /path/to/server-certificates/root.crt',
         type: 'string',
     },
-    'dictionary-timeout': {
+    'pg-key': {
         demandOption: false,
-        describe: 'Max timeout for dictionary query',
-        type: 'number',
+        describe: 'Postgres client key - Path to key file e.g /path/to/client-key/postgresql.key',
+        type: 'string',
     },
-    'mmr-path': {
-        alias: 'm',
+    'pg-cert': {
         demandOption: false,
-        describe: 'Local path of the merkle mountain range (.mmr) file',
+        describe: 'Postgres client certificate - Path to client certificate e.g /path/to/client-certificates/postgresql.crt',
         type: 'string',
     },
-    'proof-of-index': {
+    'store-cache-threshold': {
         demandOption: false,
-        describe: 'Enable/disable proof of index',
+        describe: 'Store cache will flush data to the database when number of records excess this threshold',
+        type: 'number',
+    },
+    'store-get-cache-size': {
+        demandOption: false,
+        describe: 'Store get cache size for each model',
+        type: 'number',
+    },
+    'store-cache-async': {
+        demandOption: false,
+        describe: 'If enabled the store cache will flush data asyncronously relative to indexing data',
         type: 'boolean',
-        default: false,
     },
-    ipfs: {
+    subquery: {
+        alias: 'f',
+        demandOption: true,
+        default: process.cwd(),
+        describe: 'Local path or IPFS cid of the subquery project',
+        type: 'string',
+    },
+    'subquery-name': {
+        deprecated: true,
         demandOption: false,
-        describe: 'IPFS gateway endpoint',
+        describe: 'Name of the subquery project',
         type: 'string',
     },
-    port: {
-        alias: 'p',
+    subscription: {
         demandOption: false,
-        describe: 'The port the service will bind to',
+        describe: 'Enable subscription by create notification triggers',
+        type: 'boolean',
+        default: false,
+    },
+    timeout: {
+        demandOption: false,
+        describe: 'Timeout for indexer sandbox to execute the mapping functions',
         type: 'number',
     },
-    'disable-historical': {
+    'timestamp-field': {
         demandOption: false,
+        describe: 'Enable/disable created_at and updated_at in schema',
+        type: 'boolean',
         default: false,
-        describe: 'Disable storing historical state entities',
+    },
+    'unfinalized-blocks': {
+        demandOption: false,
+        default: false,
+        describe: 'Enable to fetch and index unfinalized blocks',
         type: 'boolean',
     },
+    unsafe: {
+        type: 'boolean',
+        demandOption: false,
+        describe: 'Allows usage of any built-in module within the sandbox',
+    },
     workers: {
         alias: 'w',
         demandOption: false,
         describe: 'Number of worker threads to use for fetching and processing blocks. Disabled by default.',
         type: 'number',
     },
-    'query-limit': {
-        demandOption: false,
-        describe: 'The limit of items a project can query with store.getByField at once',
-        type: 'number',
-        default: 100,
-    },
 });
 //# sourceMappingURL=yargs.js.map

package/dist/yargs.js.map

@@ -1 +1 @@
-{"version":3,"file":"yargs.js","sourceRoot":"","sources":["../src/yargs.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;AAEtC,oDAAqD;AACrD,2CAAwC;AACxC,wDAAgC;AAEnB,QAAA,YAAY,GAAG,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACrD,OAAO,CAAC;IACP,OAAO,EAAE,aAAa;IACtB,QAAQ,EACN,mIAAmI;IACrI,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QAEF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACpE,OAAO,cAAc,EAAE,CAAC;IAC1B,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,OAAO,EAAE,SAAS;IAClB,QAAQ,EACN,gMAAgM;IAClM,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE;QAC5B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,IAAI;KACd,CAAC;IACJ,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QACF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC9D,OAAO,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,QAAQ,EAAE;QACR,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE;QACtB,QAAQ,EAAE,gDAAgD;QAC1D,IAAI,EAAE,QAAQ;KACf;IACD,eAAe,EAAE;QACf,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8BAA8B;QACxC,IAAI,EAAE,QAAQ;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4BAA4B;QACtC,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,gBAAgB;KAC3B;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;KACf;IACD,MAAM,EAAE;QACN,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wDAAwD;KACnE;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4CAA4C;QACtD,IAAI,EAAE,QAAQ;KACf;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wCAAwC;QAClD,OAAO,EAAE,KAAK;KACf;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8DAA8D;QACxE,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,kFAAkF;QACpF,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,KAAK;QACnB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,wCAAwC;KACnD;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,iCAAiC;QAC3C,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC7B;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,0DAA0D;QACpE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC;KACxE;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,gDAAgD;QAC1D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,iBAAiB,EAAE;QACjB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,oDAAoD;QAC9D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,QAAQ;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,kCAAkC;QAC5C,IAAI,EAAE,QAAQ;KACf;IACD,UAAU,EAAE;QACV,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,QAAQ;KACf;IACD,gBAAgB,EAAE;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,uBAAuB;QACjC,IAAI,EAAE,QAAQ;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,mCAAmC;QAC7C,IAAI,EAAE,QAAQ;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,2CAA2C;QACrD,IAAI,EAAE,SAAS;KAChB;IACD,OAAO,EAAE;QACP,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0FAA0F;QAC5F,IAAI,EAAE,QAAQ;KACf;IACD,aAAa,EAAE;QACb,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,sEAAsE;QACxE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,GAAG;KACb;CACF,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { initLogger } from '@subql/node-core/logger';\nimport { hideBin } from 'yargs/helpers';\nimport yargs from 'yargs/yargs';\n\nexport const yargsOptions = yargs(hideBin(process.argv))\n  .command({\n    command: 'force-clean',\n    describe:\n      'Clean the database dropping project schemas and tables. Once the command is executed, the application would exit upon completion.',\n    builder: {},\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { forceCleanInit } = require('./subcommands/forceClean.init');\n      return forceCleanInit();\n    },\n  })\n  .command({\n    command: 'reindex',\n    describe:\n      'Reindex to specified block height. Historical must be enabled for the targeted project (--disable-historical=false). Once the command is executed, the application would exit upon completion.',\n    builder: (yargs) =>\n      yargs.options('targetHeight', {\n        type: 'number',\n        description: 'set targetHeight',\n        require: true,\n      }),\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { reindexInit } = require('./subcommands/reindex.init');\n      return reindexInit(argv.targetHeight);\n    },\n  })\n  .options({\n    subquery: {\n      alias: 'f',\n      demandOption: true,\n      default: process.cwd(),\n      describe: 'Local path or IPFS cid of the subquery project',\n      type: 'string',\n    },\n    'subquery-name': {\n      deprecated: true,\n      demandOption: false,\n      describe: 'Name of the subquery project',\n      type: 'string',\n    },\n    config: {\n      alias: 'c',\n      demandOption: false,\n      describe: 'Specify configuration file',\n      type: 'string',\n    },\n    local: {\n      deprecated: true,\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Use local mode',\n    },\n    'db-schema': {\n      demandOption: false,\n      describe: 'Db schema name of the project',\n      type: 'string',\n    },\n    unsafe: {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Allows usage of any built-in module within the sandbox',\n    },\n    subscription: {\n      demandOption: false,\n      describe: 'Enable subscription by create notification triggers',\n      type: 'boolean',\n      default: false,\n    },\n    'batch-size': {\n      demandOption: false,\n      describe: 'Batch size of blocks to fetch in one round',\n      type: 'number',\n    },\n    'scale-batch-size': {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'scale batch size based on memory usage',\n      default: false,\n    },\n    timeout: {\n      demandOption: false,\n      describe: 'Timeout for indexer sandbox to execute the mapping functions',\n      type: 'number',\n    },\n    debug: {\n      demandOption: false,\n      describe:\n        'Show debug information to console output. will forcefully set log level to debug',\n      type: 'boolean',\n      default: false,\n    },\n    profiler: {\n      demandOption: false,\n      describe: 'Show profiler information to console output',\n      type: 'boolean',\n      default: false,\n    },\n    'network-endpoint': {\n      demandOption: false,\n      type: 'string',\n      describe: 'Blockchain network endpoint to connect',\n    },\n    'output-fmt': {\n      demandOption: false,\n      describe: 'Print log as json or plain text',\n      type: 'string',\n      choices: ['json', 'colored'],\n    },\n    'log-level': {\n      demandOption: false,\n      describe: 'Specify log level to print. Ignored when --debug is used',\n      type: 'string',\n      choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],\n    },\n    migrate: {\n      demandOption: false,\n      describe: 'Migrate db schema (for management tables only)',\n      type: 'boolean',\n      default: false,\n    },\n    'timestamp-field': {\n      demandOption: false,\n      describe: 'Enable/disable created_at and updated_at in schema',\n      type: 'boolean',\n      default: false,\n    },\n    'network-dictionary': {\n      alias: 'd',\n      demandOption: false,\n      describe: 'Specify the dictionary api for this network',\n      type: 'string',\n    },\n    'dictionary-timeout': {\n      demandOption: false,\n      describe: 'Max timeout for dictionary query',\n      type: 'number',\n    },\n    'mmr-path': {\n      alias: 'm',\n      demandOption: false,\n      describe: 'Local path of the merkle mountain range (.mmr) file',\n      type: 'string',\n    },\n    'proof-of-index': {\n      demandOption: false,\n      describe: 'Enable/disable proof of index',\n      type: 'boolean',\n      default: false,\n    },\n    ipfs: {\n      demandOption: false,\n      describe: 'IPFS gateway endpoint',\n      type: 'string',\n    },\n    port: {\n      alias: 'p',\n      demandOption: false,\n      describe: 'The port the service will bind to',\n      type: 'number',\n    },\n    'disable-historical': {\n      demandOption: false,\n      default: false,\n      describe: 'Disable storing historical state entities',\n      type: 'boolean',\n    },\n    workers: {\n      alias: 'w',\n      demandOption: false,\n      describe:\n        'Number of worker threads to use for fetching and processing blocks. Disabled by default.',\n      type: 'number',\n    },\n    'query-limit': {\n      demandOption: false,\n      describe:\n        'The limit of items a project can query with store.getByField at once',\n      type: 'number',\n      default: 100,\n    },\n  });\n"]}
+{"version":3,"file":"yargs.js","sourceRoot":"","sources":["../src/yargs.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;AAEtC,oDAAqD;AACrD,2CAAwC;AACxC,wDAAgC;AAEnB,QAAA,YAAY,GAAG,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACrD,GAAG,CAAC,YAAY,CAAC;KACjB,OAAO,CAAC;IACP,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,sCAAsC;IAChD,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QACF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC9D,OAAO,WAAW,EAAE,CAAC;IACvB,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,OAAO,EAAE,aAAa;IACtB,QAAQ,EACN,mIAAmI;IACrI,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QAEF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACpE,OAAO,cAAc,EAAE,CAAC;IAC1B,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,OAAO,EAAE,SAAS;IAClB,QAAQ,EACN,gMAAgM;IAClM,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE;QAC5B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,IAAI;KACd,CAAC;IACJ,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAChB,IAAA,mBAAU,EACR,IAAI,CAAC,KAAgB,EACrB,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;QACF,4EAA4E;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC9D,OAAO,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;CACF,CAAC;KACD,OAAO,CAAC;IACP,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4CAA4C;QACtD,IAAI,EAAE,QAAQ;KACf;IACD,qBAAqB,EAAE;QACrB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,EAAE;QACX,QAAQ,EACN,mGAAmG;QACrG,IAAI,EAAE,QAAQ;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,4BAA4B;QACtC,IAAI,EAAE,QAAQ;KACf;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,kFAAkF;QACpF,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,qBAAqB,EAAE;QACrB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,0CAA0C;QACpD,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,kCAAkC;QAC5C,IAAI,EAAE,QAAQ;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,2CAA2C;QACrD,IAAI,EAAE,SAAS;KAChB;IACD,IAAI,EAAE;QACJ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,uBAAuB;QACjC,IAAI,EAAE,QAAQ;KACf;IACD,KAAK,EAAE;QACL,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,gBAAgB;KAC3B;IACD,WAAW,EAAE;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,0DAA0D;QACpE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC;KACxE;IACD,UAAU,EAAE;QACV,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,QAAQ;KACf;IACD,aAAa,EAAE;QACb,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EACN,2EAA2E;QAC7E,IAAI,EAAE,SAAS;KAChB;IACD,oBAAoB,EAAE;QACpB,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,QAAQ;KACf;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,KAAK;QACnB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,wCAAwC;KACnD;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,iCAAiC;QAC3C,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC7B;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,mCAAmC;QAC7C,IAAI,EAAE,QAAQ;KACf;IACD,QAAQ,EAAE;QACR,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,6CAA6C;QACvD,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,gBAAgB,EAAE;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,aAAa,EAAE;QACb,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,sEAAsE;QACxE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,GAAG;KACb;IACD,kBAAkB,EAAE;QAClB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wCAAwC;QAClD,OAAO,EAAE,KAAK;KACf;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,yKAAyK;QAC3K,IAAI,EAAE,QAAQ;KACf;IACD,QAAQ,EAAE;QACR,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,+EAA+E;QACjF,IAAI,EAAE,QAAQ;KACf;IACD,SAAS,EAAE;QACT,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0GAA0G;QAC5G,IAAI,EAAE,QAAQ;KACf;IACD,uBAAuB,EAAE;QACvB,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0FAA0F;QAC5F,IAAI,EAAE,QAAQ;KACf;IACD,sBAAsB,EAAE;QACtB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qCAAqC;QAC/C,IAAI,EAAE,QAAQ;KACf;IACD,mBAAmB,EAAE;QACnB,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,oFAAoF;QACtF,IAAI,EAAE,SAAS;KAChB;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE;QACtB,QAAQ,EAAE,gDAAgD;QAC1D,IAAI,EAAE,QAAQ;KACf;IACD,eAAe,EAAE;QACf,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8BAA8B;QACxC,IAAI,EAAE,QAAQ;KACf;IACD,YAAY,EAAE;QACZ,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,qDAAqD;QAC/D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,OAAO,EAAE;QACP,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,8DAA8D;QACxE,IAAI,EAAE,QAAQ;KACf;IACD,iBAAiB,EAAE;QACjB,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,oDAAoD;QAC9D,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;KACf;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,8CAA8C;QACxD,IAAI,EAAE,SAAS;KAChB;IACD,MAAM,EAAE;QACN,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,wDAAwD;KACnE;IACD,OAAO,EAAE;QACP,KAAK,EAAE,GAAG;QACV,YAAY,EAAE,KAAK;QACnB,QAAQ,EACN,0FAA0F;QAC5F,IAAI,EAAE,QAAQ;KACf;CACF,CAAC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { initLogger } from '@subql/node-core/logger';\nimport { hideBin } from 'yargs/helpers';\nimport yargs from 'yargs/yargs';\n\nexport const yargsOptions = yargs(hideBin(process.argv))\n  .env('SUBQL_NODE')\n  .command({\n    command: 'test',\n    describe: 'Run tests for a SubQuery application',\n    builder: {},\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { testingInit } = require('./subcommands/testing.init');\n      return testingInit();\n    },\n  })\n  .command({\n    command: 'force-clean',\n    describe:\n      'Clean the database dropping project schemas and tables. Once the command is executed, the application would exit upon completion.',\n    builder: {},\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { forceCleanInit } = require('./subcommands/forceClean.init');\n      return forceCleanInit();\n    },\n  })\n  .command({\n    command: 'reindex',\n    describe:\n      'Reindex to specified block height. Historical must be enabled for the targeted project (--disable-historical=false). Once the command is executed, the application would exit upon completion.',\n    builder: (yargs) =>\n      yargs.options('targetHeight', {\n        type: 'number',\n        description: 'set targetHeight',\n        require: true,\n      }),\n    handler: (argv) => {\n      initLogger(\n        argv.debug as boolean,\n        argv.outputFmt as 'json' | 'colored',\n        argv.logLevel as string | undefined,\n      );\n      // lazy import to make sure logger is instantiated before all other services\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const { reindexInit } = require('./subcommands/reindex.init');\n      return reindexInit(argv.targetHeight);\n    },\n  })\n  .options({\n    'batch-size': {\n      demandOption: false,\n      describe: 'Batch size of blocks to fetch in one round',\n      type: 'number',\n    },\n    'block-confirmations': {\n      demandOption: false,\n      default: 20,\n      describe:\n        'The number of blocks behind the head to be considered finalized, this has no effect with Ethereum',\n      type: 'number',\n    },\n    config: {\n      alias: 'c',\n      demandOption: false,\n      describe: 'Specify configuration file',\n      type: 'string',\n    },\n    'db-schema': {\n      demandOption: false,\n      describe: 'Db schema name of the project',\n      type: 'string',\n    },\n    debug: {\n      demandOption: false,\n      describe:\n        'Show debug information to console output. will forcefully set log level to debug',\n      type: 'boolean',\n      default: false,\n    },\n    'dictionary-resolver': {\n      demandOption: false,\n      describe: 'Use SubQuery Network dictionary resolver',\n      type: 'boolean',\n      default: false,\n    },\n    'dictionary-timeout': {\n      demandOption: false,\n      describe: 'Max timeout for dictionary query',\n      type: 'number',\n    },\n    'disable-historical': {\n      demandOption: false,\n      default: false,\n      describe: 'Disable storing historical state entities',\n      type: 'boolean',\n    },\n    ipfs: {\n      demandOption: false,\n      describe: 'IPFS gateway endpoint',\n      type: 'string',\n    },\n    local: {\n      deprecated: true,\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Use local mode',\n    },\n    'log-level': {\n      demandOption: false,\n      describe: 'Specify log level to print. Ignored when --debug is used',\n      type: 'string',\n      choices: ['fatal', 'error', 'warn', 'info', 'debug', 'trace', 'silent'],\n    },\n    'mmr-path': {\n      alias: 'm',\n      demandOption: false,\n      describe: 'Local path of the merkle mountain range (.mmr) file',\n      type: 'string',\n    },\n    'multi-chain': {\n      demandOption: false,\n      default: false,\n      describe:\n        'Enables indexing multiple subquery projects into the same database schema',\n      type: 'boolean',\n    },\n    'network-dictionary': {\n      alias: 'd',\n      demandOption: false,\n      describe: 'Specify the dictionary api for this network',\n      type: 'string',\n    },\n    'network-endpoint': {\n      demandOption: false,\n      type: 'string',\n      describe: 'Blockchain network endpoint to connect',\n    },\n    'output-fmt': {\n      demandOption: false,\n      describe: 'Print log as json or plain text',\n      type: 'string',\n      choices: ['json', 'colored'],\n    },\n    port: {\n      alias: 'p',\n      demandOption: false,\n      describe: 'The port the service will bind to',\n      type: 'number',\n    },\n    profiler: {\n      demandOption: false,\n      describe: 'Show profiler information to console output',\n      type: 'boolean',\n      default: false,\n    },\n    'proof-of-index': {\n      demandOption: false,\n      describe: 'Enable/disable proof of index',\n      type: 'boolean',\n      default: false,\n    },\n    'query-limit': {\n      demandOption: false,\n      describe:\n        'The limit of items a project can query with store.getByField at once',\n      type: 'number',\n      default: 100,\n    },\n    'scale-batch-size': {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'scale batch size based on memory usage',\n      default: false,\n    },\n    'pg-ca': {\n      demandOption: false,\n      describe:\n        'Postgres ca certificate - to enable TLS/SSL connections to your PostgreSQL, path to the server certificate file are required, e.g /path/to/server-certificates/root.crt',\n      type: 'string',\n    },\n    'pg-key': {\n      demandOption: false,\n      describe:\n        'Postgres client key - Path to key file e.g /path/to/client-key/postgresql.key',\n      type: 'string',\n    },\n    'pg-cert': {\n      demandOption: false,\n      describe:\n        'Postgres client certificate - Path to client certificate e.g /path/to/client-certificates/postgresql.crt',\n      type: 'string',\n    },\n    'store-cache-threshold': {\n      demandOption: false,\n      describe:\n        'Store cache will flush data to the database when number of records excess this threshold',\n      type: 'number',\n    },\n    'store-get-cache-size': {\n      demandOption: false,\n      describe: 'Store get cache size for each model',\n      type: 'number',\n    },\n    'store-cache-async': {\n      demandOption: false,\n      describe:\n        'If enabled the store cache will flush data asyncronously relative to indexing data',\n      type: 'boolean',\n    },\n    subquery: {\n      alias: 'f',\n      demandOption: true,\n      default: process.cwd(),\n      describe: 'Local path or IPFS cid of the subquery project',\n      type: 'string',\n    },\n    'subquery-name': {\n      deprecated: true,\n      demandOption: false,\n      describe: 'Name of the subquery project',\n      type: 'string',\n    },\n    subscription: {\n      demandOption: false,\n      describe: 'Enable subscription by create notification triggers',\n      type: 'boolean',\n      default: false,\n    },\n    timeout: {\n      demandOption: false,\n      describe: 'Timeout for indexer sandbox to execute the mapping functions',\n      type: 'number',\n    },\n    'timestamp-field': {\n      demandOption: false,\n      describe: 'Enable/disable created_at and updated_at in schema',\n      type: 'boolean',\n      default: false,\n    },\n    'unfinalized-blocks': {\n      demandOption: false,\n      default: false,\n      describe: 'Enable to fetch and index unfinalized blocks',\n      type: 'boolean',\n    },\n    unsafe: {\n      type: 'boolean',\n      demandOption: false,\n      describe: 'Allows usage of any built-in module within the sandbox',\n    },\n    workers: {\n      alias: 'w',\n      demandOption: false,\n      describe:\n        'Number of worker threads to use for fetching and processing blocks. Disabled by default.',\n      type: 'number',\n    },\n  });\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@subql/node-ethereum",
-  "version": "1.10.1-2",
+  "version": "2.0.0",
   "description": "",
   "author": "Ian He",
   "license": "Apache-2.0",
@@ -24,18 +24,20 @@
     "@nestjs/event-emitter": "^1.3.0",
     "@nestjs/platform-express": "^8.2.6",
     "@nestjs/schedule": "^1.0.2",
-    "@subql/common": "latest",
-    "@subql/common-ethereum": "0.0.1-1",
-    "@subql/node-core": "latest",
-    "@subql/types-ethereum": "0.0.1-1",
-    "@subql/utils": "latest",
+    "@subql/common": "^2.0.0",
+    "@subql/common-ethereum": "2.0.0",
+    "@subql/node-core": "^2.0.3-0",
+    "@subql/testing": "^2.0.0",
+    "@subql/types-ethereum": "2.0.0",
+    "@subql/utils": "^2.0.0",
     "@subql/x-merkle-mountain-range": "2.0.0-0.1.2",
     "@willsoto/nestjs-prometheus": "^4.4.0",
     "algosdk": "^1.13.1",
     "app-module-path": "^2.2.0",
+    "cacheable-lookup": "6",
     "cron-converter": "^1.0.2",
     "dayjs": "^1.10.7",
-    "ethers": "^5.6.1",
+    "ethers": "^5.7.0",
     "eventemitter2": "^6.4.5",
     "lodash": "^4.17.21",
     "merkle-tools": "^1.4.1",
@@ -45,9 +47,8 @@
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.2",
-    "sequelize": "6.23.0",
+    "sequelize": "6.28.0",
     "tar": "^6.1.11",
-    "typescript": "^4.4.4",
     "web3-providers-http": "^1.8.0",
     "web3-providers-ws": "^1.8.0",
     "yargs": "^16.2.0"
@@ -68,11 +69,11 @@
     "supertest": "^6.2.2"
   },
   "resolutions": {
-    "@polkadot/util": "^9"
+    "@polkadot/util": "11.1.1",
+    "node-fetch": "2.6.7"
   },
   "files": [
     "/dist",
     "/bin"
-  ],
-  "stableVersion": "1.10.1-1"
+  ]
 }

package/dist/indexer/worker/block-dispatcher.service.d.ts

@@ -1,69 +0,0 @@
-import { OnApplicationShutdown } from '@nestjs/common';
-import { EventEmitter2 } from '@nestjs/event-emitter';
-import { ApiService, NodeConfig } from '@subql/node-core';
-import { IndexerManager } from '../indexer.manager';
-import { ProjectService } from '../project.service';
-export interface IBlockDispatcher {
-    init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;
-    enqueueBlocks(heights: number[]): void;
-    queueSize: number;
-    freeSize: number;
-    latestBufferedHeight: number | undefined;
-    flushQueue(height: number): void;
-}
-/**
- * @description Intended to behave the same as WorkerBlockDispatcherService but doesn't use worker threads or any parallel processing
- */
-export declare class BlockDispatcherService implements IBlockDispatcher, OnApplicationShutdown {
-    private apiService;
-    private nodeConfig;
-    private indexerManager;
-    private eventEmitter;
-    private projectService;
-    private fetchQueue;
-    private processQueue;
-    private fetching;
-    private isShutdown;
-    private onDynamicDsCreated;
-    private _latestBufferedHeight;
-    private _processedBlockCount;
-    private fetchBlocksBatches;
-    private latestProcessedHeight;
-    constructor(apiService: ApiService, nodeConfig: NodeConfig, indexerManager: IndexerManager, eventEmitter: EventEmitter2, projectService: ProjectService);
-    init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;
-    onApplicationShutdown(): void;
-    enqueueBlocks(heights: number[]): void;
-    flushQueue(height: number): void;
-    private setProcessedBlockCount;
-    private fetchBlocksFromQueue;
-    get queueSize(): number;
-    get freeSize(): number;
-    get latestBufferedHeight(): number;
-    set latestBufferedHeight(height: number);
-}
-export declare class WorkerBlockDispatcherService implements IBlockDispatcher, OnApplicationShutdown {
-    private nodeConfig;
-    private eventEmitter;
-    private projectService;
-    private workers;
-    private numWorkers;
-    private onDynamicDsCreated;
-    private taskCounter;
-    private isShutdown;
-    private queue;
-    private _latestBufferedHeight;
-    private _processedBlockCount;
-    constructor(nodeConfig: NodeConfig, eventEmitter: EventEmitter2, projectService: ProjectService);
-    init(onDynamicDsCreated: (height: number) => Promise<void>): Promise<void>;
-    private setProcessedBlockCount;
-    onApplicationShutdown(): Promise<void>;
-    enqueueBlocks(heights: number[]): void;
-    flushQueue(height: number): void;
-    private enqueueBlock;
-    sampleWorkerStatus(): Promise<void>;
-    get queueSize(): number;
-    get freeSize(): number;
-    get latestBufferedHeight(): number;
-    set latestBufferedHeight(height: number);
-    private getNextWorkerIndex;
-}