@subql/node-stellar 2.9.3-2

package/dist/indexer/worker/worker.js

@@ -0,0 +1,103 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+// initlogger and yargs must be imported before all other imports
+// making sure logger is defined before its called
+// eslint-disable-next-line import/order
+const logger_1 = require("@subql/node-core/logger");
+// eslint-disable-next-line import/order
+const yargs_1 = require("../../yargs");
+const { argv } = yargs_1.yargsOptions;
+(0, logger_1.initLogger)(argv.debug, argv.outputFmt, argv.logLevel);
+const assert_1 = __importDefault(require("assert"));
+const node_worker_threads_1 = require("node:worker_threads");
+const v8_1 = require("v8");
+const core_1 = require("@nestjs/core");
+const node_core_1 = require("@subql/node-core");
+const indexer_manager_1 = require("../indexer.manager");
+const worker_module_1 = require("./worker.module");
+const worker_service_1 = require("./worker.service");
+const worker_unfinalizedBlocks_service_1 = require("./worker.unfinalizedBlocks.service");
+let app;
+let workerService;
+const logger = (0, node_core_1.getLogger)(`worker #${node_worker_threads_1.threadId}`);
+async function initWorker() {
+    try {
+        if (app) {
+            logger.warn('Worker already initialised');
+            return;
+        }
+        app = await core_1.NestFactory.create(worker_module_1.WorkerModule, {
+            logger: new node_core_1.NestLogger(), // TIP: If the worker is crashing comment out this line for better logging
+        });
+        await app.init();
+        const indexerManager = app.get(indexer_manager_1.IndexerManager);
+        // Initialise async services, we do this here rather than in factories so we can capture one off events
+        await indexerManager.start();
+        workerService = app.get(worker_service_1.WorkerService);
+    }
+    catch (e) {
+        console.log('Failed to start worker', e);
+        logger.error(e, 'Failed to start worker');
+        throw e;
+    }
+}
+async function fetchBlock(height) {
+    (0, assert_1.default)(workerService, 'Not initialised');
+    return workerService.fetchBlock(height);
+}
+async function processBlock(height) {
+    (0, assert_1.default)(workerService, 'Not initialised');
+    return workerService.processBlock(height);
+}
+// eslint-disable-next-line @typescript-eslint/require-await
+async function numFetchedBlocks() {
+    return workerService.numFetchedBlocks;
+}
+// eslint-disable-next-line @typescript-eslint/require-await
+async function numFetchingBlocks() {
+    return workerService.numFetchingBlocks;
+}
+// eslint-disable-next-line @typescript-eslint/require-await
+async function getStatus() {
+    return {
+        threadId: node_worker_threads_1.threadId,
+        fetchedBlocks: workerService.numFetchedBlocks,
+        toFetchBlocks: workerService.numFetchingBlocks,
+        isIndexing: workerService.isIndexing,
+    };
+}
+// eslint-disable-next-line @typescript-eslint/require-await
+async function getMemoryLeft() {
+    const totalHeap = (0, v8_1.getHeapStatistics)().heap_size_limit;
+    const heapUsed = process.memoryUsage().heapUsed;
+    return totalHeap - heapUsed;
+}
+async function waitForWorkerBatchSize(heapSizeInBytes) {
+    await (0, node_core_1.waitForBatchSize)(heapSizeInBytes);
+}
+// Register these functions to be exposed to worker host
+global.host = node_core_1.WorkerHost.create([
+    ...node_core_1.hostStoreKeys,
+    ...node_core_1.hostDynamicDsKeys,
+    ...worker_unfinalizedBlocks_service_1.hostUnfinalizedBlocksKeys,
+    ...node_core_1.hostConnectionPoolStateKeys,
+], {
+    initWorker,
+    fetchBlock,
+    processBlock,
+    numFetchedBlocks,
+    numFetchingBlocks,
+    getStatus,
+    getMemoryLeft,
+    waitForWorkerBatchSize,
+}, logger);
+process.on('uncaughtException', (e) => {
+    logger.error(e, 'Uncaught Exception');
+    throw e;
+});
+//# sourceMappingURL=worker.js.map

package/dist/indexer/worker/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;AAEnC,iEAAiE;AACjE,kDAAkD;AAClD,wCAAwC;AACxC,oDAAqD;AACrD,wCAAwC;AACxC,uCAA2C;AAE3C,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE9B,IAAA,mBAAU,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;AAEF,oDAA4B;AAC5B,6DAA+C;AAC/C,2BAAuC;AAEvC,uCAA2C;AAC3C,gDAY0B;AAG1B,wDAAoD;AACpD,mDAA+C;AAC/C,qDAI0B;AAC1B,yFAG4C;AAC5C,IAAI,GAAqB,CAAC;AAC1B,IAAI,aAA4B,CAAC;AAEjC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,WAAW,8BAAQ,EAAE,CAAC,CAAC;AAEhD,KAAK,UAAU,UAAU;IACvB,IAAI;QACF,IAAI,GAAG,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;SACR;QAED,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,4BAAY,EAAE;YAC3C,MAAM,EAAE,IAAI,sBAAU,EAAE,EAAE,0EAA0E;SACrG,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,gCAAc,CAAC,CAAC;QAC/C,uGAAuG;QACvG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;QAE7B,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,8BAAa,CAAC,CAAC;KACxC;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC;KACT;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IACzC,OAAO,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAc;IACxC,IAAA,gBAAM,EAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzC,OAAO,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,gBAAgB;IAC7B,OAAO,aAAa,CAAC,gBAAgB,CAAC;AACxC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,iBAAiB;IAC9B,OAAO,aAAa,CAAC,iBAAiB,CAAC;AACzC,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,SAAS;IACtB,OAAO;QACL,QAAQ,EAAR,8BAAQ;QACR,aAAa,EAAE,aAAa,CAAC,gBAAgB;QAC7C,aAAa,EAAE,aAAa,CAAC,iBAAiB;QAC9C,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,KAAK,UAAU,aAAa;IAC1B,MAAM,SAAS,GAAG,IAAA,sBAAiB,GAAE,CAAC,eAAe,CAAC;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IAEhD,OAAO,SAAS,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,eAAuB;IAC3D,MAAM,IAAA,4BAAgB,EAAC,eAAe,CAAC,CAAC;AAC1C,CAAC;AAED,wDAAwD;AACvD,MAAc,CAAC,IAAI,GAAG,sBAAU,CAAC,MAAM,CAOtC;IACE,GAAG,yBAAa;IAChB,GAAG,6BAAiB;IACpB,GAAG,4DAAyB;IAC5B,GAAG,uCAA2B;CAC/B,EACD;IACE,UAAU;IACV,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,iBAAiB;IACjB,SAAS;IACT,aAAa;IACb,sBAAsB;CACvB,EACD,MAAM,CACP,CAAC;AA0BF,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE;IACpC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtC,MAAM,CAAC,CAAC;AACV,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\n// initlogger and yargs must be imported before all other imports\n// making sure logger is defined before its called\n// eslint-disable-next-line import/order\nimport { initLogger } from '@subql/node-core/logger';\n// eslint-disable-next-line import/order\nimport { yargsOptions } from '../../yargs';\n\nconst { argv } = yargsOptions;\n\ninitLogger(\n  argv.debug,\n  argv.outputFmt as 'json' | 'colored',\n  argv.logLevel as string | undefined,\n);\n\nimport assert from 'assert';\nimport { threadId } from 'node:worker_threads';\nimport { getHeapStatistics } from 'v8';\nimport { INestApplication } from '@nestjs/common';\nimport { NestFactory } from '@nestjs/core';\nimport {\n  waitForBatchSize,\n  WorkerHost,\n  getLogger,\n  NestLogger,\n  hostStoreKeys,\n  HostStore,\n  hostDynamicDsKeys,\n  HostDynamicDS,\n  ProcessBlockResponse,\n  HostConnectionPoolState,\n  hostConnectionPoolStateKeys,\n} from '@subql/node-core';\nimport { SubqlProjectDs } from '../../configure/SubqueryProject';\nimport { StellarApiConnection } from '../../stellar/api.connection';\nimport { IndexerManager } from '../indexer.manager';\nimport { WorkerModule } from './worker.module';\nimport {\n  FetchBlockResponse,\n  WorkerService,\n  WorkerStatusResponse,\n} from './worker.service';\nimport {\n  HostUnfinalizedBlocks,\n  hostUnfinalizedBlocksKeys,\n} from './worker.unfinalizedBlocks.service';\nlet app: INestApplication;\nlet workerService: WorkerService;\n\nconst logger = getLogger(`worker #${threadId}`);\n\nasync function initWorker(): Promise<void> {\n  try {\n    if (app) {\n      logger.warn('Worker already initialised');\n      return;\n    }\n\n    app = await NestFactory.create(WorkerModule, {\n      logger: new NestLogger(), // TIP: If the worker is crashing comment out this line for better logging\n    });\n\n    await app.init();\n\n    const indexerManager = app.get(IndexerManager);\n    // Initialise async services, we do this here rather than in factories so we can capture one off events\n    await indexerManager.start();\n\n    workerService = app.get(WorkerService);\n  } catch (e) {\n    console.log('Failed to start worker', e);\n    logger.error(e, 'Failed to start worker');\n    throw e;\n  }\n}\n\nasync function fetchBlock(height: number): Promise<FetchBlockResponse> {\n  assert(workerService, 'Not initialised');\n  return workerService.fetchBlock(height);\n}\n\nasync function processBlock(height: number): Promise<ProcessBlockResponse> {\n  assert(workerService, 'Not initialised');\n\n  return workerService.processBlock(height);\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchedBlocks(): Promise<number> {\n  return workerService.numFetchedBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function numFetchingBlocks(): Promise<number> {\n  return workerService.numFetchingBlocks;\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getStatus(): Promise<WorkerStatusResponse> {\n  return {\n    threadId,\n    fetchedBlocks: workerService.numFetchedBlocks,\n    toFetchBlocks: workerService.numFetchingBlocks,\n    isIndexing: workerService.isIndexing,\n  };\n}\n\n// eslint-disable-next-line @typescript-eslint/require-await\nasync function getMemoryLeft(): Promise<number> {\n  const totalHeap = getHeapStatistics().heap_size_limit;\n  const heapUsed = process.memoryUsage().heapUsed;\n\n  return totalHeap - heapUsed;\n}\n\nasync function waitForWorkerBatchSize(heapSizeInBytes: number): Promise<void> {\n  await waitForBatchSize(heapSizeInBytes);\n}\n\n// Register these functions to be exposed to worker host\n(global as any).host = WorkerHost.create<\n  HostStore &\n    HostDynamicDS<SubqlProjectDs> &\n    HostUnfinalizedBlocks &\n    HostConnectionPoolState<StellarApiConnection>,\n  IInitIndexerWorker\n>(\n  [\n    ...hostStoreKeys,\n    ...hostDynamicDsKeys,\n    ...hostUnfinalizedBlocksKeys,\n    ...hostConnectionPoolStateKeys,\n  ],\n  {\n    initWorker,\n    fetchBlock,\n    processBlock,\n    numFetchedBlocks,\n    numFetchingBlocks,\n    getStatus,\n    getMemoryLeft,\n    waitForWorkerBatchSize,\n  },\n  logger,\n);\n\n// Export types to be used on the parent\ntype InitWorker = typeof initWorker;\ntype FetchBlock = typeof fetchBlock;\ntype ProcessBlock = typeof processBlock;\ntype NumFetchedBlocks = typeof numFetchedBlocks;\ntype NumFetchingBlocks = typeof numFetchingBlocks;\ntype GetWorkerStatus = typeof getStatus;\ntype GetMemoryLeft = typeof getMemoryLeft;\ntype WaitForWorkerBatchSize = typeof waitForWorkerBatchSize;\n\nexport type IIndexerWorker = {\n  processBlock: ProcessBlock;\n  fetchBlock: FetchBlock;\n  numFetchedBlocks: NumFetchedBlocks;\n  numFetchingBlocks: NumFetchingBlocks;\n  getStatus: GetWorkerStatus;\n  getMemoryLeft: GetMemoryLeft;\n  waitForWorkerBatchSize: WaitForWorkerBatchSize;\n};\n\nexport type IInitIndexerWorker = IIndexerWorker & {\n  initWorker: InitWorker;\n};\n\nprocess.on('uncaughtException', (e) => {\n  logger.error(e, 'Uncaught Exception');\n  throw e;\n});\n"]}

package/dist/indexer/worker/worker.module.d.ts

@@ -0,0 +1,2 @@
+export declare class WorkerModule {
+}

package/dist/indexer/worker/worker.module.js

@@ -0,0 +1,33 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerModule = void 0;
+const common_1 = require("@nestjs/common");
+const event_emitter_1 = require("@nestjs/event-emitter");
+const schedule_1 = require("@nestjs/schedule");
+const node_core_1 = require("@subql/node-core");
+const configure_module_1 = require("../../configure/configure.module");
+const indexer_module_1 = require("../indexer.module");
+let WorkerModule = class WorkerModule {
+};
+WorkerModule = __decorate([
+    (0, common_1.Module)({
+        imports: [
+            node_core_1.DbModule.forRoot(),
+            event_emitter_1.EventEmitterModule.forRoot(),
+            configure_module_1.ConfigureModule.register(),
+            schedule_1.ScheduleModule.forRoot(),
+            indexer_module_1.IndexerModule,
+        ],
+        controllers: [],
+    })
+], WorkerModule);
+exports.WorkerModule = WorkerModule;
+//# sourceMappingURL=worker.module.js.map

package/dist/indexer/worker/worker.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.module.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.module.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;AAEnC,2CAAwC;AACxC,yDAA2D;AAC3D,+CAAkD;AAClD,gDAA4C;AAC5C,uEAAmE;AACnE,sDAAkD;AAY3C,IAAM,YAAY,GAAlB,MAAM,YAAY;CAAG,CAAA;AAAf,YAAY;IAVxB,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,oBAAQ,CAAC,OAAO,EAAE;YAClB,kCAAkB,CAAC,OAAO,EAAE;YAC5B,kCAAe,CAAC,QAAQ,EAAE;YAC1B,yBAAc,CAAC,OAAO,EAAE;YACxB,8BAAa;SACd;QACD,WAAW,EAAE,EAAE;KAChB,CAAC;GACW,YAAY,CAAG;AAAf,oCAAY","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Module } from '@nestjs/common';\nimport { EventEmitterModule } from '@nestjs/event-emitter';\nimport { ScheduleModule } from '@nestjs/schedule';\nimport { DbModule } from '@subql/node-core';\nimport { ConfigureModule } from '../../configure/configure.module';\nimport { IndexerModule } from '../indexer.module';\n\n@Module({\n  imports: [\n    DbModule.forRoot(),\n    EventEmitterModule.forRoot(),\n    ConfigureModule.register(),\n    ScheduleModule.forRoot(),\n    IndexerModule,\n  ],\n  controllers: [],\n})\nexport class WorkerModule {}\n"]}

package/dist/indexer/worker/worker.service.d.ts

@@ -0,0 +1,26 @@
+import { NodeConfig, IProjectService, ProcessBlockResponse, ApiService } from '@subql/node-core';
+import { SubqlProjectDs } from '../../configure/SubqueryProject';
+import { IndexerManager } from '../indexer.manager';
+export type FetchBlockResponse = {
+    parentHash: string;
+} | undefined;
+export type WorkerStatusResponse = {
+    threadId: number;
+    isIndexing: boolean;
+    fetchedBlocks: number;
+    toFetchBlocks: number;
+};
+export declare class WorkerService {
+    private apiService;
+    private indexerManager;
+    private projectService;
+    private fetchedBlocks;
+    private _isIndexing;
+    private queue;
+    constructor(apiService: ApiService, indexerManager: IndexerManager, projectService: IProjectService<SubqlProjectDs>, nodeConfig: NodeConfig);
+    fetchBlock(height: number): Promise<FetchBlockResponse>;
+    processBlock(height: number): Promise<ProcessBlockResponse>;
+    get numFetchedBlocks(): number;
+    get numFetchingBlocks(): number;
+    get isIndexing(): boolean;
+}

package/dist/indexer/worker/worker.service.js

@@ -0,0 +1,90 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerService = void 0;
+const node_worker_threads_1 = require("node:worker_threads");
+const common_1 = require("@nestjs/common");
+const node_core_1 = require("@subql/node-core");
+const indexer_manager_1 = require("../indexer.manager");
+const logger = (0, node_core_1.getLogger)(`Worker Service #${node_worker_threads_1.threadId}`);
+let WorkerService = class WorkerService {
+    constructor(apiService, indexerManager, projectService, nodeConfig) {
+        this.apiService = apiService;
+        this.indexerManager = indexerManager;
+        this.projectService = projectService;
+        this.fetchedBlocks = {};
+        this._isIndexing = false;
+        this.queue = new node_core_1.AutoQueue(undefined, nodeConfig.batchSize);
+    }
+    async fetchBlock(height) {
+        try {
+            return await this.queue.put(async () => {
+                // If a dynamic ds is created we might be asked to fetch blocks again, use existing result
+                if (!this.fetchedBlocks[height]) {
+                    if (node_core_1.memoryLock.isLocked()) {
+                        const start = Date.now();
+                        await node_core_1.memoryLock.waitForUnlock();
+                        const end = Date.now();
+                        logger.debug(`memory lock wait time: ${end - start}ms`);
+                    }
+                    const [block] = await this.apiService.fetchBlocks([height]);
+                    this.fetchedBlocks[height] = block;
+                }
+                // Return info to get the runtime version, this lets the worker thread know
+                return undefined;
+            });
+        }
+        catch (e) {
+            logger.error(/*e, */ `Failed to fetch block ${height}`);
+            throw e;
+        }
+    }
+    async processBlock(height) {
+        try {
+            this._isIndexing = true;
+            const block = this.fetchedBlocks[height];
+            if (!block) {
+                throw new Error(`Block ${height} has not been fetched`);
+            }
+            delete this.fetchedBlocks[height];
+            return await this.indexerManager.indexBlock(block, await this.projectService.getAllDataSources(height));
+        }
+        catch (e) {
+            logger.error(e, `Failed to index block ${height}: ${e.stack}`);
+            throw e;
+        }
+        finally {
+            this._isIndexing = false;
+        }
+    }
+    get numFetchedBlocks() {
+        return Object.keys(this.fetchedBlocks).length;
+    }
+    get numFetchingBlocks() {
+        return this.queue.size;
+    }
+    get isIndexing() {
+        return this._isIndexing;
+    }
+};
+WorkerService = __decorate([
+    (0, common_1.Injectable)(),
+    __param(2, (0, common_1.Inject)('IProjectService')),
+    __metadata("design:paramtypes", [node_core_1.ApiService,
+        indexer_manager_1.IndexerManager, Object, node_core_1.NodeConfig])
+], WorkerService);
+exports.WorkerService = WorkerService;
+//# sourceMappingURL=worker.service.js.map

package/dist/indexer/worker/worker.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.service.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.service.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;;;;;;;AAEnC,6DAA+C;AAC/C,2CAAoD;AACpD,gDAQ0B;AAG1B,wDAAoD;AAWpD,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,mBAAmB,8BAAQ,EAAE,CAAC,CAAC;AAGjD,IAAM,aAAa,GAAnB,MAAM,aAAa;IAMxB,YACU,UAAsB,EACtB,cAA8B,EAE9B,cAA+C,EACvD,UAAsB;QAJd,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAE9B,mBAAc,GAAd,cAAc,CAAiC;QATjD,kBAAa,GAAiC,EAAE,CAAC;QACjD,gBAAW,GAAG,KAAK,CAAC;QAW1B,IAAI,CAAC,KAAK,GAAG,IAAI,qBAAS,CAAC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBACrC,0FAA0F;gBAC1F,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;oBAC/B,IAAI,sBAAU,CAAC,QAAQ,EAAE,EAAE;wBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACzB,MAAM,sBAAU,CAAC,aAAa,EAAE,CAAC;wBACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACvB,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC;qBACzD;oBAED,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC5D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;iBACpC;gBAED,2EAA2E;gBAC3E,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC,CAAC;SACJ;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,IAAI;YACF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAwB,CAAC;YAEhE,IAAI,CAAC,KAAK,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,uBAAuB,CAAC,CAAC;aACzD;YAED,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAElC,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CACzC,KAAK,EACL,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,MAAM,CAAC,CACpD,CAAC;SACH;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,MAAM,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC/D,MAAM,CAAC,CAAC;SACT;gBAAS;YACR,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;SAC1B;IACH,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;IAChD,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF,CAAA;AA3EY,aAAa;IADzB,IAAA,mBAAU,GAAE;IAUR,WAAA,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAA;qCAFN,sBAAU;QACN,gCAAc,UAG1B,sBAAU;GAXb,aAAa,CA2EzB;AA3EY,sCAAa","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { threadId } from 'node:worker_threads';\nimport { Inject, Injectable } from '@nestjs/common';\nimport {\n  NodeConfig,\n  getLogger,\n  AutoQueue,\n  memoryLock,\n  IProjectService,\n  ProcessBlockResponse,\n  ApiService,\n} from '@subql/node-core';\nimport { BlockWrapper, StellarBlockWrapper } from '@subql/types-stellar';\nimport { SubqlProjectDs } from '../../configure/SubqueryProject';\nimport { IndexerManager } from '../indexer.manager';\n\nexport type FetchBlockResponse = { parentHash: string } | undefined;\n\nexport type WorkerStatusResponse = {\n  threadId: number;\n  isIndexing: boolean;\n  fetchedBlocks: number;\n  toFetchBlocks: number;\n};\n\nconst logger = getLogger(`Worker Service #${threadId}`);\n\n@Injectable()\nexport class WorkerService {\n  private fetchedBlocks: Record<string, BlockWrapper> = {};\n  private _isIndexing = false;\n\n  private queue: AutoQueue<FetchBlockResponse>;\n\n  constructor(\n    private apiService: ApiService,\n    private indexerManager: IndexerManager,\n    @Inject('IProjectService')\n    private projectService: IProjectService<SubqlProjectDs>,\n    nodeConfig: NodeConfig,\n  ) {\n    this.queue = new AutoQueue(undefined, nodeConfig.batchSize);\n  }\n\n  async fetchBlock(height: number): Promise<FetchBlockResponse> {\n    try {\n      return await this.queue.put(async () => {\n        // If a dynamic ds is created we might be asked to fetch blocks again, use existing result\n        if (!this.fetchedBlocks[height]) {\n          if (memoryLock.isLocked()) {\n            const start = Date.now();\n            await memoryLock.waitForUnlock();\n            const end = Date.now();\n            logger.debug(`memory lock wait time: ${end - start}ms`);\n          }\n\n          const [block] = await this.apiService.fetchBlocks([height]);\n          this.fetchedBlocks[height] = block;\n        }\n\n        // Return info to get the runtime version, this lets the worker thread know\n        return undefined;\n      });\n    } catch (e) {\n      logger.error(/*e, */ `Failed to fetch block ${height}`);\n      throw e;\n    }\n  }\n\n  async processBlock(height: number): Promise<ProcessBlockResponse> {\n    try {\n      this._isIndexing = true;\n      const block = this.fetchedBlocks[height] as StellarBlockWrapper;\n\n      if (!block) {\n        throw new Error(`Block ${height} has not been fetched`);\n      }\n\n      delete this.fetchedBlocks[height];\n\n      return await this.indexerManager.indexBlock(\n        block,\n        await this.projectService.getAllDataSources(height),\n      );\n    } catch (e) {\n      logger.error(e, `Failed to index block ${height}: ${e.stack}`);\n      throw e;\n    } finally {\n      this._isIndexing = false;\n    }\n  }\n\n  get numFetchedBlocks(): number {\n    return Object.keys(this.fetchedBlocks).length;\n  }\n\n  get numFetchingBlocks(): number {\n    return this.queue.size;\n  }\n\n  get isIndexing(): boolean {\n    return this._isIndexing;\n  }\n}\n"]}

package/dist/indexer/worker/worker.unfinalizedBlocks.service.d.ts

@@ -0,0 +1,16 @@
+import { Header, IUnfinalizedBlocksService } from '@subql/node-core';
+import { BlockWrapper } from '@subql/types-stellar';
+export type HostUnfinalizedBlocks = {
+    unfinalizedBlocksProcess: (header: Header) => Promise<number | null>;
+};
+export declare const hostUnfinalizedBlocksKeys: (keyof HostUnfinalizedBlocks)[];
+export declare class WorkerUnfinalizedBlocksService implements IUnfinalizedBlocksService<BlockWrapper> {
+    private host;
+    constructor(host: HostUnfinalizedBlocks);
+    processUnfinalizedBlockHeader(header: Header): Promise<number | null>;
+    processUnfinalizedBlocks({ block, }: BlockWrapper): Promise<number | null>;
+    init(reindex: (targetHeight: number) => Promise<void>): Promise<number>;
+    resetUnfinalizedBlocks(): void;
+    resetLastFinalizedVerifiedHeight(): void;
+    getMetadataUnfinalizedBlocks(): Promise<Header[]>;
+}

package/dist/indexer/worker/worker.unfinalizedBlocks.service.js

@@ -0,0 +1,50 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerUnfinalizedBlocksService = exports.hostUnfinalizedBlocksKeys = void 0;
+const common_1 = require("@nestjs/common");
+const unfinalizedBlocks_service_1 = require("../unfinalizedBlocks.service");
+exports.hostUnfinalizedBlocksKeys = [
+    'unfinalizedBlocksProcess',
+];
+let WorkerUnfinalizedBlocksService = class WorkerUnfinalizedBlocksService {
+    constructor(host) {
+        this.host = host;
+    }
+    async processUnfinalizedBlockHeader(header) {
+        return this.host.unfinalizedBlocksProcess(header);
+    }
+    async processUnfinalizedBlocks({ block, }) {
+        return this.host.unfinalizedBlocksProcess((0, unfinalizedBlocks_service_1.blockToHeader)(block.ledger));
+    }
+    // eslint-disable-next-line @typescript-eslint/promise-function-async
+    init(reindex) {
+        throw new Error('This method should not be called from a worker');
+    }
+    resetUnfinalizedBlocks() {
+        throw new Error('This method should not be called from a worker');
+    }
+    resetLastFinalizedVerifiedHeight() {
+        throw new Error('This method should not be called from a worker');
+    }
+    // eslint-disable-next-line @typescript-eslint/promise-function-async
+    getMetadataUnfinalizedBlocks() {
+        throw new Error('This method should not be called from a worker');
+    }
+};
+WorkerUnfinalizedBlocksService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [Object])
+], WorkerUnfinalizedBlocksService);
+exports.WorkerUnfinalizedBlocksService = WorkerUnfinalizedBlocksService;
+//# sourceMappingURL=worker.unfinalizedBlocks.service.js.map

package/dist/indexer/worker/worker.unfinalizedBlocks.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.unfinalizedBlocks.service.js","sourceRoot":"","sources":["../../../src/indexer/worker/worker.unfinalizedBlocks.service.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;;;;AAEnC,2CAA4C;AAG5C,4EAA6D;AAMhD,QAAA,yBAAyB,GAAoC;IACxE,0BAA0B;CAC3B,CAAC;AAGK,IAAM,8BAA8B,GAApC,MAAM,8BAA8B;IAGzC,YAAoB,IAA2B;QAA3B,SAAI,GAAJ,IAAI,CAAuB;IAAG,CAAC;IAEnD,KAAK,CAAC,6BAA6B,CAAC,MAAc;QAChD,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,wBAAwB,CAAC,EAC7B,KAAK,GACQ;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,IAAA,yCAAa,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,qEAAqE;IACrE,IAAI,CAAC,OAAgD;QACnD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,sBAAsB;QACpB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,gCAAgC;QAC9B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,qEAAqE;IACrE,4BAA4B;QAC1B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;CACF,CAAA;AA7BY,8BAA8B;IAD1C,IAAA,mBAAU,GAAE;;GACA,8BAA8B,CA6B1C;AA7BY,wEAA8B","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Injectable } from '@nestjs/common';\nimport { Header, IUnfinalizedBlocksService } from '@subql/node-core';\nimport { BlockWrapper } from '@subql/types-stellar';\nimport { blockToHeader } from '../unfinalizedBlocks.service';\n\nexport type HostUnfinalizedBlocks = {\n  unfinalizedBlocksProcess: (header: Header) => Promise<number | null>;\n};\n\nexport const hostUnfinalizedBlocksKeys: (keyof HostUnfinalizedBlocks)[] = [\n  'unfinalizedBlocksProcess',\n];\n\n@Injectable()\nexport class WorkerUnfinalizedBlocksService\n  implements IUnfinalizedBlocksService<BlockWrapper>\n{\n  constructor(private host: HostUnfinalizedBlocks) {}\n\n  async processUnfinalizedBlockHeader(header: Header): Promise<number | null> {\n    return this.host.unfinalizedBlocksProcess(header);\n  }\n\n  async processUnfinalizedBlocks({\n    block,\n  }: BlockWrapper): Promise<number | null> {\n    return this.host.unfinalizedBlocksProcess(blockToHeader(block.ledger));\n  }\n\n  // eslint-disable-next-line @typescript-eslint/promise-function-async\n  init(reindex: (targetHeight: number) => Promise<void>): Promise<number> {\n    throw new Error('This method should not be called from a worker');\n  }\n  resetUnfinalizedBlocks(): void {\n    throw new Error('This method should not be called from a worker');\n  }\n  resetLastFinalizedVerifiedHeight(): void {\n    throw new Error('This method should not be called from a worker');\n  }\n  // eslint-disable-next-line @typescript-eslint/promise-function-async\n  getMetadataUnfinalizedBlocks(): Promise<Header[]> {\n    throw new Error('This method should not be called from a worker');\n  }\n}\n"]}

package/dist/init.d.ts

@@ -0,0 +1 @@
+export declare function bootstrap(): Promise<void>;

package/dist/init.js

@@ -0,0 +1,52 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.bootstrap = void 0;
+const core_1 = require("@nestjs/core");
+const common_1 = require("@subql/common");
+const node_core_1 = require("@subql/node-core");
+const app_module_1 = require("./app.module");
+const fetch_service_1 = require("./indexer/fetch.service");
+const yargs_1 = require("./yargs");
+const pjson = require('../package.json');
+const { argv } = yargs_1.yargsOptions;
+const DEFAULT_PORT = 3000;
+const logger = (0, node_core_1.getLogger)('subql-node');
+async function bootstrap() {
+    var _a;
+    logger.info(`Current ${pjson.name} version is ${pjson.version}`);
+    const debug = argv.debug;
+    const validate = (x) => {
+        const p = parseInt(x);
+        return isNaN(p) ? null : p;
+    };
+    const port = (_a = validate(argv.port)) !== null && _a !== void 0 ? _a : (await (0, common_1.findAvailablePort)(DEFAULT_PORT));
+    if (!port) {
+        logger.error(`Unable to find available port (tried ports in range (${port}..${port + 10})). Try setting a free port manually by setting the --port flag`);
+        process.exit(1);
+    }
+    if (argv.unsafe) {
+        logger.warn('UNSAFE MODE IS ENABLED. This is not recommended for most projects and will not be supported by our hosted service');
+    }
+    try {
+        const app = await core_1.NestFactory.create(app_module_1.AppModule, {
+            logger: debug ? new node_core_1.NestLogger() : false,
+        });
+        await app.init();
+        const projectService = app.get('IProjectService');
+        const fetchService = app.get(fetch_service_1.FetchService);
+        // Initialise async services, we do this here rather than in factories, so we can capture one off eventss
+        await projectService.init();
+        await fetchService.init(projectService.startHeight);
+        app.enableShutdownHooks();
+        await app.listen(port);
+        logger.info(`Node started on port: ${port}`);
+    }
+    catch (e) {
+        logger.error(e, 'Node failed to start');
+        process.exit(1);
+    }
+}
+exports.bootstrap = bootstrap;
+//# sourceMappingURL=init.js.map

package/dist/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../src/init.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;AAEnC,uCAA2C;AAC3C,0CAAkD;AAClD,gDAAyD;AACzD,6CAAyC;AACzC,2DAAuD;AAEvD,mCAAuC;AACvC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAEzC,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE9B,MAAM,YAAY,GAAG,IAAI,CAAC;AAC1B,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,YAAY,CAAC,CAAC;AAEhC,KAAK,UAAU,SAAS;;IAC7B,MAAM,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,IAAI,eAAe,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAEzB,MAAM,QAAQ,GAAG,CAAC,CAAM,EAAE,EAAE;QAC1B,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACtB,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,mCAAI,CAAC,MAAM,IAAA,0BAAiB,EAAC,YAAY,CAAC,CAAC,CAAC;IAC5E,IAAI,CAAC,IAAI,EAAE;QACT,MAAM,CAAC,KAAK,CACV,wDAAwD,IAAI,KAC1D,IAAI,GAAG,EACT,iEAAiE,CAClE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,IAAI,IAAI,CAAC,MAAM,EAAE;QACf,MAAM,CAAC,IAAI,CACT,mHAAmH,CACpH,CAAC;KACH;IAED,IAAI;QACF,MAAM,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,sBAAS,EAAE;YAC9C,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,sBAAU,EAAE,CAAC,CAAC,CAAC,KAAK;SACzC,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjB,MAAM,cAAc,GAAmB,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,4BAAY,CAAC,CAAC;QAE3C,yGAAyG;QACzG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEpD,GAAG,CAAC,mBAAmB,EAAE,CAAC;QAE1B,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;KAC9C;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;AACH,CAAC;AA/CD,8BA+CC","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { NestFactory } from '@nestjs/core';\nimport { findAvailablePort } from '@subql/common';\nimport { getLogger, NestLogger } from '@subql/node-core';\nimport { AppModule } from './app.module';\nimport { FetchService } from './indexer/fetch.service';\nimport { ProjectService } from './indexer/project.service';\nimport { yargsOptions } from './yargs';\nconst pjson = require('../package.json');\n\nconst { argv } = yargsOptions;\n\nconst DEFAULT_PORT = 3000;\nconst logger = getLogger('subql-node');\n\nexport async function bootstrap(): Promise<void> {\n  logger.info(`Current ${pjson.name} version is ${pjson.version}`);\n  const debug = argv.debug;\n\n  const validate = (x: any) => {\n    const p = parseInt(x);\n    return isNaN(p) ? null : p;\n  };\n\n  const port = validate(argv.port) ?? (await findAvailablePort(DEFAULT_PORT));\n  if (!port) {\n    logger.error(\n      `Unable to find available port (tried ports in range (${port}..${\n        port + 10\n      })). Try setting a free port manually by setting the --port flag`,\n    );\n    process.exit(1);\n  }\n\n  if (argv.unsafe) {\n    logger.warn(\n      'UNSAFE MODE IS ENABLED. This is not recommended for most projects and will not be supported by our hosted service',\n    );\n  }\n\n  try {\n    const app = await NestFactory.create(AppModule, {\n      logger: debug ? new NestLogger() : false,\n    });\n    await app.init();\n\n    const projectService: ProjectService = app.get('IProjectService');\n    const fetchService = app.get(FetchService);\n\n    // Initialise async services, we do this here rather than in factories, so we can capture one off eventss\n    await projectService.init();\n    await fetchService.init(projectService.startHeight);\n\n    app.enableShutdownHooks();\n\n    await app.listen(port);\n\n    logger.info(`Node started on port: ${port}`);\n  } catch (e) {\n    logger.error(e, 'Node failed to start');\n    process.exit(1);\n  }\n}\n"]}

package/dist/main.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/main.js

@@ -0,0 +1,22 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+Object.defineProperty(exports, "__esModule", { value: true });
+const logger_1 = require("@subql/node-core/logger");
+const yargs_1 = require("./yargs");
+const { argv } = yargs_1.yargsOptions;
+BigInt.prototype.toJSON = function () {
+    return this.toString();
+};
+// initLogger is imported from true path, to make sure getLogger (or other logger values that relies on logger) isn't initialised
+(0, logger_1.initLogger)(argv.debug, argv.outputFmt, argv.logLevel);
+// Lazy import, to allow logger to be initialised before bootstrap()
+// As bootstrap runs services that requires logger
+const { bootstrap } = require('./init');
+if (!(argv._[0] === 'test' ||
+    argv._[0] === 'mmr-migrate' ||
+    argv._[0] === 'mmr-regen' ||
+    argv._[0] === 'force-clean')) {
+    void bootstrap();
+}
+//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;AAEnC,oDAAqD;AACrD,mCAAuC;AAEvC,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAY,CAAC;AAE7B,MAAM,CAAC,SAAiB,CAAC,MAAM,GAAG;IACjC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,iIAAiI;AACjI,IAAA,mBAAU,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAA+B,EACpC,IAAI,CAAC,QAA8B,CACpC,CAAC;AAEF,oEAAoE;AACpE,kDAAkD;AAClD,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACxC,IACE,CAAC,CACC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM;IACpB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa;IAC3B,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW;IACzB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CAC5B,EACD;IACA,KAAK,SAAS,EAAE,CAAC;CAClB","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { initLogger } from '@subql/node-core/logger';\nimport { yargsOptions } from './yargs';\n\nconst { argv } = yargsOptions;\n\n(BigInt.prototype as any).toJSON = function () {\n  return this.toString();\n};\n\n// initLogger is imported from true path, to make sure getLogger (or other logger values that relies on logger) isn't initialised\ninitLogger(\n  argv.debug,\n  argv.outputFmt as 'json' | 'colored',\n  argv.logLevel as string | undefined,\n);\n\n// Lazy import, to allow logger to be initialised before bootstrap()\n// As bootstrap runs services that requires logger\nconst { bootstrap } = require('./init');\nif (\n  !(\n    argv._[0] === 'test' ||\n    argv._[0] === 'mmr-migrate' ||\n    argv._[0] === 'mmr-regen' ||\n    argv._[0] === 'force-clean'\n  )\n) {\n  void bootstrap();\n}\n"]}

package/dist/meta/meta.controller.d.ts

@@ -0,0 +1,21 @@
+import { MetaService } from './meta.service';
+export declare class MetaController {
+    private metaService;
+    constructor(metaService: MetaService);
+    getMeta(): {
+        chain?: string;
+        specName?: string;
+        genesisHash?: string;
+        currentProcessingHeight: number;
+        currentProcessingTimestamp: number;
+        targetHeight: number;
+        bestHeight: number;
+        indexerNodeVersion: string;
+        lastProcessedHeight: number;
+        lastProcessedTimestamp: number;
+        uptime: number;
+        processedBlockCount: number;
+        apiConnected: boolean;
+        usingDictionary: boolean;
+    };
+}

package/dist/meta/meta.controller.js

@@ -0,0 +1,36 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MetaController = void 0;
+const common_1 = require("@nestjs/common");
+const meta_service_1 = require("./meta.service");
+let MetaController = class MetaController {
+    constructor(metaService) {
+        this.metaService = metaService;
+    }
+    getMeta() {
+        return this.metaService.getMeta();
+    }
+};
+__decorate([
+    (0, common_1.Get)(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", void 0)
+], MetaController.prototype, "getMeta", null);
+MetaController = __decorate([
+    (0, common_1.Controller)('meta'),
+    __metadata("design:paramtypes", [meta_service_1.MetaService])
+], MetaController);
+exports.MetaController = MetaController;
+//# sourceMappingURL=meta.controller.js.map

package/dist/meta/meta.controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"meta.controller.js","sourceRoot":"","sources":["../../src/meta/meta.controller.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;;;;AAEnC,2CAAiD;AACjD,iDAA6C;AAGtC,IAAM,cAAc,GAApB,MAAM,cAAc;IACzB,YAAoB,WAAwB;QAAxB,gBAAW,GAAX,WAAW,CAAa;IAAG,CAAC;IAGhD,OAAO;QACL,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;IACpC,CAAC;CACF,CAAA;AAJC;IAAC,IAAA,YAAG,GAAE;;;;6CAGL;AANU,cAAc;IAD1B,IAAA,mBAAU,EAAC,MAAM,CAAC;qCAEgB,0BAAW;GADjC,cAAc,CAO1B;AAPY,wCAAc","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Controller, Get } from '@nestjs/common';\nimport { MetaService } from './meta.service';\n\n@Controller('meta')\nexport class MetaController {\n  constructor(private metaService: MetaService) {}\n\n  @Get()\n  getMeta() {\n    return this.metaService.getMeta();\n  }\n}\n"]}

package/dist/meta/meta.module.d.ts

@@ -0,0 +1,2 @@
+export declare class MetaModule {
+}

package/dist/meta/meta.module.js

@@ -0,0 +1,28 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MetaModule = void 0;
+const common_1 = require("@nestjs/common");
+const node_core_1 = require("@subql/node-core");
+const nestjs_prometheus_1 = require("@willsoto/nestjs-prometheus");
+const fetch_module_1 = require("../indexer/fetch.module");
+const meta_controller_1 = require("./meta.controller");
+const meta_service_1 = require("./meta.service");
+let MetaModule = class MetaModule {
+};
+MetaModule = __decorate([
+    (0, common_1.Module)({
+        imports: [nestjs_prometheus_1.PrometheusModule.register(), fetch_module_1.FetchModule],
+        controllers: [...node_core_1.metaControllers, meta_controller_1.MetaController],
+        providers: [...node_core_1.metaServices, meta_service_1.MetaService],
+    })
+], MetaModule);
+exports.MetaModule = MetaModule;
+//# sourceMappingURL=meta.module.js.map

package/dist/meta/meta.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"meta.module.js","sourceRoot":"","sources":["../../src/meta/meta.module.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;AAEnC,2CAAwC;AACxC,gDAAiE;AACjE,mEAA+D;AAC/D,0DAAsD;AACtD,uDAAmD;AACnD,iDAA6C;AAOtC,IAAM,UAAU,GAAhB,MAAM,UAAU;CAAG,CAAA;AAAb,UAAU;IALtB,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,oCAAgB,CAAC,QAAQ,EAAE,EAAE,0BAAW,CAAC;QACnD,WAAW,EAAE,CAAC,GAAG,2BAAe,EAAE,gCAAc,CAAC;QACjD,SAAS,EAAE,CAAC,GAAG,wBAAY,EAAE,0BAAW,CAAC;KAC1C,CAAC;GACW,UAAU,CAAG;AAAb,gCAAU","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Module } from '@nestjs/common';\nimport { metaControllers, metaServices } from '@subql/node-core';\nimport { PrometheusModule } from '@willsoto/nestjs-prometheus';\nimport { FetchModule } from '../indexer/fetch.module';\nimport { MetaController } from './meta.controller';\nimport { MetaService } from './meta.service';\n\n@Module({\n  imports: [PrometheusModule.register(), FetchModule],\n  controllers: [...metaControllers, MetaController],\n  providers: [...metaServices, MetaService],\n})\nexport class MetaModule {}\n"]}

package/dist/meta/meta.service.d.ts

@@ -0,0 +1,24 @@
+import { BaseMetaService, NodeConfig, StoreCacheService } from '@subql/node-core';
+export declare class MetaService extends BaseMetaService {
+    private nodeConfig;
+    private accEnqueueBlocks;
+    private accFetchBlocks;
+    private currentFilteringBlockNum;
+    private accRpcCalls;
+    private lastReportedFilteringBlockNum;
+    private lastReportedEnqueueBlocks;
+    private lastReportedFetchBlocks;
+    private lastReportedRpcCalls;
+    private lastStatsReportedTs;
+    constructor(nodeConfig: NodeConfig, storeCacheService: StoreCacheService);
+    protected packageVersion: any;
+    protected sdkVersion(): {
+        name: string;
+        version: string;
+    };
+    handleEnqueueBlocks(size: number): void;
+    handleFilteringBlocks(height: number): void;
+    handleFetchBlock(): void;
+    handleRpcCall(): void;
+    blockFilteringSpeed(): void;
+}