@sentio/runtime 2.18.0 → 2.18.1-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/endpoints.js +1 -1
- package/lib/endpoints.js.map +1 -1
- package/lib/processor-runner.js +24 -7
- package/lib/processor-runner.js.map +1 -1
- package/lib/service.d.ts +1 -0
- package/lib/service.js +14 -3
- package/lib/service.js.map +1 -1
- package/package.json +4 -3
- package/src/endpoints.ts +1 -1
- package/src/processor-runner.ts +26 -11
- package/src/service.ts +18 -4
package/lib/endpoints.js
CHANGED
package/lib/endpoints.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"endpoints.js","sourceRoot":"","sources":["../src/endpoints.ts"],"names":[],"mappings":"AAAA,MAAa,SAAS;IACpB,MAAM,CAAC,QAAQ,GAAc,IAAI,SAAS,EAAE,CAAA;IAE5C,WAAW,GAAG,CAAC,CAAA;IACf,aAAa,GAAG,EAAE,CAAA;IAClB,YAAY,GAAG,EAAE,CAAA;IAEjB,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;;SAP5B,SAAS","sourcesContent":["export class Endpoints {\n static INSTANCE: Endpoints = new Endpoints()\n\n concurrency =
|
|
1
|
+
{"version":3,"file":"endpoints.js","sourceRoot":"","sources":["../src/endpoints.ts"],"names":[],"mappings":"AAAA,MAAa,SAAS;IACpB,MAAM,CAAC,QAAQ,GAAc,IAAI,SAAS,EAAE,CAAA;IAE5C,WAAW,GAAG,CAAC,CAAA;IACf,aAAa,GAAG,EAAE,CAAA;IAClB,YAAY,GAAG,EAAE,CAAA;IAEjB,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;;SAP5B,SAAS","sourcesContent":["export class Endpoints {\n static INSTANCE: Endpoints = new Endpoints()\n\n concurrency = 8\n chainQueryAPI = ''\n priceFeedAPI = ''\n\n chainServer = new Map<string, string>()\n}\n"]}
|
package/lib/processor-runner.js
CHANGED
|
@@ -1,18 +1,19 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import path from 'path';
|
|
3
3
|
import fs from 'fs-extra';
|
|
4
|
+
import { compressionAlgorithms } from '@grpc/grpc-js';
|
|
4
5
|
import commandLineArgs from 'command-line-args';
|
|
5
6
|
import { createServer } from 'nice-grpc';
|
|
6
|
-
import {
|
|
7
|
-
import { register as globalRegistry, Registry } from 'prom-client';
|
|
7
|
+
import { errorDetailsServerMiddleware } from 'nice-grpc-error-details';
|
|
8
8
|
import { registry as niceGrpcRegistry, prometheusServerMiddleware } from 'nice-grpc-prometheus';
|
|
9
|
+
import { register as globalRegistry, Registry } from 'prom-client';
|
|
9
10
|
import http from 'http';
|
|
10
|
-
const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry]);
|
|
11
11
|
import { ProcessorDefinition } from './gen/processor/protos/processor.js';
|
|
12
12
|
import { ProcessorServiceImpl } from './service.js';
|
|
13
13
|
import { Endpoints } from './endpoints.js';
|
|
14
14
|
import { FullProcessorServiceImpl } from './full-service.js';
|
|
15
15
|
import { setupJsonLogger } from './logger.js';
|
|
16
|
+
const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry]);
|
|
16
17
|
const optionDefinitions = [
|
|
17
18
|
{ name: 'target', type: String, defaultOption: true },
|
|
18
19
|
{ name: 'port', alias: 'p', type: String, defaultValue: '4000' },
|
|
@@ -63,7 +64,9 @@ const server = createServer({
|
|
|
63
64
|
'grpc.max_send_message_length': 128 * 1024 * 1024,
|
|
64
65
|
'grpc.max_receive_message_length': 128 * 1024 * 1024,
|
|
65
66
|
'grpc.default_compression_algorithm': compressionAlgorithms.gzip,
|
|
66
|
-
})
|
|
67
|
+
})
|
|
68
|
+
.use(prometheusServerMiddleware())
|
|
69
|
+
.use(errorDetailsServerMiddleware);
|
|
67
70
|
const baseService = new ProcessorServiceImpl(async () => {
|
|
68
71
|
const m = await import(options.target);
|
|
69
72
|
if (options.debug) {
|
|
@@ -89,12 +92,26 @@ const httpServer = http
|
|
|
89
92
|
})
|
|
90
93
|
.listen(metricsPort);
|
|
91
94
|
console.log('Metric Server Started at:', metricsPort);
|
|
92
|
-
process
|
|
95
|
+
process
|
|
96
|
+
.on('SIGINT', function () {
|
|
97
|
+
shutdownServers(0);
|
|
98
|
+
})
|
|
99
|
+
.on('uncaughtException', (err) => {
|
|
100
|
+
console.error('Uncaught Exception, please checking if await is properly used', err);
|
|
101
|
+
baseService.unhandled = err;
|
|
102
|
+
// shutdownServers(1)
|
|
103
|
+
})
|
|
104
|
+
.on('unhandledRejection', (reason, p) => {
|
|
105
|
+
console.error('Unhandled Rejection, please checking if await is properly', reason);
|
|
106
|
+
baseService.unhandled = reason;
|
|
107
|
+
// shutdownServers(1)
|
|
108
|
+
});
|
|
109
|
+
function shutdownServers(exitCode) {
|
|
93
110
|
server.forceShutdown();
|
|
94
111
|
console.log('RPC server shut down');
|
|
95
112
|
httpServer.close(function () {
|
|
96
113
|
console.log('Http server shut down');
|
|
97
|
-
process.exit(
|
|
114
|
+
process.exit(exitCode);
|
|
98
115
|
});
|
|
99
|
-
}
|
|
116
|
+
}
|
|
100
117
|
//# sourceMappingURL=processor-runner.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"processor-runner.js","sourceRoot":"","sources":["../src/processor-runner.ts"],"names":[],"mappings":";AAEA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,UAAU,CAAA;AAEzB,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"processor-runner.js","sourceRoot":"","sources":["../src/processor-runner.ts"],"names":[],"mappings":";AAEA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,UAAU,CAAA;AAEzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAA;AACtE,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAA;AAC/F,OAAO,EAAE,QAAQ,IAAI,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAA;AACzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAA;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAA;AAE5D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAA;AAEzE,MAAM,iBAAiB,GAAG;IACxB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE;IACrD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE;IAChE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,EAAE;IACtD,mEAAmE;IACnE;QACE,IAAI,EAAE,eAAe;QACrB,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,oBAAoB;KACnC;IACD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;IAC7D,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;IAC5D,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE;IAC7D,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE;CACtD,CAAA;AAED,MAAM,OAAO,GAAG,eAAe,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;AAErE,IAAI,OAAO,CAAC,YAAY,CAAC,KAAK,MAAM,EAAE;IACpC,eAAe,EAAE,CAAA;CAClB;AACD,IAAI,OAAO,CAAC,KAAK,EAAE;IACjB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;CAC7C;AAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAA;AACvD,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;AAE9C,SAAS,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;AACpD,SAAS,CAAC,QAAQ,CAAC,aAAa,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;AAC/D,SAAS,CAAC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;AAE7D,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;IACvD,MAAM,WAAW,GAAG,MAAqB,CAAA;IACzC,IAAI,WAAW,CAAC,WAAW,EAAE;QAC3B,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,CAAC,WAAW,CAAC,CAAA;KAChE;SAAM;QACL,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;QACnC,IAAI,IAAI,EAAE;YACR,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;SAC7C;aAAM;YACL,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAA;SAChD;KACF;CACF;AAED,IAAI,OAAO,CAAC,KAAK,EAAE;IACjB,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;CACxC;AAED,MAAM,MAAM,GAAG,YAAY,CAAC;IAC1B,8BAA8B,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IACjD,iCAAiC,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IACpD,oCAAoC,EAAE,qBAAqB,CAAC,IAAI;CACjE,CAAC;KACC,GAAG,CAAC,0BAA0B,EAAE,CAAC;KACjC,GAAG,CAAC,4BAA4B,CAAC,CAAA;AACpC,MAAM,WAAW,GAAG,IAAI,oBAAoB,CAAC,KAAK,IAAI,EAAE;IACtD,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,IAAI,OAAO,CAAC,KAAK,EAAE;QACjB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAA;KAChC;IACD,OAAO,CAAC,CAAA;AACV,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;AACnB,MAAM,OAAO,GAAG,IAAI,wBAAwB,CAAC,WAAW,CAAC,CAAA;AAEzD,MAAM,CAAC,GAAG,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAA;AAExC,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;AAExC,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;AAEzD,MAAM,WAAW,GAAG,IAAI,CAAA;AACxB,MAAM,UAAU,GAAG,IAAI;KACpB,YAAY,CAAC,KAAK,WAAW,GAAG,EAAE,GAAG;IACpC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,KAAK,UAAU,EAAE;QACrF,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAA;QAC9C,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;KACnB;SAAM;QACL,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;KACnB;IACD,GAAG,CAAC,GAAG,EAAE,CAAA;AACX,CAAC,CAAC;KACD,MAAM,CAAC,WAAW,CAAC,CAAA;AAEtB,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,WAAW,CAAC,CAAA;AAErD,OAAO;KACJ,EAAE,CAAC,QAAQ,EAAE;IACZ,eAAe,CAAC,CAAC,CAAC,CAAA;AACpB,CAAC,CAAC;KACD,EAAE,CAAC,mBAAmB,EAAE,CAAC,GAAG,EAAE,EAAE;IAC/B,OAAO,CAAC,KAAK,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAA;IACnF,WAAW,CAAC,SAAS,GAAG,GAAG,CAAA;IAC3B,qBAAqB;AACvB,CAAC,CAAC;KACD,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;IACtC,OAAO,CAAC,KAAK,CAAC,2DAA2D,EAAE,MAAM,CAAC,CAAA;IAClF,WAAW,CAAC,SAAS,GAAG,MAAe,CAAA;IACvC,qBAAqB;AACvB,CAAC,CAAC,CAAA;AAEJ,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,CAAC,aAAa,EAAE,CAAA;IACtB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;IAEnC,UAAU,CAAC,KAAK,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAA;QACpC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;AACJ,CAAC","sourcesContent":["#!/usr/bin/env node\n\nimport path from 'path'\nimport fs from 'fs-extra'\n\nimport { compressionAlgorithms } from '@grpc/grpc-js'\nimport commandLineArgs from 'command-line-args'\nimport { createServer } from 'nice-grpc'\nimport { errorDetailsServerMiddleware } from 'nice-grpc-error-details'\nimport { registry as niceGrpcRegistry, prometheusServerMiddleware } from 'nice-grpc-prometheus'\nimport { register as globalRegistry, Registry } from 'prom-client'\nimport http from 'http'\n\nimport { ProcessorDefinition } from './gen/processor/protos/processor.js'\nimport { ProcessorServiceImpl } from './service.js'\nimport { Endpoints } from './endpoints.js'\nimport { FullProcessorServiceImpl } from './full-service.js'\nimport { ChainConfig } from './chain-config.js'\nimport { setupJsonLogger } from './logger.js'\n\nconst mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry])\n\nconst optionDefinitions = [\n { name: 'target', type: String, defaultOption: true },\n { name: 'port', alias: 'p', type: String, defaultValue: '4000' },\n { name: 'concurrency', type: Number, defaultValue: 4 },\n // { name: 'use-chainserver', type: Boolean, defaultValue: false },\n {\n name: 'chains-config',\n alias: 'c',\n type: String,\n defaultValue: 'chains-config.json',\n },\n { name: 'chainquery-server', type: String, defaultValue: '' },\n { name: 'pricefeed-server', type: String, defaultValue: '' },\n { name: 'log-format', type: String, defaultValue: 'console' },\n { name: 'debug', type: Boolean, defaultValue: false },\n]\n\nconst options = commandLineArgs(optionDefinitions, { partial: true })\n\nif (options['log-format'] === 'json') {\n setupJsonLogger()\n}\nif (options.debug) {\n console.log('Starting with', options.target)\n}\n\nconst fullPath = path.resolve(options['chains-config'])\nconst chainsConfig = fs.readJsonSync(fullPath)\n\nEndpoints.INSTANCE.concurrency = options.concurrency\nEndpoints.INSTANCE.chainQueryAPI = options['chainquery-server']\nEndpoints.INSTANCE.priceFeedAPI = options['pricefeed-server']\n\nfor (const [id, config] of Object.entries(chainsConfig)) {\n const chainConfig = config as ChainConfig\n if (chainConfig.ChainServer) {\n Endpoints.INSTANCE.chainServer.set(id, chainConfig.ChainServer)\n } else {\n const http = chainConfig.Https?.[0]\n if (http) {\n Endpoints.INSTANCE.chainServer.set(id, http)\n } else {\n console.error('not valid config for chain', id)\n }\n }\n}\n\nif (options.debug) {\n console.log('Starting Server', options)\n}\n\nconst server = createServer({\n 'grpc.max_send_message_length': 128 * 1024 * 1024,\n 'grpc.max_receive_message_length': 128 * 1024 * 1024,\n 'grpc.default_compression_algorithm': compressionAlgorithms.gzip,\n})\n .use(prometheusServerMiddleware())\n .use(errorDetailsServerMiddleware)\nconst baseService = new ProcessorServiceImpl(async () => {\n const m = await import(options.target)\n if (options.debug) {\n console.log('Module loaded', m)\n }\n return m\n}, server.shutdown)\nconst service = new FullProcessorServiceImpl(baseService)\n\nserver.add(ProcessorDefinition, service)\n\nserver.listen('0.0.0.0:' + options.port)\n\nconsole.log('Processor Server Started at:', options.port)\n\nconst metricsPort = 4040\nconst httpServer = http\n .createServer(async function (req, res) {\n if (req.url && new URL(req.url, `http://${req.headers.host}`).pathname === '/metrics') {\n const metrics = await mergedRegistry.metrics()\n res.write(metrics)\n } else {\n res.writeHead(404)\n }\n res.end()\n })\n .listen(metricsPort)\n\nconsole.log('Metric Server Started at:', metricsPort)\n\nprocess\n .on('SIGINT', function () {\n shutdownServers(0)\n })\n .on('uncaughtException', (err) => {\n console.error('Uncaught Exception, please checking if await is properly used', err)\n baseService.unhandled = err\n // shutdownServers(1)\n })\n .on('unhandledRejection', (reason, p) => {\n console.error('Unhandled Rejection, please checking if await is properly', reason)\n baseService.unhandled = reason as Error\n // shutdownServers(1)\n })\n\nfunction shutdownServers(exitCode: number) {\n server.forceShutdown()\n console.log('RPC server shut down')\n\n httpServer.close(function () {\n console.log('Http server shut down')\n process.exit(exitCode)\n })\n}\n"]}
|
package/lib/service.d.ts
CHANGED
|
@@ -2,6 +2,7 @@ import { CallContext } from 'nice-grpc';
|
|
|
2
2
|
import { DataBinding, ProcessBindingResponse, ProcessBindingsRequest, ProcessConfigRequest, ProcessConfigResponse, ProcessorServiceImplementation, ProcessResult, StartRequest, Empty } from '@sentio/protos';
|
|
3
3
|
export declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
|
|
4
4
|
private started;
|
|
5
|
+
unhandled: Error;
|
|
5
6
|
private readonly loader;
|
|
6
7
|
private readonly shutdownHandler?;
|
|
7
8
|
constructor(loader: () => Promise<any>, shutdownHandler?: () => void);
|
package/lib/service.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { ServerError, Status } from 'nice-grpc';
|
|
2
|
+
import { RichServerError, DebugInfo } from 'nice-grpc-error-details';
|
|
2
3
|
import { ProcessConfigResponse, } from '@sentio/protos';
|
|
3
4
|
import { PluginManager } from './plugin.js';
|
|
4
5
|
import { errorString, mergeProcessResults } from './utils.js';
|
|
@@ -7,6 +8,8 @@ BigInt.prototype.toJSON = function () {
|
|
|
7
8
|
};
|
|
8
9
|
export class ProcessorServiceImpl {
|
|
9
10
|
started = false;
|
|
11
|
+
// When there is unhandled error, stop process and return unavailable error
|
|
12
|
+
unhandled;
|
|
10
13
|
// private processorConfig: ProcessConfigResponse
|
|
11
14
|
loader;
|
|
12
15
|
shutdownHandler;
|
|
@@ -71,9 +74,6 @@ export class ProcessorServiceImpl {
|
|
|
71
74
|
return {};
|
|
72
75
|
}
|
|
73
76
|
async processBindings(request, options) {
|
|
74
|
-
if (!this.started) {
|
|
75
|
-
throw new ServerError(Status.UNAVAILABLE, 'Service Not started.');
|
|
76
|
-
}
|
|
77
77
|
const promises = request.bindings.map((binding) => this.processBinding(binding));
|
|
78
78
|
let promise;
|
|
79
79
|
try {
|
|
@@ -93,6 +93,17 @@ export class ProcessorServiceImpl {
|
|
|
93
93
|
};
|
|
94
94
|
}
|
|
95
95
|
async processBinding(request, options) {
|
|
96
|
+
if (!this.started) {
|
|
97
|
+
throw new ServerError(Status.UNAVAILABLE, 'Service Not started.');
|
|
98
|
+
}
|
|
99
|
+
if (this.unhandled) {
|
|
100
|
+
throw new RichServerError(Status.UNAVAILABLE, 'Unhandled exception/rejection in previous request' + errorString(this.unhandled), [
|
|
101
|
+
DebugInfo.fromPartial({
|
|
102
|
+
detail: this.unhandled.message,
|
|
103
|
+
stackEntries: this.unhandled.stack?.split('\n'),
|
|
104
|
+
}),
|
|
105
|
+
]);
|
|
106
|
+
}
|
|
96
107
|
const result = await PluginManager.INSTANCE.processBinding(request);
|
|
97
108
|
recordRuntimeInfo(result, request.handlerType);
|
|
98
109
|
return result;
|
package/lib/service.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;
|
|
1
|
+
{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAEpE,OAAO,EAML,qBAAqB,GAKtB,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAC5D;AAAC,MAAM,CAAC,SAAiB,CAAC,MAAM,GAAG;IAClC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAA;AACxB,CAAC,CAAA;AAED,MAAM,OAAO,oBAAoB;IACvB,OAAO,GAAG,KAAK,CAAA;IACvB,2EAA2E;IAC3E,SAAS,CAAO;IAChB,iDAAiD;IAEhC,MAAM,CAAoB;IAE1B,eAAe,CAAa;IAE7C,YAAY,MAA0B,EAAE,eAA4B;QAClE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAA6B,EAAE,OAAoB;QACjE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;SAClE;QACD,+BAA+B;QAC/B,oEAAoE;QACpE,IAAI;QAEJ,yCAAyC;QACzC,MAAM,SAAS,GAAG,qBAAqB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACvD,MAAM,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACjD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,EAAE;IACF,sBAAsB;IACtB,iEAAiE;IACjE,iEAAiE;IACjE,IAAI;IAEJ,KAAK,CAAC,KAAK,CAAC,OAAqB,EAAE,OAAoB;QACrD,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO,EAAE,CAAA;SACV;QAED,IAAI;YACF,6DAA6D;YAC7D,UAAU;YACV,2BAA2B;YAC3B,kBAAkB;YAClB,uDAAuD;YACvD,MAAM;YACN,IAAI;YACJ,EAAE;YACF,sEAAsE;YACtE,UAAU;YACV,2BAA2B;YAC3B,mBAAmB;YACnB,IAAI;YAEJ,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;SACpB;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,4BAA4B,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;SAC9F;QAED,MAAM,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAE3C,QAAQ;QACR,2BAA2B;QAC3B,gBAAgB;QAChB,4FAA4F;QAC5F,IAAI;QACJ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACnB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAc,EAAE,OAAoB;QAC7C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAA;QAChD,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,UAAU,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAA;SACvC;QACD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAA+B,EAAE,OAAqB;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAA;QAChF,IAAI,OAAO,CAAA;QACX,IAAI;YACF,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;SACtC;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,CAAA;SACR;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;QAE3C,sBAAsB;QACtB,gEAAgE;QAChE,2BAA2B;QAC3B,mBAAmB;QACnB,IAAI;QAEJ,OAAO;YACL,MAAM;SACP,CAAA;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAoB,EAAE,OAAqB;QAC9D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;SAClE;QACD,IAAI,IAAI,CAAC,SAAS,EAAE;YAClB,MAAM,IAAI,eAAe,CACvB,MAAM,CAAC,WAAW,EAClB,mDAAmD,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EACjF;gBACE,SAAS,CAAC,WAAW,CAAC;oBACpB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;oBAC9B,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC;iBAChD,CAAC;aACH,CACF,CAAA;SACF;QACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACnE,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;QAC9C,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAAC,QAAoC,EAAE,OAAoB;QACrF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,EAAE;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;YACjD,sBAAsB;YACtB,gEAAgE;YAChE,2BAA2B;YAC3B,mBAAmB;YACnB,IAAI;YACJ,MAAM;gBACJ,MAAM;gBACN,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,IAAI,KAAK;aACrD,CAAA;SACF;IACH,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,OAAsB,EAAE,WAAwB;IACzE,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;QACtF,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,CAAC,CAAC,WAAW,GAAG;gBACd,IAAI,EAAE,WAAW;aAClB,CAAA;QACH,CAAC,CAAC,CAAA;KACH;AACH,CAAC","sourcesContent":["import { CallContext, ServerError, Status } from 'nice-grpc'\nimport { RichServerError, DebugInfo } from 'nice-grpc-error-details'\n\nimport {\n DataBinding,\n HandlerType,\n ProcessBindingResponse,\n ProcessBindingsRequest,\n ProcessConfigRequest,\n ProcessConfigResponse,\n ProcessorServiceImplementation,\n ProcessResult,\n StartRequest,\n Empty,\n} from '@sentio/protos'\n\nimport { PluginManager } from './plugin.js'\nimport { errorString, mergeProcessResults } from './utils.js'\n;(BigInt.prototype as any).toJSON = function () {\n return this.toString()\n}\n\nexport class ProcessorServiceImpl implements ProcessorServiceImplementation {\n private started = false\n // When there is unhandled error, stop process and return unavailable error\n unhandled: Error\n // private processorConfig: ProcessConfigResponse\n\n private readonly loader: () => Promise<any>\n\n private readonly shutdownHandler?: () => void\n\n constructor(loader: () => Promise<any>, shutdownHandler?: () => void) {\n this.loader = loader\n this.shutdownHandler = shutdownHandler\n }\n\n async getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse> {\n if (!this.started) {\n throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n }\n // if (!this.processorConfig) {\n // throw new ServerError(Status.INTERNAL, 'Process config empty.')\n // }\n\n // Don't use .create to keep compatiblity\n const newConfig = ProcessConfigResponse.fromPartial({})\n await PluginManager.INSTANCE.configure(newConfig)\n return newConfig\n }\n\n //\n // async configure() {\n // this.processorConfig = ProcessConfigResponse.fromPartial({})\n // await PluginManager.INSTANCE.configure(this.processorConfig)\n // }\n\n async start(request: StartRequest, context: CallContext): Promise<Empty> {\n if (this.started) {\n return {}\n }\n\n try {\n // for (const plugin of ['@sentio/sdk', '@sentio/sdk/eth']) {\n // try {\n // await import(plugin)\n // } catch (e) {\n // console.error('Failed to load plugin: ', plugin)\n // }\n // }\n //\n // for (const plugin of ['@sentio/sdk/aptos', '@sentio/sdk/solana']) {\n // try {\n // await import(plugin)\n // } catch (e) {}\n // }\n\n await this.loader()\n } catch (e) {\n throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n }\n\n await PluginManager.INSTANCE.start(request)\n\n // try {\n // await this.configure()\n // } catch (e) {\n // throw new ServerError(Status.INTERNAL, 'Failed to start processor : ' + errorString(e))\n // }\n this.started = true\n return {}\n }\n\n async stop(request: Empty, context: CallContext): Promise<Empty> {\n console.log('Server Shutting down in 5 seconds')\n if (this.shutdownHandler) {\n setTimeout(this.shutdownHandler, 5000)\n }\n return {}\n }\n\n async processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse> {\n const promises = request.bindings.map((binding) => this.processBinding(binding))\n let promise\n try {\n promise = await Promise.all(promises)\n } catch (e) {\n throw e\n }\n const result = mergeProcessResults(promise)\n\n // let updated = false\n // if (PluginManager.INSTANCE.stateDiff(this.processorConfig)) {\n // await this.configure()\n // updated = true\n // }\n\n return {\n result,\n }\n }\n\n async processBinding(request: DataBinding, options?: CallContext): Promise<ProcessResult> {\n if (!this.started) {\n throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n }\n if (this.unhandled) {\n throw new RichServerError(\n Status.UNAVAILABLE,\n 'Unhandled exception/rejection in previous request' + errorString(this.unhandled),\n [\n DebugInfo.fromPartial({\n detail: this.unhandled.message,\n stackEntries: this.unhandled.stack?.split('\\n'),\n }),\n ]\n )\n }\n const result = await PluginManager.INSTANCE.processBinding(request)\n recordRuntimeInfo(result, request.handlerType)\n return result\n }\n\n async *processBindingsStream(requests: AsyncIterable<DataBinding>, context: CallContext) {\n for await (const request of requests) {\n const result = await this.processBinding(request)\n // let updated = false\n // if (PluginManager.INSTANCE.stateDiff(this.processorConfig)) {\n // await this.configure()\n // updated = true\n // }\n yield {\n result,\n configUpdated: result.states?.configUpdated || false,\n }\n }\n }\n}\n\nfunction recordRuntimeInfo(results: ProcessResult, handlerType: HandlerType) {\n for (const list of [results.gauges, results.counters, results.events, results.exports]) {\n list.forEach((e) => {\n e.runtimeInfo = {\n from: handlerType,\n }\n })\n }\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@sentio/runtime",
|
|
3
|
-
"version": "2.18.
|
|
3
|
+
"version": "2.18.1-rc.10",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -27,14 +27,15 @@
|
|
|
27
27
|
"nice-grpc": "^2.1.0",
|
|
28
28
|
"nice-grpc-client-middleware-retry": "^3.1.2",
|
|
29
29
|
"nice-grpc-common": "^2.0.2",
|
|
30
|
+
"nice-grpc-error-details": "^0.2.0",
|
|
30
31
|
"nice-grpc-prometheus": "^0.1.2",
|
|
31
32
|
"prom-client": "^14.2.0",
|
|
32
33
|
"protobufjs": "^7.2.3",
|
|
33
34
|
"winston": "^3.8.2",
|
|
34
|
-
"@sentio/protos": "2.18.
|
|
35
|
+
"@sentio/protos": "2.18.1-rc.10"
|
|
35
36
|
},
|
|
36
37
|
"peerDependencies": {
|
|
37
|
-
"@sentio/sdk": "^2.18.
|
|
38
|
+
"@sentio/sdk": "^2.18.1-rc.10"
|
|
38
39
|
},
|
|
39
40
|
"devDependencies": {
|
|
40
41
|
"@types/command-line-args": "^5.2.0",
|
package/src/endpoints.ts
CHANGED
package/src/processor-runner.ts
CHANGED
|
@@ -3,24 +3,23 @@
|
|
|
3
3
|
import path from 'path'
|
|
4
4
|
import fs from 'fs-extra'
|
|
5
5
|
|
|
6
|
+
import { compressionAlgorithms } from '@grpc/grpc-js'
|
|
6
7
|
import commandLineArgs from 'command-line-args'
|
|
7
8
|
import { createServer } from 'nice-grpc'
|
|
8
|
-
import {
|
|
9
|
-
|
|
10
|
-
import { register as globalRegistry, Registry } from 'prom-client'
|
|
9
|
+
import { errorDetailsServerMiddleware } from 'nice-grpc-error-details'
|
|
11
10
|
import { registry as niceGrpcRegistry, prometheusServerMiddleware } from 'nice-grpc-prometheus'
|
|
11
|
+
import { register as globalRegistry, Registry } from 'prom-client'
|
|
12
12
|
import http from 'http'
|
|
13
13
|
|
|
14
|
-
const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry])
|
|
15
|
-
|
|
16
14
|
import { ProcessorDefinition } from './gen/processor/protos/processor.js'
|
|
17
15
|
import { ProcessorServiceImpl } from './service.js'
|
|
18
16
|
import { Endpoints } from './endpoints.js'
|
|
19
|
-
|
|
20
17
|
import { FullProcessorServiceImpl } from './full-service.js'
|
|
21
18
|
import { ChainConfig } from './chain-config.js'
|
|
22
19
|
import { setupJsonLogger } from './logger.js'
|
|
23
20
|
|
|
21
|
+
const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry])
|
|
22
|
+
|
|
24
23
|
const optionDefinitions = [
|
|
25
24
|
{ name: 'target', type: String, defaultOption: true },
|
|
26
25
|
{ name: 'port', alias: 'p', type: String, defaultValue: '4000' },
|
|
@@ -76,8 +75,9 @@ const server = createServer({
|
|
|
76
75
|
'grpc.max_send_message_length': 128 * 1024 * 1024,
|
|
77
76
|
'grpc.max_receive_message_length': 128 * 1024 * 1024,
|
|
78
77
|
'grpc.default_compression_algorithm': compressionAlgorithms.gzip,
|
|
79
|
-
})
|
|
80
|
-
|
|
78
|
+
})
|
|
79
|
+
.use(prometheusServerMiddleware())
|
|
80
|
+
.use(errorDetailsServerMiddleware)
|
|
81
81
|
const baseService = new ProcessorServiceImpl(async () => {
|
|
82
82
|
const m = await import(options.target)
|
|
83
83
|
if (options.debug) {
|
|
@@ -108,12 +108,27 @@ const httpServer = http
|
|
|
108
108
|
|
|
109
109
|
console.log('Metric Server Started at:', metricsPort)
|
|
110
110
|
|
|
111
|
-
process
|
|
111
|
+
process
|
|
112
|
+
.on('SIGINT', function () {
|
|
113
|
+
shutdownServers(0)
|
|
114
|
+
})
|
|
115
|
+
.on('uncaughtException', (err) => {
|
|
116
|
+
console.error('Uncaught Exception, please checking if await is properly used', err)
|
|
117
|
+
baseService.unhandled = err
|
|
118
|
+
// shutdownServers(1)
|
|
119
|
+
})
|
|
120
|
+
.on('unhandledRejection', (reason, p) => {
|
|
121
|
+
console.error('Unhandled Rejection, please checking if await is properly', reason)
|
|
122
|
+
baseService.unhandled = reason as Error
|
|
123
|
+
// shutdownServers(1)
|
|
124
|
+
})
|
|
125
|
+
|
|
126
|
+
function shutdownServers(exitCode: number) {
|
|
112
127
|
server.forceShutdown()
|
|
113
128
|
console.log('RPC server shut down')
|
|
114
129
|
|
|
115
130
|
httpServer.close(function () {
|
|
116
131
|
console.log('Http server shut down')
|
|
117
|
-
process.exit(
|
|
132
|
+
process.exit(exitCode)
|
|
118
133
|
})
|
|
119
|
-
}
|
|
134
|
+
}
|
package/src/service.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { CallContext, ServerError, Status } from 'nice-grpc'
|
|
2
|
+
import { RichServerError, DebugInfo } from 'nice-grpc-error-details'
|
|
2
3
|
|
|
3
4
|
import {
|
|
4
5
|
DataBinding,
|
|
@@ -21,6 +22,8 @@ import { errorString, mergeProcessResults } from './utils.js'
|
|
|
21
22
|
|
|
22
23
|
export class ProcessorServiceImpl implements ProcessorServiceImplementation {
|
|
23
24
|
private started = false
|
|
25
|
+
// When there is unhandled error, stop process and return unavailable error
|
|
26
|
+
unhandled: Error
|
|
24
27
|
// private processorConfig: ProcessConfigResponse
|
|
25
28
|
|
|
26
29
|
private readonly loader: () => Promise<any>
|
|
@@ -97,10 +100,6 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
|
|
|
97
100
|
}
|
|
98
101
|
|
|
99
102
|
async processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse> {
|
|
100
|
-
if (!this.started) {
|
|
101
|
-
throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')
|
|
102
|
-
}
|
|
103
|
-
|
|
104
103
|
const promises = request.bindings.map((binding) => this.processBinding(binding))
|
|
105
104
|
let promise
|
|
106
105
|
try {
|
|
@@ -122,6 +121,21 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
|
|
|
122
121
|
}
|
|
123
122
|
|
|
124
123
|
async processBinding(request: DataBinding, options?: CallContext): Promise<ProcessResult> {
|
|
124
|
+
if (!this.started) {
|
|
125
|
+
throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')
|
|
126
|
+
}
|
|
127
|
+
if (this.unhandled) {
|
|
128
|
+
throw new RichServerError(
|
|
129
|
+
Status.UNAVAILABLE,
|
|
130
|
+
'Unhandled exception/rejection in previous request' + errorString(this.unhandled),
|
|
131
|
+
[
|
|
132
|
+
DebugInfo.fromPartial({
|
|
133
|
+
detail: this.unhandled.message,
|
|
134
|
+
stackEntries: this.unhandled.stack?.split('\n'),
|
|
135
|
+
}),
|
|
136
|
+
]
|
|
137
|
+
)
|
|
138
|
+
}
|
|
125
139
|
const result = await PluginManager.INSTANCE.processBinding(request)
|
|
126
140
|
recordRuntimeInfo(result, request.handlerType)
|
|
127
141
|
return result
|