@sentio/runtime 2.36.2-rc.1 → 2.37.0-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/db-context.d.ts +142 -0
- package/lib/db-context.d.ts.map +1 -0
- package/lib/db-context.js +50 -0
- package/lib/db-context.js.map +1 -0
- package/lib/full-service.d.ts +158 -2
- package/lib/full-service.d.ts.map +1 -1
- package/lib/full-service.js +2 -2
- package/lib/full-service.js.map +1 -1
- package/lib/gen/processor/protos/processor.d.ts +135 -14
- package/lib/gen/processor/protos/processor.d.ts.map +1 -1
- package/lib/gen/processor/protos/processor.js +749 -4
- package/lib/gen/processor/protos/processor.js.map +1 -1
- package/lib/gen/service/common/protos/common.d.ts +1 -0
- package/lib/gen/service/common/protos/common.d.ts.map +1 -1
- package/lib/gen/service/common/protos/common.js +15 -0
- package/lib/gen/service/common/protos/common.js.map +1 -1
- package/lib/index.d.ts +1 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +1 -0
- package/lib/index.js.map +1 -1
- package/lib/logger.d.ts +1 -1
- package/lib/logger.d.ts.map +1 -1
- package/lib/logger.js +3 -2
- package/lib/logger.js.map +1 -1
- package/lib/logger.test.js.map +1 -1
- package/lib/plugin.d.ts +5 -1
- package/lib/plugin.d.ts.map +1 -1
- package/lib/plugin.js +6 -2
- package/lib/plugin.js.map +1 -1
- package/lib/processor-runner.js +5 -13
- package/lib/processor-runner.js.map +1 -1
- package/lib/service.d.ts +130 -5
- package/lib/service.d.ts.map +1 -1
- package/lib/service.js +38 -12
- package/lib/service.js.map +1 -1
- package/package.json +4 -2
- package/src/db-context.ts +57 -0
- package/src/full-service.ts +4 -3
- package/src/gen/processor/protos/processor.ts +1035 -155
- package/src/gen/service/common/protos/common.ts +17 -0
- package/src/index.ts +1 -0
- package/src/logger.ts +3 -2
- package/src/plugin.ts +8 -2
- package/src/processor-runner.ts +5 -13
- package/src/service.ts +43 -15
package/lib/index.d.ts
CHANGED
package/lib/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,mBAAmB,CAAA;AACjC,cAAc,cAAc,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAE,KAAK,YAAY,EAAE,MAAM,oBAAoB,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,mBAAmB,CAAA;AACjC,cAAc,cAAc,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAE,KAAK,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACrE,cAAc,iBAAiB,CAAA"}
|
package/lib/index.js
CHANGED
package/lib/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,mBAAmB,CAAA;AACjC,cAAc,cAAc,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAqB,MAAM,oBAAoB,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,mBAAmB,CAAA;AACjC,cAAc,cAAc,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAqB,MAAM,oBAAoB,CAAA;AACrE,cAAc,iBAAiB,CAAA"}
|
package/lib/logger.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare function
|
|
1
|
+
export declare function setupLogger(json: boolean, enableDebug: boolean): void;
|
|
2
2
|
//# sourceMappingURL=logger.d.ts.map
|
package/lib/logger.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAEA,wBAAgB,
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAEA,wBAAgB,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,QA2C9D"}
|
package/lib/logger.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createLogger, format, transports } from 'winston';
|
|
2
|
-
export function
|
|
2
|
+
export function setupLogger(json, enableDebug) {
|
|
3
3
|
const utilFormatter = {
|
|
4
4
|
transform: (info) => {
|
|
5
5
|
const stringRes = [];
|
|
@@ -26,7 +26,8 @@ export function setupJsonLogger() {
|
|
|
26
26
|
}
|
|
27
27
|
};
|
|
28
28
|
const logger = createLogger({
|
|
29
|
-
format: format.combine(format.timestamp({ format: 'YYYY-MM-DDTHH:mm:ss.SSSZ' }), utilFormatter, format.errors({ stack: true }), format.json()),
|
|
29
|
+
format: format.combine(format.timestamp({ format: 'YYYY-MM-DDTHH:mm:ss.SSSZ' }), utilFormatter, format.errors({ stack: true }), json ? format.json() : format.simple()),
|
|
30
|
+
level: enableDebug ? 'debug' : 'info',
|
|
30
31
|
transports: [new transports.Console()]
|
|
31
32
|
});
|
|
32
33
|
console.log = (...args) => logger.info.call(logger, ...args);
|
package/lib/logger.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAE1D,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAE1D,MAAM,UAAU,WAAW,CAAC,IAAa,EAAE,WAAoB;IAC7D,MAAM,aAAa,GAAG;QACpB,SAAS,EAAE,CAAC,IAAS,EAAE,EAAE;YACvB,MAAM,SAAS,GAAG,EAAE,CAAA;YAEpB,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA;YAC9C,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAC9B,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;YACtC,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;oBACrB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBAC5B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;oBACrC,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAClC,OAAO,IAAI,CAAA;QACb,CAAC;KACF,CAAA;IACD,MAAM,MAAM,GAAG,YAAY,CAAC;QAC1B,MAAM,EAAE,MAAM,CAAC,OAAO,CACpB,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC,EACxD,aAAa,EACb,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAC9B,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CACvC;QACD,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;QACrC,UAAU,EAAE,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;KACvC,CAAC,CAAA;IAEF,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC5D,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC7D,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC7D,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC/D,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;AACjE,CAAC"}
|
package/lib/logger.test.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.test.js","sourceRoot":"","sources":["../src/logger.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"logger.test.js","sourceRoot":"","sources":["../src/logger.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAA;QAEvC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;QAC3C,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACxB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACnB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACnB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QAC/B,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAEvB,sBAAsB;QACtB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC3B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;QAC9B,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACxB,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3B,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACxB,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IAC9B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
package/lib/plugin.d.ts
CHANGED
|
@@ -1,4 +1,7 @@
|
|
|
1
|
+
/// <reference types="node" resolution-mode="require"/>
|
|
1
2
|
import { DataBinding, HandlerType, ProcessConfigResponse, ProcessResult, StartRequest } from '@sentio/protos';
|
|
3
|
+
import { StoreContext } from './db-context.js';
|
|
4
|
+
import { AsyncLocalStorage } from 'node:async_hooks';
|
|
2
5
|
export declare abstract class Plugin {
|
|
3
6
|
name: string;
|
|
4
7
|
supportedHandlers: HandlerType[];
|
|
@@ -12,6 +15,7 @@ export declare abstract class Plugin {
|
|
|
12
15
|
}
|
|
13
16
|
export declare class PluginManager {
|
|
14
17
|
static INSTANCE: PluginManager;
|
|
18
|
+
dbContextLocalStorage: AsyncLocalStorage<StoreContext | undefined>;
|
|
15
19
|
plugins: Plugin[];
|
|
16
20
|
typesToPlugin: Map<HandlerType, Plugin>;
|
|
17
21
|
register(plugin: Plugin): void;
|
|
@@ -21,6 +25,6 @@ export declare class PluginManager {
|
|
|
21
25
|
* @deprecated The method should not be used, use ctx.states instead
|
|
22
26
|
*/
|
|
23
27
|
stateDiff(config: ProcessConfigResponse): boolean;
|
|
24
|
-
processBinding(request: DataBinding): Promise<ProcessResult>;
|
|
28
|
+
processBinding(request: DataBinding, dbContext?: StoreContext): Promise<ProcessResult>;
|
|
25
29
|
}
|
|
26
30
|
//# sourceMappingURL=plugin.d.ts.map
|
package/lib/plugin.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,qBAAqB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;
|
|
1
|
+
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,qBAAqB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7G,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAEpD,8BAAsB,MAAM;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,iBAAiB,EAAE,WAAW,EAAE,CAAK;IAE/B,SAAS,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IACvD,KAAK,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAE/C;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO;IAI3C,cAAc,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;CAGnE;AAED,qBAAa,aAAa;IACxB,MAAM,CAAC,QAAQ,gBAAsB;IAErC,qBAAqB,8CAAoD;IACzE,OAAO,EAAE,MAAM,EAAE,CAAK;IACtB,aAAa,2BAAiC;IAE9C,QAAQ,CAAC,MAAM,EAAE,MAAM;IAevB,SAAS,CAAC,MAAM,EAAE,qBAAqB;IAIvC,KAAK,CAAC,KAAK,EAAE,YAAY;IAIzB;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO;IAIjD,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;CASvF"}
|
package/lib/plugin.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { ProcessResult } from '@sentio/protos';
|
|
2
|
+
import { AsyncLocalStorage } from 'node:async_hooks';
|
|
2
3
|
export class Plugin {
|
|
3
4
|
name;
|
|
4
5
|
supportedHandlers = [];
|
|
@@ -16,6 +17,7 @@ export class Plugin {
|
|
|
16
17
|
}
|
|
17
18
|
export class PluginManager {
|
|
18
19
|
static INSTANCE = new PluginManager();
|
|
20
|
+
dbContextLocalStorage = new AsyncLocalStorage();
|
|
19
21
|
plugins = [];
|
|
20
22
|
typesToPlugin = new Map();
|
|
21
23
|
register(plugin) {
|
|
@@ -43,12 +45,14 @@ export class PluginManager {
|
|
|
43
45
|
stateDiff(config) {
|
|
44
46
|
return this.plugins.some((plugin) => plugin.stateDiff(config));
|
|
45
47
|
}
|
|
46
|
-
processBinding(request) {
|
|
48
|
+
processBinding(request, dbContext) {
|
|
47
49
|
const plugin = this.typesToPlugin.get(request.handlerType);
|
|
48
50
|
if (!plugin) {
|
|
49
51
|
throw new Error(`No plugin for ${request.handlerType}`);
|
|
50
52
|
}
|
|
51
|
-
return
|
|
53
|
+
return this.dbContextLocalStorage.run(dbContext, () => {
|
|
54
|
+
return plugin.processBinding(request);
|
|
55
|
+
});
|
|
52
56
|
}
|
|
53
57
|
}
|
|
54
58
|
//# sourceMappingURL=plugin.js.map
|
package/lib/plugin.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmD,aAAa,EAAgB,MAAM,gBAAgB,CAAA;AAE7G,MAAM,OAAgB,MAAM;IAC1B,IAAI,CAAQ;IACZ,iBAAiB,GAAkB,EAAE,CAAA;IAErC,KAAK,CAAC,SAAS,CAAC,MAA6B,IAAkB,CAAC;IAChE,KAAK,CAAC,KAAK,CAAC,KAAmB,IAAkB,CAAC;IAElD;;OAEG;IACH,SAAS,CAAC,MAA6B;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;
|
|
1
|
+
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmD,aAAa,EAAgB,MAAM,gBAAgB,CAAA;AAE7G,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAEpD,MAAM,OAAgB,MAAM;IAC1B,IAAI,CAAQ;IACZ,iBAAiB,GAAkB,EAAE,CAAA;IAErC,KAAK,CAAC,SAAS,CAAC,MAA6B,IAAkB,CAAC;IAChE,KAAK,CAAC,KAAK,CAAC,KAAmB,IAAkB,CAAC;IAElD;;OAEG;IACH,SAAS,CAAC,MAA6B;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAoB;QACvC,OAAO,aAAa,CAAC,MAAM,EAAE,CAAA;IAC/B,CAAC;CACF;AAED,MAAM,OAAO,aAAa;IACxB,MAAM,CAAC,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAA;IAErC,qBAAqB,GAAG,IAAI,iBAAiB,EAA4B,CAAA;IACzE,OAAO,GAAa,EAAE,CAAA;IACtB,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAA;IAE9C,QAAQ,CAAC,MAAc;QACrB,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACrD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEzB,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YACnD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YACnD,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,KAAK,OAAO,CAAC,IAAI,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;YAC5F,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAA6B;QACrC,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC5E,CAAC;IAED,KAAK,CAAC,KAAmB;QACvB,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACvE,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAA6B;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,cAAc,CAAC,OAAoB,EAAE,SAAwB;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,iBAAiB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;QACzD,CAAC;QACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,EAAE;YACpD,OAAO,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACvC,CAAC,CAAC,CAAA;IACJ,CAAC"}
|
package/lib/processor-runner.js
CHANGED
|
@@ -12,7 +12,7 @@ import { ProcessorDefinition } from './gen/processor/protos/processor.js';
|
|
|
12
12
|
import { ProcessorServiceImpl } from './service.js';
|
|
13
13
|
import { Endpoints } from './endpoints.js';
|
|
14
14
|
import { FullProcessorServiceImpl } from './full-service.js';
|
|
15
|
-
import {
|
|
15
|
+
import { setupLogger } from './logger.js';
|
|
16
16
|
const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry]);
|
|
17
17
|
const optionDefinitions = [
|
|
18
18
|
{ name: 'target', type: String, defaultOption: true },
|
|
@@ -31,12 +31,8 @@ const optionDefinitions = [
|
|
|
31
31
|
{ name: 'debug', type: Boolean, defaultValue: false }
|
|
32
32
|
];
|
|
33
33
|
const options = commandLineArgs(optionDefinitions, { partial: true });
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
}
|
|
37
|
-
if (options.debug) {
|
|
38
|
-
console.log('Starting with', options.target);
|
|
39
|
-
}
|
|
34
|
+
setupLogger(options['log-format'] === 'json', options.debug);
|
|
35
|
+
console.debug('Starting with', options.target);
|
|
40
36
|
Error.stackTraceLimit = 20;
|
|
41
37
|
const fullPath = path.resolve(options['chains-config']);
|
|
42
38
|
const chainsConfig = fs.readJsonSync(fullPath);
|
|
@@ -58,9 +54,7 @@ for (const [id, config] of Object.entries(chainsConfig)) {
|
|
|
58
54
|
}
|
|
59
55
|
}
|
|
60
56
|
}
|
|
61
|
-
|
|
62
|
-
console.log('Starting Server', options);
|
|
63
|
-
}
|
|
57
|
+
console.debug('Starting Server', options);
|
|
64
58
|
const server = createServer({
|
|
65
59
|
'grpc.max_send_message_length': 384 * 1024 * 1024,
|
|
66
60
|
'grpc.max_receive_message_length': 384 * 1024 * 1024,
|
|
@@ -70,9 +64,7 @@ const server = createServer({
|
|
|
70
64
|
.use(errorDetailsServerMiddleware);
|
|
71
65
|
const baseService = new ProcessorServiceImpl(async () => {
|
|
72
66
|
const m = await import(options.target);
|
|
73
|
-
|
|
74
|
-
console.log('Module loaded', m);
|
|
75
|
-
}
|
|
67
|
+
console.debug('Module loaded', m);
|
|
76
68
|
return m;
|
|
77
69
|
}, server.shutdown);
|
|
78
70
|
const service = new FullProcessorServiceImpl(baseService);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"processor-runner.js","sourceRoot":"","sources":["../src/processor-runner.ts"],"names":[],"mappings":";AAEA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,UAAU,CAAA;AAEzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAA;AACtE,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAA;AAC/F,OAAO,EAAE,QAAQ,IAAI,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAA;AACzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAA;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAA;AAE5D,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"processor-runner.js","sourceRoot":"","sources":["../src/processor-runner.ts"],"names":[],"mappings":";AAEA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,UAAU,CAAA;AAEzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAA;AACtE,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAA;AAC/F,OAAO,EAAE,QAAQ,IAAI,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAA;AACzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAA;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAA;AAE5D,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAA;AAEzE,MAAM,iBAAiB,GAAG;IACxB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE;IACrD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE;IAChE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,EAAE;IACtD,mEAAmE;IACnE;QACE,IAAI,EAAE,eAAe;QACrB,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,oBAAoB;KACnC;IACD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;IAC7D,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;IAC5D,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE;IAC7D,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE;CACtD,CAAA;AAED,MAAM,OAAO,GAAG,eAAe,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;AAErE,WAAW,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAA;AAC5D,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;AAE9C,KAAK,CAAC,eAAe,GAAG,EAAE,CAAA;AAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAA;AACvD,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;AAE9C,SAAS,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;AACpD,SAAS,CAAC,QAAQ,CAAC,aAAa,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;AAC/D,SAAS,CAAC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;AAE7D,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;IACxD,MAAM,WAAW,GAAG,MAAqB,CAAA;IACzC,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,CAAC,WAAW,CAAC,CAAA;IACjE,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;QACnC,IAAI,IAAI,EAAE,CAAC;YACT,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;QAC9C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAA;QACjD,CAAC;IACH,CAAC;AACH,CAAC;AAED,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;AAEzC,MAAM,MAAM,GAAG,YAAY,CAAC;IAC1B,8BAA8B,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IACjD,iCAAiC,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IACpD,oCAAoC,EAAE,qBAAqB,CAAC,IAAI;CACjE,CAAC;KACC,GAAG,CAAC,0BAA0B,EAAE,CAAC;KACjC,GAAG,CAAC,4BAA4B,CAAC,CAAA;AACpC,MAAM,WAAW,GAAG,IAAI,oBAAoB,CAAC,KAAK,IAAI,EAAE;IACtD,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAA;IACjC,OAAO,CAAC,CAAA;AACV,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;AACnB,MAAM,OAAO,GAAG,IAAI,wBAAwB,CAAC,WAAW,CAAC,CAAA;AAEzD,MAAM,CAAC,GAAG,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAA;AAExC,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;AAExC,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;AAEzD,MAAM,WAAW,GAAG,IAAI,CAAA;AACxB,MAAM,UAAU,GAAG,IAAI;KACpB,YAAY,CAAC,KAAK,WAAW,GAAG,EAAE,GAAG;IACpC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,CAAA;QAC9C,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACpB,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IACD,GAAG,CAAC,GAAG,EAAE,CAAA;AACX,CAAC,CAAC;KACD,MAAM,CAAC,WAAW,CAAC,CAAA;AAEtB,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,WAAW,CAAC,CAAA;AAErD,OAAO;KACJ,EAAE,CAAC,QAAQ,EAAE;IACZ,eAAe,CAAC,CAAC,CAAC,CAAA;AACpB,CAAC,CAAC;KACD,EAAE,CAAC,mBAAmB,EAAE,CAAC,GAAG,EAAE,EAAE;IAC/B,OAAO,CAAC,KAAK,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAA;IACnF,WAAW,CAAC,SAAS,GAAG,GAAG,CAAA;IAC3B,qBAAqB;AACvB,CAAC,CAAC;KACD,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;IACtC,sCAAsC;IACtC,IAAI,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,6CAA6C,CAAC,EAAE,CAAC;QAC9E,OAAM;IACR,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,2DAA2D,EAAE,MAAM,CAAC,CAAA;IAClF,WAAW,CAAC,SAAS,GAAG,MAAe,CAAA;IACvC,qBAAqB;AACvB,CAAC,CAAC,CAAA;AAEJ,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,CAAC,aAAa,EAAE,CAAA;IACtB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;IAEnC,UAAU,CAAC,KAAK,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAA;QACpC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
package/lib/service.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { CallContext } from 'nice-grpc';
|
|
2
|
-
import { DataBinding, ProcessBindingResponse, ProcessBindingsRequest, ProcessConfigRequest, ProcessConfigResponse, ProcessorServiceImplementation, ProcessResult,
|
|
2
|
+
import { DataBinding, Empty, HandlerType, ProcessBindingResponse, ProcessBindingsRequest, ProcessConfigRequest, ProcessConfigResponse, ProcessorServiceImplementation, ProcessResult, ProcessStreamRequest, StartRequest } from '@sentio/protos';
|
|
3
3
|
export declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
|
|
4
4
|
private started;
|
|
5
5
|
unhandled: Error;
|
|
@@ -11,9 +11,134 @@ export declare class ProcessorServiceImpl implements ProcessorServiceImplementat
|
|
|
11
11
|
stop(request: Empty, context: CallContext): Promise<Empty>;
|
|
12
12
|
processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse>;
|
|
13
13
|
processBinding(request: DataBinding, options?: CallContext): Promise<ProcessResult>;
|
|
14
|
-
processBindingsStream(requests: AsyncIterable<
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
14
|
+
processBindingsStream(requests: AsyncIterable<ProcessStreamRequest>, context: CallContext): AsyncGenerator<{
|
|
15
|
+
processId?: number | undefined;
|
|
16
|
+
dbRequest?: {
|
|
17
|
+
opId?: bigint | undefined;
|
|
18
|
+
get?: {
|
|
19
|
+
entity?: string | undefined;
|
|
20
|
+
id?: string | undefined;
|
|
21
|
+
} | undefined;
|
|
22
|
+
upsert?: {
|
|
23
|
+
entity?: string[] | undefined;
|
|
24
|
+
id?: string[] | undefined;
|
|
25
|
+
data?: {
|
|
26
|
+
[x: string]: any;
|
|
27
|
+
}[] | undefined;
|
|
28
|
+
} | undefined;
|
|
29
|
+
delete?: {
|
|
30
|
+
entity?: string[] | undefined;
|
|
31
|
+
id?: string[] | undefined;
|
|
32
|
+
} | undefined;
|
|
33
|
+
list?: {
|
|
34
|
+
entity?: string | undefined;
|
|
35
|
+
limit?: number | undefined;
|
|
36
|
+
offset?: number | undefined;
|
|
37
|
+
} | undefined;
|
|
38
|
+
} | undefined;
|
|
39
|
+
result?: {
|
|
40
|
+
gauges?: {
|
|
41
|
+
metadata?: {
|
|
42
|
+
address?: string | undefined;
|
|
43
|
+
contractName?: string | undefined;
|
|
44
|
+
blockNumber?: bigint | undefined;
|
|
45
|
+
transactionHash?: string | undefined;
|
|
46
|
+
chainId?: string | undefined;
|
|
47
|
+
transactionIndex?: number | undefined;
|
|
48
|
+
logIndex?: number | undefined;
|
|
49
|
+
name?: string | undefined;
|
|
50
|
+
labels?: {
|
|
51
|
+
[x: string]: string | undefined;
|
|
52
|
+
} | undefined;
|
|
53
|
+
} | undefined;
|
|
54
|
+
metricValue?: {
|
|
55
|
+
bigDecimal?: string | undefined;
|
|
56
|
+
doubleValue?: number | undefined;
|
|
57
|
+
bigInteger?: {
|
|
58
|
+
negative?: boolean | undefined;
|
|
59
|
+
data?: Uint8Array | undefined;
|
|
60
|
+
} | undefined;
|
|
61
|
+
} | undefined;
|
|
62
|
+
runtimeInfo?: {
|
|
63
|
+
from?: HandlerType | undefined;
|
|
64
|
+
} | undefined;
|
|
65
|
+
}[] | undefined;
|
|
66
|
+
counters?: {
|
|
67
|
+
metadata?: {
|
|
68
|
+
address?: string | undefined;
|
|
69
|
+
contractName?: string | undefined;
|
|
70
|
+
blockNumber?: bigint | undefined;
|
|
71
|
+
transactionHash?: string | undefined;
|
|
72
|
+
chainId?: string | undefined;
|
|
73
|
+
transactionIndex?: number | undefined;
|
|
74
|
+
logIndex?: number | undefined;
|
|
75
|
+
name?: string | undefined;
|
|
76
|
+
labels?: {
|
|
77
|
+
[x: string]: string | undefined;
|
|
78
|
+
} | undefined;
|
|
79
|
+
} | undefined;
|
|
80
|
+
metricValue?: {
|
|
81
|
+
bigDecimal?: string | undefined;
|
|
82
|
+
doubleValue?: number | undefined;
|
|
83
|
+
bigInteger?: {
|
|
84
|
+
negative?: boolean | undefined;
|
|
85
|
+
data?: Uint8Array | undefined;
|
|
86
|
+
} | undefined;
|
|
87
|
+
} | undefined;
|
|
88
|
+
add?: boolean | undefined;
|
|
89
|
+
runtimeInfo?: {
|
|
90
|
+
from?: HandlerType | undefined;
|
|
91
|
+
} | undefined;
|
|
92
|
+
}[] | undefined;
|
|
93
|
+
events?: {
|
|
94
|
+
metadata?: {
|
|
95
|
+
address?: string | undefined;
|
|
96
|
+
contractName?: string | undefined;
|
|
97
|
+
blockNumber?: bigint | undefined;
|
|
98
|
+
transactionHash?: string | undefined;
|
|
99
|
+
chainId?: string | undefined;
|
|
100
|
+
transactionIndex?: number | undefined;
|
|
101
|
+
logIndex?: number | undefined;
|
|
102
|
+
name?: string | undefined;
|
|
103
|
+
labels?: {
|
|
104
|
+
[x: string]: string | undefined;
|
|
105
|
+
} | undefined;
|
|
106
|
+
} | undefined;
|
|
107
|
+
distinctEntityId?: string | undefined;
|
|
108
|
+
attributes?: {
|
|
109
|
+
[x: string]: any;
|
|
110
|
+
} | undefined;
|
|
111
|
+
severity?: import("@sentio/protos").LogLevel | undefined;
|
|
112
|
+
message?: string | undefined;
|
|
113
|
+
runtimeInfo?: {
|
|
114
|
+
from?: HandlerType | undefined;
|
|
115
|
+
} | undefined;
|
|
116
|
+
noMetric?: boolean | undefined;
|
|
117
|
+
}[] | undefined;
|
|
118
|
+
exports?: {
|
|
119
|
+
metadata?: {
|
|
120
|
+
address?: string | undefined;
|
|
121
|
+
contractName?: string | undefined;
|
|
122
|
+
blockNumber?: bigint | undefined;
|
|
123
|
+
transactionHash?: string | undefined;
|
|
124
|
+
chainId?: string | undefined;
|
|
125
|
+
transactionIndex?: number | undefined;
|
|
126
|
+
logIndex?: number | undefined;
|
|
127
|
+
name?: string | undefined;
|
|
128
|
+
labels?: {
|
|
129
|
+
[x: string]: string | undefined;
|
|
130
|
+
} | undefined;
|
|
131
|
+
} | undefined;
|
|
132
|
+
payload?: string | undefined;
|
|
133
|
+
runtimeInfo?: {
|
|
134
|
+
from?: HandlerType | undefined;
|
|
135
|
+
} | undefined;
|
|
136
|
+
}[] | undefined;
|
|
137
|
+
states?: {
|
|
138
|
+
configUpdated?: boolean | undefined;
|
|
139
|
+
error?: string | undefined;
|
|
140
|
+
} | undefined;
|
|
141
|
+
} | undefined;
|
|
142
|
+
}, void, undefined>;
|
|
18
143
|
}
|
|
19
144
|
//# sourceMappingURL=service.d.ts.map
|
package/lib/service.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAuB,MAAM,WAAW,CAAA;
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAuB,MAAM,WAAW,CAAA;AAK5D,OAAO,EACL,WAAW,EACX,KAAK,EACL,WAAW,EACX,sBAAsB,EACtB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,8BAA8B,EAC9B,aAAa,EACb,oBAAoB,EACpB,YAAY,EACb,MAAM,gBAAgB,CAAA;AAWvB,qBAAa,oBAAqB,YAAW,8BAA8B;IACzE,OAAO,CAAC,OAAO,CAAQ;IAEvB,SAAS,EAAE,KAAK,CAAA;IAGhB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAE3C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAY;gBAEjC,MAAM,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,EAAE,eAAe,CAAC,EAAE,MAAM,IAAI;IAK9D,SAAS,CAAC,OAAO,EAAE,oBAAoB,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAoB9F,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC;IAsClE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC;IAQ1D,eAAe,CAAC,OAAO,EAAE,sBAAsB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,sBAAsB,CAAC;IA6BxG,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;IAqBlF,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,oBAAoB,CAAC,EAAE,OAAO,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsCjG"}
|
package/lib/service.js
CHANGED
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import { ServerError, Status } from 'nice-grpc';
|
|
2
|
-
import {
|
|
2
|
+
import { DebugInfo, RichServerError } from 'nice-grpc-error-details';
|
|
3
|
+
import { from } from 'ix/Ix.dom.asynciterable.js';
|
|
4
|
+
import { withAbort } from 'ix/Ix.dom.asynciterable.operators.js';
|
|
3
5
|
import { ProcessConfigResponse } from '@sentio/protos';
|
|
4
6
|
import { PluginManager } from './plugin.js';
|
|
5
7
|
import { errorString, mergeProcessResults } from './utils.js';
|
|
6
8
|
import { freezeGlobalConfig, GLOBAL_CONFIG } from './global-config.js';
|
|
9
|
+
import { StoreContext } from './db-context.js';
|
|
7
10
|
BigInt.prototype.toJSON = function () {
|
|
8
11
|
return this.toString();
|
|
9
12
|
};
|
|
@@ -118,18 +121,41 @@ export class ProcessorServiceImpl {
|
|
|
118
121
|
return result;
|
|
119
122
|
}
|
|
120
123
|
async *processBindingsStream(requests, context) {
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
// let updated = false
|
|
124
|
-
// if (PluginManager.INSTANCE.stateDiff(this.processorConfig)) {
|
|
125
|
-
// await this.configure()
|
|
126
|
-
// updated = true
|
|
127
|
-
// }
|
|
128
|
-
yield {
|
|
129
|
-
result,
|
|
130
|
-
configUpdated: result.states?.configUpdated || false
|
|
131
|
-
};
|
|
124
|
+
if (!this.started) {
|
|
125
|
+
throw new ServerError(Status.UNAVAILABLE, 'Service Not started.');
|
|
132
126
|
}
|
|
127
|
+
const dbContext = new StoreContext();
|
|
128
|
+
new Promise(async (resolve, reject) => {
|
|
129
|
+
for await (const request of requests) {
|
|
130
|
+
if (request.binding) {
|
|
131
|
+
const binding = request.binding;
|
|
132
|
+
PluginManager.INSTANCE.processBinding(binding, dbContext)
|
|
133
|
+
.then((result) => {
|
|
134
|
+
dbContext.subject.next({
|
|
135
|
+
result,
|
|
136
|
+
processId: request.processId
|
|
137
|
+
});
|
|
138
|
+
// dbContext.subject.complete()
|
|
139
|
+
recordRuntimeInfo(result, binding.handlerType);
|
|
140
|
+
})
|
|
141
|
+
.catch((e) => {
|
|
142
|
+
dbContext.error(request.processId, e);
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
if (request.dbResult) {
|
|
146
|
+
dbContext.result(request.dbResult);
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
resolve(null);
|
|
150
|
+
})
|
|
151
|
+
.then(() => {
|
|
152
|
+
dbContext.subject.complete();
|
|
153
|
+
})
|
|
154
|
+
.catch((e) => {
|
|
155
|
+
// should not happen
|
|
156
|
+
dbContext.subject.error(e);
|
|
157
|
+
});
|
|
158
|
+
yield* from(dbContext.subject).pipe(withAbort(context.signal));
|
|
133
159
|
}
|
|
134
160
|
}
|
|
135
161
|
function recordRuntimeInfo(results, handlerType) {
|
package/lib/service.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AAC5D,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AACpE,OAAO,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAA;AAEhE,OAAO,EAOL,qBAAqB,EAKtB,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAC7D,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAEtE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAC7C;AAAC,MAAM,CAAC,SAAiB,CAAC,MAAM,GAAG;IAClC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAA;AACxB,CAAC,CAAA;AAED,MAAM,OAAO,oBAAoB;IACvB,OAAO,GAAG,KAAK,CAAA;IACvB,2EAA2E;IAC3E,SAAS,CAAO;IAChB,iDAAiD;IAEhC,MAAM,CAAoB;IAE1B,eAAe,CAAa;IAE7C,YAAY,MAA0B,EAAE,eAA4B;QAClE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAA6B,EAAE,OAAoB;QACjE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;QACnE,CAAC;QACD,+BAA+B;QAC/B,oEAAoE;QACpE,IAAI;QAEJ,yCAAyC;QACzC,MAAM,SAAS,GAAG,qBAAqB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACvD,MAAM,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACjD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,EAAE;IACF,sBAAsB;IACtB,iEAAiE;IACjE,iEAAiE;IACjE,IAAI;IAEJ,KAAK,CAAC,KAAK,CAAC,OAAqB,EAAE,OAAoB;QACrD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,EAAE,CAAA;QACX,CAAC;QAED,kBAAkB,EAAE,CAAA;QAEpB,IAAI,CAAC;YACH,6DAA6D;YAC7D,UAAU;YACV,2BAA2B;YAC3B,kBAAkB;YAClB,uDAAuD;YACvD,MAAM;YACN,IAAI;YACJ,EAAE;YACF,sEAAsE;YACtE,UAAU;YACV,2BAA2B;YAC3B,mBAAmB;YACnB,IAAI;YAEJ,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,4BAA4B,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;QAC/F,CAAC;QAED,MAAM,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAE3C,QAAQ;QACR,2BAA2B;QAC3B,gBAAgB;QAChB,4FAA4F;QAC5F,IAAI;QACJ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACnB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAc,EAAE,OAAoB;QAC7C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAA;QAChD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,UAAU,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAA;QACxC,CAAC;QACD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAA+B,EAAE,OAAqB;QAC1E,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;YAC5C,IAAI,aAAa,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBACvC,MAAM,OAAO,CAAA;YACf,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACxB,CAAC;QACD,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,CAAA;QACT,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;QAE3C,sBAAsB;QACtB,gEAAgE;QAChE,2BAA2B;QAC3B,mBAAmB;QACnB,IAAI;QAEJ,OAAO;YACL,MAAM;SACP,CAAA;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAoB,EAAE,OAAqB;QAC9D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;QACnE,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,eAAe,CACvB,MAAM,CAAC,WAAW,EAClB,qDAAqD,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EACnF;gBACE,SAAS,CAAC,WAAW,CAAC;oBACpB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;oBAC9B,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC;iBAChD,CAAC;aACH,CACF,CAAA;QACH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACnE,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;QAC9C,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAAC,QAA6C,EAAE,OAAoB;QAC9F,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;QACnE,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,YAAY,EAAE,CAAA;QACpC,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACpC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACrC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;oBAC/B,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC;yBACtD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;wBACf,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;4BACrB,MAAM;4BACN,SAAS,EAAE,OAAO,CAAC,SAAS;yBAC7B,CAAC,CAAA;wBACF,+BAA+B;wBAC/B,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;oBAChD,CAAC,CAAC;yBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBACX,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;oBACvC,CAAC,CAAC,CAAA;gBACN,CAAC;gBACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACrB,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;gBACpC,CAAC;YACH,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,CAAA;QACf,CAAC,CAAC;aACC,IAAI,CAAC,GAAG,EAAE;YACT,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAA;QAC9B,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,oBAAoB;YACpB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;QACJ,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAChE,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,OAAsB,EAAE,WAAwB;IACzE,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvF,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,CAAC,CAAC,WAAW,GAAG;gBACd,IAAI,EAAE,WAAW;aAClB,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;AACH,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@sentio/runtime",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.37.0-rc.10",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -20,6 +20,7 @@
|
|
|
20
20
|
"command-line-usage": "^7.0.1",
|
|
21
21
|
"fs-extra": "^11.2.0",
|
|
22
22
|
"google-protobuf": "^3.21.2",
|
|
23
|
+
"ix": "^5.0.0",
|
|
23
24
|
"long": "^5.2.3",
|
|
24
25
|
"nice-grpc": "^2.1.7",
|
|
25
26
|
"nice-grpc-client-middleware-retry": "^3.1.6",
|
|
@@ -28,9 +29,10 @@
|
|
|
28
29
|
"nice-grpc-prometheus": "^0.2.2",
|
|
29
30
|
"prom-client": "^14.2.0",
|
|
30
31
|
"protobufjs": "^7.2.6",
|
|
32
|
+
"rxjs": "^7.8.1",
|
|
31
33
|
"utility-types": "^3.11.0",
|
|
32
34
|
"winston": "^3.11.0",
|
|
33
|
-
"@sentio/protos": "2.
|
|
35
|
+
"@sentio/protos": "2.37.0-rc.10"
|
|
34
36
|
},
|
|
35
37
|
"devDependencies": {
|
|
36
38
|
"@types/command-line-args": "^5.2.3",
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { Subject } from 'rxjs'
|
|
2
|
+
import { DBRequest, DBResponse, DeepPartial, ProcessResult, ProcessStreamResponse } from '@sentio/protos'
|
|
3
|
+
|
|
4
|
+
type Request = Omit<DBRequest, 'opId'>
|
|
5
|
+
|
|
6
|
+
export class StoreContext {
|
|
7
|
+
private opCounter = 0n
|
|
8
|
+
|
|
9
|
+
private defers = new Map<bigint, { resolve: (value: any) => void; reject: (reason?: any) => void }>()
|
|
10
|
+
|
|
11
|
+
subject = new Subject<DeepPartial<ProcessStreamResponse>>()
|
|
12
|
+
|
|
13
|
+
newPromise<T>(opId: bigint) {
|
|
14
|
+
return new Promise<T>((resolve, reject) => {
|
|
15
|
+
this.defers.set(opId, { resolve, reject })
|
|
16
|
+
})
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
sendRequest(request: DeepPartial<Request>) {
|
|
20
|
+
const opId = this.opCounter++
|
|
21
|
+
const promise = this.newPromise(opId)
|
|
22
|
+
console.debug('sending db request ', opId, request)
|
|
23
|
+
this.subject.next({
|
|
24
|
+
dbRequest: {
|
|
25
|
+
...request,
|
|
26
|
+
opId
|
|
27
|
+
}
|
|
28
|
+
})
|
|
29
|
+
return promise
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
result(dbResult: DBResponse) {
|
|
33
|
+
const opId = dbResult.opId
|
|
34
|
+
const defer = this.defers.get(opId)
|
|
35
|
+
console.debug('received db result ', opId, dbResult)
|
|
36
|
+
if (defer) {
|
|
37
|
+
if (dbResult.error) {
|
|
38
|
+
defer.reject(dbResult.error)
|
|
39
|
+
} else {
|
|
40
|
+
defer.resolve(dbResult.data)
|
|
41
|
+
}
|
|
42
|
+
this.defers.delete(opId)
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
error(processId: number, e: any) {
|
|
47
|
+
const errorResult = ProcessResult.create({
|
|
48
|
+
states: {
|
|
49
|
+
error: e?.toString()
|
|
50
|
+
}
|
|
51
|
+
})
|
|
52
|
+
this.subject.next({
|
|
53
|
+
result: errorResult,
|
|
54
|
+
processId
|
|
55
|
+
})
|
|
56
|
+
}
|
|
57
|
+
}
|
package/src/full-service.ts
CHANGED
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
DataBinding,
|
|
8
8
|
HandlerType,
|
|
9
9
|
ProcessBindingsRequest,
|
|
10
|
+
ProcessStreamRequest,
|
|
10
11
|
ProcessConfigRequest,
|
|
11
12
|
ProcessorServiceImplementation,
|
|
12
13
|
StartRequest,
|
|
@@ -105,9 +106,9 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
|
|
|
105
106
|
}
|
|
106
107
|
}
|
|
107
108
|
|
|
108
|
-
async *processBindingsStream(requests: AsyncIterable<
|
|
109
|
-
throw new Error('Not Implemented for streaming')
|
|
110
|
-
|
|
109
|
+
async *processBindingsStream(requests: AsyncIterable<ProcessStreamRequest>, context: CallContext) {
|
|
110
|
+
// throw new Error('Not Implemented for streaming')
|
|
111
|
+
yield* this.instance.processBindingsStream(requests, context)
|
|
111
112
|
}
|
|
112
113
|
|
|
113
114
|
private adjustResult(res: ProcessResult): void {}
|