@cryptexlabs/codex-nodejs-common 0.4.0 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/package.json +2 -2
- package/lib/src/service/consumer/consumer-service-delegate.interface.d.ts +1 -1
- package/lib/src/service/consumer/consumer.service.d.ts +1 -1
- package/lib/src/service/consumer/consumer.service.js +2 -2
- package/lib/src/service/consumer/consumer.service.js.map +1 -1
- package/lib/src/service/consumer/websocket-consumer.service.js +1 -0
- package/lib/src/service/consumer/websocket-consumer.service.js.map +1 -1
- package/lib/src/service/kafka/kafka.service.d.ts +2 -2
- package/lib/src/service/kafka/kafka.service.js +5 -10
- package/lib/src/service/kafka/kafka.service.js.map +1 -1
- package/package.json +2 -2
- package/src/service/consumer/consumer-service-delegate.interface.ts +1 -1
- package/src/service/consumer/consumer.service.ts +3 -2
- package/src/service/consumer/websocket-consumer.service.ts +1 -1
- package/src/service/kafka/kafka.service.ts +11 -3
package/lib/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cryptexlabs/codex-nodejs-common",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.3",
|
|
4
4
|
"description": "Common code for Assistant applications",
|
|
5
5
|
"main": "lib/src/index.js",
|
|
6
6
|
"repository": "git@gitlab.com:cryptexlabs/public/codex-nodejs-common.git",
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
"@cryptexlabs/codex-data-model": "^0.1.3"
|
|
16
16
|
},
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"@elastic/elasticsearch": "^8.
|
|
18
|
+
"@elastic/elasticsearch": "^8.2.1",
|
|
19
19
|
"@nestjs/common": "^8.0.6",
|
|
20
20
|
"@nestjs/core": "^8.0.6",
|
|
21
21
|
"@nestjs/elasticsearch": "^8.1.0",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
export interface ConsumerServiceDelegateInterface {
|
|
2
2
|
connect(): Promise<void>;
|
|
3
3
|
startConsumer(topics: (string | RegExp)[], callback: (topic: string, message: any) => Promise<void>): Promise<void>;
|
|
4
|
-
initializeConsumer(consumerGroup: string): Promise<void>;
|
|
4
|
+
initializeConsumer(consumerGroup: string, config?: any): Promise<void>;
|
|
5
5
|
stopConsumer(): Promise<void>;
|
|
6
6
|
initializeProducer(): Promise<void>;
|
|
7
7
|
publish(topic: string, payload: any): Promise<void>;
|
|
@@ -14,7 +14,7 @@ export declare class ConsumerService {
|
|
|
14
14
|
private topics;
|
|
15
15
|
private eventHandler;
|
|
16
16
|
constructor(healthzService: HealthzService, consumerDelegateService: ConsumerServiceDelegateInterface, config: DefaultConfig, logger: LoggerService, externalFactory: EventHandlerFactoryInterface, internalFactory: EventHandlerFactoryInterface, consumerType: string);
|
|
17
|
-
start(): Promise<void>;
|
|
17
|
+
start(consumerConfig?: {}): Promise<void>;
|
|
18
18
|
private _getInternalTopics;
|
|
19
19
|
private _getTopics;
|
|
20
20
|
private _errorEventHandler;
|
|
@@ -35,12 +35,12 @@ let ConsumerService = class ConsumerService {
|
|
|
35
35
|
this.eventHandler = new event_1.EventHandler(logger);
|
|
36
36
|
logger.debug(`Initializing consumer with type: ${consumerType}`);
|
|
37
37
|
}
|
|
38
|
-
async start() {
|
|
38
|
+
async start(consumerConfig = {}) {
|
|
39
39
|
await this.healthzService.makeUnhealthy(healthz_1.HealthzComponentEnum.MESSAGE_BROKER_KAFKA);
|
|
40
40
|
if (this.config.kafka.defaultKafkaErrorTopic) {
|
|
41
41
|
await this.consumerDelegateService.initializeProducer();
|
|
42
42
|
}
|
|
43
|
-
await this.consumerDelegateService.initializeConsumer(`${this.config.appName}-${this.consumerType}
|
|
43
|
+
await this.consumerDelegateService.initializeConsumer(`${this.config.appName}-${this.consumerType}`, consumerConfig);
|
|
44
44
|
await this.consumerDelegateService.connect();
|
|
45
45
|
const topics = await this._getTopics();
|
|
46
46
|
await this.consumerDelegateService.startConsumer(topics, async (topic, message) => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"consumer.service.js","sourceRoot":"","sources":["../../../../src/service/consumer/consumer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAmE;AAGnE,yCAA+D;AAC/D,uCAAyE;AACzE,kCAAkC;AAClC,yBAAyB;AAEzB,qCAAwC;AACxC,mDAA+C;AAC/C,wCAAkE;AAIlE,MAAM,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG7C,IAAa,eAAe,GAA5B,MAAa,eAAe;IAI1B,YAEmB,cAA8B,EAE9B,uBAAyD,EACvC,MAAqB,EACrB,MAAqB,EAEvC,eAA6C,EAE7C,eAA6C,EACpB,YAAoB;QAT7C,mBAAc,GAAd,cAAc,CAAgB;QAE9B,4BAAuB,GAAvB,uBAAuB,CAAkC;QACvC,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAe;QAEvC,oBAAe,GAAf,eAAe,CAA8B;QAE7C,oBAAe,GAAf,eAAe,CAA8B;QACpB,iBAAY,GAAZ,YAAY,CAAQ;QAE9D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAC3B,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CACjC,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAY,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,KAAK;
|
|
1
|
+
{"version":3,"file":"consumer.service.js","sourceRoot":"","sources":["../../../../src/service/consumer/consumer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAmE;AAGnE,yCAA+D;AAC/D,uCAAyE;AACzE,kCAAkC;AAClC,yBAAyB;AAEzB,qCAAwC;AACxC,mDAA+C;AAC/C,wCAAkE;AAIlE,MAAM,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG7C,IAAa,eAAe,GAA5B,MAAa,eAAe;IAI1B,YAEmB,cAA8B,EAE9B,uBAAyD,EACvC,MAAqB,EACrB,MAAqB,EAEvC,eAA6C,EAE7C,eAA6C,EACpB,YAAoB;QAT7C,mBAAc,GAAd,cAAc,CAAgB;QAE9B,4BAAuB,GAAvB,uBAAuB,CAAkC;QACvC,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAe;QAEvC,oBAAe,GAAf,eAAe,CAA8B;QAE7C,oBAAe,GAAf,eAAe,CAA8B;QACpB,iBAAY,GAAZ,YAAY,CAAQ;QAE9D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAC3B,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CACjC,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAY,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,cAAc,GAAG,EAAE;QAC7B,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CACrC,8BAAoB,CAAC,oBAAoB,CAC1C,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;YAC5C,MAAM,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,CAAC;SACzD;QACD,MAAM,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CACnD,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,YAAY,EAAE,EAC7C,cAAc,CACf,CAAC;QACF,MAAM,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAC9C,MAAM,EACN,KAAK,EAAE,KAAa,EAAE,OAAgB,EAAE,EAAE;YACxC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC,CACF,CAAC;QACF,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CACnC,8BAAoB,CAAC,oBAAoB,CAC1C,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,MAAM,oBAAoB,GAAG;YAC3B,CAAC,yBAAgB,CAAC,OAAO,CAAC,EAAE,UAAU;YACtC,CAAC,yBAAgB,CAAC,GAAG,CAAC,EAAE,KAAK;SAC9B,CAAC;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACrE,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,YAAY,KAAK,yBAAgB,CAAC,OAAO,EAAE;YAClD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC1D,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,IAAI,CAAC,SAAS,CAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAC5B,EAAE,CACJ,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,IAAI,CAAC,SAAS,CAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAC5B,EAAE,CACJ,CAAC;SACH;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,yBAAgB,CAAC,GAAG,EAAE;YAC9C,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACvE,CAAC;SACH;QAED,OAAO,4BAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,OAAY,EAAE,YAAoB;QACjE,MAAM,gBAAgB,qBAAQ,OAAO,CAAE,CAAC;QACxC,gBAAgB,CAAC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAClD,MAAM,IAAI,CAAC,uBAAuB,CAAC,OAAO,CACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,oBAEnC,gBAAgB,EAEtB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAY;;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClD,MAAM,YAAY,GAAG,MAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,IAAI,mCAAI,KAAK,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QACxE,IAAI,iBAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB;YAC1C,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAC5B,OAAO,EACP,YAAY,EACZ,OAAO,EACP,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAEM,WAAW,CAAC,KAAa;QAC9B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE;YACnD,IAAI,iBAAU,CAAC,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE;gBAC9C,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;QACD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE;YACjD,IAAI,iBAAU,CAAC,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE;gBAC9C,OAAO,IAAI,CAAC,eAAe,CAAC;aAC7B;SACF;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,KAAK,EAAE,CAAC,CAAC;IACrE,CAAC;CACF,CAAA;AA1HY,eAAe;IAD3B,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAA;IAEzB,WAAA,IAAA,eAAM,EAAC,2BAA2B,CAAC,CAAA;IAEnC,WAAA,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAA;IAChB,WAAA,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAA;IAChB,WAAA,IAAA,eAAM,EAAC,uCAAuC,CAAC,CAAA;IAE/C,WAAA,IAAA,eAAM,EAAC,uCAAuC,CAAC,CAAA;IAE/C,WAAA,IAAA,eAAM,EAAC,eAAe,CAAC,CAAA;qCATS,wBAAc,UAGJ,sBAAa;GAT/C,eAAe,CA0H3B;AA1HY,0CAAe"}
|
|
@@ -53,6 +53,7 @@ let WebsocketConsumerService = class WebsocketConsumerService {
|
|
|
53
53
|
};
|
|
54
54
|
WebsocketConsumerService = __decorate([
|
|
55
55
|
(0, common_1.Injectable)(),
|
|
56
|
+
__param(0, (0, common_1.Inject)("HEALTHZ_SERVICE")),
|
|
56
57
|
__param(1, (0, common_1.Inject)("CONSUMER_SERVICE_DELEGATE")),
|
|
57
58
|
__param(2, (0, common_1.Inject)("CONFIG")),
|
|
58
59
|
__param(3, (0, common_1.Inject)("LOGGER")),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"websocket-consumer.service.js","sourceRoot":"","sources":["../../../../src/service/consumer/websocket-consumer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAmE;AAGnE,yCAA6C;AAE7C,kCAAkC;AAClC,yBAAyB;AAEzB,6DAAyD;AACzD,mDAA+C;AAC/C,wCAAkE;AAIlE,MAAM,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG7C,IAAa,wBAAwB,GAArC,MAAa,wBAAwB;IAInC,
|
|
1
|
+
{"version":3,"file":"websocket-consumer.service.js","sourceRoot":"","sources":["../../../../src/service/consumer/websocket-consumer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAmE;AAGnE,yCAA6C;AAE7C,kCAAkC;AAClC,yBAAyB;AAEzB,6DAAyD;AACzD,mDAA+C;AAC/C,wCAAkE;AAIlE,MAAM,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG7C,IAAa,wBAAwB,GAArC,MAAa,wBAAwB;IAInC,YAC8C,cAA8B,EAEzD,uBAAyD,EACvC,MAAqB,EACrB,MAAqB,EAEvC,eAA6C;QANlB,mBAAc,GAAd,cAAc,CAAgB;QAEzD,4BAAuB,GAAvB,uBAAuB,CAAkC;QACvC,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAe;QAEvC,oBAAe,GAAf,eAAe,CAA8B;QAE9D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAC3B,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CACjC,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CACrC,8BAAoB,CAAC,oBAAoB,CAC1C,CAAC;QACF,MAAM,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CACnD,YAAY,CAAC,QAAQ,EAAE,CACxB,CAAC;QACF,MAAM,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,CAAC;QAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CACnC,8BAAoB,CAAC,oBAAoB,CAC1C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAgB;QAC5B,IAAI;YACF,MAAM,IAAI,CAAC,uBAAuB,CAAC,YAAY,EAAE,CAAC;YAClD,MAAM,WAAW,GAAG,4BAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAC9C,WAAW,EACX,KAAK,EAAE,KAAa,EAAE,OAAgB,EAAE,EAAE;gBACxC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACvD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC,CACF,CAAC;SACH;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CACrC,8BAAoB,CAAC,oBAAoB,CAC1C,CAAC;SACH;IACH,CAAC;CACF,CAAA;AAjDY,wBAAwB;IADpC,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAA;IACzB,WAAA,IAAA,eAAM,EAAC,2BAA2B,CAAC,CAAA;IAEnC,WAAA,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAA;IAChB,WAAA,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAA;IAChB,WAAA,IAAA,eAAM,EAAC,uCAAuC,CAAC,CAAA;qCALY,wBAAc,UAG/B,sBAAa;GAR/C,wBAAwB,CAiDpC;AAjDY,4DAAwB"}
|
|
@@ -9,11 +9,11 @@ export declare class KafkaService implements ConsumerServiceDelegateInterface {
|
|
|
9
9
|
private _kafkaConsumer;
|
|
10
10
|
private _kafkaProducer;
|
|
11
11
|
private _kafkaAdmin;
|
|
12
|
-
constructor(config: DefaultConfig, logger: LoggerService);
|
|
12
|
+
constructor(config: DefaultConfig, logger: LoggerService, extraConfig?: any);
|
|
13
13
|
stopConsumer(): Promise<void>;
|
|
14
14
|
connect(): Promise<void>;
|
|
15
15
|
disconnect(): Promise<void>;
|
|
16
|
-
initializeConsumer(consumerGroup: string): Promise<void>;
|
|
16
|
+
initializeConsumer(consumerGroup: string, config?: {}): Promise<void>;
|
|
17
17
|
initializeProducer(): Promise<void>;
|
|
18
18
|
startConsumer(topics: (string | RegExp)[], callback: (topic: string, message: Message) => Promise<void>): Promise<void>;
|
|
19
19
|
startManualConsumer(topics: (string | RegExp)[], callback: (topic: string, message: Message) => Promise<void>): Promise<void>;
|
|
@@ -18,15 +18,10 @@ const kafkajs_1 = require("kafkajs");
|
|
|
18
18
|
const config_1 = require("../../config");
|
|
19
19
|
const kafka_logger_1 = require("./kafka.logger");
|
|
20
20
|
let KafkaService = class KafkaService {
|
|
21
|
-
constructor(config, logger) {
|
|
21
|
+
constructor(config, logger, extraConfig = {}) {
|
|
22
22
|
this.config = config;
|
|
23
23
|
this.logger = logger;
|
|
24
|
-
const kafkaClientConfig = {
|
|
25
|
-
clientId: config.clientId,
|
|
26
|
-
brokers: [config.kafka.endpoint],
|
|
27
|
-
sasl: undefined,
|
|
28
|
-
ssl: undefined,
|
|
29
|
-
};
|
|
24
|
+
const kafkaClientConfig = Object.assign({ clientId: config.clientId, brokers: [config.kafka.endpoint], sasl: undefined, ssl: undefined }, extraConfig);
|
|
30
25
|
if (config.kafka.username) {
|
|
31
26
|
kafkaClientConfig.sasl = {
|
|
32
27
|
mechanism: config.kafka.saslMechanism.toLowerCase(),
|
|
@@ -61,8 +56,8 @@ let KafkaService = class KafkaService {
|
|
|
61
56
|
await this._kafkaProducer.disconnect();
|
|
62
57
|
}
|
|
63
58
|
}
|
|
64
|
-
async initializeConsumer(consumerGroup) {
|
|
65
|
-
this._kafkaConsumer = this._kafka.consumer({ groupId: consumerGroup });
|
|
59
|
+
async initializeConsumer(consumerGroup, config = {}) {
|
|
60
|
+
this._kafkaConsumer = this._kafka.consumer(Object.assign({ groupId: consumerGroup }, config));
|
|
66
61
|
}
|
|
67
62
|
async initializeProducer() {
|
|
68
63
|
this._kafkaProducer = this._kafka.producer();
|
|
@@ -222,7 +217,7 @@ KafkaService = __decorate([
|
|
|
222
217
|
(0, common_1.Injectable)(),
|
|
223
218
|
__param(0, (0, common_1.Inject)("CONFIG")),
|
|
224
219
|
__param(1, (0, common_1.Inject)("LOGGER")),
|
|
225
|
-
__metadata("design:paramtypes", [config_1.DefaultConfig, Object])
|
|
220
|
+
__metadata("design:paramtypes", [config_1.DefaultConfig, Object, Object])
|
|
226
221
|
], KafkaService);
|
|
227
222
|
exports.KafkaService = KafkaService;
|
|
228
223
|
//# sourceMappingURL=kafka.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"kafka.service.js","sourceRoot":"","sources":["../../../../src/service/kafka/kafka.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAmE;AACnE,qCASiB;AACjB,yCAA6C;AAE7C,iDAA6C;AAG7C,IAAa,YAAY,GAAzB,MAAa,YAAY;IAMvB,YACqC,MAAqB,EACrB,MAAqB;
|
|
1
|
+
{"version":3,"file":"kafka.service.js","sourceRoot":"","sources":["../../../../src/service/kafka/kafka.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAmE;AACnE,qCASiB;AACjB,yCAA6C;AAE7C,iDAA6C;AAG7C,IAAa,YAAY,GAAzB,MAAa,YAAY;IAMvB,YACqC,MAAqB,EACrB,MAAqB,EACxD,cAAmB,EAAE;QAFc,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAe;QAGxD,MAAM,iBAAiB,mBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ,EACzB,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAChC,IAAI,EAAE,SAAS,EACf,GAAG,EAAE,SAAS,IACX,WAAW,CACf,CAAC;QAEF,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE;YACzB,iBAAiB,CAAC,IAAI,GAAG;gBACvB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,EAAmB;gBACpE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;aAChC,CAAC;YACF,iBAAiB,CAAC,GAAG,GAAG,IAAI,CAAC;SAC9B;QAED,MAAM,WAAW,GAAG,IAAI,0BAAW,CAAC,MAAM,CAAC,CAAC;QAE5C,IAAI,CAAC,MAAM,GAAG,IAAI,eAAK,iCAClB,iBAAiB,KACpB,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACvB,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3C,CAAC,IACD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;SACrC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;SACrC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACvC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;SACxC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;SACxC;IACH,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAC7B,aAAqB,EACrB,MAAM,GAAG,EAAE;QAEX,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,iBACxC,OAAO,EAAE,aAAa,IACnB,MAAM,EACT,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,aAAa,CACxB,MAA2B,EAC3B,QAA4D;QAE5D,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YAC1B,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAC/D,CAAC;SACH;QACD,IAAI;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;SAC7B;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;SACvC;QAED,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAEtC,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YAC5B,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE;gBACnD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;oBACd,KAAK;oBACL,SAAS;oBACT,OAAO,EAAE;wBACP,GAAG,EAAE,OAAO,CAAC,GAAG;wBAChB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE;qBAChC;iBACF,CAAC,CAAC;gBACH,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACjC,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAC9B,MAA2B,EAC3B,QAA4D;QAE5D,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YAC1B,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAC9D,CAAC;SACH;QACD,IAAI;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE5B,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,OAAO,GAAG;gBACd,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBACtB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;wBACtB,WAAW,EAAE,KAAK,EAAE,cAAkC,EAAE,EAAE;4BACxD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC;4BACrD,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;wBACjC,CAAC;qBACF,CAAC,CAAC;gBACL,CAAC,CAAC;aACH,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;SACvC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAC1D,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAC7B,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAC1B;SACF;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAC1D,MAAM,YAAY,GAAmB,EAAE,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;YAChC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;gBAClC,MAAM,WAAW,GAAiB;oBAChC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB;oBAClD,KAAK;iBACN,CAAC;gBACF,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aAChC;SACF;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;gBAClC,cAAc,EAAE,IAAI;gBACpB,MAAM,EAAE,YAAY;aACrB,CAAC,CAAC;SACJ;IACH,CAAC;IAGM,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAY;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,aAAa,KAAK,EAAE,CAAC,CAAC;QACzE,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YAC7B,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,QAAe;QACrD,MAAM,QAAQ,GAAG,EAAE,CAAC;QAEpB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;SAC/D;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YAC7B,KAAK;YACL,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAoB7B,IAAI,uBAAuB,GAAG,EAAE,CAAC;QACjC,IAAI,CAAC,cAAc,CAAC,EAAE,CACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,UAAU,EACrC,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;YACpB,MAAM,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC;YAErC,uBAAuB,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAC/D,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,EAAE;gBAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;oBAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC;oBAChE,MAAM,CAAC,GAAG,KAAK,IAAI,SAAS,EAAE,CAAC,GAAG,KAAK,CAAC;iBACzC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,EACD,EAAE,CACH,CAAC;QACJ,CAAC,CACF,CAAC;QAYF,IAAI,cAAc,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE;YACxE,IAAI,cAAc,KAAK,KAAK,EAAE;gBAC5B,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACjB;YAED,cAAc,GAAG,KAAK,CAAC;QACzB,CAAC,CAAC,CAAC;QAMH,IAAI,CAAC,cAAc,CAAC,EAAE,CACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,iBAAiB,EAC5C,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;YACpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;YAEhD,uBAAuB,CAAC,GAAG,KAAK,IAAI,SAAS,EAAE,CAAC,GAAG,SAAS,KAAK,GAAG,CAAC;YAErE,IACE,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxD,OAAO,CAAC,QAAQ,CAAC,CAClB,EACD;gBACA,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACjB;YAED,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC,CACF,CAAC;QAGF,MAAM,UAAU,GAAG,CAAC,oBAAoB,EAAE,mBAAmB,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAqB,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEvE,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACtB,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC3B,IAAI;oBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;oBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACrB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACjB;gBAAC,OAAO,CAAC,EAAE;oBACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACjB;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACvB,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI;oBACF,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;iBACzB;wBAAS;oBACR,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;iBACjC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAhTY,YAAY;IADxB,IAAA,mBAAU,GAAE;IAQR,WAAA,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAA;IAChB,WAAA,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAA;qCAD0B,sBAAa;GAP/C,YAAY,CAgTxB;AAhTY,oCAAY"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cryptexlabs/codex-nodejs-common",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.3",
|
|
4
4
|
"description": "Common code for Assistant applications",
|
|
5
5
|
"main": "lib/src/index.js",
|
|
6
6
|
"repository": "git@gitlab.com:cryptexlabs/public/codex-nodejs-common.git",
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
"@cryptexlabs/codex-data-model": "^0.1.3"
|
|
16
16
|
},
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"@elastic/elasticsearch": "^8.
|
|
18
|
+
"@elastic/elasticsearch": "^8.2.1",
|
|
19
19
|
"@nestjs/common": "^8.0.6",
|
|
20
20
|
"@nestjs/core": "^8.0.6",
|
|
21
21
|
"@nestjs/elasticsearch": "^8.1.0",
|
|
@@ -4,7 +4,7 @@ export interface ConsumerServiceDelegateInterface {
|
|
|
4
4
|
topics: (string | RegExp)[],
|
|
5
5
|
callback: (topic: string, message: any) => Promise<void>
|
|
6
6
|
): Promise<void>;
|
|
7
|
-
initializeConsumer(consumerGroup: string): Promise<void>;
|
|
7
|
+
initializeConsumer(consumerGroup: string, config?: any): Promise<void>;
|
|
8
8
|
stopConsumer(): Promise<void>;
|
|
9
9
|
initializeProducer(): Promise<void>;
|
|
10
10
|
publish(topic: string, payload: any): Promise<void>;
|
|
@@ -39,7 +39,7 @@ export class ConsumerService {
|
|
|
39
39
|
logger.debug(`Initializing consumer with type: ${consumerType}`);
|
|
40
40
|
}
|
|
41
41
|
|
|
42
|
-
async start(): Promise<void> {
|
|
42
|
+
async start(consumerConfig = {}): Promise<void> {
|
|
43
43
|
await this.healthzService.makeUnhealthy(
|
|
44
44
|
HealthzComponentEnum.MESSAGE_BROKER_KAFKA
|
|
45
45
|
);
|
|
@@ -47,7 +47,8 @@ export class ConsumerService {
|
|
|
47
47
|
await this.consumerDelegateService.initializeProducer();
|
|
48
48
|
}
|
|
49
49
|
await this.consumerDelegateService.initializeConsumer(
|
|
50
|
-
`${this.config.appName}-${this.consumerType}
|
|
50
|
+
`${this.config.appName}-${this.consumerType}`,
|
|
51
|
+
consumerConfig
|
|
51
52
|
);
|
|
52
53
|
await this.consumerDelegateService.connect();
|
|
53
54
|
|
|
@@ -20,7 +20,7 @@ export class WebsocketConsumerService {
|
|
|
20
20
|
private eventHandler: EventHandler;
|
|
21
21
|
|
|
22
22
|
constructor(
|
|
23
|
-
private readonly healthzService: HealthzService,
|
|
23
|
+
@Inject("HEALTHZ_SERVICE") private readonly healthzService: HealthzService,
|
|
24
24
|
@Inject("CONSUMER_SERVICE_DELEGATE")
|
|
25
25
|
private readonly consumerDelegateService: ConsumerServiceDelegateInterface,
|
|
26
26
|
@Inject("CONFIG") private readonly config: DefaultConfig,
|
|
@@ -22,13 +22,15 @@ export class KafkaService implements ConsumerServiceDelegateInterface {
|
|
|
22
22
|
|
|
23
23
|
constructor(
|
|
24
24
|
@Inject("CONFIG") private readonly config: DefaultConfig,
|
|
25
|
-
@Inject("LOGGER") private readonly logger: LoggerService
|
|
25
|
+
@Inject("LOGGER") private readonly logger: LoggerService,
|
|
26
|
+
extraConfig: any = {}
|
|
26
27
|
) {
|
|
27
28
|
const kafkaClientConfig = {
|
|
28
29
|
clientId: config.clientId,
|
|
29
30
|
brokers: [config.kafka.endpoint],
|
|
30
31
|
sasl: undefined,
|
|
31
32
|
ssl: undefined,
|
|
33
|
+
...extraConfig,
|
|
32
34
|
};
|
|
33
35
|
|
|
34
36
|
if (config.kafka.username) {
|
|
@@ -74,8 +76,14 @@ export class KafkaService implements ConsumerServiceDelegateInterface {
|
|
|
74
76
|
}
|
|
75
77
|
}
|
|
76
78
|
|
|
77
|
-
public async initializeConsumer(
|
|
78
|
-
|
|
79
|
+
public async initializeConsumer(
|
|
80
|
+
consumerGroup: string,
|
|
81
|
+
config = {}
|
|
82
|
+
): Promise<void> {
|
|
83
|
+
this._kafkaConsumer = this._kafka.consumer({
|
|
84
|
+
groupId: consumerGroup,
|
|
85
|
+
...config,
|
|
86
|
+
});
|
|
79
87
|
}
|
|
80
88
|
|
|
81
89
|
public async initializeProducer(): Promise<void> {
|