@forklaunch/implementation-worker-kafka 0.5.0 → 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/consumers/index.d.mts +4 -4
- package/lib/consumers/index.d.ts +4 -4
- package/lib/consumers/index.js +8 -4
- package/lib/consumers/index.mjs +8 -4
- package/lib/eject/consumers/kafkaWorker.consumer.ts +12 -4
- package/lib/eject/producers/kafkaWorker.producer.ts +5 -4
- package/lib/producers/index.d.mts +1 -1
- package/lib/producers/index.d.ts +1 -1
- package/lib/producers/index.js +3 -1
- package/lib/producers/index.mjs +3 -1
- package/package.json +1 -1
|
@@ -3,14 +3,14 @@ import { WorkerEventEntity, WorkerProcessFunction, WorkerFailureHandler } from '
|
|
|
3
3
|
import { KafkaWorkerOptions } from '../domain/types/index.mjs';
|
|
4
4
|
|
|
5
5
|
declare class KafkaWorkerConsumer<EventEntity extends WorkerEventEntity, Options extends KafkaWorkerOptions> implements WorkerConsumer<EventEntity> {
|
|
6
|
-
protected readonly queueName: string;
|
|
7
|
-
protected readonly options: Options;
|
|
8
|
-
protected readonly processEventsFunction: WorkerProcessFunction<EventEntity>;
|
|
9
|
-
protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
|
|
10
6
|
private kafka;
|
|
11
7
|
private producer;
|
|
12
8
|
private consumer;
|
|
13
9
|
private processedMessages;
|
|
10
|
+
protected readonly queueName: string;
|
|
11
|
+
protected readonly options: Options;
|
|
12
|
+
protected readonly processEventsFunction: WorkerProcessFunction<EventEntity>;
|
|
13
|
+
protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
|
|
14
14
|
constructor(queueName: string, options: Options, processEventsFunction: WorkerProcessFunction<EventEntity>, failureHandler: WorkerFailureHandler<EventEntity>);
|
|
15
15
|
private setupConsumer;
|
|
16
16
|
peekEvents(): Promise<EventEntity[]>;
|
package/lib/consumers/index.d.ts
CHANGED
|
@@ -3,14 +3,14 @@ import { WorkerEventEntity, WorkerProcessFunction, WorkerFailureHandler } from '
|
|
|
3
3
|
import { KafkaWorkerOptions } from '../domain/types/index.js';
|
|
4
4
|
|
|
5
5
|
declare class KafkaWorkerConsumer<EventEntity extends WorkerEventEntity, Options extends KafkaWorkerOptions> implements WorkerConsumer<EventEntity> {
|
|
6
|
-
protected readonly queueName: string;
|
|
7
|
-
protected readonly options: Options;
|
|
8
|
-
protected readonly processEventsFunction: WorkerProcessFunction<EventEntity>;
|
|
9
|
-
protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
|
|
10
6
|
private kafka;
|
|
11
7
|
private producer;
|
|
12
8
|
private consumer;
|
|
13
9
|
private processedMessages;
|
|
10
|
+
protected readonly queueName: string;
|
|
11
|
+
protected readonly options: Options;
|
|
12
|
+
protected readonly processEventsFunction: WorkerProcessFunction<EventEntity>;
|
|
13
|
+
protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
|
|
14
14
|
constructor(queueName: string, options: Options, processEventsFunction: WorkerProcessFunction<EventEntity>, failureHandler: WorkerFailureHandler<EventEntity>);
|
|
15
15
|
private setupConsumer;
|
|
16
16
|
peekEvents(): Promise<EventEntity[]>;
|
package/lib/consumers/index.js
CHANGED
|
@@ -27,6 +27,14 @@ module.exports = __toCommonJS(consumers_exports);
|
|
|
27
27
|
// consumers/kafkaWorker.consumer.ts
|
|
28
28
|
var import_kafkajs = require("kafkajs");
|
|
29
29
|
var KafkaWorkerConsumer = class {
|
|
30
|
+
kafka;
|
|
31
|
+
producer;
|
|
32
|
+
consumer;
|
|
33
|
+
processedMessages = /* @__PURE__ */ new Set();
|
|
34
|
+
queueName;
|
|
35
|
+
options;
|
|
36
|
+
processEventsFunction;
|
|
37
|
+
failureHandler;
|
|
30
38
|
constructor(queueName, options, processEventsFunction, failureHandler) {
|
|
31
39
|
this.queueName = queueName;
|
|
32
40
|
this.options = options;
|
|
@@ -41,10 +49,6 @@ var KafkaWorkerConsumer = class {
|
|
|
41
49
|
groupId: this.options.groupId
|
|
42
50
|
});
|
|
43
51
|
}
|
|
44
|
-
kafka;
|
|
45
|
-
producer;
|
|
46
|
-
consumer;
|
|
47
|
-
processedMessages = /* @__PURE__ */ new Set();
|
|
48
52
|
async setupConsumer() {
|
|
49
53
|
await this.consumer.connect();
|
|
50
54
|
await this.consumer.subscribe({
|
package/lib/consumers/index.mjs
CHANGED
|
@@ -1,6 +1,14 @@
|
|
|
1
1
|
// consumers/kafkaWorker.consumer.ts
|
|
2
2
|
import { Kafka } from "kafkajs";
|
|
3
3
|
var KafkaWorkerConsumer = class {
|
|
4
|
+
kafka;
|
|
5
|
+
producer;
|
|
6
|
+
consumer;
|
|
7
|
+
processedMessages = /* @__PURE__ */ new Set();
|
|
8
|
+
queueName;
|
|
9
|
+
options;
|
|
10
|
+
processEventsFunction;
|
|
11
|
+
failureHandler;
|
|
4
12
|
constructor(queueName, options, processEventsFunction, failureHandler) {
|
|
5
13
|
this.queueName = queueName;
|
|
6
14
|
this.options = options;
|
|
@@ -15,10 +23,6 @@ var KafkaWorkerConsumer = class {
|
|
|
15
23
|
groupId: this.options.groupId
|
|
16
24
|
});
|
|
17
25
|
}
|
|
18
|
-
kafka;
|
|
19
|
-
producer;
|
|
20
|
-
consumer;
|
|
21
|
-
processedMessages = /* @__PURE__ */ new Set();
|
|
22
26
|
async setupConsumer() {
|
|
23
27
|
await this.consumer.connect();
|
|
24
28
|
await this.consumer.subscribe({
|
|
@@ -16,13 +16,21 @@ export class KafkaWorkerConsumer<
|
|
|
16
16
|
private producer: Producer;
|
|
17
17
|
private consumer: Consumer;
|
|
18
18
|
private processedMessages: Set<string> = new Set();
|
|
19
|
+
protected readonly queueName: string;
|
|
20
|
+
protected readonly options: Options;
|
|
21
|
+
protected readonly processEventsFunction: WorkerProcessFunction<EventEntity>;
|
|
22
|
+
protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
|
|
19
23
|
|
|
20
24
|
constructor(
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
+
queueName: string,
|
|
26
|
+
options: Options,
|
|
27
|
+
processEventsFunction: WorkerProcessFunction<EventEntity>,
|
|
28
|
+
failureHandler: WorkerFailureHandler<EventEntity>
|
|
25
29
|
) {
|
|
30
|
+
this.queueName = queueName;
|
|
31
|
+
this.options = options;
|
|
32
|
+
this.processEventsFunction = processEventsFunction;
|
|
33
|
+
this.failureHandler = failureHandler;
|
|
26
34
|
this.kafka = new Kafka({
|
|
27
35
|
clientId: this.options.clientId,
|
|
28
36
|
brokers: this.options.brokers
|
|
@@ -6,11 +6,12 @@ export class KafkaWorkerProducer<
|
|
|
6
6
|
Options extends KafkaWorkerOptions
|
|
7
7
|
> {
|
|
8
8
|
private producer;
|
|
9
|
+
private readonly queueName: string;
|
|
10
|
+
private readonly options: Options;
|
|
9
11
|
|
|
10
|
-
constructor(
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
) {
|
|
12
|
+
constructor(queueName: string, options: Options) {
|
|
13
|
+
this.queueName = queueName;
|
|
14
|
+
this.options = options;
|
|
14
15
|
const kafka = new Kafka({
|
|
15
16
|
clientId: this.options.clientId,
|
|
16
17
|
brokers: this.options.brokers
|
|
@@ -2,9 +2,9 @@ import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
|
|
|
2
2
|
import { KafkaWorkerOptions } from '../domain/types/index.mjs';
|
|
3
3
|
|
|
4
4
|
declare class KafkaWorkerProducer<EventEntity extends WorkerEventEntity, Options extends KafkaWorkerOptions> {
|
|
5
|
+
private producer;
|
|
5
6
|
private readonly queueName;
|
|
6
7
|
private readonly options;
|
|
7
|
-
private producer;
|
|
8
8
|
constructor(queueName: string, options: Options);
|
|
9
9
|
enqueueJob(event: EventEntity): Promise<void>;
|
|
10
10
|
enqueueBatchJobs(events: EventEntity[]): Promise<void>;
|
package/lib/producers/index.d.ts
CHANGED
|
@@ -2,9 +2,9 @@ import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
|
|
|
2
2
|
import { KafkaWorkerOptions } from '../domain/types/index.js';
|
|
3
3
|
|
|
4
4
|
declare class KafkaWorkerProducer<EventEntity extends WorkerEventEntity, Options extends KafkaWorkerOptions> {
|
|
5
|
+
private producer;
|
|
5
6
|
private readonly queueName;
|
|
6
7
|
private readonly options;
|
|
7
|
-
private producer;
|
|
8
8
|
constructor(queueName: string, options: Options);
|
|
9
9
|
enqueueJob(event: EventEntity): Promise<void>;
|
|
10
10
|
enqueueBatchJobs(events: EventEntity[]): Promise<void>;
|
package/lib/producers/index.js
CHANGED
|
@@ -27,6 +27,9 @@ module.exports = __toCommonJS(producers_exports);
|
|
|
27
27
|
// producers/kafkaWorker.producer.ts
|
|
28
28
|
var import_kafkajs = require("kafkajs");
|
|
29
29
|
var KafkaWorkerProducer = class {
|
|
30
|
+
producer;
|
|
31
|
+
queueName;
|
|
32
|
+
options;
|
|
30
33
|
constructor(queueName, options) {
|
|
31
34
|
this.queueName = queueName;
|
|
32
35
|
this.options = options;
|
|
@@ -37,7 +40,6 @@ var KafkaWorkerProducer = class {
|
|
|
37
40
|
this.producer = kafka.producer();
|
|
38
41
|
this.producer.connect();
|
|
39
42
|
}
|
|
40
|
-
producer;
|
|
41
43
|
async enqueueJob(event) {
|
|
42
44
|
await this.producer.send({
|
|
43
45
|
topic: this.queueName,
|
package/lib/producers/index.mjs
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
// producers/kafkaWorker.producer.ts
|
|
2
2
|
import { Kafka } from "kafkajs";
|
|
3
3
|
var KafkaWorkerProducer = class {
|
|
4
|
+
producer;
|
|
5
|
+
queueName;
|
|
6
|
+
options;
|
|
4
7
|
constructor(queueName, options) {
|
|
5
8
|
this.queueName = queueName;
|
|
6
9
|
this.options = options;
|
|
@@ -11,7 +14,6 @@ var KafkaWorkerProducer = class {
|
|
|
11
14
|
this.producer = kafka.producer();
|
|
12
15
|
this.producer.connect();
|
|
13
16
|
}
|
|
14
|
-
producer;
|
|
15
17
|
async enqueueJob(event) {
|
|
16
18
|
await this.producer.send({
|
|
17
19
|
topic: this.queueName,
|
package/package.json
CHANGED