@digipair/skill-kafka 0.131.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md ADDED
@@ -0,0 +1,8 @@
1
+ # skill-kafka
2
+
3
+ This library was generated with [Nx](https://nx.dev).
4
+
5
+ ## Building
6
+
7
+ Run `nx build skill-kafka` to build the library.
8
+
@@ -0,0 +1,62 @@
1
+ 'use strict';
2
+
3
+ var engine = require('@digipair/engine');
4
+ var kafkajs = require('kafkajs');
5
+
6
+ let KafkaService = class KafkaService {
7
+ async kafka(params, _pins, context) {
8
+ const { brokers = context.privates.KAFKA_BROKERS ?? process.env['KAFKA_BROKERS'], clientId = context.privates.KAFKA_CLIENT_ID ?? process.env['KAFKA_CLIENT_ID'] } = params;
9
+ return new kafkajs.Kafka({
10
+ clientId,
11
+ brokers
12
+ });
13
+ }
14
+ async produce(params, _pins, context) {
15
+ const { client = context.privates.CLIENT_KAFKA, topic, messages } = params;
16
+ const kafkaInstance = await engine.executePinsList(client, context, `${context.__PATH__}.client`);
17
+ const producer = kafkaInstance.producer();
18
+ await producer.connect();
19
+ const recordMetadata = await producer.send({
20
+ topic,
21
+ messages
22
+ });
23
+ await producer.disconnect();
24
+ return recordMetadata;
25
+ }
26
+ async consume(params, _pinsSettingsList, context) {
27
+ const { client = context.privates.CLIENT_KAFKA, execute = [], groupId, topic } = params;
28
+ const kafkaInstance = await engine.executePinsList(client, context, `${context.__PATH__}.client`);
29
+ const consumer = kafkaInstance.consumer({
30
+ groupId
31
+ });
32
+ await consumer.connect();
33
+ await consumer.subscribe({
34
+ topic,
35
+ fromBeginning: true
36
+ });
37
+ await consumer.run({
38
+ eachMessage: async ({ topic, partition, message })=>{
39
+ await engine.executePinsList(execute, {
40
+ ...context,
41
+ topic,
42
+ partition,
43
+ message
44
+ }, `${context.__PATH__}.execute`);
45
+ }
46
+ });
47
+ return consumer;
48
+ }
49
+ async consumerDisconnect(params, _pinsSettingsList, context) {
50
+ const { consumer } = params;
51
+ consumer.disconnect();
52
+ }
53
+ };
54
+ const kafka = (params, pinsSettingsList, context)=>new KafkaService().kafka(params, pinsSettingsList, context);
55
+ const produce = (params, pinsSettingsList, context)=>new KafkaService().produce(params, pinsSettingsList, context);
56
+ const consume = (params, pinsSettingsList, context)=>new KafkaService().consume(params, pinsSettingsList, context);
57
+ const consumerDisconnect = (params, pinsSettingsList, context)=>new KafkaService().consumerDisconnect(params, pinsSettingsList, context);
58
+
59
+ exports.consume = consume;
60
+ exports.consumerDisconnect = consumerDisconnect;
61
+ exports.kafka = kafka;
62
+ exports.produce = produce;
@@ -0,0 +1 @@
1
+ export * from "./src/index";