@digipair/skill-kafka 0.131.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -0
- package/dist/index.cjs.js +62 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.esm.js +107555 -0
- package/dist/schema.fr.json +274 -0
- package/dist/schema.json +274 -0
- package/dist/src/index.d.ts +2 -0
- package/dist/src/index.d.ts.map +1 -0
- package/dist/src/lib/skill-kafka.d.ts +7 -0
- package/dist/src/lib/skill-kafka.d.ts.map +1 -0
- package/package.json +36 -0
package/README.md
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var engine = require('@digipair/engine');
|
|
4
|
+
var kafkajs = require('kafkajs');
|
|
5
|
+
|
|
6
|
+
let KafkaService = class KafkaService {
|
|
7
|
+
async kafka(params, _pins, context) {
|
|
8
|
+
const { brokers = context.privates.KAFKA_BROKERS ?? process.env['KAFKA_BROKERS'], clientId = context.privates.KAFKA_CLIENT_ID ?? process.env['KAFKA_CLIENT_ID'] } = params;
|
|
9
|
+
return new kafkajs.Kafka({
|
|
10
|
+
clientId,
|
|
11
|
+
brokers
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
async produce(params, _pins, context) {
|
|
15
|
+
const { client = context.privates.CLIENT_KAFKA, topic, messages } = params;
|
|
16
|
+
const kafkaInstance = await engine.executePinsList(client, context, `${context.__PATH__}.client`);
|
|
17
|
+
const producer = kafkaInstance.producer();
|
|
18
|
+
await producer.connect();
|
|
19
|
+
const recordMetadata = await producer.send({
|
|
20
|
+
topic,
|
|
21
|
+
messages
|
|
22
|
+
});
|
|
23
|
+
await producer.disconnect();
|
|
24
|
+
return recordMetadata;
|
|
25
|
+
}
|
|
26
|
+
async consume(params, _pinsSettingsList, context) {
|
|
27
|
+
const { client = context.privates.CLIENT_KAFKA, execute = [], groupId, topic } = params;
|
|
28
|
+
const kafkaInstance = await engine.executePinsList(client, context, `${context.__PATH__}.client`);
|
|
29
|
+
const consumer = kafkaInstance.consumer({
|
|
30
|
+
groupId
|
|
31
|
+
});
|
|
32
|
+
await consumer.connect();
|
|
33
|
+
await consumer.subscribe({
|
|
34
|
+
topic,
|
|
35
|
+
fromBeginning: true
|
|
36
|
+
});
|
|
37
|
+
await consumer.run({
|
|
38
|
+
eachMessage: async ({ topic, partition, message })=>{
|
|
39
|
+
await engine.executePinsList(execute, {
|
|
40
|
+
...context,
|
|
41
|
+
topic,
|
|
42
|
+
partition,
|
|
43
|
+
message
|
|
44
|
+
}, `${context.__PATH__}.execute`);
|
|
45
|
+
}
|
|
46
|
+
});
|
|
47
|
+
return consumer;
|
|
48
|
+
}
|
|
49
|
+
async consumerDisconnect(params, _pinsSettingsList, context) {
|
|
50
|
+
const { consumer } = params;
|
|
51
|
+
consumer.disconnect();
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
const kafka = (params, pinsSettingsList, context)=>new KafkaService().kafka(params, pinsSettingsList, context);
|
|
55
|
+
const produce = (params, pinsSettingsList, context)=>new KafkaService().produce(params, pinsSettingsList, context);
|
|
56
|
+
const consume = (params, pinsSettingsList, context)=>new KafkaService().consume(params, pinsSettingsList, context);
|
|
57
|
+
const consumerDisconnect = (params, pinsSettingsList, context)=>new KafkaService().consumerDisconnect(params, pinsSettingsList, context);
|
|
58
|
+
|
|
59
|
+
exports.consume = consume;
|
|
60
|
+
exports.consumerDisconnect = consumerDisconnect;
|
|
61
|
+
exports.kafka = kafka;
|
|
62
|
+
exports.produce = produce;
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from "./src/index";
|