kafka-ts 0.0.1-beta.6 → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +8 -2
- package/.github/workflows/release.yml +0 -30
- package/certs/ca.crt +0 -29
- package/certs/kafka.keystore.jks +0 -0
- package/certs/kafka.truststore.jks +0 -0
- package/docker-compose.yml +0 -110
- package/examples/package-lock.json +0 -3529
- package/examples/package.json +0 -22
- package/examples/src/benchmark/common.ts +0 -98
- package/examples/src/benchmark/kafka-ts.ts +0 -67
- package/examples/src/benchmark/kafkajs.ts +0 -51
- package/examples/src/client.ts +0 -12
- package/examples/src/consumer.ts +0 -24
- package/examples/src/create-topic.ts +0 -43
- package/examples/src/opentelemetry.ts +0 -46
- package/examples/src/producer.ts +0 -22
- package/examples/src/replicator.ts +0 -26
- package/examples/src/utils/delay.ts +0 -1
- package/examples/src/utils/json.ts +0 -1
- package/examples/tsconfig.json +0 -7
- package/log4j.properties +0 -95
- package/scripts/create-scram-user.sh +0 -7
- package/scripts/generate-certs.sh +0 -27
- package/scripts/kafka-local.properties +0 -33
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "kafka-ts",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.2",
|
|
4
4
|
"main": "dist/index.js",
|
|
5
5
|
"author": "Priit Käärd",
|
|
6
6
|
"license": "MIT",
|
|
@@ -22,5 +22,11 @@
|
|
|
22
22
|
"prettier": "^3.3.3",
|
|
23
23
|
"typescript": "^5.4.5",
|
|
24
24
|
"vitest": "^1.6.0"
|
|
25
|
-
}
|
|
25
|
+
},
|
|
26
|
+
"keywords": [
|
|
27
|
+
"kafka",
|
|
28
|
+
"client",
|
|
29
|
+
"producer",
|
|
30
|
+
"consumer"
|
|
31
|
+
]
|
|
26
32
|
}
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
name: Publish package
|
|
2
|
-
on:
|
|
3
|
-
push:
|
|
4
|
-
tags:
|
|
5
|
-
- 'v*'
|
|
6
|
-
jobs:
|
|
7
|
-
build:
|
|
8
|
-
runs-on: ubuntu-latest
|
|
9
|
-
permissions:
|
|
10
|
-
contents: write
|
|
11
|
-
steps:
|
|
12
|
-
- name: Checkout
|
|
13
|
-
uses: actions/checkout@v4
|
|
14
|
-
- name: Setup node
|
|
15
|
-
uses: actions/setup-node@v4
|
|
16
|
-
with:
|
|
17
|
-
node-version: '20.x'
|
|
18
|
-
registry-url: 'https://registry.npmjs.org'
|
|
19
|
-
- name: Install dependencies
|
|
20
|
-
run: npm ci
|
|
21
|
-
- name: Build
|
|
22
|
-
run: npm run build
|
|
23
|
-
- name: Create release
|
|
24
|
-
env:
|
|
25
|
-
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
26
|
-
run: gh release create ${{ github.ref_name }} --generate-notes
|
|
27
|
-
- name: Publish npm package
|
|
28
|
-
run: npm publish
|
|
29
|
-
env:
|
|
30
|
-
NODE_AUTH_TOKEN: ${{secrets.NPM_TOKEN}}
|
package/certs/ca.crt
DELETED
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
-----BEGIN CERTIFICATE-----
|
|
2
|
-
MIIFCTCCAvGgAwIBAgIUYSj+2uS05/+RbdvXYi+NnYZrzIEwDQYJKoZIhvcNAQEL
|
|
3
|
-
BQAwEzERMA8GA1UEAwwIa2Fma2EtY2EwIBcNMjQxMDE4MTMwNDQ4WhgPMjI2NDEw
|
|
4
|
-
MjAxMzA0NDhaMBMxETAPBgNVBAMMCGthZmthLWNhMIICIjANBgkqhkiG9w0BAQEF
|
|
5
|
-
AAOCAg8AMIICCgKCAgEAiuEnn0ZAaWsteEMsgrCgvhGmBBZh6NMbWrWRq/9cvESQ
|
|
6
|
-
OjU7LUIXEjzHAeIc/NfMHeOl6D2BfXS+BAcmJBHZ5DAZoCOATKvy0Ry5KEdlNbat
|
|
7
|
-
o/B9i5jWKbK1Q0sF+2hSfRWB5OGrdsusN9XxH2JYuW93fY9htf5Au+h5BjLMTL8z
|
|
8
|
-
wRJHX4EuC63VyF3U0xl20TePuYpATpvEXQZQyaHWGMM8+EJVJiv6pQY2GoKKHsD7
|
|
9
|
-
xFB31mKgvLQDWkSyeRXeZE0wgoni4MM4Q9hKH+U+ccn7Xxj2grrjK96u6/B6LIkc
|
|
10
|
-
z30Lh+yWuO57VM/cqrnK1DCMR3+hG6ser5lLemkJmptbrvsm2uZEI2vCglsoz352
|
|
11
|
-
ZmrU5LX8Taj5SPmWssRxQHtx20L5kDDs0QNtvPprhaPdFmPVr39EVTS4p1As5meZ
|
|
12
|
-
QLnOti7Vj0RtALQ1BBRc1nl8OUh8N4krBEgs+BLGwcW8T9vw7EfqaQI7G9q/b/+L
|
|
13
|
-
soEHRzdRxEs5TPjVGQNcd2REQf/Dn1ovHOlgmkhRKWPLhHVRza2FjypdO0yUF0io
|
|
14
|
-
W2vxzHvdLsUhpmAVu//dOOopzfukJfOELsyxSkQucyFpaDmu4y9WjPq2cJ1K1F1L
|
|
15
|
-
DuM9BVHIZTcI7CxlqujYroYnH4QMH/dUu5MAfqnHE926XC3YIWvfuv4NLs0vcKcC
|
|
16
|
-
AwEAAaNTMFEwHQYDVR0OBBYEFI/M/wYP4G8TGt2AR5X8H6YAwfUQMB8GA1UdIwQY
|
|
17
|
-
MBaAFI/M/wYP4G8TGt2AR5X8H6YAwfUQMA8GA1UdEwEB/wQFMAMBAf8wDQYJKoZI
|
|
18
|
-
hvcNAQELBQADggIBAHLIwasKnvI5Cim8app5V1C4keCrjInLRXQuY9r7wFQ6jFFC
|
|
19
|
-
KraOcEM2LCjwDvjWv30Rdjrv0sMm3NNL+GC2SWpj5tDmsUYxMJcDRVFLbKWBdjrx
|
|
20
|
-
m/8zFfr4gL2pUSJZxucey0KCP4yCljetSpXbN+upvq97i2/O7JFcyeFKu4Z3KeKJ
|
|
21
|
-
Pn+gI9Dn5WteTzPNLR4TX948YvmOSURKMAc2LHXDgz4xL+UqNAf18cbJYd47YBLi
|
|
22
|
-
JAlPISVBUFZcOXAp2Y48m2AjN2ZfL8Sb7see6Ia87/19Dls9FFmCDF/bN9G2R1Tv
|
|
23
|
-
gEnby25or7xfH5cJpkEBHPN9Tg/D/XA7fe6rEvssMBuMsjr5DNKzUeQ5NgkKA9PU
|
|
24
|
-
JFTd75xmGq71ydOaO7ICwcrBtzYYJ9HyEOg9Boz7ikALvi1LqK/y2L9pAQ6RUqNn
|
|
25
|
-
5IQs/FeJFC48ZvvM5vhQLQQJM+Bz991JA6i/KiQvyNHi4PhrPtSbwENhxFSZWWdG
|
|
26
|
-
0E8XYAWs1X6y+9MiWea9HvA9+0mkM0XTZK/ps4jgTaPsY7xyhHMnMVsXZu6LLxNd
|
|
27
|
-
puxokDyDxYo63OY6AZLpwpsjpfDH1jPakR/lU0/jvudV6GC+kQr7hZseTUQI21f2
|
|
28
|
-
njVbHOlihJIV+6o6lrS+xLwU7zWwvx/cObmplwffsyI5sPwnXIIMJPR6ToSV
|
|
29
|
-
-----END CERTIFICATE-----
|
package/certs/kafka.keystore.jks
DELETED
|
Binary file
|
|
Binary file
|
package/docker-compose.yml
DELETED
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
# kafka with raft:
|
|
2
|
-
services:
|
|
3
|
-
kafka-0:
|
|
4
|
-
container_name: kafka-0
|
|
5
|
-
image: apache/kafka:${KAFKA_VERSION}
|
|
6
|
-
ports:
|
|
7
|
-
- '9092:9092'
|
|
8
|
-
- '29092:29092'
|
|
9
|
-
environment:
|
|
10
|
-
KAFKA_NODE_ID: 0
|
|
11
|
-
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,INTERBROKER:PLAINTEXT,EXTERNAL:SASL_SSL'
|
|
12
|
-
KAFKA_LISTENER_NAME_EXTERNAL_PLAIN_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.plain.PlainLoginModule required user_admin="admin";'
|
|
13
|
-
KAFKA_LISTENER_NAME_EXTERNAL_SCRAM-SHA-256_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.scram.ScramLoginModule required;'
|
|
14
|
-
KAFKA_LISTENER_NAME_EXTERNAL_SCRAM-SHA-512_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.scram.ScramLoginModule required;'
|
|
15
|
-
KAFKA_SASL_ENABLED_MECHANISMS: 'PLAIN,SCRAM-SHA-256,SCRAM-SHA-512'
|
|
16
|
-
KAFKA_ADVERTISED_LISTENERS: 'EXTERNAL://localhost:9092,INTERBROKER://kafka-0:19092'
|
|
17
|
-
KAFKA_PROCESS_ROLES: 'broker,controller'
|
|
18
|
-
KAFKA_CONTROLLER_QUORUM_VOTERS: '0@kafka-0:29092,1@kafka-1:29093,2@kafka-2:29094'
|
|
19
|
-
KAFKA_LISTENERS: 'EXTERNAL://:9092,INTERBROKER://:19092,CONTROLLER://:29092'
|
|
20
|
-
KAFKA_INTER_BROKER_LISTENER_NAME: 'INTERBROKER'
|
|
21
|
-
KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
|
|
22
|
-
CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
|
|
23
|
-
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
24
|
-
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
|
|
25
|
-
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
|
|
26
|
-
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
|
|
27
|
-
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
|
|
28
|
-
KAFKA_SSL_KEYSTORE_LOCATION: '/run/secrets/kafka.server.keystore.jks'
|
|
29
|
-
KAFKA_SSL_KEYSTORE_PASSWORD: 'password'
|
|
30
|
-
KAFKA_SSL_KEY_PASSWORD: 'password'
|
|
31
|
-
KAFKA_SSL_TRUSTSTORE_LOCATION: '/run/secrets/kafka.server.truststore.jks'
|
|
32
|
-
KAFKA_SSL_TRUSTSTORE_PASSWORD: 'password'
|
|
33
|
-
KAFKA_SSL_ENDPOINT_IDENTIFICATION.algorithm: ''
|
|
34
|
-
KAFKA_SSL_CLIENT_AUTH: 'required'
|
|
35
|
-
volumes:
|
|
36
|
-
- ./log4j.properties:/etc/kafka/docker/log4j.properties
|
|
37
|
-
- ./certs/kafka.truststore.jks:/run/secrets/kafka.server.truststore.jks
|
|
38
|
-
- ./certs/kafka.keystore.jks:/run/secrets/kafka.server.keystore.jks
|
|
39
|
-
kafka-1:
|
|
40
|
-
container_name: kafka-1
|
|
41
|
-
image: apache/kafka:${KAFKA_VERSION}
|
|
42
|
-
ports:
|
|
43
|
-
- '9093:9093'
|
|
44
|
-
- '29093:29093'
|
|
45
|
-
environment:
|
|
46
|
-
KAFKA_NODE_ID: 1
|
|
47
|
-
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,INTERBROKER:PLAINTEXT,EXTERNAL:SASL_SSL'
|
|
48
|
-
KAFKA_LISTENER_NAME_EXTERNAL_PLAIN_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.plain.PlainLoginModule required user_admin="admin";'
|
|
49
|
-
KAFKA_LISTENER_NAME_EXTERNAL_SCRAM-SHA-256_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.scram.ScramLoginModule required;'
|
|
50
|
-
KAFKA_LISTENER_NAME_EXTERNAL_SCRAM-SHA-512_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.scram.ScramLoginModule required;'
|
|
51
|
-
KAFKA_SASL_ENABLED_MECHANISMS: 'PLAIN,SCRAM-SHA-256,SCRAM-SHA-512'
|
|
52
|
-
KAFKA_ADVERTISED_LISTENERS: 'EXTERNAL://localhost:9093,INTERBROKER://kafka-1:19093'
|
|
53
|
-
KAFKA_PROCESS_ROLES: 'broker,controller'
|
|
54
|
-
KAFKA_CONTROLLER_QUORUM_VOTERS: '0@kafka-0:29092,1@kafka-1:29093,2@kafka-2:29094'
|
|
55
|
-
KAFKA_LISTENERS: 'EXTERNAL://:9093,INTERBROKER://:19093,CONTROLLER://:29093'
|
|
56
|
-
KAFKA_INTER_BROKER_LISTENER_NAME: 'INTERBROKER'
|
|
57
|
-
KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
|
|
58
|
-
CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
|
|
59
|
-
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
60
|
-
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
|
|
61
|
-
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
|
|
62
|
-
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
|
|
63
|
-
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
|
|
64
|
-
KAFKA_SSL_KEYSTORE_LOCATION: '/run/secrets/kafka.server.keystore.jks'
|
|
65
|
-
KAFKA_SSL_KEYSTORE_PASSWORD: 'password'
|
|
66
|
-
KAFKA_SSL_KEY_PASSWORD: 'password'
|
|
67
|
-
KAFKA_SSL_TRUSTSTORE_LOCATION: '/run/secrets/kafka.server.truststore.jks'
|
|
68
|
-
KAFKA_SSL_TRUSTSTORE_PASSWORD: 'password'
|
|
69
|
-
KAFKA_SSL_ENDPOINT_IDENTIFICATION.algorithm: ''
|
|
70
|
-
KAFKA_SSL_CLIENT_AUTH: 'required'
|
|
71
|
-
volumes:
|
|
72
|
-
- ./log4j.properties:/etc/kafka/docker/log4j.properties
|
|
73
|
-
- ./certs/kafka.truststore.jks:/run/secrets/kafka.server.truststore.jks
|
|
74
|
-
- ./certs/kafka.keystore.jks:/run/secrets/kafka.server.keystore.jks
|
|
75
|
-
kafka-2:
|
|
76
|
-
container_name: kafka-2
|
|
77
|
-
image: apache/kafka:${KAFKA_VERSION}
|
|
78
|
-
ports:
|
|
79
|
-
- '9094:9094'
|
|
80
|
-
- '29094:29094'
|
|
81
|
-
environment:
|
|
82
|
-
KAFKA_NODE_ID: 2
|
|
83
|
-
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,INTERBROKER:PLAINTEXT,EXTERNAL:SASL_SSL'
|
|
84
|
-
KAFKA_LISTENER_NAME_EXTERNAL_PLAIN_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.plain.PlainLoginModule required user_admin="admin";'
|
|
85
|
-
KAFKA_LISTENER_NAME_EXTERNAL_SCRAM-SHA-256_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.scram.ScramLoginModule required;'
|
|
86
|
-
KAFKA_LISTENER_NAME_EXTERNAL_SCRAM-SHA-512_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.scram.ScramLoginModule required;'
|
|
87
|
-
KAFKA_SASL_ENABLED_MECHANISMS: 'PLAIN,SCRAM-SHA-256,SCRAM-SHA-512'
|
|
88
|
-
KAFKA_ADVERTISED_LISTENERS: 'EXTERNAL://localhost:9094,INTERBROKER://kafka-2:19094'
|
|
89
|
-
KAFKA_PROCESS_ROLES: 'broker,controller'
|
|
90
|
-
KAFKA_CONTROLLER_QUORUM_VOTERS: '0@kafka-0:29092,1@kafka-1:29093,2@kafka-2:29094'
|
|
91
|
-
KAFKA_LISTENERS: 'EXTERNAL://:9094,INTERBROKER://:19094,CONTROLLER://:29094'
|
|
92
|
-
KAFKA_INTER_BROKER_LISTENER_NAME: 'INTERBROKER'
|
|
93
|
-
KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
|
|
94
|
-
CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
|
|
95
|
-
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
96
|
-
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
|
|
97
|
-
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
|
|
98
|
-
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
|
|
99
|
-
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
|
|
100
|
-
KAFKA_SSL_KEYSTORE_LOCATION: '/run/secrets/kafka.server.keystore.jks'
|
|
101
|
-
KAFKA_SSL_KEYSTORE_PASSWORD: 'password'
|
|
102
|
-
KAFKA_SSL_KEY_PASSWORD: 'password'
|
|
103
|
-
KAFKA_SSL_TRUSTSTORE_LOCATION: '/run/secrets/kafka.server.truststore.jks'
|
|
104
|
-
KAFKA_SSL_TRUSTSTORE_PASSWORD: 'password'
|
|
105
|
-
KAFKA_SSL_ENDPOINT_IDENTIFICATION.algorithm: ''
|
|
106
|
-
KAFKA_SSL_CLIENT_AUTH: 'required'
|
|
107
|
-
volumes:
|
|
108
|
-
- ./log4j.properties:/etc/kafka/docker/log4j.properties
|
|
109
|
-
- ./certs/kafka.truststore.jks:/run/secrets/kafka.server.truststore.jks
|
|
110
|
-
- ./certs/kafka.keystore.jks:/run/secrets/kafka.server.keystore.jks
|