rdkafka 0.13.0 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +2 -0
- data/.github/FUNDING.yml +1 -0
- data/.github/workflows/ci.yml +58 -0
- data/.gitignore +4 -0
- data/.rspec +1 -0
- data/.ruby-gemset +1 -0
- data/.ruby-version +1 -0
- data/CHANGELOG.md +141 -111
- data/{LICENSE → MIT-LICENSE} +2 -1
- data/README.md +48 -39
- data/certs/cert_chain.pem +26 -0
- data/docker-compose.yml +18 -15
- data/ext/README.md +1 -1
- data/ext/Rakefile +1 -1
- data/lib/rdkafka/abstract_handle.rb +40 -26
- data/lib/rdkafka/admin/acl_binding_result.rb +37 -0
- data/lib/rdkafka/admin/create_acl_handle.rb +28 -0
- data/lib/rdkafka/admin/create_acl_report.rb +24 -0
- data/lib/rdkafka/admin/create_partitions_handle.rb +27 -0
- data/lib/rdkafka/admin/create_partitions_report.rb +6 -0
- data/lib/rdkafka/admin/delete_acl_handle.rb +30 -0
- data/lib/rdkafka/admin/delete_acl_report.rb +23 -0
- data/lib/rdkafka/admin/delete_groups_handle.rb +28 -0
- data/lib/rdkafka/admin/delete_groups_report.rb +24 -0
- data/lib/rdkafka/admin/describe_acl_handle.rb +30 -0
- data/lib/rdkafka/admin/describe_acl_report.rb +23 -0
- data/lib/rdkafka/admin.rb +449 -7
- data/lib/rdkafka/bindings.rb +127 -5
- data/lib/rdkafka/callbacks.rb +187 -0
- data/lib/rdkafka/config.rb +53 -19
- data/lib/rdkafka/consumer/headers.rb +2 -4
- data/lib/rdkafka/consumer/topic_partition_list.rb +11 -8
- data/lib/rdkafka/consumer.rb +134 -59
- data/lib/rdkafka/helpers/time.rb +14 -0
- data/lib/rdkafka/metadata.rb +22 -1
- data/lib/rdkafka/native_kafka.rb +6 -1
- data/lib/rdkafka/producer.rb +87 -9
- data/lib/rdkafka/version.rb +3 -3
- data/lib/rdkafka.rb +21 -1
- data/rdkafka.gemspec +17 -3
- data/renovate.json +6 -0
- data/spec/rdkafka/abstract_handle_spec.rb +0 -2
- data/spec/rdkafka/admin/create_acl_handle_spec.rb +56 -0
- data/spec/rdkafka/admin/create_acl_report_spec.rb +18 -0
- data/spec/rdkafka/admin/create_topic_handle_spec.rb +0 -2
- data/spec/rdkafka/admin/create_topic_report_spec.rb +0 -2
- data/spec/rdkafka/admin/delete_acl_handle_spec.rb +85 -0
- data/spec/rdkafka/admin/delete_acl_report_spec.rb +71 -0
- data/spec/rdkafka/admin/delete_topic_handle_spec.rb +0 -2
- data/spec/rdkafka/admin/delete_topic_report_spec.rb +0 -2
- data/spec/rdkafka/admin/describe_acl_handle_spec.rb +85 -0
- data/spec/rdkafka/admin/describe_acl_report_spec.rb +72 -0
- data/spec/rdkafka/admin_spec.rb +205 -2
- data/spec/rdkafka/bindings_spec.rb +0 -1
- data/spec/rdkafka/callbacks_spec.rb +0 -2
- data/spec/rdkafka/config_spec.rb +8 -2
- data/spec/rdkafka/consumer/headers_spec.rb +0 -2
- data/spec/rdkafka/consumer/message_spec.rb +0 -2
- data/spec/rdkafka/consumer/partition_spec.rb +0 -2
- data/spec/rdkafka/consumer/topic_partition_list_spec.rb +19 -2
- data/spec/rdkafka/consumer_spec.rb +212 -39
- data/spec/rdkafka/error_spec.rb +0 -2
- data/spec/rdkafka/metadata_spec.rb +2 -3
- data/spec/rdkafka/native_kafka_spec.rb +2 -3
- data/spec/rdkafka/producer/delivery_handle_spec.rb +0 -2
- data/spec/rdkafka/producer/delivery_report_spec.rb +0 -2
- data/spec/rdkafka/producer_spec.rb +157 -1
- data/spec/spec_helper.rb +3 -1
- data.tar.gz.sig +3 -0
- metadata +76 -13
- metadata.gz.sig +3 -0
- data/.semaphore/semaphore.yml +0 -27
data/spec/spec_helper.rb
CHANGED
@@ -11,6 +11,7 @@ require "pry"
|
|
11
11
|
require "rspec"
|
12
12
|
require "rdkafka"
|
13
13
|
require "timeout"
|
14
|
+
require "securerandom"
|
14
15
|
|
15
16
|
def rdkafka_base_config
|
16
17
|
{
|
@@ -35,7 +36,7 @@ def rdkafka_consumer_config(config_overrides={})
|
|
35
36
|
# Add consumer specific fields to it
|
36
37
|
config[:"auto.offset.reset"] = "earliest"
|
37
38
|
config[:"enable.partition.eof"] = false
|
38
|
-
config[:"group.id"] = "ruby-test-#{
|
39
|
+
config[:"group.id"] = "ruby-test-#{SecureRandom.uuid}"
|
39
40
|
# Enable debug mode if required
|
40
41
|
if ENV["DEBUG_CONSUMER"]
|
41
42
|
config[:debug] = "cgrp,topic,fetch"
|
@@ -134,6 +135,7 @@ RSpec.configure do |config|
|
|
134
135
|
rake_test_topic: 3,
|
135
136
|
watermarks_test_topic: 3,
|
136
137
|
partitioner_test_topic: 25,
|
138
|
+
example_topic: 1
|
137
139
|
}.each do |topic, partitions|
|
138
140
|
create_topic_handle = admin.create_topic(topic.to_s, partitions, 1)
|
139
141
|
begin
|
data.tar.gz.sig
ADDED
@@ -0,0 +1,3 @@
|
|
1
|
+
I��:z�mY0��+��!vr��V��,g��,>���56�r��5���*Z�魇Q]##�)����y9��e\�w����^�F2ֲ�u�(7��u�A��(;]@���5��_��I�vF���&8���_�}2ܐ��.��F�=�f��V٭fI$<�1�M�8����C�o'2]�ŵg�6H��o_��B��|A�5F�Mx�J�N��k�)�Y��gC�r��"ib���sy>����Q��ڋCW9ڮoz�
|
2
|
+
�k���q�q�������s�M&Y�4&�����+�]1�,Tf(DE
|
3
|
+
9��U���"Ķ>�_g;��
|
metadata
CHANGED
@@ -1,14 +1,41 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rdkafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.15.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Thijs Cadier
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
|
-
cert_chain:
|
11
|
-
|
10
|
+
cert_chain:
|
11
|
+
- |
|
12
|
+
-----BEGIN CERTIFICATE-----
|
13
|
+
MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
|
14
|
+
YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
|
15
|
+
MB4XDTIzMDgyMTA3MjU1NFoXDTI0MDgyMDA3MjU1NFowPzEQMA4GA1UEAwwHY29u
|
16
|
+
dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
|
17
|
+
bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAOuZpyQKEwsTG9plLat7
|
18
|
+
8bUaNuNBEnouTsNMr6X+XTgvyrAxTuocdsyP1sNCjdS1B8RiiDH1/Nt9qpvlBWon
|
19
|
+
sdJ1SYhaWNVfqiYStTDnCx3PRMmHRdD4KqUWKpN6VpZ1O/Zu+9Mw0COmvXgZuuO9
|
20
|
+
wMSJkXRo6dTCfMedLAIxjMeBIxtoLR2e6Jm6MR8+8WYYVWrO9kSOOt5eKQLBY7aK
|
21
|
+
b/Dc40EcJKPg3Z30Pia1M9ZyRlb6SOj6SKpHRqc7vbVQxjEw6Jjal1lZ49m3YZMd
|
22
|
+
ArMAs9lQZNdSw5/UX6HWWURLowg6k10RnhTUtYyzO9BFev0JFJftHnmuk8vtb+SD
|
23
|
+
5VPmjFXg2VOcw0B7FtG75Vackk8QKfgVe3nSPhVpew2CSPlbJzH80wChbr19+e3+
|
24
|
+
YGr1tOiaJrL6c+PNmb0F31NXMKpj/r+n15HwlTMRxQrzFcgjBlxf2XFGnPQXHhBm
|
25
|
+
kp1OFnEq4GG9sON4glRldkwzi/f/fGcZmo5fm3d+0ZdNgwIDAQABo3cwdTAJBgNV
|
26
|
+
HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUPVH5+dLA80A1kJ2Uz5iGwfOa
|
27
|
+
1+swHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
|
28
|
+
bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEAnpa0jcN7JzREHMTQ
|
29
|
+
bfZ+xcvlrzuROMY6A3zIZmQgbnoZZNuX4cMRrT1p1HuwXpxdpHPw7dDjYqWw3+1h
|
30
|
+
3mXLeMuk7amjQpYoSWU/OIZMhIsARra22UN8qkkUlUj3AwTaChVKN/bPJOM2DzfU
|
31
|
+
kz9vUgLeYYFfQbZqeI6SsM7ltilRV4W8D9yNUQQvOxCFxtLOetJ00fC/E7zMUzbK
|
32
|
+
IBwYFQYsbI6XQzgAIPW6nGSYKgRhkfpmquXSNKZRIQ4V6bFrufa+DzD0bt2ZA3ah
|
33
|
+
fMmJguyb5L2Gf1zpDXzFSPMG7YQFLzwYz1zZZvOU7/UCpQsHpID/YxqDp4+Dgb+Y
|
34
|
+
qma0whX8UG/gXFV2pYWpYOfpatvahwi+A1TwPQsuZwkkhi1OyF1At3RY+hjSXyav
|
35
|
+
AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
|
36
|
+
msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
|
37
|
+
-----END CERTIFICATE-----
|
38
|
+
date: 2023-12-03 00:00:00.000000000 Z
|
12
39
|
dependencies:
|
13
40
|
- !ruby/object:Gem::Dependency
|
14
41
|
name: ffi
|
@@ -138,32 +165,47 @@ dependencies:
|
|
138
165
|
version: '0'
|
139
166
|
description: Modern Kafka client library for Ruby based on librdkafka
|
140
167
|
email:
|
141
|
-
-
|
168
|
+
- contact@karafka.io
|
142
169
|
executables: []
|
143
170
|
extensions:
|
144
171
|
- ext/Rakefile
|
145
172
|
extra_rdoc_files: []
|
146
173
|
files:
|
174
|
+
- ".github/FUNDING.yml"
|
175
|
+
- ".github/workflows/ci.yml"
|
147
176
|
- ".gitignore"
|
148
177
|
- ".rspec"
|
149
|
-
- ".
|
178
|
+
- ".ruby-gemset"
|
179
|
+
- ".ruby-version"
|
150
180
|
- ".yardopts"
|
151
181
|
- CHANGELOG.md
|
152
182
|
- Gemfile
|
153
183
|
- Guardfile
|
154
|
-
- LICENSE
|
184
|
+
- MIT-LICENSE
|
155
185
|
- README.md
|
156
186
|
- Rakefile
|
187
|
+
- certs/cert_chain.pem
|
157
188
|
- docker-compose.yml
|
158
189
|
- ext/README.md
|
159
190
|
- ext/Rakefile
|
160
191
|
- lib/rdkafka.rb
|
161
192
|
- lib/rdkafka/abstract_handle.rb
|
162
193
|
- lib/rdkafka/admin.rb
|
194
|
+
- lib/rdkafka/admin/acl_binding_result.rb
|
195
|
+
- lib/rdkafka/admin/create_acl_handle.rb
|
196
|
+
- lib/rdkafka/admin/create_acl_report.rb
|
197
|
+
- lib/rdkafka/admin/create_partitions_handle.rb
|
198
|
+
- lib/rdkafka/admin/create_partitions_report.rb
|
163
199
|
- lib/rdkafka/admin/create_topic_handle.rb
|
164
200
|
- lib/rdkafka/admin/create_topic_report.rb
|
201
|
+
- lib/rdkafka/admin/delete_acl_handle.rb
|
202
|
+
- lib/rdkafka/admin/delete_acl_report.rb
|
203
|
+
- lib/rdkafka/admin/delete_groups_handle.rb
|
204
|
+
- lib/rdkafka/admin/delete_groups_report.rb
|
165
205
|
- lib/rdkafka/admin/delete_topic_handle.rb
|
166
206
|
- lib/rdkafka/admin/delete_topic_report.rb
|
207
|
+
- lib/rdkafka/admin/describe_acl_handle.rb
|
208
|
+
- lib/rdkafka/admin/describe_acl_report.rb
|
167
209
|
- lib/rdkafka/bindings.rb
|
168
210
|
- lib/rdkafka/callbacks.rb
|
169
211
|
- lib/rdkafka/config.rb
|
@@ -173,6 +215,7 @@ files:
|
|
173
215
|
- lib/rdkafka/consumer/partition.rb
|
174
216
|
- lib/rdkafka/consumer/topic_partition_list.rb
|
175
217
|
- lib/rdkafka/error.rb
|
218
|
+
- lib/rdkafka/helpers/time.rb
|
176
219
|
- lib/rdkafka/metadata.rb
|
177
220
|
- lib/rdkafka/native_kafka.rb
|
178
221
|
- lib/rdkafka/producer.rb
|
@@ -180,11 +223,18 @@ files:
|
|
180
223
|
- lib/rdkafka/producer/delivery_report.rb
|
181
224
|
- lib/rdkafka/version.rb
|
182
225
|
- rdkafka.gemspec
|
226
|
+
- renovate.json
|
183
227
|
- spec/rdkafka/abstract_handle_spec.rb
|
228
|
+
- spec/rdkafka/admin/create_acl_handle_spec.rb
|
229
|
+
- spec/rdkafka/admin/create_acl_report_spec.rb
|
184
230
|
- spec/rdkafka/admin/create_topic_handle_spec.rb
|
185
231
|
- spec/rdkafka/admin/create_topic_report_spec.rb
|
232
|
+
- spec/rdkafka/admin/delete_acl_handle_spec.rb
|
233
|
+
- spec/rdkafka/admin/delete_acl_report_spec.rb
|
186
234
|
- spec/rdkafka/admin/delete_topic_handle_spec.rb
|
187
235
|
- spec/rdkafka/admin/delete_topic_report_spec.rb
|
236
|
+
- spec/rdkafka/admin/describe_acl_handle_spec.rb
|
237
|
+
- spec/rdkafka/admin/describe_acl_report_spec.rb
|
188
238
|
- spec/rdkafka/admin_spec.rb
|
189
239
|
- spec/rdkafka/bindings_spec.rb
|
190
240
|
- spec/rdkafka/callbacks_spec.rb
|
@@ -201,11 +251,18 @@ files:
|
|
201
251
|
- spec/rdkafka/producer/delivery_report_spec.rb
|
202
252
|
- spec/rdkafka/producer_spec.rb
|
203
253
|
- spec/spec_helper.rb
|
204
|
-
homepage:
|
254
|
+
homepage:
|
205
255
|
licenses:
|
206
256
|
- MIT
|
207
|
-
metadata:
|
208
|
-
|
257
|
+
metadata:
|
258
|
+
funding_uri: https://karafka.io/#become-pro
|
259
|
+
homepage_uri: https://karafka.io
|
260
|
+
changelog_uri: https://github.com/karafka/rdkafka-ruby/blob/main/CHANGELOG.md
|
261
|
+
bug_tracker_uri: https://github.com/karafka/rdkafka-ruby/issues
|
262
|
+
source_code_uri: https://github.com/karafka/rdkafka-ruby
|
263
|
+
documentation_uri: https://github.com/karafka/rdkafka-ruby/blob/main/README.md
|
264
|
+
rubygems_mfa_required: 'true'
|
265
|
+
post_install_message:
|
209
266
|
rdoc_options: []
|
210
267
|
require_paths:
|
211
268
|
- lib
|
@@ -213,25 +270,31 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
213
270
|
requirements:
|
214
271
|
- - ">="
|
215
272
|
- !ruby/object:Gem::Version
|
216
|
-
version: '2.
|
273
|
+
version: '2.7'
|
217
274
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
218
275
|
requirements:
|
219
276
|
- - ">="
|
220
277
|
- !ruby/object:Gem::Version
|
221
278
|
version: '0'
|
222
279
|
requirements: []
|
223
|
-
rubygems_version: 3.4.
|
224
|
-
signing_key:
|
280
|
+
rubygems_version: 3.4.19
|
281
|
+
signing_key:
|
225
282
|
specification_version: 4
|
226
283
|
summary: The rdkafka gem is a modern Kafka client library for Ruby based on librdkafka.
|
227
284
|
It wraps the production-ready C client using the ffi gem and targets Kafka 1.0+
|
228
285
|
and Ruby 2.4+.
|
229
286
|
test_files:
|
230
287
|
- spec/rdkafka/abstract_handle_spec.rb
|
288
|
+
- spec/rdkafka/admin/create_acl_handle_spec.rb
|
289
|
+
- spec/rdkafka/admin/create_acl_report_spec.rb
|
231
290
|
- spec/rdkafka/admin/create_topic_handle_spec.rb
|
232
291
|
- spec/rdkafka/admin/create_topic_report_spec.rb
|
292
|
+
- spec/rdkafka/admin/delete_acl_handle_spec.rb
|
293
|
+
- spec/rdkafka/admin/delete_acl_report_spec.rb
|
233
294
|
- spec/rdkafka/admin/delete_topic_handle_spec.rb
|
234
295
|
- spec/rdkafka/admin/delete_topic_report_spec.rb
|
296
|
+
- spec/rdkafka/admin/describe_acl_handle_spec.rb
|
297
|
+
- spec/rdkafka/admin/describe_acl_report_spec.rb
|
235
298
|
- spec/rdkafka/admin_spec.rb
|
236
299
|
- spec/rdkafka/bindings_spec.rb
|
237
300
|
- spec/rdkafka/callbacks_spec.rb
|
metadata.gz.sig
ADDED
@@ -0,0 +1,3 @@
|
|
1
|
+
ȧ����������ٸ��'�-S"?Yj�� &eB���s�x���
|
2
|
+
�L{mZz��Ë$�M�,ٛl�n%�j�V���ƨO�>B��k0L�����{!ԕ,�Uu����;KU� ��v����&[����뷟�iIMN\;K�$Z�Qh+�'Ն��GZ �³����b3�Z����V��vѮ���~X�-�ੳJ�(j�\ӱ�{�IsB,�.5<�Ϲw$Ih�s�z�b�5�eW� 2q\���;�|�&0�@�
|
3
|
+
�F��ZQw�sl�;!��U>O��lq�/��s���J{H���JZ?6�q��P �!��I��,������h��^��B�ĆdT�����hMv
|
data/.semaphore/semaphore.yml
DELETED
@@ -1,27 +0,0 @@
|
|
1
|
-
version: v1.0
|
2
|
-
name: Rdkafka Ruby
|
3
|
-
|
4
|
-
agent:
|
5
|
-
machine:
|
6
|
-
type: e1-standard-4
|
7
|
-
os_image: ubuntu1804
|
8
|
-
|
9
|
-
blocks:
|
10
|
-
- name: Run specs
|
11
|
-
task:
|
12
|
-
prologue:
|
13
|
-
commands:
|
14
|
-
- sudo apt install -y valgrind
|
15
|
-
jobs:
|
16
|
-
- name: bundle exec rspec
|
17
|
-
matrix:
|
18
|
-
- env_var: RUBY_VERSION
|
19
|
-
values: [ "2.6.10", "2.7.6", "3.0.4", "3.1.2"]
|
20
|
-
commands:
|
21
|
-
- sem-version ruby $RUBY_VERSION
|
22
|
-
- checkout
|
23
|
-
- docker-compose up -d --no-recreate
|
24
|
-
- bundle install --path vendor/bundle
|
25
|
-
- cd ext && bundle exec rake && cd ..
|
26
|
-
- ulimit -c unlimited
|
27
|
-
- valgrind -v bundle exec rspec
|