rdkafka 0.13.0 → 0.15.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b4b1881445c53cdd213efd2e7ed3feb94a32a327fdf63ab35455d337f09e7320
-  data.tar.gz: 02276df9702539c951ab392b4c5e086f87b731f7d319aedafb7b1209bc444688
+  metadata.gz: 8636c80e1798cf24b34cf25a20ca24f35e2951fb179843a3a85a94fe0274ca76
+  data.tar.gz: f115aa7fff4961d42280a7ad6fd78fed40568b936139d588ae2362a2f0f45c25
 SHA512:
-  metadata.gz: 7f0e11a17d03091c8e13308c6998131c142349ce520473de7fec5908f0bcf2dfd59542966c3a850008f0db39e96b763b66f7b937487ba11f2fbb444e00aff25c
-  data.tar.gz: d15c5f7cd5f4b9041da55e7e46bf05936c627517d5067a9449844e2721e752de852006f432e5fbe72549d77d8378545a671a969652b4abada8aa8182f4fa4985
+  metadata.gz: e5b5368a732e42b1c57aff93a7172c95b0bad93ac646dcba495c0509c5b6c29cf8753601d1f04f028c98579846e5db7e7119ae9a6a4cca2f41441316b60b5c9c
+  data.tar.gz: 8596d6944d5151df3ad875d93dbd7cf2aee00c1ded85e053e96880b8c5420ca6ba18a72f57cc867a7bfedf38060be3c9ea4334d79d7a21b2503a078bce1d266a

data/.github/FUNDING.yml

@@ -0,0 +1 @@
+custom: ['https://karafka.io/#become-pro']

data/.github/workflows/ci.yml

@@ -0,0 +1,57 @@
+name: ci
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+on:
+  pull_request:
+  push:
+  schedule:
+    - cron:  '0 1 * * *'
+
+env:
+  BUNDLE_RETRY: 6
+  BUNDLE_JOBS: 4
+
+jobs:
+  specs:
+    timeout-minutes: 30
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby:
+          - '3.3'
+          - '3.2'
+          - '3.1'
+          - '3.1.0'
+          - '3.0'
+          - '3.0.0'
+          - '2.7'
+        include:
+          - ruby: '3.3'
+            coverage: 'true'
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install package dependencies
+        run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
+
+      - name: Start Kafka with docker-compose
+        run: |
+          docker-compose up -d || (sleep 5 && docker-compose up -d)
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{matrix.ruby}}
+          bundler-cache: true
+
+      - name: Run all specs
+        env:
+          GITHUB_COVERAGE: ${{matrix.coverage}}
+
+        run: |
+          bundle install --path vendor/bundle
+          cd ext && bundle exec rake && cd ..
+          bundle exec rspec

data/.gitignore

@@ -1,3 +1,6 @@
+# Ignore bundler config.
+/.bundle
+
 Gemfile.lock
 ext/ports
 ext/tmp
@@ -6,3 +9,4 @@ ext/librdkafka.*
 .yardoc
 doc
 coverage
+vendor

data/.rspec

@@ -1 +1,2 @@
+--require spec_helper
 --format documentation

data/.ruby-gemset

@@ -0,0 +1 @@
+rdkafka-ruby

data/.ruby-version

@@ -0,0 +1 @@
+3.3.0

data/CHANGELOG.md

@@ -1,122 +1,166 @@
-# 0.13.0
-* Support cooperative sticky partition assignment in the rebalance callback (methodmissing)
-* Support both string and symbol header keys (ColinDKelley)
-* Handle tombstone messages properly (kgalieva)
-* Add topic name to delivery report (maeve)
-* Allow string partitioner config (mollyegibson)
-* Fix documented type for DeliveryReport#error (jimmydo)
-* Bump librdkafka to 2.0.2 (lmaia)
-* Use finalizers to cleanly exit producer and admin (thijsc)
-* Lock access to the native kafka client (thijsc)
-* Fix potential race condition in multi-threaded producer (mensfeld)
-* Fix leaking FFI resources in specs (mensfeld)
-* Improve specs stability (mensfeld)
-* Make metadata request timeout configurable (mensfeld)
-* call_on_partitions_assigned and call_on_partitions_revoked only get a tpl passed in (thijsc)
-
-# 0.12.0
-* Bumps librdkafka to 1.9.0
-* Fix crash on empty partition key (mensfeld)
-* Pass the delivery handle to the callback (gvisokinskas)
-
-# 0.11.0
-* Upgrade librdkafka to 1.8.2
-* Bump supported minimum Ruby version to 2.6
-* Better homebrew path detection
-
-# 0.10.0
-* Upgrade librdkafka to 1.5.0
-* Add error callback config
-
-# 0.9.0
-* Fixes for Ruby 3.0
-* Allow any callable object for callbacks (gremerritt)
-* Reduce memory allocations in Rdkafka::Producer#produce (jturkel)
-* Use queue as log callback to avoid unsafe calls from trap context (breunigs)
-* Allow passing in topic configuration on create_topic (dezka)
-* Add each_batch method to consumer (mgrosso)
-
-# 0.8.1
-* Fix topic_flag behaviour and add tests for Metadata (geoff2k)
-* Add topic admin interface (geoff2k)
-* Raise an exception if @native_kafka is nil (geoff2k)
-* Option to use zstd compression (jasonmartens)
-
-# 0.8.0
-* Upgrade librdkafka to 1.4.0
-* Integrate librdkafka metadata API and add partition_key (by Adithya-copart)
-* Ruby 2.7 compatibility fix (by Geoff Thé)A
-* Add error to delivery report (by Alex Stanovsky)
-* Don't override CPPFLAGS and LDFLAGS if already set on Mac (by Hiroshi Hatake)
-* Allow use of Rake 13.x and up (by Tomasz Pajor)
-
-# 0.7.0
-* Bump librdkafka to 1.2.0 (by rob-as)
-* Allow customizing the wait time for delivery report availability (by mensfeld)
-
-# 0.6.0
-* Bump librdkafka to 1.1.0 (by Chris Gaffney)
-* Implement seek (by breunigs)
-
-# 0.5.0
-* Bump librdkafka to 1.0.0 (by breunigs)
-* Add cluster and member information (by dmexe)
-* Support message headers for consumer & producer (by dmexe)
-* Add consumer rebalance listener (by dmexe)
-* Implement pause/resume partitions (by dmexe)
-
-# 0.4.2
-* Delivery callback for producer
-* Document list param of commit method
-* Use default Homebrew openssl location if present
-* Consumer lag handles empty topics
-* End iteration in consumer when it is closed
-* Add support for storing message offsets
-* Add missing runtime dependency to rake
-
-# 0.4.1
-* Bump librdkafka to 0.11.6
-
-# 0.4.0
-* Improvements in librdkafka archive download
-* Add global statistics callback
-* Use Time for timestamps, potentially breaking change if you
+# Rdkafka Changelog
+
+## 0.15.1 (2024-01-30)
+- [Enhancement] Provide support for Nix OS (alexandriainfantino)
+- [Enhancement] Replace `rd_kafka_offset_store` with `rd_kafka_offsets_store` (mensfeld)
+- [Enhancement] Alias `topic_name` as `topic` in the delivery report (mensfeld)
+- [Enhancement] Provide `label` producer handler and report reference for improved traceability (mensfeld)
+- [Enhancement] Include the error when invoking `create_result` on producer handle (mensfeld)
+- [Enhancement] Skip intermediate array creation on delivery report callback execution (one per message) (mensfeld).
+- [Enhancement] Report `-1` instead of `nil` in case `partition_count` failure (mensfeld).
+- [Fix] Fix return type on `#rd_kafka_poll` (mensfeld)
+- [Fix] `uint8_t` does not exist on Apple Silicon (mensfeld)
+- [Fix] Missing ACL `RD_KAFKA_RESOURCE_BROKER` constant reference (mensfeld)
+- [Fix] Partition cache caches invalid nil result for `PARTITIONS_COUNT_TTL` (mensfeld)
+- [Change] Rename `matching_acl_pattern_type` to `matching_acl_resource_pattern_type` to align the whole API (mensfeld)
+
+## 0.15.0 (2023-12-03)
+- **[Feature]** Add `Admin#metadata` (mensfeld)
+- **[Feature]** Add `Admin#create_partitions` (mensfeld)
+- **[Feature]** Add `Admin#delete_group` utility (piotaixr)
+- **[Feature]** Add Create and Delete ACL Feature To Admin Functions (vgnanasekaran)
+- **[Feature]** Support `#assignment_lost?` on a consumer to check for involuntary assignment revocation (mensfeld)
+- [Enhancement] Expose alternative way of managing consumer events via a separate queue (mensfeld) 
+- [Enhancement] **Bump** librdkafka to 2.3.0 (mensfeld)
+- [Enhancement] Increase the `#lag` and `#query_watermark_offsets` default timeouts from 100ms to 1000ms. This will compensate for network glitches and remote clusters operations (mensfeld)
+- [Change] Use `SecureRandom.uuid` instead of `random` for test consumer groups (mensfeld)
+
+## 0.14.0 (2023-11-21)
+- [Enhancement] Add `raise_response_error` flag to the `Rdkafka::AbstractHandle`.
+- [Enhancement] Allow for setting `statistics_callback` as nil to reset predefined settings configured by a different gem (mensfeld)
+- [Enhancement] Get consumer position (thijsc & mensfeld)
+- [Enhancement] Provide `#purge` to remove any outstanding requests from the producer (mensfeld)
+- [Enhancement] Update `librdkafka` to `2.2.0` (mensfeld)
+- [Enhancement] Introduce producer partitions count metadata cache (mensfeld)
+- [Enhancement] Increase metadata timeout request from `250 ms` to `2000 ms` default to allow for remote cluster operations via `rdkafka-ruby` (mensfeld)
+- [Enhancement] Introduce `#name` for producers and consumers (mensfeld)
+- [Enhancement] Include backtrace in non-raised binded errors (mensfeld)
+- [Fix] Reference to Opaque is not released when Admin, Consumer or Producer is closed (mensfeld)
+- [Fix] Trigger `#poll` on native kafka creation to handle oauthbearer cb (mensfeld)
+- [Fix] `#flush` does not handle the timeouts errors by making it return `true` if all flushed or `false` if failed. We do **not** raise an exception here to keep it backwards compatible (mensfeld)
+- [Change] Remove support for Ruby 2.6 due to it being EOL and WeakMap incompatibilities (mensfeld)
+- [Change] Update Kafka Docker with Confluent KRaft (mensfeld)
+- [Change] Update librdkafka repo reference from edenhill to confluentinc (mensfeld)
+
+## 0.13.0 (2023-07-24)
+- Support cooperative sticky partition assignment in the rebalance callback (methodmissing)
+- Support both string and symbol header keys (ColinDKelley)
+- Handle tombstone messages properly (kgalieva)
+- Add topic name to delivery report (maeve)
+- Allow string partitioner config (mollyegibson)
+- Fix documented type for DeliveryReport#error (jimmydo)
+- Bump librdkafka to 2.0.2 (lmaia)
+- Use finalizers to cleanly exit producer and admin (thijsc)
+- Lock access to the native kafka client (thijsc)
+- Fix potential race condition in multi-threaded producer (mensfeld)
+- Fix leaking FFI resources in specs (mensfeld)
+- Improve specs stability (mensfeld)
+- Make metadata request timeout configurable (mensfeld)
+- call_on_partitions_assigned and call_on_partitions_revoked only get a tpl passed in (thijsc)
+
+## 0.12.0 (2022-06-17)
+- Bumps librdkafka to 1.9.0
+- Fix crash on empty partition key (mensfeld)
+- Pass the delivery handle to the callback (gvisokinskas)
+
+## 0.11.0 (2021-11-17)
+- Upgrade librdkafka to 1.8.2
+- Bump supported minimum Ruby version to 2.6
+- Better homebrew path detection
+
+## 0.10.0 (2021-09-07)
+- Upgrade librdkafka to 1.5.0
+- Add error callback config
+
+## 0.9.0 (2021-06-23)
+- Fixes for Ruby 3.0
+- Allow any callable object for callbacks (gremerritt)
+- Reduce memory allocations in Rdkafka::Producer#produce (jturkel)
+- Use queue as log callback to avoid unsafe calls from trap context (breunigs)
+- Allow passing in topic configuration on create_topic (dezka)
+- Add each_batch method to consumer (mgrosso)
+
+## 0.8.1 (2020-12-07)
+- Fix topic_flag behaviour and add tests for Metadata (geoff2k)
+- Add topic admin interface (geoff2k)
+- Raise an exception if @native_kafka is nil (geoff2k)
+- Option to use zstd compression (jasonmartens)
+
+## 0.8.0 (2020-06-02)
+- Upgrade librdkafka to 1.4.0
+- Integrate librdkafka metadata API and add partition_key (by Adithya-copart)
+- Ruby 2.7 compatibility fix (by Geoff Thé)A
+- Add error to delivery report (by Alex Stanovsky)
+- Don't override CPPFLAGS and LDFLAGS if already set on Mac (by Hiroshi Hatake)
+- Allow use of Rake 13.x and up (by Tomasz Pajor)
+
+## 0.7.0 (2019-09-21)
+- Bump librdkafka to 1.2.0 (by rob-as)
+- Allow customizing the wait time for delivery report availability (by mensfeld)
+
+## 0.6.0 (2019-07-23)
+- Bump librdkafka to 1.1.0 (by Chris Gaffney)
+- Implement seek (by breunigs)
+
+## 0.5.0 (2019-04-11)
+- Bump librdkafka to 1.0.0 (by breunigs)
+- Add cluster and member information (by dmexe)
+- Support message headers for consumer & producer (by dmexe)
+- Add consumer rebalance listener (by dmexe)
+- Implement pause/resume partitions (by dmexe)
+
+## 0.4.2 (2019-01-12)
+- Delivery callback for producer
+- Document list param of commit method
+- Use default Homebrew openssl location if present
+- Consumer lag handles empty topics
+- End iteration in consumer when it is closed
+- Add support for storing message offsets
+- Add missing runtime dependency to rake
+
+## 0.4.1 (2018-10-19)
+- Bump librdkafka to 0.11.6
+
+## 0.4.0 (2018-09-24)
+- Improvements in librdkafka archive download
+- Add global statistics callback
+- Use Time for timestamps, potentially breaking change if you
   rely on the previous behavior where it returns an integer with
   the number of milliseconds.
-* Bump librdkafka to 0.11.5
-* Implement TopicPartitionList in Ruby so we don't have to keep
+- Bump librdkafka to 0.11.5
+- Implement TopicPartitionList in Ruby so we don't have to keep
   track of native objects.
-* Support committing a topic partition list
-* Add consumer assignment method
+- Support committing a topic partition list
+- Add consumer assignment method
 
-# 0.3.5
-* Fix crash when not waiting for delivery handles
-* Run specs on Ruby 2.5
+## 0.3.5 (2018-01-17)
+- Fix crash when not waiting for delivery handles
+- Run specs on Ruby 2.5
 
-# 0.3.4
-* Bump librdkafka to 0.11.3
+## 0.3.4 (2017-12-05)
+- Bump librdkafka to 0.11.3
 
-# 0.3.3
-* Fix bug that prevent display of `RdkafkaError` message
+## 0.3.3 (2017-10-27)
+- Fix bug that prevent display of `RdkafkaError` message
 
-# 0.3.2
-* `add_topic` now supports using a partition count
-* Add way to make errors clearer with an extra message
-* Show topics in subscribe error message
-* Show partition and topic in query watermark offsets error message
+## 0.3.2 (2017-10-25)
+- `add_topic` now supports using a partition count
+- Add way to make errors clearer with an extra message
+- Show topics in subscribe error message
+- Show partition and topic in query watermark offsets error message
 
-# 0.3.1
-* Bump librdkafka to 0.11.1
-* Officially support ranges in `add_topic` for topic partition list.
-* Add consumer lag calculator
+## 0.3.1 (2017-10-23)
+- Bump librdkafka to 0.11.1
+- Officially support ranges in `add_topic` for topic partition list.
+- Add consumer lag calculator
 
-# 0.3.0
-* Move both add topic methods to one `add_topic` in `TopicPartitionList`
-* Add committed offsets to consumer
-* Add query watermark offset to consumer
+## 0.3.0 (2017-10-17)
+- Move both add topic methods to one `add_topic` in `TopicPartitionList`
+- Add committed offsets to consumer
+- Add query watermark offset to consumer
 
-# 0.2.0
-* Some refactoring and add inline documentation
+## 0.2.0 (2017-10-13)
+- Some refactoring and add inline documentation
 
-# 0.1.x
-* Initial working version including producing and consuming
+## 0.1.x (2017-09-10)
+- Initial working version including producing and consuming

data/{LICENSE → MIT-LICENSE}

@@ -1,6 +1,7 @@
 The MIT License (MIT)
 
-Copyright (c) 2017 Thijs Cadier
+Copyright (c) 2017-2023 Thijs Cadier
+              2023, Maciej Mensfeld
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -1,51 +1,60 @@
 # Rdkafka
 
-[![Build Status](https://appsignal.semaphoreci.com/badges/rdkafka-ruby/branches/master.svg?style=shields)](https://appsignal.semaphoreci.com/projects/rdkafka-ruby)
+[![Build Status](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci.yml/badge.svg)](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci.yml)
 [![Gem Version](https://badge.fury.io/rb/rdkafka.svg)](https://badge.fury.io/rb/rdkafka)
-[![Maintainability](https://api.codeclimate.com/v1/badges/ecb1765f81571cccdb0e/maintainability)](https://codeclimate.com/github/appsignal/rdkafka-ruby/maintainability)
+[![Join the chat at https://slack.karafka.io](https://raw.githubusercontent.com/karafka/misc/master/slack.svg)](https://slack.karafka.io)
+
+> [!NOTE]
+> The `rdkafka-ruby` gem was created and developed by [AppSignal](https://www.appsignal.com/). Their impactful contributions have significantly shaped the Ruby Kafka and Karafka ecosystems. For robust monitoring, we highly recommend AppSignal.
+
+---
 
 The `rdkafka` gem is a modern Kafka client library for Ruby based on
-[librdkafka](https://github.com/edenhill/librdkafka/).
+[librdkafka](https://github.com/confluentinc/librdkafka/).
 It wraps the production-ready C client using the [ffi](https://github.com/ffi/ffi)
-gem and targets Kafka 1.0+ and Ruby versions that are under security or
-active maintenance. We remove Ruby version from our CI builds if they 
+gem and targets Kafka 1.0+ and Ruby versions under security or
+active maintenance. We remove a Ruby version from our CI builds when they 
 become EOL.
 
-`rdkafka` was written because we needed a reliable Ruby client for
-Kafka that supports modern Kafka at [AppSignal](https://appsignal.com).
-We run it in production on very high traffic systems.
-
-This gem only provides a high-level Kafka consumer. If you are running
-an older version of Kafka and/or need the legacy simple consumer we
-suggest using the [Hermann](https://github.com/reiseburo/hermann) gem.
+`rdkafka` was written because of the need for a reliable Ruby client for Kafka that supports modern Kafka at [AppSignal](https://appsignal.com). AppSignal runs it in production on very high-traffic systems.
 
-The most important pieces of a Kafka client are implemented. We're
-working towards feature completeness, you can track that here:
-https://github.com/appsignal/rdkafka-ruby/milestone/1
+The most important pieces of a Kafka client are implemented, and we aim to provide all relevant consumer, producer, and admin APIs.
 
 ## Table of content
 
+- [Project Scope](#project-scope)
 - [Installation](#installation)
 - [Usage](#usage)
-  * [Consuming messages](#consuming-messages)
-  * [Producing messages](#producing-messages)
-- [Higher level libraries](#higher-level-libraries)
-  * [Message processing frameworks](#message-processing-frameworks)
-  * [Message publishing libraries](#message-publishing-libraries)
+  * [Consuming Messages](#consuming-messages)
+  * [Producing Messages](#producing-messages)
+- [Higher Level Libraries](#higher-level-libraries)
+  * [Message Processing Frameworks](#message-processing-frameworks)
+  * [Message Publishing Libraries](#message-publishing-libraries)
 - [Development](#development)
 - [Example](#example)
+- [Versions](#versions)
+
+## Project Scope
+
+While rdkafka-ruby aims to simplify the use of librdkafka in Ruby applications, it's important to understand the limitations of this library:
+
+- **No Complex Producers/Consumers**: This library does not intend to offer complex producers or consumers. The aim is to stick closely to the functionalities provided by librdkafka itself.
+
+- **Focus on librdkafka Capabilities**: Features that can be achieved directly in Ruby, without specific needs from librdkafka, are outside the scope of this library.
+
+- **Existing High-Level Functionalities**: Certain high-level functionalities like producer metadata cache and simple consumer are already part of the library. Although they fall slightly outside the primary goal, they will remain part of the contract, given their existing usage.
 
 
 ## Installation
 
 This gem downloads and compiles librdkafka when it is installed. If you
-have any problems installing the gem please open an issue.
+If you have any problems installing the gem, please open an issue.
 
 ## Usage
 
-See the [documentation](https://www.rubydoc.info/github/appsignal/rdkafka-ruby) for full details on how to use this gem. Two quick examples:
+See the [documentation](https://karafka.io/docs/code/rdkafka-ruby/) for full details on how to use this gem. Two quick examples:
 
-### Consuming messages
+### Consuming Messages
 
 Subscribe to a topic and get messages. Kafka will automatically spread
 the available partitions over consumers with the same group id.
@@ -63,11 +72,11 @@ consumer.each do |message|
 end
 ```
 
-### Producing messages
+### Producing Messages
 
-Produce a number of messages, put the delivery handles in an array and
+Produce a number of messages, put the delivery handles in an array, and
 wait for them before exiting. This way the messages will be batched and
-sent to Kafka in an efficient way.
+efficiently sent to Kafka.
 
 ```ruby
 config = {:"bootstrap.servers" => "localhost:9092"}
@@ -90,41 +99,42 @@ Note that creating a producer consumes some resources that will not be
 released until it `#close` is explicitly called, so be sure to call
 `Config#producer` only as necessary.
 
-## Higher level libraries
+## Higher Level Libraries
 
-Currently, there are two actively developed frameworks based on rdkafka-ruby, that provide higher level API that can be used to work with Kafka messages and one library for publishing messages.
+Currently, there are two actively developed frameworks based on rdkafka-ruby, that provide higher-level API that can be used to work with Kafka messages and one library for publishing messages.
 
-### Message processing frameworks
+### Message Processing Frameworks
 
 * [Karafka](https://github.com/karafka/karafka) - Ruby and Rails efficient Kafka processing framework.
 * [Racecar](https://github.com/zendesk/racecar) - A simple framework for Kafka consumers in Ruby 
 
-### Message publishing libraries
+### Message Publishing Libraries
 
 * [WaterDrop](https://github.com/karafka/waterdrop) – Standalone Karafka library for producing Kafka messages.
 
 ## Development
 
-A Docker Compose file is included to run Kafka and Zookeeper. To run
-that:
+Contributors are encouraged to focus on enhancements that align with the core goal of the library. We appreciate contributions but will likely not accept pull requests for features that:
+
+- Implement functionalities that can achieved using standard Ruby capabilities without changes to the underlying rdkafka-ruby bindings.
+- Deviate significantly from the primary aim of providing librdkafka bindings with Ruby-friendly interfaces.
+
+A Docker Compose file is included to run Kafka. To run that:
 
 ```
 docker-compose up
 ```
 
-Run `bundle` and `cd ext && bundle exec rake && cd ..` to download and
-compile `librdkafka`.
+Run `bundle` and `cd ext && bundle exec rake && cd ..` to download and compile `librdkafka`.
 
-You can then run `bundle exec rspec` to run the tests. To see rdkafka
-debug output:
+You can then run `bundle exec rspec` to run the tests. To see rdkafka debug output:
 
 ```
 DEBUG_PRODUCER=true bundle exec rspec
 DEBUG_CONSUMER=true bundle exec rspec
 ```
 
-After running the tests you can bring the cluster down to start with a
-clean slate:
+After running the tests, you can bring the cluster down to start with a clean slate:
 
 ```
 docker-compose down
@@ -132,9 +142,20 @@ docker-compose down
 
 ## Example
 
-To see everything working run these in separate tabs:
+To see everything working, run these in separate tabs:
 
 ```
 bundle exec rake consume_messages
 bundle exec rake produce_messages
 ```
+
+## Versions
+
+| rdkafka-ruby | librdkafka |
+|-|-|
+| 0.15.0 (2023-12-03) | 2.3.0 (2023-10-25) |
+| 0.14.0 (2023-11-21) | 2.2.0 (2023-07-12) |
+| 0.13.0 (2023-07-24) | 2.0.2 (2023-01-20) |
+| 0.12.0 (2022-06-17) | 1.9.0 (2022-06-16) |
+| 0.11.0 (2021-11-17) | 1.8.2 (2021-10-18) |
+| 0.10.0 (2021-09-07) | 1.5.0 (2020-07-20) |

data/certs/cert_chain.pem

@@ -0,0 +1,26 @@
+-----BEGIN CERTIFICATE-----
+MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
+YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
+MB4XDTIzMDgyMTA3MjU1NFoXDTI0MDgyMDA3MjU1NFowPzEQMA4GA1UEAwwHY29u
+dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
+bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAOuZpyQKEwsTG9plLat7
+8bUaNuNBEnouTsNMr6X+XTgvyrAxTuocdsyP1sNCjdS1B8RiiDH1/Nt9qpvlBWon
+sdJ1SYhaWNVfqiYStTDnCx3PRMmHRdD4KqUWKpN6VpZ1O/Zu+9Mw0COmvXgZuuO9
+wMSJkXRo6dTCfMedLAIxjMeBIxtoLR2e6Jm6MR8+8WYYVWrO9kSOOt5eKQLBY7aK
+b/Dc40EcJKPg3Z30Pia1M9ZyRlb6SOj6SKpHRqc7vbVQxjEw6Jjal1lZ49m3YZMd
+ArMAs9lQZNdSw5/UX6HWWURLowg6k10RnhTUtYyzO9BFev0JFJftHnmuk8vtb+SD
+5VPmjFXg2VOcw0B7FtG75Vackk8QKfgVe3nSPhVpew2CSPlbJzH80wChbr19+e3+
+YGr1tOiaJrL6c+PNmb0F31NXMKpj/r+n15HwlTMRxQrzFcgjBlxf2XFGnPQXHhBm
+kp1OFnEq4GG9sON4glRldkwzi/f/fGcZmo5fm3d+0ZdNgwIDAQABo3cwdTAJBgNV
+HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUPVH5+dLA80A1kJ2Uz5iGwfOa
+1+swHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
+bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEAnpa0jcN7JzREHMTQ
+bfZ+xcvlrzuROMY6A3zIZmQgbnoZZNuX4cMRrT1p1HuwXpxdpHPw7dDjYqWw3+1h
+3mXLeMuk7amjQpYoSWU/OIZMhIsARra22UN8qkkUlUj3AwTaChVKN/bPJOM2DzfU
+kz9vUgLeYYFfQbZqeI6SsM7ltilRV4W8D9yNUQQvOxCFxtLOetJ00fC/E7zMUzbK
+IBwYFQYsbI6XQzgAIPW6nGSYKgRhkfpmquXSNKZRIQ4V6bFrufa+DzD0bt2ZA3ah
+fMmJguyb5L2Gf1zpDXzFSPMG7YQFLzwYz1zZZvOU7/UCpQsHpID/YxqDp4+Dgb+Y
+qma0whX8UG/gXFV2pYWpYOfpatvahwi+A1TwPQsuZwkkhi1OyF1At3RY+hjSXyav
+AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
+msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
+-----END CERTIFICATE-----

data/docker-compose.yml

@@ -1,24 +1,27 @@
----
-
 version: '2'
 
 services:
-  zookeeper:
-    image: confluentinc/cp-zookeeper:5.2.6
-    environment:
-      ZOOKEEPER_CLIENT_PORT: 2181
-      ZOOKEEPER_TICK_TIME: 2000
-
   kafka:
-    image: confluentinc/cp-kafka:5.2.5-10
-    depends_on:
-      - zookeeper
+    container_name: kafka
+    image: confluentinc/cp-kafka:7.5.3
+
     ports:
       - 9092:9092
+
     environment:
-      KAFKA_BROKER_ID: 1
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:29092,PLAINTEXT_HOST://localhost:9092
-      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+      CLUSTER_ID: kafka-docker-cluster-1
       KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_PROCESS_ROLES: broker,controller
+      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+      KAFKA_LISTENERS: PLAINTEXT://:9092,CONTROLLER://:9093
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://127.0.0.1:9092
+      KAFKA_BROKER_ID: 1
+      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@127.0.0.1:9093
+      ALLOW_PLAINTEXT_LISTENER: 'yes'
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
+      KAFKA_AUTHORIZER_CLASS_NAME: org.apache.kafka.metadata.authorizer.StandardAuthorizer