karafka-rdkafka 0.20.0.rc5-arm64-darwin → 0.21.0-arm64-darwin

data/.github/workflows/ci_macos_arm64.yml

@@ -22,44 +22,8 @@ env:
   CONFLUENT_VERSION: "8.0.0"
 
 jobs:
-  build_install:
-    timeout-minutes: 30
-    runs-on: macos-latest
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Install Bash 4+ and Kerberos
-        run: |
-          brew install bash
-          brew list krb5 &>/dev/null || brew install krb5
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
-        with:
-          ruby-version: '3.4'  # Use one Ruby version for building
-          bundler-cache: false
-      - name: Build gem with mini_portile
-        run: |
-          set -e
-          bundle install
-          cd ext && bundle exec rake
-          cd ..
-      - name: Upload built gem and bundle
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
-        with:
-          name: rdkafka-built-gem-macos
-          path: |
-            vendor/bundle/
-            .bundle/
-            ext/
-            lib/
-          retention-days: 1
-
   specs_install:
-    timeout-minutes: 30
-    runs-on: macos-latest
-    needs: build_install
+    timeout-minutes: 45
     strategy:
       fail-fast: false
       matrix:
@@ -69,25 +33,28 @@ jobs:
           - '3.3'
           - '3.2'
           - '3.1'
+        macos-version:
+          - 'macos-14' # macOS 14 Sonoma (ARM64)
+          - 'macos-15' # macOS 15 Sequoia (ARM64)
         include:
           - ruby: '3.4'
+            macos-version: 'macos-15'
             coverage: 'true'
+        exclude:
+          - ruby: '3.5.0-preview1'
+            macos-version: 'macos-14'
+    runs-on: ${{ matrix.macos-version }}
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
           fetch-depth: 0
-      - name: Download built gem
-        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
-        with:
-          name: rdkafka-built-gem-macos
-          path: ./
       - name: Install Bash 4+ and Kerberos
         run: |
           brew install bash
           brew list krb5 &>/dev/null || brew install krb5
           echo "/opt/homebrew/bin" >> $GITHUB_PATH
       - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler-cache: false
@@ -153,12 +120,16 @@ jobs:
             [ $i -eq 30 ] && { echo "❌ Kafka failed to start"; exit 1; }
             sleep 2
           done
-      - name: Install remaining dependencies
+      - name: Install dependencies
         env:
           RDKAFKA_EXT_PATH: ${{ github.workspace }}/ext
         run: |
-          # Only install gems that aren't Ruby-version specific
           bundle install
+      - name: Build gem with mini_portile
+        run: |
+          set -e
+          cd ext && bundle exec rake
+          cd ..
       - name: Run all specs
         env:
           GITHUB_COVERAGE: ${{matrix.coverage}}
@@ -168,7 +139,7 @@ jobs:
 
   build_precompiled:
     timeout-minutes: 45
-    runs-on: macos-latest
+    runs-on: macos-14
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
@@ -179,7 +150,7 @@ jobs:
           brew list krb5 &>/dev/null || brew install krb5
           echo "/opt/homebrew/bin" >> $GITHUB_PATH
       - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
         with:
           path: ext/build-tmp-macos
           key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
@@ -196,7 +167,6 @@ jobs:
 
   specs_precompiled:
     timeout-minutes: 30
-    runs-on: macos-latest
     needs: build_precompiled
     strategy:
       fail-fast: false
@@ -207,20 +177,28 @@ jobs:
           - '3.3'
           - '3.2'
           - '3.1'
+        macos-version:
+          - 'macos-14'
+          - 'macos-15'
         include:
           - ruby: '3.4'
+            macos-version: 'macos-15'
             coverage: 'true'
+        exclude:
+          - ruby: '3.5.0-preview1'
+            macos-version: 'macos-14'
+    runs-on: ${{ matrix.macos-version }}
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
           fetch-depth: 0
       - name: Download precompiled library
-        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
+        uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5.0.0
         with:
           name: librdkafka-precompiled-macos
           path: ext/
       - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
         with:
           ruby-version: ${{ matrix.ruby }}
           bundler-cache: false

data/.github/workflows/push_linux_aarch64_gnu.yml

@@ -0,0 +1,65 @@
+name: Push Linux aarch64 GNU Platform Gem
+
+on:
+  push:
+    tags:
+      - v*
+
+permissions:
+  contents: read
+
+env:
+  BUNDLE_RETRY: 6
+  BUNDLE_JOBS: 4
+
+jobs:
+  push:
+    if: github.repository_owner == 'karafka'
+    timeout-minutes: 30
+    # Same as CI, we build on the oldest possible for ABI compatibility
+    runs-on: ubuntu-22.04-arm # renovate: ignore
+    environment: deployment
+    permissions:
+      contents: write
+      id-token: write
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          fetch-depth: 0
+      - name: Install build dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends \
+            build-essential \
+            gcc \
+            make \
+            patch \
+            tar \
+            wget \
+            ca-certificates \
+            libsasl2-dev \
+            libssl-dev \
+            zlib1g-dev \
+            libzstd-dev
+      - name: Cache build-tmp directory
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
+        with:
+          path: ext/build-tmp
+          key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh') }}
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
+        with:
+          ruby-version: '3.4'
+          bundler-cache: false
+      - name: Build precompiled librdkafka.so
+        run: |
+          cd ext
+          ./build_linux_aarch64_gnu.sh
+      - name: Configure trusted publishing credentials
+        uses: rubygems/configure-rubygems-credentials@bc6dd217f8a4f919d6835fcfefd470ef821f5c44 # v1.0.0
+      - name: Build and push platform-specific gem
+        run: |
+          gem build *.gemspec
+          gem push *.gem
+        env:
+          RUBY_PLATFORM: 'aarch64-linux-gnu'

data/.github/workflows/push_linux_x86_64_gnu.yml

@@ -16,7 +16,8 @@ jobs:
   push:
     if: github.repository_owner == 'karafka'
     timeout-minutes: 30
-    runs-on: ubuntu-latest
+    # Same as CI, we build on the oldest possible for ABI compatibility
+    runs-on: ubuntu-22.04 # renovate: ignore
     environment: deployment
     permissions:
       contents: write
@@ -41,12 +42,12 @@ jobs:
             zlib1g-dev \
             libzstd-dev
       - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
         with:
           path: ext/build-tmp
           key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh') }}
       - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
         with:
           ruby-version: '3.4'
           bundler-cache: false

data/.github/workflows/push_linux_x86_64_musl.yml

@@ -15,7 +15,8 @@ jobs:
     runs-on: ubuntu-latest
     environment: deployment
     container:
-      image: alpine:3.22@sha256:8a1f59ffb675680d47db6337b49d22281a139e9d709335b492be023728e11715
+      # Same as CI, we build on the oldest possible for ABI compatibility
+      image: alpine:3.18@sha256:de0eb0b3f2a47ba1eb89389859a9bd88b28e82f5826b6969ad604979713c2d4f # renovate: ignore
     steps:
       - name: Install dependencies
         run: |
@@ -30,7 +31,7 @@ jobs:
       - name: Configure git safe directory
         run: git config --global --add safe.directory /__w/karafka-rdkafka/karafka-rdkafka
       - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
         with:
           path: ext/build-tmp-musl
           key: build-tmp-musl-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
@@ -44,6 +45,7 @@ jobs:
           name: librdkafka-precompiled-musl
           path: ext/
           retention-days: 1
+
   push:
     if: github.repository_owner == 'karafka'
     timeout-minutes: 30
@@ -58,12 +60,12 @@ jobs:
         with:
           fetch-depth: 0
       - name: Download precompiled library
-        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
+        uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5.0.0
         with:
           name: librdkafka-precompiled-musl
           path: ext/
       - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
         with:
           ruby-version: '3.4'
           bundler-cache: false

data/.github/workflows/push_macos_arm64.yml

@@ -16,7 +16,7 @@ jobs:
   push:
     if: github.repository_owner == 'karafka'
     timeout-minutes: 30
-    runs-on: macos-latest
+    runs-on: macos-14
     environment: deployment
     permissions:
       contents: write
@@ -31,12 +31,12 @@ jobs:
           brew list krb5 &>/dev/null || brew install krb5
           echo "/opt/homebrew/bin" >> $GITHUB_PATH
       - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
         with:
           path: ext/build-tmp-macos
           key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
       - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
         with:
           ruby-version: '3.4'
           bundler-cache: false

data/.github/workflows/push_ruby.yml

@@ -24,7 +24,7 @@ jobs:
           fetch-depth: 0
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
+        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
         with:
           bundler-cache: false
 

data/.github/workflows/trigger-wiki-refresh.yml

@@ -0,0 +1,30 @@
+name: Trigger Wiki Refresh
+
+on:
+  release:
+    types: [published]
+  push:
+    branches: [main]
+
+jobs:
+  trigger-wiki-refresh:
+    runs-on: ubuntu-latest
+    environment: wiki-trigger
+    if: github.repository_owner == 'karafka'
+    steps:
+      - name: Trigger wiki refresh
+        uses: peter-evans/repository-dispatch@ff45666b9427631e3450c54a1bcbee4d9ff4d7c0 # v3.0.0
+        with:
+          token: ${{ secrets.WIKI_REPO_TOKEN }}
+          repository: karafka/wiki
+          event-type: sync-trigger
+          client-payload: |
+            {
+              "repository": "${{ github.repository }}",
+              "event_name": "${{ github.event_name }}",
+              "release_tag": "${{ github.event.release.tag_name || '' }}",
+              "release_name": "${{ github.event.release.name || '' }}",
+              "commit_sha": "${{ github.sha }}",
+              "commit_message": "Trigger Wiki Refresh",
+              "triggered_by": "${{ github.actor }}"
+            }

data/.github/workflows/verify-action-pins.yml

@@ -4,7 +4,7 @@ on:
     paths:
       - '.github/workflows/**'
 jobs:
-  verify:
+  verify_action_pins:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2

data/.gitignore

@@ -13,3 +13,4 @@ coverage
 vendor
 .idea/
 out/
+ssl/

data/.rspec

@@ -1,2 +1,3 @@
 --require spec_helper
 --format documentation
+--pattern spec/lib/**/*_spec.rb

data/.ruby-version

@@ -1 +1 @@
-3.4.4
+3.4.5

data/CHANGELOG.md

@@ -1,13 +1,29 @@
 # Rdkafka Changelog
 
-## 0.20.0 (Unreleased)
+## 0.21.0 (2025-08-18)
+- [Enhancement] Support explicit Debian testing due to lib issues.
+- [Enhancement] Support ARM64 Gnu precompilation.
+- [Enhancement] Bump librdkafka to 2.11.0.
+- [Enhancement] Improve what symbols are exposed outside of the precompiled extensions.
+- [Enhancement] Introduce an integration suite layer for non RSpec specs execution.
+- [Fix] Add `json` gem as a dependency (was missing but used).
+
+## 0.20.1 (2025-07-17)
+- [Enhancement] Drastically increase number of platforms in the integration suite
+- [Fix] Support Ubuntu `22.04` and older Alpine precompiled versions
+- [Fix] FFI::DynamicLibrary.load_library': Could not open library
+- [Change] Add new CI action to trigger auto-doc refresh.
+
+## 0.20.0 (2025-07-17)
 - **[Feature]** Add precompiled `x86_64-linux-gnu` setup.
 - **[Feature]** Add precompiled `x86_64-linux-musl` setup.
 - **[Feature]** Add precompiled `macos_arm64` setup.
 - [Enhancement] Run all specs on each of the platforms with and without precompilation.
+- [Enhancement] Support transactional id in the ACL API.
 - [Fix] Fix a case where using empty key on the `musl` architecture would cause a segfault.
+- [Fix] Fix for null pointer reference bypass on empty string being too wide causing segfault.
 
-**Note**: Precompiled extensions are a new feature in this release. While they significantly improve installation speed and reduce build dependencies, they should be thoroughly tested in your staging environment before deploying to production. If you encounter any issues with precompiled extensions, you can fall back to building from sources.
+**Note**: Precompiled extensions are a new feature in this release. While they significantly improve installation speed and reduce build dependencies, they should be thoroughly tested in your staging environment before deploying to production. If you encounter any issues with precompiled extensions, you can fall back to building from sources. For more information, see the [Native Extensions documentation](https://karafka.io/docs/Development-Native-Extensions/).
 
 ## 0.19.5 (2025-05-30)
 - [Enhancement] Allow for producing to non-existing topics with `key` and `partition_key` present.

data/README.md

@@ -1,177 +1,78 @@
-# Rdkafka
+# Karafka-Rdkafka
 
-[![Build Status](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci.yml/badge.svg)](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci.yml)
-[![Gem Version](https://badge.fury.io/rb/rdkafka.svg)](https://badge.fury.io/rb/rdkafka)
+[![Build Status](https://github.com/karafka/karafka-rdkafka/actions/workflows/ci_linux_ubuntu_x86_64_gnu.yml/badge.svg)](https://github.com/karafka/karafka-rdkafka/actions/workflows/ci_linux_x86_64_gnu.yml)
+[![Gem Version](https://badge.fury.io/rb/karafka-rdkafka.svg)](https://badge.fury.io/rb/karafka-rdkafka)
 [![Join the chat at https://slack.karafka.io](https://raw.githubusercontent.com/karafka/misc/master/slack.svg)](https://slack.karafka.io)
 
 > [!NOTE]
-> The `rdkafka-ruby` gem was created and developed by [AppSignal](https://www.appsignal.com/). Their impactful contributions have significantly shaped the Ruby Kafka and Karafka ecosystems. For robust monitoring, we highly recommend AppSignal.
+> **Karafka-Rdkafka** is a fork of the [rdkafka-ruby](https://github.com/karafka/rdkafka-ruby) gem, specifically maintained for the [Karafka ecosystem](https://karafka.io). This fork exists to provide Karafka-specific patches and optimizations that are not generic enough for inclusion in the upstream rdkafka-ruby library.
 
 ---
 
-The `rdkafka` gem is a modern Kafka client library for Ruby based on
-[librdkafka](https://github.com/confluentinc/librdkafka/).
-It wraps the production-ready C client using the [ffi](https://github.com/ffi/ffi)
-gem and targets Kafka 1.0+ and Ruby versions under security or
-active maintenance. We remove a Ruby version from our CI builds when they 
-become EOL.
+## Why This Fork Exists
 
-`rdkafka` was written because of the need for a reliable Ruby client for Kafka that supports modern Kafka at [AppSignal](https://appsignal.com). AppSignal runs it in production on very high-traffic systems.
+While rdkafka-ruby serves as an excellent general-purpose Kafka client for Ruby, Karafka requires specific optimizations and patches that are:
 
-The most essential pieces of a Kafka client are implemented, and we aim to provide all relevant consumer, producer, and admin APIs.
+- **Karafka-specific**: Tailored for Karafka's unique processing patterns and requirements
+- **Performance-oriented**: Focused on high-throughput, low-latency scenarios that Karafka specializes in
+- **Framework-integrated**: Designed to work seamlessly with Karafka's architecture and features
 
-## Table of content
+These modifications are not suitable for the upstream rdkafka-ruby library because they are either too specific to Karafka's use cases or might introduce breaking changes for other users of rdkafka-ruby.
 
-- [Project Scope](#project-scope)
-- [Installation](#installation)
-- [Usage](#usage)
-  * [Consuming Messages](#consuming-messages)
-  * [Producing Messages](#producing-messages)
-- [Higher Level Libraries](#higher-level-libraries)
-  * [Message Processing Frameworks](#message-processing-frameworks)
-  * [Message Publishing Libraries](#message-publishing-libraries)
-- [Forking](#forking)
-- [Development](#development)
-- [Example](#example)
-- [Versions](#versions)
+## Maintenance and Synchronization
 
-## Project Scope
+This fork is actively maintained and kept in sync with the upstream rdkafka-ruby repository as much as possible. We:
 
-While rdkafka-ruby aims to simplify the use of librdkafka in Ruby applications, it's important to understand the limitations of this library:
+- **Regularly merge** upstream changes from rdkafka-ruby
+- **Maintain compatibility** with the rdkafka-ruby API wherever possible
+- **Apply minimal patches** to avoid diverging significantly from upstream
+- **Merge back generic improvements** from karafka-rdkafka to rdkafka-ruby when they benefit the broader community
+- **Test thoroughly** to ensure stability within the Karafka ecosystem
 
-- **No Complex Producers/Consumers**: This library does not intend to offer complex producers or consumers. The aim is to stick closely to the functionalities provided by librdkafka itself.
+## Long-term Plan
 
-- **Focus on librdkafka Capabilities**: Features that can be achieved directly in Ruby, without specific needs from librdkafka, are outside the scope of this library.
+Our long-term goal is to work with the rdkafka-ruby maintainers to eventually merge the beneficial changes back upstream. This would allow us to:
 
-- **Existing High-Level Functionalities**: Certain high-level functionalities like producer metadata cache and simple consumer are already part of the library. Although they fall slightly outside the primary goal, they will remain part of the contract, given their existing usage.
+- Reduce maintenance overhead
+- Benefit the broader Ruby Kafka community
+- Simplify the Karafka ecosystem dependencies
 
+However, until such integration is possible, this fork ensures that Karafka users get the best possible performance and reliability.
 
-## Installation
+### If You're Using Standalone rdkafka
 
-When installed, this gem downloads and compiles librdkafka. If you have any problems installing the gem, please open an issue.
+You should use the [original rdkafka-ruby gem](https://github.com/karafka/rdkafka-ruby) for general Kafka client needs. This fork is specifically designed for Karafka and may not be suitable for other use cases.
 
-## Usage
+### Reporting Issues
 
-Please see the [documentation](https://karafka.io/docs/code/rdkafka-ruby/) for full details on how to use this gem. Below are two quick examples.
+For issues related to this fork, please report them in the [rdkafka-ruby repository](https://github.com/karafka/rdkafka-ruby/issues) rather than here. This helps us:
 
-Unless you are seeking specific low-level capabilities, we **strongly** recommend using [Karafka](https://github.com/karafka/karafka) and [WaterDrop](https://github.com/karafka/waterdrop) when working with Kafka. These are higher-level libraries also maintained by us based on rdkafka-ruby.
+- Maintain a single place for issue tracking
+- Ensure upstream compatibility
+- Provide better support for all users
 
-### Consuming Messages
+### Contributing
 
-Subscribe to a topic and get messages. Kafka will automatically spread
-the available partitions over consumers with the same group id.
+Contributions should generally be made to the upstream [rdkafka-ruby repository](https://github.com/karafka/rdkafka-ruby). Changes to this fork are only made when:
 
-```ruby
-config = {
-  :"bootstrap.servers" => "localhost:9092",
-  :"group.id" => "ruby-test"
-}
-consumer = Rdkafka::Config.new(config).consumer
-consumer.subscribe("ruby-test-topic")
-
-consumer.each do |message|
-  puts "Message received: #{message}"
-end
-```
-
-### Producing Messages
-
-Produce several messages, put the delivery handles in an array, and
-wait for them before exiting. This way the messages will be batched and
-efficiently sent to Kafka.
-
-```ruby
-config = {:"bootstrap.servers" => "localhost:9092"}
-producer = Rdkafka::Config.new(config).producer
-delivery_handles = []
-
-100.times do |i|
-  puts "Producing message #{i}"
-  delivery_handles << producer.produce(
-      topic:   "ruby-test-topic",
-      payload: "Payload #{i}",
-      key:     "Key #{i}"
-  )
-end
-
-delivery_handles.each(&:wait)
-```
-
-Note that creating a producer consumes some resources that will not be released until it `#close` is explicitly called, so be sure to call `Config#producer` only as necessary.
-
-## Higher Level Libraries
-
-Currently, there are two actively developed frameworks based on `rdkafka-ruby`, that provide higher-level API that can be used to work with Kafka messages and one library for publishing messages.
-
-### Message Processing Frameworks
-
-* [Karafka](https://github.com/karafka/karafka) - Ruby and Rails efficient Kafka processing framework.
-* [Racecar](https://github.com/zendesk/racecar) - A simple framework for Kafka consumers in Ruby 
-
-### Message Publishing Libraries
-
-* [WaterDrop](https://github.com/karafka/waterdrop) – Standalone Karafka library for producing Kafka messages.
-
-## Forking
-
-When working with `rdkafka-ruby`, it's essential to know that the underlying `librdkafka` library does not support fork-safe operations, even though it is thread-safe. Forking a process after initializing librdkafka clients can lead to unpredictable behavior due to inherited file descriptors and memory states. This limitation requires careful handling, especially in Ruby applications that rely on forking.
-
-To address this, it's highly recommended to:
-
-- Never initialize any `rdkafka-ruby` producers or consumers before forking to avoid state corruption.
-- Before forking, always close any open producers or consumers if you've opened any.
-- Use high-level libraries like [WaterDrop](https://github.com/karafka/waterdrop) and [Karafka](https://github.com/karafka/karafka/), which provide abstractions for handling librdkafka's intricacies.
-
-## Development
-
-Contributors are encouraged to focus on enhancements that align with the core goal of the library. We appreciate contributions but will likely not accept pull requests for features that:
-
-- Implement functionalities that can achieved using standard Ruby capabilities without changes to the underlying rdkafka-ruby bindings.
-- Deviate significantly from the primary aim of providing librdkafka bindings with Ruby-friendly interfaces.
-
-A Docker Compose file is included to run Kafka. To run that:
-
-```
-docker-compose up
-```
-
-Run `bundle` and `cd ext && bundle exec rake && cd ..` to download and compile `librdkafka`.
-
-You can then run `bundle exec rspec` to run the tests. To see rdkafka debug output:
-
-```
-DEBUG_PRODUCER=true bundle exec rspec
-DEBUG_CONSUMER=true bundle exec rspec
-```
-
-After running the tests, you can bring the cluster down to start with a clean slate:
-
-```
-docker-compose down
-```
-
-## Example
-
-To see everything working, run these in separate tabs:
-
-```
-bundle exec rake consume_messages
-bundle exec rake produce_messages
-```
+- They are specific to Karafka's requirements
+- They cannot be generalized for upstream inclusion
+- They are temporary while working on upstream integration
 
 ## Versions
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
-| 0.20.x (Unreleased) | 2.8.0 (2025-01-07)  | yes |
-| 0.19.x (2025-01-20) | 2.8.0 (2025-01-07)  | yes |
-| 0.18.0 (2024-11-26) | 2.6.1 (2024-11-18)  | yes |
-| 0.17.4 (2024-09-02) | 2.5.3 (2024-09-02)  | yes |
-| 0.17.0 (2024-08-01) | 2.5.0 (2024-07-10)  | yes |
-| 0.16.0 (2024-06-13) | 2.4.0 (2024-05-07)  | no  |
-| 0.15.0 (2023-12-03) | 2.3.0 (2023-10-25)  | no  |
-| 0.14.0 (2023-11-21) | 2.2.0 (2023-07-12)  | no  |
-| 0.13.0 (2023-07-24) | 2.0.2 (2023-01-20)  | no  |
-| 0.12.0 (2022-06-17) | 1.9.0 (2022-06-16)  | no  |
-| 0.11.0 (2021-11-17) | 1.8.2 (2021-10-18)  | no  |
-| 0.10.0 (2021-09-07) | 1.5.0 (2020-07-20)  | no  |
+| 0.21.x (2025-08-18) | 2.11.0 (2025-07-03)  | yes |
+| 0.20.x (2025-07-17) | 2.8.0  (2025-01-07)  | yes |
+| 0.19.x (2025-01-20) | 2.8.0  (2025-01-07)  | yes |
+| 0.18.0 (2024-11-26) | 2.6.1  (2024-11-18)  | yes |
+| 0.17.4 (2024-09-02) | 2.5.3  (2024-09-02)  | yes |
+| 0.17.0 (2024-08-01) | 2.5.0  (2024-07-10)  | yes |
+| 0.16.0 (2024-06-13) | 2.4.0  (2024-05-07)  | no  |
+| 0.15.0 (2023-12-03) | 2.3.0  (2023-10-25)  | no  |
+| 0.14.0 (2023-11-21) | 2.2.0  (2023-07-12)  | no  |
+| 0.13.0 (2023-07-24) | 2.0.2  (2023-01-20)  | no  |
+| 0.12.0 (2022-06-17) | 1.9.0  (2022-06-16)  | no  |
+| 0.11.0 (2021-11-17) | 1.8.2  (2021-10-18)  | no  |
+| 0.10.0 (2021-09-07) | 1.5.0  (2020-07-20)  | no  |