karafka-rdkafka 0.21.0 → 0.22.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b0e8983765841c16f9fba2206da9a5f10b6c9b166cce390732996f5623d50e99
-  data.tar.gz: c5729fefb57ea3241ab4bbf3a51314d1c4720bb5152dc334cbe14c1c486fbcea
+  metadata.gz: b78cfb1c6c960802ba949e397b139e969a3c539d2d0075d2ec8cf029ceeb9938
+  data.tar.gz: 4bbb8e5df2cba085ce6660626ff0bf2eec32afb7c641e918ef2088cf1e1acc47
 SHA512:
-  metadata.gz: 6a0f3c557279f0203fe6de3a669fd3ad9de141b4ac719052e5745e7d0227963331dd91d279fc74a19ecb5846139410e825080075d435ff004003ead4f908a10e
-  data.tar.gz: af50dc1e0c93082673b1b26ed6adc507c76a4f1de2cfa885cc9b58e83fad5b740fb4627baf384d6ce967f2c7f0e351c68b574d36bf1d9a7b7477cf191d6be587
+  metadata.gz: 0f8c675cd92646da62a3279190c96c80ff28ec9d6316b185776f27dfcd00b987dca89b82903553e07a6c2039ae52ff460100761fa0dd9cfb9fc3a93c75e67868
+  data.tar.gz: 92ee2be1f7edb1d47c0c9483072a124625e4dde0d620a1762c8a21502139c9a855a887c470b3a2b00ba600d34690581a373fcc52a0766218d8df70a3fd7ed34b

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Rdkafka Changelog
 
+## 0.22.0 (2025-09-26)
+- **[Breaking]** Drop support for Ruby 3.1 to move forward with the fiber scheduler work.
+- [Enhancement] Bump librdkafka to 2.11.1.
+- [Enhancement] Improve sigstore attestation for precompiled releases.
+- [Fix] Fix incorrectly set default SSL certs dir.
+- [Fix] Disable OpenSSL Heartbeats during compilation.
+
 ## 0.21.0 (2025-08-18)
 - [Enhancement] Support explicit Debian testing due to lib issues.
 - [Enhancement] Support ARM64 Gnu precompilation.

data/README.md

@@ -63,6 +63,7 @@ Contributions should generally be made to the upstream [rdkafka-ruby repository]
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
+| 0.22.x (2025-09-26) | 2.11.1 (2025-08-18)  | yes |
 | 0.21.x (2025-08-18) | 2.11.0 (2025-07-03)  | yes |
 | 0.20.x (2025-07-17) | 2.8.0  (2025-01-07)  | yes |
 | 0.19.x (2025-01-20) | 2.8.0  (2025-01-07)  | yes |

data/karafka-rdkafka.gemspec

@@ -13,17 +13,31 @@ Gem::Specification.new do |gem|
   gem.name = 'karafka-rdkafka'
   gem.require_paths = ['lib']
   gem.version = Rdkafka::VERSION
-  gem.required_ruby_version = '>= 3.1'
+  gem.required_ruby_version = '>= 3.2'
+
+  files = `git ls-files`.split($\)
+  files = files.reject do |file|
+    next true if file.start_with?('.')
+    next true if file.start_with?('spec/')
+    next true if file.start_with?('ext/README.md')
+
+    false
+  end
 
   if ENV['RUBY_PLATFORM']
     gem.platform = ENV['RUBY_PLATFORM']
-    gem.files = `git ls-files`.split($\)
 
     # Do not include the source code for librdkafka as it should be precompiled already per
     # platform. Same applies to any possible patches.
-    gem.files = gem.files.reject do |file|
-      file.match?(%r{^dist/librdkafka-.*\.tar\.gz$}) ||
-      file.match?(%r{^dist/patches/})
+    # Do not include github actions details in RubyGems releases
+    gem.files = files.reject do |file|
+      next true if file.start_with?('dist/')
+      next true if file.start_with?('ext/build_')
+      next true if file.start_with?('ext/ci_')
+      next true if file.start_with?('ext/Rakefile')
+      next true if file.start_with?('ext/generate-')
+
+      false
     end
 
     # Add the compiled extensions that exist (not in git)
@@ -36,7 +50,20 @@ Gem::Specification.new do |gem|
     end
   else
     gem.platform = Gem::Platform::RUBY
-    gem.files = `git ls-files`.split($\)
+
+    # Do not include code used for building native extensions
+    # Do not include github actions details in RubyGems releases
+    gem.files = files.reject do |file|
+      next true if file.start_with?('ext/build_')
+      next true if file.start_with?('ext/ci_')
+      next true if file.start_with?('ext/generate-')
+      next false unless file.start_with?('dist/')
+      next false if file.start_with?('dist/patches')
+      next false if file.start_with?('dist/librdkafka-')
+
+      true
+    end
+
     gem.extensions = %w(ext/Rakefile)
   end
 

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.21.0"
-  LIBRDKAFKA_VERSION = "2.11.0"
-  LIBRDKAFKA_SOURCE_SHA256 = "592a823dc7c09ad4ded1bc8f700da6d4e0c88ffaf267815c6f25e7450b9395ca"
+  VERSION = "0.22.0"
+  LIBRDKAFKA_VERSION = "2.11.1"
+  LIBRDKAFKA_SOURCE_SHA256 = "a2c87186b081e2705bb7d5338d5a01bc88d43273619b372ccb7bb0d264d0ca9f"
 end

data/renovate.json

@@ -19,7 +19,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly OPENSSL_VERSION=\"(?<currentValue>.*)\""
@@ -31,7 +31,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly CYRUS_SASL_VERSION=\"(?<currentValue>.*)\""
@@ -43,7 +43,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly ZLIB_VERSION=\"(?<currentValue>.*)\""
@@ -55,7 +55,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly ZSTD_VERSION=\"(?<currentValue>.*)\""
@@ -67,7 +67,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly KRB5_VERSION=\"(?<currentValue>.*)\""
@@ -75,18 +75,6 @@
       "depNameTemplate": "krb5/krb5",
       "datasourceTemplate": "github-releases",
       "extractVersionTemplate": "^krb5-(?<version>.*)$"
-    },
-    {
-      "customType": "regex",
-      "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
-      ],
-      "matchStrings": [
-        "readonly LIBRDKAFKA_VERSION=\"(?<currentValue>.*)\""
-      ],
-      "depNameTemplate": "confluentinc/librdkafka",
-      "datasourceTemplate": "github-releases",
-      "extractVersionTemplate": "^v(?<version>.*)$"
     }
   ]
 }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.21.0
+  version: 0.22.0
 platform: ruby
 authors:
 - Thijs Cadier
@@ -172,51 +172,16 @@ extensions:
 - ext/Rakefile
 extra_rdoc_files: []
 files:
-- ".github/CODEOWNERS"
-- ".github/FUNDING.yml"
-- ".github/workflows/ci_linux_alpine_x86_64_musl.yml"
-- ".github/workflows/ci_linux_alpine_x86_64_musl_complementary.yml"
-- ".github/workflows/ci_linux_debian_x86_64_gnu.yml"
-- ".github/workflows/ci_linux_debian_x86_64_gnu_complementary.yml"
-- ".github/workflows/ci_linux_ubuntu_aarch64_gnu.yml"
-- ".github/workflows/ci_linux_ubuntu_aarch64_gnu_complementary.yml"
-- ".github/workflows/ci_linux_ubuntu_x86_64_gnu.yml"
-- ".github/workflows/ci_linux_ubuntu_x86_64_gnu_complementary.yml"
-- ".github/workflows/ci_macos_arm64.yml"
-- ".github/workflows/push_linux_aarch64_gnu.yml"
-- ".github/workflows/push_linux_x86_64_gnu.yml"
-- ".github/workflows/push_linux_x86_64_musl.yml"
-- ".github/workflows/push_macos_arm64.yml"
-- ".github/workflows/push_ruby.yml"
-- ".github/workflows/trigger-wiki-refresh.yml"
-- ".github/workflows/verify-action-pins.yml"
-- ".gitignore"
-- ".rspec"
-- ".ruby-gemset"
-- ".ruby-version"
-- ".yardopts"
 - CHANGELOG.md
 - Gemfile
 - MIT-LICENSE
 - README.md
 - Rakefile
-- dist/cyrus-sasl-2.1.28.tar.gz
-- dist/krb5-1.21.3.tar.gz
-- dist/librdkafka-2.11.0.tar.gz
-- dist/openssl-3.0.16.tar.gz
+- dist/librdkafka-2.11.1.tar.gz
 - dist/patches/rdkafka_global_init.patch
-- dist/zlib-1.3.1.tar.gz
-- dist/zstd-1.5.7.tar.gz
 - docker-compose-ssl.yml
 - docker-compose.yml
-- ext/README.md
 - ext/Rakefile
-- ext/build_common.sh
-- ext/build_linux_aarch64_gnu.sh
-- ext/build_linux_x86_64_gnu.sh
-- ext/build_linux_x86_64_musl.sh
-- ext/build_macos_arm64.sh
-- ext/generate-ssl-certs.sh
 - karafka-rdkafka.gemspec
 - lib/rdkafka.rb
 - lib/rdkafka/abstract_handle.rb
@@ -261,35 +226,6 @@ files:
 - lib/rdkafka/producer/partitions_count_cache.rb
 - lib/rdkafka/version.rb
 - renovate.json
-- spec/integrations/ssl_stress_spec.rb
-- spec/lib/rdkafka/abstract_handle_spec.rb
-- spec/lib/rdkafka/admin/create_acl_handle_spec.rb
-- spec/lib/rdkafka/admin/create_acl_report_spec.rb
-- spec/lib/rdkafka/admin/create_topic_handle_spec.rb
-- spec/lib/rdkafka/admin/create_topic_report_spec.rb
-- spec/lib/rdkafka/admin/delete_acl_handle_spec.rb
-- spec/lib/rdkafka/admin/delete_acl_report_spec.rb
-- spec/lib/rdkafka/admin/delete_topic_handle_spec.rb
-- spec/lib/rdkafka/admin/delete_topic_report_spec.rb
-- spec/lib/rdkafka/admin/describe_acl_handle_spec.rb
-- spec/lib/rdkafka/admin/describe_acl_report_spec.rb
-- spec/lib/rdkafka/admin_spec.rb
-- spec/lib/rdkafka/bindings_spec.rb
-- spec/lib/rdkafka/callbacks_spec.rb
-- spec/lib/rdkafka/config_spec.rb
-- spec/lib/rdkafka/consumer/headers_spec.rb
-- spec/lib/rdkafka/consumer/message_spec.rb
-- spec/lib/rdkafka/consumer/partition_spec.rb
-- spec/lib/rdkafka/consumer/topic_partition_list_spec.rb
-- spec/lib/rdkafka/consumer_spec.rb
-- spec/lib/rdkafka/error_spec.rb
-- spec/lib/rdkafka/metadata_spec.rb
-- spec/lib/rdkafka/native_kafka_spec.rb
-- spec/lib/rdkafka/producer/delivery_handle_spec.rb
-- spec/lib/rdkafka/producer/delivery_report_spec.rb
-- spec/lib/rdkafka/producer/partitions_count_cache_spec.rb
-- spec/lib/rdkafka/producer_spec.rb
-- spec/spec_helper.rb
 licenses:
 - MIT
 metadata:
@@ -307,7 +243,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.1'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/.github/CODEOWNERS

@@ -1,3 +0,0 @@
-/.github @mensfeld
-/.github/workflows/ @mensfeld
-/.github/actions/ @mensfeld

data/.github/FUNDING.yml

@@ -1 +0,0 @@
-custom: ['https://karafka.io/#become-pro']

data/.github/workflows/ci_linux_alpine_x86_64_musl.yml

@@ -1,197 +0,0 @@
-# Why We Build and Run Without Caching Native Extensions
-#
-# We intentionally compile the native librdkafka library fresh in each test job
-# rather than caching or pre-building it for several reasons:
-#
-# 1. Architecture Compatibility
-#    - Pre-built native libraries (.so files) are architecture-specific
-#    - Can cause "Exec format error" when build/runtime environments differ
-#    - Building in the same container guarantees compatibility
-#
-# 2. Container Image Variations
-#    - Different Ruby Alpine images may have subtle differences in:
-#      * Base system libraries, compiler toolchains, musl libc versions
-#    - These differences can cause pre-built libraries to fail at runtime
-#
-# 3. Simplicity and Reliability
-#    - Single source of truth: everything builds and runs in same environment
-#    - No artifact management complexity or potential upload/download failures
-#    - Easier debugging when issues are contained in one job
-#
-# Trade-offs: Slightly longer CI times (~2-3 min per job) but much more reliable
-# than dealing with architecture mismatches and artifact corruption issues.
-
-name: CI Linux Alpine x86_64 musl
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-on:
-  pull_request:
-    branches: [ main, master ]
-  push:
-    branches: [ main, master ]
-  schedule:
-    - cron: '0 1 * * *'
-
-permissions:
-  contents: read
-
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-
-jobs:
-  specs_install:
-    timeout-minutes: 45
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - ruby: '3.1'
-            alpine_version: '3.21'
-          - ruby: '3.2'
-            alpine_version: '3.21'
-          - ruby: '3.2'
-            alpine_version: '3.22'
-          - ruby: '3.3'
-            alpine_version: '3.21'
-          - ruby: '3.3'
-            alpine_version: '3.22'
-          - ruby: '3.4'
-            alpine_version: '3.21'
-            coverage: 'true'
-          - ruby: '3.4'
-            alpine_version: '3.22'
-            coverage: 'true'
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-
-      - name: Start Kafka with Docker Compose
-        run: |
-          docker compose -f docker-compose.yml up -d
-          echo "Waiting for Kafka to be ready..."
-          sleep 10
-          for i in {1..30}; do
-            if docker compose exec -T kafka kafka-topics --bootstrap-server localhost:9092 --list >/dev/null 2>&1; then
-              echo "Kafka topics command succeeded!"
-              break
-            fi
-            sleep 2
-          done
-
-      - name: Run all specs in PLAINTEXT
-        env:
-          GITHUB_COVERAGE: ${{ matrix.coverage }}
-        run: |
-          docker run --rm \
-            --network host \
-            -v "${{ github.workspace }}:/workspace" \
-            -w /workspace \
-            -e "GITHUB_COVERAGE=${{ matrix.coverage }}" \
-            ruby:${{ matrix.ruby }}-alpine${{ matrix.alpine_version }} \
-            sh -c 'apk add --no-cache git curl ca-certificates build-base linux-headers \
-              pkgconf perl autoconf automake libtool bison flex file \
-              ruby-dev ruby-bundler bash zstd-dev zlib zlib-dev openssl-dev \
-              cyrus-sasl-dev cyrus-sasl cyrus-sasl-login \
-              cyrus-sasl-crammd5 cyrus-sasl-digestmd5 cyrus-sasl-gssapiv2 cyrus-sasl-scram \
-              krb5-libs openssl zlib zstd-libs && \
-              git config --global --add safe.directory /workspace && \
-              bundle config set --local path vendor/bundle && \
-              bundle install && \
-              cd ext && bundle exec rake && \
-              cd .. && \
-              bundle exec ruby -S rspec'
-
-  build_precompiled:
-    timeout-minutes: 45
-    runs-on: ubuntu-latest
-    container:
-      # Similar to GNU, we build on the oldest for ABI compatibility
-      image: alpine:3.18@sha256:de0eb0b3f2a47ba1eb89389859a9bd88b28e82f5826b6969ad604979713c2d4f # renovate: ignore
-    steps:
-      - name: Install dependencies
-        run: |
-          apk add --no-cache git curl ca-certificates build-base linux-headers \
-            pkgconf perl autoconf automake libtool bison flex file bash wget zstd-dev \
-            openssl-dev cyrus-sasl-dev cyrus-sasl cyrus-sasl-login \
-            cyrus-sasl-crammd5 cyrus-sasl-digestmd5 cyrus-sasl-gssapiv2 cyrus-sasl-scram \
-            krb5-libs openssl zlib zlib-dev zstd-libs
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Configure git safe directory
-        run: git config --global --add safe.directory /__w/karafka-rdkafka/karafka-rdkafka
-      - name: Cache build-tmp directory
-        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
-        with:
-          path: ext/build-tmp-musl
-          key: build-tmp-musl-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
-      - name: Build precompiled librdkafka.so
-        run: |
-          cd ext
-          bash ./build_linux_x86_64_musl.sh
-      - name: Upload precompiled library
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
-        with:
-          name: librdkafka-precompiled-musl
-          path: ext/
-          retention-days: 1
-
-  specs_precompiled:
-    timeout-minutes: 30
-    runs-on: ubuntu-latest
-    needs: build_precompiled
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby:
-          - '3.4'
-          - '3.3'
-          - '3.2'
-          - '3.1'
-        include:
-          - ruby: '3.4'
-            coverage: 'true'
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Download precompiled library
-        uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5.0.0
-        with:
-          name: librdkafka-precompiled-musl
-          path: ext/
-      - name: Start Kafka with Docker Compose
-        run: |
-          docker compose -f docker-compose.yml up -d
-          echo "Waiting for Kafka to be ready..."
-          sleep 10
-
-          for i in {1..30}; do
-            if docker compose exec -T kafka kafka-topics --bootstrap-server localhost:9092 --list >/dev/null 2>&1; then
-              echo "Kafka topics command succeeded!"
-              break
-            fi
-            sleep 2
-          done
-      - name: Run specs with precompiled library and PLAINTEXT
-        env:
-          GITHUB_COVERAGE: ${{ matrix.coverage }}
-          RDKAFKA_EXT_PATH: ${{ github.workspace }}/ext
-        run: |
-          docker run --rm \
-            --network host \
-            -v "${{ github.workspace }}:/workspace" \
-            -w /workspace \
-            -e "GITHUB_COVERAGE=${{ matrix.coverage }}" \
-            -e "RDKAFKA_EXT_PATH=/workspace/ext" \
-            ruby:${{ matrix.ruby }}-alpine \
-            sh -c 'apk add --no-cache git build-base linux-headers bash && \
-              git config --global --add safe.directory /workspace && \
-              bundle config set --local path vendor/bundle && \
-              bundle install && bundle exec ruby -S rspec'