rdkafka 0.22.2-x86_64-linux-musl → 0.23.0-x86_64-linux-musl

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e2f61beb534b5539c8a32900dcc5eddd90fb2aaac5b7fbda9c71d8dc13dc7fc4
-  data.tar.gz: eed95d61ea167bf64ebbce8d302f9d3891817fbae66f6a737756c0da7972d602
+  metadata.gz: e234854324afa4b446878db175134503f8e70851366ac7ef1258007f07e2a1bc
+  data.tar.gz: f753626183b3f875601f3e717c956380936d5a08a2607eb64c83c80e1b828b7e
 SHA512:
-  metadata.gz: 69de8caf7fb71a7d707687f81bbe320914dc5dd902d97f3f80733f40c10abc8a5d8f96576a8ff440cd327390ea8a1ce1e8b069dc9ebe1d20a80d8f4640a6b7e8
-  data.tar.gz: acec99b70882cb14ce5b4d812f09d400a18ac93f68dd9a5e003c66e1f21e9bbda235ba2e016ce5ca45210a9f75ba7d0e9e6cbe646d9e8e95cd277de46ab2dd3b
+  metadata.gz: 9460591432294870724eba80dbec1fa205b409fa3ac6c129385933786077d60cf42ac7cd814b12dded75c3935fb12566c3dbc30a710556423c47635ec4c2aae4
+  data.tar.gz: 06ac2e5c5f10e23474b63f732f3f673c17ab9ff35572fdd3d447549d814ee98fdc23f52bd551e469b4a171ad6f692cf4a473fd55476d3da6882d153c09a40079

data/CHANGELOG.md

@@ -1,9 +1,19 @@
 # Rdkafka Changelog
 
+## 0.23.0 (2025-09-04)
+- **[Breaking]** Drop support for Ruby 3.1 to move forward with the fiber scheduler work.
+- [Enhancement] Bump librdkafka to `2.11.0`
+- [Enhancement] Support explicit Debian testing due to lib issues.
+- [Enhancement] Support ARM64 Gnu precompilation.
+- [Enhancement] Improve what symbols are exposed outside of the precompiled extensions.
+- [Enhancement] Introduce an integration suite layer for non RSpec specs execution.
+- [Fix] Add `json` gem as a dependency (was missing but used).
+
 ## 0.22.2 (2025-07-21)
 - [Enhancement] Drastically increase number of platforms in the integration suite
 - [Fix] Support Ubuntu `22.04` and older Alpine precompiled versions
 - [Fix] FFI::DynamicLibrary.load_library': Could not open library
+- [Change] Add new CI action to trigger auto-doc refresh.
 
 ## 0.22.1 (2025-07-17)
 - [Fix] Fix `Rakefile` being available in the precompiled versions causing build failures.

data/README.md

@@ -1,6 +1,6 @@
 # Rdkafka
 
-[![Build Status](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci_linux_x86_64_gnu.yml/badge.svg)](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci_linux_x86_64_gnu.yml)
+[![Build Status](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci_linux_ubuntu_x86_64_gnu.yml/badge.svg)](https://github.com/karafka/rdkafka-ruby/actions/workflows/ci_linux_x86_64_gnu.yml)
 [![Gem Version](https://badge.fury.io/rb/rdkafka.svg)](https://badge.fury.io/rb/rdkafka)
 [![Join the chat at https://slack.karafka.io](https://raw.githubusercontent.com/karafka/misc/master/slack.svg)](https://slack.karafka.io)
 
@@ -163,16 +163,17 @@ bundle exec rake produce_messages
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
-| 0.22.x (2025-07-17) | 2.8.0 (2025-01-07) | yes |
-| 0.21.x (2025-02-13) | 2.8.0 (2025-01-07) | yes |
-| 0.20.0 (2025-01-07) | 2.6.1 (2024-11-18) | yes |
-| 0.19.0 (2024-10-01) | 2.5.3 (2024-09-02) | yes |
-| 0.18.0 (2024-09-02) | 2.5.0 (2024-06-10) | yes |
-| 0.17.0 (2024-08-03) | 2.4.0 (2024-05-07) | no  |
-| 0.16.0 (2024-06-13) | 2.3.0 (2023-10-25) | no  |
-| 0.15.0 (2023-12-03) | 2.3.0 (2023-10-25) | no  |
-| 0.14.0 (2023-11-21) | 2.2.0 (2023-07-12) | no  |
-| 0.13.0 (2023-07-24) | 2.0.2 (2023-01-20) | no  |
-| 0.12.0 (2022-06-17) | 1.9.0 (2022-06-16) | no  |
-| 0.11.0 (2021-11-17) | 1.8.2 (2021-10-18) | no  |
-| 0.10.0 (2021-09-07) | 1.5.0 (2020-07-20) | no  |
+| 0.23.x (2025-09-04) | 2.11.0 (2025-07-03) | yes |
+| 0.22.x (2025-07-17) | 2.8.0 (2025-01-07)  | yes |
+| 0.21.x (2025-02-13) | 2.8.0 (2025-01-07)  | yes |
+| 0.20.0 (2025-01-07) | 2.6.1 (2024-11-18)  | yes |
+| 0.19.0 (2024-10-01) | 2.5.3 (2024-09-02)  | yes |
+| 0.18.0 (2024-09-02) | 2.5.0 (2024-06-10)  | yes |
+| 0.17.0 (2024-08-03) | 2.4.0 (2024-05-07)  | no  |
+| 0.16.0 (2024-06-13) | 2.3.0 (2023-10-25)  | no  |
+| 0.15.0 (2023-12-03) | 2.3.0 (2023-10-25)  | no  |
+| 0.14.0 (2023-11-21) | 2.2.0 (2023-07-12)  | no  |
+| 0.13.0 (2023-07-24) | 2.0.2 (2023-01-20)  | no  |
+| 0.12.0 (2022-06-17) | 1.9.0 (2022-06-16)  | no  |
+| 0.11.0 (2021-11-17) | 1.8.2 (2021-10-18)  | no  |
+| 0.10.0 (2021-09-07) | 1.5.0 (2020-07-20)  | no  |

data/docker-compose-ssl.yml

@@ -0,0 +1,35 @@
+services:
+  kafka:
+    container_name: kafka
+    image: confluentinc/cp-kafka:8.0.0
+    ports:
+      - 9092:9092 # Support PLAINTEXT so we can run one docker setup for SSL and PLAINTEXT
+      - 9093:9093
+    volumes:
+      - ./ssl:/etc/kafka/secrets
+    environment:
+      CLUSTER_ID: kafka-docker-cluster-1
+      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_PROCESS_ROLES: broker,controller
+      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+      KAFKA_LISTENERS: PLAINTEXT://:9092,SSL://:9093,CONTROLLER://:9094
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://127.0.0.1:9092,SSL://127.0.0.1:9093
+      KAFKA_BROKER_ID: 1
+      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@127.0.0.1:9094
+      ALLOW_PLAINTEXT_LISTENER: 'yes'
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
+      KAFKA_AUTHORIZER_CLASS_NAME: org.apache.kafka.metadata.authorizer.StandardAuthorizer
+
+      # SSL Configuration
+      KAFKA_SSL_KEYSTORE_FILENAME: kafka.server.keystore.jks
+      KAFKA_SSL_KEYSTORE_CREDENTIALS: kafka_keystore_creds
+      KAFKA_SSL_KEY_CREDENTIALS: kafka_ssl_key_creds
+      KAFKA_SSL_TRUSTSTORE_FILENAME: kafka.server.truststore.jks
+      KAFKA_SSL_TRUSTSTORE_CREDENTIALS: kafka_truststore_creds
+      KAFKA_SSL_CLIENT_AUTH: none
+      KAFKA_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM: ""

data/lib/rdkafka/admin.rb

@@ -664,7 +664,6 @@ module Rdkafka
       describe_acl_handle
     end
 
-
     # Describe configs
     #
     # @param resources [Array<Hash>]  Array where elements are hashes with two keys:

data/lib/rdkafka/config.rb

@@ -129,10 +129,7 @@ module Rdkafka
     end
 
     # Default config that can be overwritten.
-    DEFAULT_CONFIG = {
-      # Request api version so advanced features work
-      :"api.version.request" => true
-    }.freeze
+    DEFAULT_CONFIG = {}.freeze
 
     # Required config that cannot be overwritten.
     REQUIRED_CONFIG = {

data/lib/rdkafka/consumer/topic_partition_list.rb

@@ -66,10 +66,14 @@ module Rdkafka
       #
       # @param topic [String] The topic's name
       # @param partitions_with_offsets [Hash<Integer, Integer>] The topic's partitions and offsets
+      # @param partitions_with_offsets [Array<Consumer::Partition>] The topic's partitions with offsets
+      #   and metadata (if any)
       #
       # @return [nil]
       def add_topic_and_partitions_with_offsets(topic, partitions_with_offsets)
-        @data[topic.to_s] = partitions_with_offsets.map { |p, o| Partition.new(p, o) }
+        @data[topic.to_s] = partitions_with_offsets.map do |p, o|
+          p.is_a?(Partition) ? p : Partition.new(p, o)
+        end
       end
 
       # Return a `Hash` with the topics as keys and and an array of partition information as the value if present.

data/lib/rdkafka/consumer.rb

@@ -246,7 +246,7 @@ module Rdkafka
     # @param timeout_ms [Integer] The timeout for fetching this information.
     # @return [TopicPartitionList]
     # @raise [RdkafkaError] When getting the committed positions fails.
-    def committed(list=nil, timeout_ms=2000)
+    def committed(list=nil, timeout_ms=2_000)
       closed_consumer_check(__method__)
 
       if list.nil?
@@ -350,7 +350,7 @@ module Rdkafka
         topic_out = {}
         partitions.each do |p|
           next if p.offset.nil?
-          low, high = query_watermark_offsets(
+          _low, high = query_watermark_offsets(
             topic,
             p.partition,
             watermark_timeout_ms

data/lib/rdkafka/producer.rb

@@ -6,9 +6,6 @@ module Rdkafka
     include Helpers::Time
     include Helpers::OAuth
 
-    # Empty hash used as a default
-    EMPTY_HASH = {}.freeze
-
     # @private
     @@partitions_count_cache = PartitionsCountCache.new
 
@@ -30,6 +27,9 @@ module Rdkafka
       @@partitions_count_cache = partitions_count_cache
     end
 
+    # Empty hash used as a default
+    EMPTY_HASH = {}.freeze
+
     private_constant :EMPTY_HASH
 
     # Raised when there was a critical issue when invoking rd_kafka_topic_new

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.22.2"
-  LIBRDKAFKA_VERSION = "2.8.0"
-  LIBRDKAFKA_SOURCE_SHA256 = "5bd1c46f63265f31c6bfcedcde78703f77d28238eadf23821c2b43fc30be3e25"
+  VERSION = "0.23.0"
+  LIBRDKAFKA_VERSION = "2.11.0"
+  LIBRDKAFKA_SOURCE_SHA256 = "592a823dc7c09ad4ded1bc8f700da6d4e0c88ffaf267815c6f25e7450b9395ca"
 end

data/rdkafka.gemspec

@@ -13,17 +13,31 @@ Gem::Specification.new do |gem|
   gem.name = 'rdkafka'
   gem.require_paths = ['lib']
   gem.version = Rdkafka::VERSION
-  gem.required_ruby_version = '>= 3.1'
+  gem.required_ruby_version = '>= 3.2'
+
+  files = `git ls-files`.split($\)
+  files = files.reject do |file|
+    next true if file.start_with?('.')
+    next true if file.start_with?('spec/')
+    next true if file.start_with?('ext/README.md')
+
+    false
+  end
 
   if ENV['RUBY_PLATFORM']
     gem.platform = ENV['RUBY_PLATFORM']
-    gem.files = `git ls-files`.split($\)
 
     # Do not include the source code for librdkafka as it should be precompiled already per
     # platform. Same applies to any possible patches.
-    gem.files = gem.files.reject do |file|
-      file.match?(%r{^dist/librdkafka-.*\.tar\.gz$}) ||
-      file.match?(%r{^dist/patches/})
+    # Do not include github actions details in RubyGems releases
+    gem.files = files.reject do |file|
+      next true if file.start_with?('dist/')
+      next true if file.start_with?('ext/build_')
+      next true if file.start_with?('ext/ci_')
+      next true if file.start_with?('ext/Rakefile')
+      next true if file.start_with?('ext/generate-')
+
+      false
     end
 
     # Add the compiled extensions that exist (not in git)
@@ -36,11 +50,25 @@ Gem::Specification.new do |gem|
     end
   else
     gem.platform = Gem::Platform::RUBY
-    gem.files = `git ls-files`.split($\)
+
+    # Do not include code used for building native extensions
+    # Do not include github actions details in RubyGems releases
+    gem.files = files.reject do |file|
+      next true if file.start_with?('ext/build_')
+      next true if file.start_with?('ext/ci_')
+      next true if file.start_with?('ext/generate-')
+      next false unless file.start_with?('dist/')
+      next false if file.start_with?('dist/patches')
+      next false if file.start_with?('dist/librdkafka-')
+
+      true
+    end
+
     gem.extensions = %w(ext/Rakefile)
   end
 
   gem.add_dependency 'ffi', '~> 1.15'
+  gem.add_dependency 'json', '> 2.0'
   gem.add_dependency 'logger'
   gem.add_dependency 'mini_portile2', '~> 2.6'
   gem.add_dependency 'rake', '> 12'
@@ -50,6 +78,7 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency 'rspec', '~> 3.5'
   gem.add_development_dependency 'rake'
   gem.add_development_dependency 'simplecov'
+  gem.add_development_dependency 'warning'
 
   gem.metadata = {
     'funding_uri' => 'https://karafka.io/#become-pro',

data/renovate.json

@@ -19,7 +19,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly OPENSSL_VERSION=\"(?<currentValue>.*)\""
@@ -31,7 +31,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly CYRUS_SASL_VERSION=\"(?<currentValue>.*)\""
@@ -43,7 +43,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly ZLIB_VERSION=\"(?<currentValue>.*)\""
@@ -55,7 +55,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly ZSTD_VERSION=\"(?<currentValue>.*)\""
@@ -67,7 +67,7 @@
     {
       "customType": "regex",
       "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
+        "/ext/build_common.sh/"
       ],
       "matchStrings": [
         "readonly KRB5_VERSION=\"(?<currentValue>.*)\""
@@ -75,18 +75,6 @@
       "depNameTemplate": "krb5/krb5",
       "datasourceTemplate": "github-releases",
       "extractVersionTemplate": "^krb5-(?<version>.*)$"
-    },
-    {
-      "customType": "regex",
-      "managerFilePatterns": [
-        "/^ext/build_common\\.sh$/"
-      ],
-      "matchStrings": [
-        "readonly LIBRDKAFKA_VERSION=\"(?<currentValue>.*)\""
-      ],
-      "depNameTemplate": "confluentinc/librdkafka",
-      "datasourceTemplate": "github-releases",
-      "extractVersionTemplate": "^v(?<version>.*)$"
     }
   ]
 }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.22.2
+  version: 0.23.0
 platform: x86_64-linux-musl
 authors:
 - Thijs Cadier
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: logger
   requirement: !ruby/object:Gem::Requirement
@@ -136,6 +150,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: warning
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Modern Kafka client library for Ruby based on librdkafka
 email:
 - contact@karafka.io
@@ -143,33 +171,13 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/CODEOWNERS"
-- ".github/FUNDING.yml"
-- ".github/workflows/ci_linux_x86_64_gnu.yml"
-- ".github/workflows/ci_linux_x86_64_musl.yml"
-- ".github/workflows/ci_macos_arm64.yml"
-- ".github/workflows/push_linux_x86_64_gnu.yml"
-- ".github/workflows/push_linux_x86_64_musl.yml"
-- ".github/workflows/push_macos_arm64.yml"
-- ".github/workflows/push_ruby.yml"
-- ".github/workflows/verify-action-pins.yml"
-- ".gitignore"
-- ".rspec"
-- ".ruby-gemset"
-- ".ruby-version"
-- ".yardopts"
 - CHANGELOG.md
 - Gemfile
 - MIT-LICENSE
 - README.md
 - Rakefile
+- docker-compose-ssl.yml
 - docker-compose.yml
-- ext/README.md
-- ext/Rakefile
-- ext/build_common.sh
-- ext/build_linux_x86_64_gnu.sh
-- ext/build_linux_x86_64_musl.sh
-- ext/build_macos_arm64.sh
 - ext/librdkafka.so
 - lib/rdkafka.rb
 - lib/rdkafka/abstract_handle.rb
@@ -215,34 +223,6 @@ files:
 - lib/rdkafka/version.rb
 - rdkafka.gemspec
 - renovate.json
-- spec/rdkafka/abstract_handle_spec.rb
-- spec/rdkafka/admin/create_acl_handle_spec.rb
-- spec/rdkafka/admin/create_acl_report_spec.rb
-- spec/rdkafka/admin/create_topic_handle_spec.rb
-- spec/rdkafka/admin/create_topic_report_spec.rb
-- spec/rdkafka/admin/delete_acl_handle_spec.rb
-- spec/rdkafka/admin/delete_acl_report_spec.rb
-- spec/rdkafka/admin/delete_topic_handle_spec.rb
-- spec/rdkafka/admin/delete_topic_report_spec.rb
-- spec/rdkafka/admin/describe_acl_handle_spec.rb
-- spec/rdkafka/admin/describe_acl_report_spec.rb
-- spec/rdkafka/admin_spec.rb
-- spec/rdkafka/bindings_spec.rb
-- spec/rdkafka/callbacks_spec.rb
-- spec/rdkafka/config_spec.rb
-- spec/rdkafka/consumer/headers_spec.rb
-- spec/rdkafka/consumer/message_spec.rb
-- spec/rdkafka/consumer/partition_spec.rb
-- spec/rdkafka/consumer/topic_partition_list_spec.rb
-- spec/rdkafka/consumer_spec.rb
-- spec/rdkafka/error_spec.rb
-- spec/rdkafka/metadata_spec.rb
-- spec/rdkafka/native_kafka_spec.rb
-- spec/rdkafka/producer/delivery_handle_spec.rb
-- spec/rdkafka/producer/delivery_report_spec.rb
-- spec/rdkafka/producer/partitions_count_cache_spec.rb
-- spec/rdkafka/producer_spec.rb
-- spec/spec_helper.rb
 licenses:
 - MIT
 metadata:
@@ -260,14 +240,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.1'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: The rdkafka gem is a modern Kafka client library for Ruby based on librdkafka.
   It wraps the production-ready C client using the ffi gem and targets Kafka 1.0+

data/.github/CODEOWNERS

@@ -1,3 +0,0 @@
-/.github @mensfeld
-/.github/workflows/ @mensfeld
-/.github/actions/ @mensfeld

data/.github/FUNDING.yml

@@ -1 +0,0 @@
-custom: ['https://karafka.io/#become-pro']