karafka-rdkafka 0.19.1 → 0.20.0.rc2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 390b5be16a78ebe2b6f994429cfe32e51bc11d88735ef28bfa57b9b8ba34d73e
-  data.tar.gz: 66003597faaddea33ab464aa3ec9dd906f3676f85e12e1e7c7bc2379e35feef4
+  metadata.gz: 7ec0f374f69159e6c590fa86b922713e06c75685417fe3ff2a92873fdcc211f5
+  data.tar.gz: 75bdd3a80ee00c00ab6accc1ee837dfdb56520e89118cf86d904ddc498389bdc
 SHA512:
-  metadata.gz: b7856bee34f2d3d4abe28013d3a8905d4166067f5ce4a1cddc4dc6572d0ebfb03f412a3d4a53ac515a3523cbc8088774699da8fa2fad8d88272db4d08e2ec81e
-  data.tar.gz: 0d1fbbfce6be2bb41cfc7db66f53030e907f4c9c7f8e2251aabdeb7ca9786d120e22e971eebf426dbdd57dcb60c198506204cb2b4443333744c65339d9956746
+  metadata.gz: c71fcf404900358c5c8ff73d3908ca3c1c8ce54472427cc6ec8cd8d179a71766dfe568154abadc40230b1b9c55fc028754e3bd1e9d9a617b2df288f172d7a34b
+  data.tar.gz: 988603f062bc16ecab79b36c277d68ac2d55b53822e7bb6f3382b5daeafbff4e566b05e29f974e59cab9a53bbd368f4c4e9e1da3111576bba752f7e476c97831

data/.github/workflows/ci.yml

@@ -31,9 +31,13 @@ jobs:
           - '3.3'
           - '3.2'
           - '3.1'
+          - 'jruby-10.0'
         include:
           - ruby: '3.4'
             coverage: 'true'
+          - ruby: 'jruby-10.0'
+            continue-on-error: true
+
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
@@ -47,7 +51,7 @@ jobs:
           docker compose up -d || (sleep 5 && docker compose up -d)
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@354a1ad156761f5ee2b7b13fa8e09943a5e8d252 # v1.229.0
+        uses: ruby/setup-ruby@ca041f971d66735f3e5ff1e21cc13e2d51e7e535 # v1.233.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler-cache: true
@@ -55,6 +59,7 @@ jobs:
       - name: Run all specs
         env:
           GITHUB_COVERAGE: ${{matrix.coverage}}
+        continue-on-error: ${{ matrix.continue-on-error || false }}  # Use the matrix value if present
         run: |
           set -e
           bundle install --jobs 4 --retry 3
@@ -73,16 +78,21 @@ jobs:
           - '3.3'
           - '3.2'
           - '3.1'
+          - 'jruby-9.4'
+        include:
+          - ruby: 'jruby-10.0'
+            continue-on-error: true
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@354a1ad156761f5ee2b7b13fa8e09943a5e8d252 # v1.229.0
+        uses: ruby/setup-ruby@ca041f971d66735f3e5ff1e21cc13e2d51e7e535 # v1.233.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler-cache: false
 
       - name: Build rdkafka-ruby
+        continue-on-error: ${{ matrix.continue-on-error || false }}
         run: |
           set -e
           bundle install --jobs 4 --retry 3

data/.ruby-version

@@ -1 +1 @@
-3.4.2
+3.4.3

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Rdkafka Changelog
 
+## 0.20.0 (Unreleased)
+- [Enhancement] Align default configuration with deprecation warnings of librdkafka `2.10.0`
+- [Enhancement] Bump librdkafka to `2.10.0`.
+- [Enhancement] Roll out experimental jruby support.
+- [Enhancement] Add `logger` gem to dependencies since moved out of Ruby.
+
 ## 0.19.1 (2025-04-07)
 - [Enhancement] Support producing and consuming of headers with mulitple values (KIP-82).
 - [Enhancement] Allow native Kafka customization poll time.

data/README.md

@@ -163,15 +163,16 @@ bundle exec rake produce_messages
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
-| 0.19.1 (2025-04-07) | 2.8.0 (2025-01-07) | yes |
-| 0.19.0 (2025-01-20) | 2.8.0 (2025-01-07) | yes |
-| 0.18.0 (2024-11-26) | 2.6.1 (2024-11-18) | yes |
-| 0.17.4 (2024-09-02) | 2.5.3 (2024-09-02) | yes |
-| 0.17.0 (2024-08-01) | 2.5.0 (2024-07-10) | yes |
-| 0.16.0 (2024-06-13) | 2.4.0 (2024-05-07) | no  |
-| 0.15.0 (2023-12-03) | 2.3.0 (2023-10-25) | no  |
-| 0.14.0 (2023-11-21) | 2.2.0 (2023-07-12) | no  |
-| 0.13.0 (2023-07-24) | 2.0.2 (2023-01-20) | no  |
-| 0.12.0 (2022-06-17) | 1.9.0 (2022-06-16) | no  |
-| 0.11.0 (2021-11-17) | 1.8.2 (2021-10-18) | no  |
-| 0.10.0 (2021-09-07) | 1.5.0 (2020-07-20) | no  |
+| 0.20.0 (Unreleased) | 2.10.0 (2025-04-18) | yes |
+| 0.19.1 (2025-04-07) | 2.8.0 (2025-01-07)  | yes |
+| 0.19.0 (2025-01-20) | 2.8.0 (2025-01-07)  | yes |
+| 0.18.0 (2024-11-26) | 2.6.1 (2024-11-18)  | yes |
+| 0.17.4 (2024-09-02) | 2.5.3 (2024-09-02)  | yes |
+| 0.17.0 (2024-08-01) | 2.5.0 (2024-07-10)  | yes |
+| 0.16.0 (2024-06-13) | 2.4.0 (2024-05-07)  | no  |
+| 0.15.0 (2023-12-03) | 2.3.0 (2023-10-25)  | no  |
+| 0.14.0 (2023-11-21) | 2.2.0 (2023-07-12)  | no  |
+| 0.13.0 (2023-07-24) | 2.0.2 (2023-01-20)  | no  |
+| 0.12.0 (2022-06-17) | 1.9.0 (2022-06-16)  | no  |
+| 0.11.0 (2021-11-17) | 1.8.2 (2021-10-18)  | no  |
+| 0.10.0 (2021-09-07) | 1.5.0 (2020-07-20)  | no  |

data/karafka-rdkafka.gemspec

@@ -26,6 +26,7 @@ Gem::Specification.new do |gem|
   gem.add_dependency 'ffi', '~> 1.15'
   gem.add_dependency 'mini_portile2', '~> 2.6'
   gem.add_dependency 'rake', '> 12'
+  gem.add_dependency 'logger', '>= 1.5'
 
   gem.add_development_dependency 'pry'
   gem.add_development_dependency 'rspec', '~> 3.5'

data/lib/rdkafka/config.rb

@@ -129,10 +129,7 @@ module Rdkafka
     end
 
     # Default config that can be overwritten.
-    DEFAULT_CONFIG = {
-      # Request api version so advanced features work
-      :"api.version.request" => true
-    }.freeze
+    DEFAULT_CONFIG = {}.freeze
 
     # Required config that cannot be overwritten.
     REQUIRED_CONFIG = {

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.19.1"
-  LIBRDKAFKA_VERSION = "2.8.0"
-  LIBRDKAFKA_SOURCE_SHA256 = "5bd1c46f63265f31c6bfcedcde78703f77d28238eadf23821c2b43fc30be3e25"
+  VERSION = "0.20.0.rc2"
+  LIBRDKAFKA_VERSION = "2.10.0"
+  LIBRDKAFKA_SOURCE_SHA256 = "004b1cc2685d1d6d416b90b426a0a9d27327a214c6b807df6f9ea5887346ba3a"
 end

data/spec/rdkafka/admin_spec.rb

@@ -34,7 +34,7 @@ describe Rdkafka::Admin do
   describe '#describe_errors' do
     let(:errors) { admin.class.describe_errors }
 
-    it { expect(errors.size).to eq(170) }
+    it { expect(errors.size).to eq(172) }
     it { expect(errors[-184]).to eq(code: -184, description: 'Local: Queue full', name: '_QUEUE_FULL') }
     it { expect(errors[21]).to eq(code: 21, description: 'Broker: Invalid required acks value', name: 'INVALID_REQUIRED_ACKS') }
   end
@@ -738,17 +738,19 @@ describe Rdkafka::Admin do
     end
   end
 
-  context "when operating from a fork" do
-    # @see https://github.com/ffi/ffi/issues/1114
-    it 'expect to be able to create topics and run other admin operations without hanging' do
-      # If the FFI issue is not mitigated, this will hang forever
-      pid = fork do
-        admin
-          .create_topic(topic_name, topic_partition_count, topic_replication_factor)
-          .wait
-      end
+  unless RUBY_PLATFORM == 'java'
+    context "when operating from a fork" do
+      # @see https://github.com/ffi/ffi/issues/1114
+      it 'expect to be able to create topics and run other admin operations without hanging' do
+        # If the FFI issue is not mitigated, this will hang forever
+        pid = fork do
+          admin
+            .create_topic(topic_name, topic_partition_count, topic_replication_factor)
+            .wait
+        end
 
-      Process.wait(pid)
+        Process.wait(pid)
+      end
     end
   end
 end

data/spec/rdkafka/bindings_spec.rb

@@ -149,15 +149,6 @@ describe Rdkafka::Bindings do
   end
 
   describe "oauthbearer set token" do
-
-    context "without args" do
-      it "should raise argument error" do
-        expect {
-          Rdkafka::Bindings.rd_kafka_oauthbearer_set_token
-        }.to raise_error(ArgumentError)
-      end
-    end
-
     context "with args" do
       before do
         DEFAULT_TOKEN_EXPIRY_SECONDS = 900

data/spec/rdkafka/config_spec.rb

@@ -33,23 +33,25 @@ describe Rdkafka::Config do
       expect(log.string).to include "FATAL -- : I love testing"
     end
 
-    it "expect to start new logger thread after fork and work" do
-      reader, writer = IO.pipe
-
-      pid = fork do
-        $stdout.reopen(writer)
-        Rdkafka::Config.logger = Logger.new($stdout)
-        reader.close
-        producer = rdkafka_producer_config(debug: 'all').producer
-        producer.close
+    unless RUBY_PLATFORM == 'java'
+      it "expect to start new logger thread after fork and work" do
+        reader, writer = IO.pipe
+
+        pid = fork do
+          $stdout.reopen(writer)
+          Rdkafka::Config.logger = Logger.new($stdout)
+          reader.close
+          producer = rdkafka_producer_config(debug: 'all').producer
+          producer.close
+          writer.close
+          sleep(1)
+        end
+
         writer.close
-        sleep(1)
+        Process.wait(pid)
+        output = reader.read
+        expect(output.split("\n").size).to be >= 20
       end
-
-      writer.close
-      Process.wait(pid)
-      output = reader.read
-      expect(output.split("\n").size).to be >= 20
     end
   end
 
@@ -157,7 +159,7 @@ describe Rdkafka::Config do
 
     it "should use default configuration" do
       config = Rdkafka::Config.new
-      expect(config[:"api.version.request"]).to eq true
+      expect(config[:"api.version.request"]).to eq nil
     end
 
     it "should create a consumer with valid config" do

data/spec/rdkafka/consumer_spec.rb

@@ -838,13 +838,13 @@ describe Rdkafka::Consumer do
       }.to raise_error Rdkafka::RdkafkaError
     end
 
-    it "expect to raise error when polling non-existing topic" do
+    it "expect not to raise error when polling non-existing topic" do
       missing_topic = SecureRandom.uuid
       consumer.subscribe(missing_topic)
 
-      expect {
-        consumer.poll(1_000)
-      }.to raise_error Rdkafka::RdkafkaError, /Subscribed topic not available: #{missing_topic}/
+      # @note it used to raise "Subscribed topic not available" in previous librdkafka versions
+      #   but this behaviour has been changed
+      expect { consumer.poll(1_000) }.not_to raise_error
     end
   end
 

data/spec/rdkafka/producer_spec.rb

@@ -263,8 +263,6 @@ describe Rdkafka::Producer do
     expect(message.partition).to eq 1
     expect(message.payload).to eq "payload"
     expect(message.key).to eq "key"
-    # Since api.version.request is on by default we will get
-    # the message creation timestamp if it's not set.
     expect(message.timestamp).to be_within(10).of(Time.now)
   end
 

data/spec/spec_helper.rb

@@ -15,9 +15,7 @@ require "securerandom"
 
 def rdkafka_base_config
   {
-    :"api.version.request" => false,
-    :"broker.version.fallback" => "1.0",
-    :"bootstrap.servers" => "localhost:9092",
+    :"bootstrap.servers" => "localhost:9092"
   }
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.19.1
+  version: 0.20.0.rc2
 platform: ruby
 authors:
 - Thijs Cadier
@@ -35,7 +35,7 @@ cert_chain:
   i9zWxov0mr44TWegTVeypcWGd/0nxu1+QHVNHJrpqlPBRvwQsUm7fwmRInGpcaB8
   ap8wNYvryYzrzvzUxIVFBVM5PacgkFqRmolCa8I7tdKQN+R1
   -----END CERTIFICATE-----
-date: 2025-04-07 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi
@@ -79,6 +79,20 @@ dependencies:
     - - ">"
       - !ruby/object:Gem::Version
         version: '12'
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.5'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -187,7 +201,7 @@ files:
 - README.md
 - Rakefile
 - certs/cert.pem
-- dist/librdkafka-2.8.0.tar.gz
+- dist/librdkafka-2.10.0.tar.gz
 - dist/patches/rdkafka_global_init.patch
 - docker-compose.yml
 - ext/README.md
@@ -286,7 +300,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 3.6.7
 specification_version: 4
 summary: The rdkafka gem is a modern Kafka client library for Ruby based on librdkafka.
   It wraps the production-ready C client using the ffi gem and targets Kafka 1.0+