karafka-rdkafka 0.22.1-aarch64-linux-gnu → 0.23.0-aarch64-linux-gnu

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 527a80ff7b3985acfa746ef86dcd8d3f8a9f8cb76092338bbfb0d073f97cc447
-  data.tar.gz: 1e8effe485e2ccd2b0db6a34556eb59e70726409621f5468b780d8ee5307010f
+  metadata.gz: 19c398f618287aca317a10dd10ba146999f2a4a4951da57746d778c0ff837d90
+  data.tar.gz: a7f2eecd68370a96478a33b3f6a1cefd7db31abc014215421771fdcd7ce8e289
 SHA512:
-  metadata.gz: d8784d337368966d7e76a664af1b5b2f8a38e4e3ce81c462b26d4bd0e731759b1e6e4e6c58271650d564d3e9e7dd7c2151203935370bdc166a0f43e40ca126c7
-  data.tar.gz: eba803ce8f056569942e2066d86d14a47cbe92dd5cba5135506748a17a278c8e5b936c8ed80bcc1904dc44246e09007039e11328393683e0b9a41dd50316836e
+  metadata.gz: df961fcf19f0caf4fe9a0807e57470838b0be671d7e0558bde246f107a02241be92c3ebe26042cec35b9002a48303f47ca55cf5662f44fa88127afbbedd7ff75
+  data.tar.gz: c8c2e05e9543fb6c8482532b1085770ba06847a9576955096b7272d6772e7fb571b9363af5e2ae65f29aa2bfb037760ebe14e78f36f351223371397ea81b3234

data/CHANGELOG.md

@@ -1,11 +1,19 @@
 # Rdkafka Changelog
 
+## 0.23.0 (2025-11-01)
+- [Enhancement] Bump librdkafka to 2.12.1.
+- [Enhancement] Force lock FFI to 1.17.1 or higher to include critical bug fixes around GCC, write barriers, and thread restarts for forks.
+- [Fix] Fix for Core dump when providing extensions to oauthbearer_set_token (dssjoblom)
+
+## 0.22.2 (2025-10-09)
+- [Fix] Fix Github Action Ruby reference preventing non-compiled releases.
+
 ## 0.22.1 (2025-10-09)
 - [Enhancement] Optimize header processing to eliminate double hash lookups and method checking overhead.
 - [Enhancement] Optimize producer header processing with early returns and efficient array operations (69% faster for nil headers, 41% faster for empty headers, 12-32% faster when headers are present, with larger improvements for complex header scenarios).
 
 ## 0.22.0 (2025-09-26)
-- **[Breaking]** Drop support for Ruby 3.1 to move forward with the fiber scheduler work.
+- **[EOL]** Drop support for Ruby 3.1 to move forward with the fiber scheduler work.
 - [Enhancement] Bump librdkafka to 2.11.1.
 - [Enhancement] Improve sigstore attestation for precompiled releases.
 - [Fix] Fix incorrectly set default SSL certs dir.
@@ -65,7 +73,7 @@
 - [Fix] Do not run `Rdkafka::Bindings.rd_kafka_global_init` on require to prevent some of macos versions from hanging on Puma fork.
 
 ## 0.18.0 (2024-11-26)
-- **[Breaking]** Drop Ruby 3.0 support
+- **[EOL]** Drop Ruby 3.0 support
 - [Enhancement] Bump librdkafka to 2.6.1
 - [Enhancement] Use default oauth callback if none is passed (bachmanity1)
 - [Enhancement] Expose `rd_kafka_global_init` to mitigate macos forking issues.
@@ -106,7 +114,7 @@
 - **[Breaking]** `HashWithSymbolKeysTreatedLikeStrings` has been removed so headers are regular hashes with string keys.
 - [Enhancement] Bump librdkafka to 2.4.0
 - [Enhancement] Save two objects on message produced and lower CPU usage on message produced with small improvements.
-- [Fix] Remove support for Ruby 2.7. Supporting it was a bug since rest of the karafka ecosystem no longer supports it.
+- **[EOL]** Remove support for Ruby 2.7. Supporting it was a bug since rest of the karafka ecosystem no longer supports it.
 
 ## 0.15.2 (2024-07-10)
 - [Fix] Switch to local release of librdkafka to mitigate its unavailability.
@@ -187,7 +195,7 @@
 - [Enhancement] Get consumer position (thijsc & mensfeld)
 
 ## 0.13.7 (2023-10-31)
-- [Change] Drop support for Ruby 2.6 due to incompatibilities in usage of `ObjectSpace::WeakMap`
+- **[EOL]** Drop support for Ruby 2.6 due to incompatibilities in usage of `ObjectSpace::WeakMap`
 - [Fix] Fix dangling Opaque references.
 
 ## 0.13.6 (2023-10-17)
@@ -254,7 +262,7 @@
 
 ## 0.11.0 (2021-11-17)
 - Upgrade librdkafka to 1.8.2
-- Bump supported minimum Ruby version to 2.6
+- **[EOL]** Bump supported minimum Ruby version to 2.6
 - Better homebrew path detection
 
 ## 0.10.0 (2021-09-07)

data/README.md

@@ -63,6 +63,7 @@ Contributions should generally be made to the upstream [rdkafka-ruby repository]
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
+| 0.23.x (2025-11-01) | 2.12.1 (2025-10-16)  | yes |
 | 0.22.x (2025-09-26) | 2.11.1 (2025-08-18)  | yes |
 | 0.21.x (2025-08-18) | 2.11.0 (2025-07-03)  | yes |
 | 0.20.x (2025-07-17) | 2.8.0  (2025-01-07)  | yes |

data/docker-compose-ssl.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.1
+    image: confluentinc/cp-kafka:8.1.0
     ports:
       - 9092:9092 # Support PLAINTEXT so we can run one docker setup for SSL and PLAINTEXT
       - 9093:9093

data/docker-compose.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.1
+    image: confluentinc/cp-kafka:8.1.0
 
     ports:
       - 9092:9092

data/karafka-rdkafka.gemspec

@@ -67,7 +67,7 @@ Gem::Specification.new do |gem|
     gem.extensions = %w(ext/Rakefile)
   end
 
-  gem.add_dependency 'ffi', '~> 1.15'
+  gem.add_dependency 'ffi', '~> 1.17.1'
   gem.add_dependency 'json', '> 2.0'
   gem.add_dependency 'logger'
   gem.add_dependency 'mini_portile2', '~> 2.6'

data/lib/rdkafka/helpers/oauth.rb

@@ -12,12 +12,18 @@ module Rdkafka
       # @return [Integer] 0 on success
       def oauthbearer_set_token(token:, lifetime_ms:, principal_name:, extensions: nil)
         error_buffer = FFI::MemoryPointer.from_string(" " * 256)
+        extensions_ptr, extensions_str_ptrs = map_extensions(extensions)
 
-        response = @native_kafka.with_inner do |inner|
-          Rdkafka::Bindings.rd_kafka_oauthbearer_set_token(
-            inner, token, lifetime_ms, principal_name,
-            flatten_extensions(extensions), extension_size(extensions), error_buffer, 256
-          )
+        begin
+          response = @native_kafka.with_inner do |inner|
+            Rdkafka::Bindings.rd_kafka_oauthbearer_set_token(
+              inner, token, lifetime_ms, principal_name,
+              extensions_ptr, extension_size(extensions), error_buffer, 256
+            )
+          end
+        ensure
+          extensions_str_ptrs&.each { |ptr| ptr.free }
+          extensions_ptr&.free
         end
 
         return response if response.zero?
@@ -41,10 +47,31 @@ module Rdkafka
 
       private
 
-      # Flatten the extensions hash into a string according to the spec, https://datatracker.ietf.org/doc/html/rfc7628#section-3.1
-      def flatten_extensions(extensions)
-        return nil unless extensions
-        "\x01#{extensions.map { |e| e.join("=") }.join("\x01")}"
+      # Convert extensions hash to FFI::MemoryPointer (const char **).
+      # Note: the returned pointers must be freed manually (autorelease = false).
+      def map_extensions(extensions)
+        return [nil, nil] if extensions.nil? || extensions.empty?
+
+        # https://github.com/confluentinc/librdkafka/blob/master/src/rdkafka_sasl_oauthbearer.c#L327-L347
+
+        # The method argument is const char **
+        array_ptr = FFI::MemoryPointer.new(:pointer, extension_size(extensions))
+        array_ptr.autorelease = false
+        str_ptrs = []
+
+        # Element i is the key, i + 1 is the value.
+        extensions.each_with_index do |(k, v), i|
+          k_ptr = FFI::MemoryPointer.from_string(k.to_s)
+          k_ptr.autorelease = false
+          str_ptrs << k_ptr
+          v_ptr = FFI::MemoryPointer.from_string(v.to_s)
+          v_ptr.autorelease = false
+          str_ptrs << v_ptr
+          array_ptr[i * 2].put_pointer(0, k_ptr)
+          array_ptr[i * 2 + 1].put_pointer(0, v_ptr)
+        end
+
+        [array_ptr, str_ptrs]
       end
 
       # extension_size is the number of keys + values which should be a non-negative even number

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.22.1"
-  LIBRDKAFKA_VERSION = "2.11.1"
-  LIBRDKAFKA_SOURCE_SHA256 = "a2c87186b081e2705bb7d5338d5a01bc88d43273619b372ccb7bb0d264d0ca9f"
+  VERSION = "0.23.0"
+  LIBRDKAFKA_VERSION = "2.12.1"
+  LIBRDKAFKA_SOURCE_SHA256 = "ec103fa05cb0f251e375f6ea0b6112cfc9d0acd977dc5b69fdc54242ba38a16f"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.22.1
+  version: 0.23.0
 platform: aarch64-linux-gnu
 authors:
 - Thijs Cadier
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: 1.17.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: 1.17.1
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement