rdkafka 0.23.1-x86_64-linux-gnu → 0.24.0-x86_64-linux-gnu

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 569ea8535cf74c90d5b254e8e0532e60a759a7c4753224768023ac696bddd5bf
-  data.tar.gz: f79e20d8445047f68eb54ddbbb0ea58db5f3bb0be9c2f375fa574fdddadb8869
+  metadata.gz: da8684aee309b72626b78af49df65124b9f87c8ebc564c7be9e54ddf401a118a
+  data.tar.gz: 3366a05cd54854eeb3d5b98a1e9a1b9f78fab01c5c1993c2b835d18c825de55a
 SHA512:
-  metadata.gz: 4c5c8b2af893dd8e5522eb2253ed8b00794194c852cb64129d883f9f48e7d688345196d738e573ca40457f0182016f29e970152fc98f7a679bb29d8068fe4dd9
-  data.tar.gz: 9ef5708fc4655ffabd7c3f93c9e8a5415020a4bfdfbf407d76335f455090241262175c58ba20d282190aacd32653617fc2d940df0a509047cbab4082a3f4f89c
+  metadata.gz: 7777edc01c03a8d4ea98d1f340524a913d4ba97c227ecb731235628054c288dc2ebfb3689a64924172567d7d875f2254c438deb953fb0956edc84c07c94df028
+  data.tar.gz: 1ebb1305395ff91feb7a4096655ed615c49163ee1fd115166d940782c1b25546be9987c81f68ae0d408f6e6854912d88fe82d416c34f6aa9abfa27d8beab45f2

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # Rdkafka Changelog
 
+## 0.24.0 (2025-10-10)
+- [Enhancement] Bump librdkafka to `2.11.1`
+
 ## 0.23.1 (2025-09-25)
 - [Enhancement] Improve sigstore attestation for precompiled releases.
 - [Fix] Fix incorrectly set default SSL certs dir.

data/README.md

@@ -163,6 +163,7 @@ bundle exec rake produce_messages
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
+| 0.24.x (Unreleased) | 2.11.1 (2025-08-08) | yes |
 | 0.23.x (2025-09-04) | 2.11.0 (2025-07-03) | yes |
 | 0.22.x (2025-07-17) | 2.8.0 (2025-01-07)  | yes |
 | 0.21.x (2025-02-13) | 2.8.0 (2025-01-07)  | yes |

data/bin/verify_kafka_warnings

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+# Checks Kafka logs for unsupported warning patterns
+# Only specified warnings are allowed, all others should trigger failure
+
+allowed_patterns=(
+  "Performing controller activation"
+  "registered with feature metadata.version"
+  "Replayed TopicRecord for"
+  "Replayed PartitionRecord for"
+  "Previous leader None and previous leader epoch"
+  "Creating new"
+  "Unloaded transaction metadata"
+  "closing connection"
+)
+
+# Get all warnings
+warnings=$(docker logs --since=0 kafka | grep "] WARN ")
+exit_code=0
+
+while IFS= read -r line; do
+  allowed=0
+  for pattern in "${allowed_patterns[@]}"; do
+    if echo "$line" | grep -q "$pattern"; then
+      allowed=1
+      break
+    fi
+  done
+
+  if [ $allowed -eq 0 ]; then
+    echo "Unexpected warning found:"
+    echo "$line"
+    exit_code=1
+  fi
+done <<< "$warnings"
+
+exit $exit_code

data/docker-compose-ssl.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.0
+    image: confluentinc/cp-kafka:8.0.1
     ports:
       - 9092:9092 # Support PLAINTEXT so we can run one docker setup for SSL and PLAINTEXT
       - 9093:9093

data/docker-compose.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.0
+    image: confluentinc/cp-kafka:8.0.1
 
     ports:
       - 9092:9092

data/lib/rdkafka/bindings.rb

@@ -2,6 +2,15 @@
 
 module Rdkafka
   # @private
+  #
+  # @note
+  #   There are two types of responses related to errors:
+  #     - rd_kafka_error_t - a C object that we need to remap into an error or null when no error
+  #     - rd_kafka_resp_err_t - response error code (numeric) that we can use directly
+  #
+  #   It is critical to ensure, that we handle them correctly. The result type should be:
+  #     - rd_kafka_error_t - :pointer
+  #     - rd_kafka_resp_err_t - :int
   module Bindings
     extend FFI::Library
 
@@ -91,7 +100,7 @@ module Rdkafka
     end
 
     attach_function :rd_kafka_topic_partition_list_new, [:int32], :pointer
-    attach_function :rd_kafka_topic_partition_list_add, [:pointer, :string, :int32], :void
+    attach_function :rd_kafka_topic_partition_list_add, [:pointer, :string, :int32], :pointer
     attach_function :rd_kafka_topic_partition_list_set_offset, [:pointer, :string, :int32, :int64], :void
     attach_function :rd_kafka_topic_partition_list_destroy, [:pointer], :void
     attach_function :rd_kafka_topic_partition_list_copy, [:pointer], :pointer
@@ -147,6 +156,10 @@ module Rdkafka
 
     attach_function :rd_kafka_err2name, [:int], :string
     attach_function :rd_kafka_err2str, [:int], :string
+    attach_function :rd_kafka_error_is_fatal, [:pointer], :int
+    attach_function :rd_kafka_error_is_retriable, [:pointer], :int
+    attach_function :rd_kafka_error_txn_requires_abort, [:pointer], :int
+    attach_function :rd_kafka_error_destroy, [:pointer], :void
     attach_function :rd_kafka_get_err_descs, [:pointer, :pointer], :void
 
     # Configuration

data/lib/rdkafka/producer/delivery_report.rb

@@ -12,8 +12,8 @@ module Rdkafka
       # @return [Integer]
       attr_reader :offset
 
-      # The name of the topic this message was produced to or nil in case of reports with errors
-      # where topic was not reached.
+      # The name of the topic this message was produced to or nil in case delivery failed and we
+      #   we not able to get the topic reference
       #
       # @return [String, nil]
       attr_reader :topic_name

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.23.1"
-  LIBRDKAFKA_VERSION = "2.11.0"
-  LIBRDKAFKA_SOURCE_SHA256 = "592a823dc7c09ad4ded1bc8f700da6d4e0c88ffaf267815c6f25e7450b9395ca"
+  VERSION = "0.24.0"
+  LIBRDKAFKA_VERSION = "2.11.1"
+  LIBRDKAFKA_SOURCE_SHA256 = "a2c87186b081e2705bb7d5338d5a01bc88d43273619b372ccb7bb0d264d0ca9f"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.23.1
+  version: 0.24.0
 platform: x86_64-linux-gnu
 authors:
 - Thijs Cadier
@@ -176,6 +176,7 @@ files:
 - MIT-LICENSE
 - README.md
 - Rakefile
+- bin/verify_kafka_warnings
 - docker-compose-ssl.yml
 - docker-compose.yml
 - ext/librdkafka.so