rdkafka 0.23.0 → 0.24.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 490ec6474d79428a8eaa2b358d38683970b1b7a82642bd1663cb8ce59936a894
-  data.tar.gz: 75c03b5dff9cd492280cab23f6f175105fd1fb479bbbc44e414f5cf6d27cfe77
+  metadata.gz: bf34fd0a321b2959bcd104964ae0190e9ec1fef93da9ffe23413bf3c7629a075
+  data.tar.gz: c892e8018d5af535a44b2dd31fb4d62ca11961b85b8dbf3f746e5a3687fa89c2
 SHA512:
-  metadata.gz: cac8d5fafec18167dc4fc15291a3bad5d724f8dd12203bbe3f357415de219a53398a7a8d317e14f0f73efe30723c4012325c67ffc1ab0d5d86b03bf4b1200b07
-  data.tar.gz: 4b301b7a9937b36b51c0a7cb65a7d7a1408c40ae7627dbfa2b39619bce3b120e5b14bf5be80841aded318846d50b56aecc5ff80a7afe4f4f20e618058299a0b2
+  metadata.gz: c530255e19804794568df6c1aaec81da86d65825e2e235dfabfffcde52d84d232593e1a51533c0d60d5e1697c0e107fdf6f6b88917b9058ac1e5dba5c6b936c2
+  data.tar.gz: 01cadafb8bd0a1a97fd28267b5f8c4d668538db8bda2793d3d6e9b12af206f9647d9ba2eb92266a9ff8900014e47e1c0ac720e9e539687c02d587c58b6975e8e

data/CHANGELOG.md

@@ -1,5 +1,16 @@
 # Rdkafka Changelog
 
+## 0.24.1 (2025-10-10)
+- [Fix] Fix Github Action Ruby reference preventing non-compiled releases.
+
+## 0.24.0 (2025-10-10)
+- [Enhancement] Bump librdkafka to `2.11.1`
+
+## 0.23.1 (2025-09-25)
+- [Enhancement] Improve sigstore attestation for precompiled releases.
+- [Fix] Fix incorrectly set default SSL certs dir.
+- [Fix] Disable OpenSSL Heartbeats during compilation.
+
 ## 0.23.0 (2025-09-04)
 - **[Breaking]** Drop support for Ruby 3.1 to move forward with the fiber scheduler work.
 - [Enhancement] Bump librdkafka to `2.11.0`

data/README.md

@@ -163,6 +163,7 @@ bundle exec rake produce_messages
 
 | rdkafka-ruby | librdkafka | patches |
 |-|-|-|
+| 0.24.x (Unreleased) | 2.11.1 (2025-08-08) | yes |
 | 0.23.x (2025-09-04) | 2.11.0 (2025-07-03) | yes |
 | 0.22.x (2025-07-17) | 2.8.0 (2025-01-07)  | yes |
 | 0.21.x (2025-02-13) | 2.8.0 (2025-01-07)  | yes |

data/bin/verify_kafka_warnings

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+# Checks Kafka logs for unsupported warning patterns
+# Only specified warnings are allowed, all others should trigger failure
+
+allowed_patterns=(
+  "Performing controller activation"
+  "registered with feature metadata.version"
+  "Replayed TopicRecord for"
+  "Replayed PartitionRecord for"
+  "Previous leader None and previous leader epoch"
+  "Creating new"
+  "Unloaded transaction metadata"
+  "closing connection"
+)
+
+# Get all warnings
+warnings=$(docker logs --since=0 kafka | grep "] WARN ")
+exit_code=0
+
+while IFS= read -r line; do
+  allowed=0
+  for pattern in "${allowed_patterns[@]}"; do
+    if echo "$line" | grep -q "$pattern"; then
+      allowed=1
+      break
+    fi
+  done
+
+  if [ $allowed -eq 0 ]; then
+    echo "Unexpected warning found:"
+    echo "$line"
+    exit_code=1
+  fi
+done <<< "$warnings"
+
+exit $exit_code

data/docker-compose-ssl.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.0
+    image: confluentinc/cp-kafka:8.0.1
     ports:
       - 9092:9092 # Support PLAINTEXT so we can run one docker setup for SSL and PLAINTEXT
       - 9093:9093

data/docker-compose.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.0
+    image: confluentinc/cp-kafka:8.0.1
 
     ports:
       - 9092:9092

data/lib/rdkafka/bindings.rb

@@ -2,6 +2,15 @@
 
 module Rdkafka
   # @private
+  #
+  # @note
+  #   There are two types of responses related to errors:
+  #     - rd_kafka_error_t - a C object that we need to remap into an error or null when no error
+  #     - rd_kafka_resp_err_t - response error code (numeric) that we can use directly
+  #
+  #   It is critical to ensure, that we handle them correctly. The result type should be:
+  #     - rd_kafka_error_t - :pointer
+  #     - rd_kafka_resp_err_t - :int
   module Bindings
     extend FFI::Library
 
@@ -91,7 +100,7 @@ module Rdkafka
     end
 
     attach_function :rd_kafka_topic_partition_list_new, [:int32], :pointer
-    attach_function :rd_kafka_topic_partition_list_add, [:pointer, :string, :int32], :void
+    attach_function :rd_kafka_topic_partition_list_add, [:pointer, :string, :int32], :pointer
     attach_function :rd_kafka_topic_partition_list_set_offset, [:pointer, :string, :int32, :int64], :void
     attach_function :rd_kafka_topic_partition_list_destroy, [:pointer], :void
     attach_function :rd_kafka_topic_partition_list_copy, [:pointer], :pointer
@@ -147,6 +156,10 @@ module Rdkafka
 
     attach_function :rd_kafka_err2name, [:int], :string
     attach_function :rd_kafka_err2str, [:int], :string
+    attach_function :rd_kafka_error_is_fatal, [:pointer], :int
+    attach_function :rd_kafka_error_is_retriable, [:pointer], :int
+    attach_function :rd_kafka_error_txn_requires_abort, [:pointer], :int
+    attach_function :rd_kafka_error_destroy, [:pointer], :void
     attach_function :rd_kafka_get_err_descs, [:pointer, :pointer], :void
 
     # Configuration

data/lib/rdkafka/producer/delivery_report.rb

@@ -12,8 +12,8 @@ module Rdkafka
       # @return [Integer]
       attr_reader :offset
 
-      # The name of the topic this message was produced to or nil in case of reports with errors
-      # where topic was not reached.
+      # The name of the topic this message was produced to or nil in case delivery failed and we
+      #   we not able to get the topic reference
       #
       # @return [String, nil]
       attr_reader :topic_name

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.23.0"
-  LIBRDKAFKA_VERSION = "2.11.0"
-  LIBRDKAFKA_SOURCE_SHA256 = "592a823dc7c09ad4ded1bc8f700da6d4e0c88ffaf267815c6f25e7450b9395ca"
+  VERSION = "0.24.1"
+  LIBRDKAFKA_VERSION = "2.11.1"
+  LIBRDKAFKA_SOURCE_SHA256 = "a2c87186b081e2705bb7d5338d5a01bc88d43273619b372ccb7bb0d264d0ca9f"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.23.0
+  version: 0.24.1
 platform: ruby
 authors:
 - Thijs Cadier
@@ -177,7 +177,8 @@ files:
 - MIT-LICENSE
 - README.md
 - Rakefile
-- dist/librdkafka-2.11.0.tar.gz
+- bin/verify_kafka_warnings
+- dist/librdkafka-2.11.1.tar.gz
 - dist/patches/rdkafka_global_init.patch
 - docker-compose-ssl.yml
 - docker-compose.yml