karafka-rdkafka 0.27.1 → 0.27.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '081094b1f78c17abf2aced07df01ee8a5c4c60bb5c7e6246de14390369c9cdfc'
-  data.tar.gz: 93dafa8264ebbe6879e1aa4fe3a0c90971fd2bcabf02f5a25e6401f58af3d052
+  metadata.gz: 28b25d5553da8103cf3ba2840c57d954bc36a957004a01e31a7a4ace76b82382
+  data.tar.gz: ee834fb05a4afa6ac3bb31d2dcf8735779f6bcd9c7e4b910d95e22ecae74b3fc
 SHA512:
-  metadata.gz: fd3764348be10ce1b4ce8972f71289221f1af06f281eefd6fcb00184d2aae9c28b955551eef16201f85d7a5d82c84f04284e34fc62ec99d1dc0a93a3730c37e5
-  data.tar.gz: 83dfc87c29cc503766bbc61d7a345670cfee39c9c1c7d73b9964d0f63b6ddf6a2b224810211b8d221b6cfc0b58a10925b6b938fb7afcb640ad0859966194b7bf
+  metadata.gz: d4fe487cab97e1cf1ea5c275a682feee20247d1e20517d257c1a03383d5fb9bcb926404626123e3d0c7e05d9832fa7675c37b0b5f6b0ff484c277324a432c66f
+  data.tar.gz: 223c61df2cb43ad07df271caf29c535e8daa13f49602a21cfea5ef8ddb030e6378f23fe698f15025a673083fd486b749c04f3078edb6f69d14fa0339cd55658f

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # Rdkafka Changelog
 
+## 0.27.2 (2026-05-21)
+- [Enhancement] `poll_batch` and `poll_batch_nb` now return error events inline as `RdkafkaError` objects rather than raising on the first error. The return type is `Array<Message, RdkafkaError>` and callers are responsible for handling errors in the result.
+
 ## 0.27.1 (2026-05-14)
 - [Fix] `poll_nb`, `poll_nb_each`, `poll_batch`, and `poll_batch_nb` now raise `RdkafkaError` with `details` populated (`{topic:, partition:, offset:}`) when a message contains an error (e.g. `:partition_eof`). Previously these methods raised via `RdkafkaError.new(code)`, discarding the native message struct context. They now use `RdkafkaError.validate!(native_message, client_ptr: inner)`, consistent with `poll`.
 

data/lib/rdkafka/consumer.rb

@@ -801,16 +801,21 @@ module Rdkafka
     # is available, librdkafka fills the buffer with whatever is immediately ready and
     # returns without further waiting.
     #
+    # Error events (e.g. `:partition_eof`) are returned inline as {RdkafkaError} objects
+    # rather than raised, so callers receive the complete batch — both messages and errors —
+    # and can decide how to handle each. This is particularly useful when multiple partitions
+    # signal EOF simultaneously: all signals appear in the returned array rather than only
+    # the first one being raised and the rest silently discarded.
+    #
     # @param timeout_ms [Integer] Timeout waiting for the first message (-1 for infinite)
     # @param max_items [Integer] Maximum number of messages to return per call
-    # @return [Array<Message>] Array of messages (empty if none available within timeout)
-    # @raise [RdkafkaError] When a consumed message contains an error
+    # @return [Array<Message, RdkafkaError>] Batch of messages and/or error events in arrival order
     # @raise [ClosedConsumerError] When called on a closed consumer
     def poll_batch(timeout_ms, max_items: 100)
       closed_consumer_check(__method__)
 
       buffer = batch_buffer(max_items)
-      messages = []
+      results = []
 
       count = @native_kafka.with_inner do |_inner|
         Rdkafka::Bindings.rd_kafka_consume_batch_queue(
@@ -821,7 +826,7 @@ module Rdkafka
         )
       end
 
-      return messages if count <= 0
+      return results if count <= 0
 
       i = 0
       begin
@@ -836,12 +841,13 @@ module Rdkafka
           native_message = Rdkafka::Bindings::Message.new(ptr)
 
           if native_message[:err] != Rdkafka::Bindings::RD_KAFKA_RESP_ERR_NO_ERROR
-            @native_kafka.with_inner do |inner|
-              Rdkafka::RdkafkaError.validate!(native_message, client_ptr: inner)
-            end
+            results << build_batch_error(native_message)
+            Rdkafka::Bindings.rd_kafka_message_destroy(ptr)
+            i += 1
+            next
           end
 
-          messages << Rdkafka::Consumer::Message.new(native_message)
+          results << Rdkafka::Consumer::Message.new(native_message)
           Rdkafka::Bindings.rd_kafka_message_destroy(ptr)
           i += 1
         end
@@ -853,7 +859,7 @@ module Rdkafka
         end
       end
 
-      messages
+      results
     end
 
     # Poll for a batch of messages without releasing the GVL (Global VM Lock).
@@ -865,16 +871,17 @@ module Rdkafka
     # @note Since the GVL is not released, a non-zero timeout_ms will block all Ruby
     #   threads/fibers for the duration. Use {#poll_batch} if you need a blocking wait.
     #
+    # Error events are returned inline as {RdkafkaError} objects; see {#poll_batch} for details.
+    #
     # @param timeout_ms [Integer] Timeout waiting for the first message (default: 0 for non-blocking)
     # @param max_items [Integer] Maximum number of messages to return per call
-    # @return [Array<Message>] Array of messages (empty if none available within timeout)
-    # @raise [RdkafkaError] When a consumed message contains an error
+    # @return [Array<Message, RdkafkaError>] Batch of messages and/or error events in arrival order
     # @raise [ClosedConsumerError] When called on a closed consumer
     def poll_batch_nb(timeout_ms = 0, max_items: 100)
       closed_consumer_check(__method__)
 
       buffer = batch_buffer(max_items)
-      messages = []
+      results = []
 
       count = @native_kafka.with_inner do |_inner|
         Rdkafka::Bindings.rd_kafka_consume_batch_queue_nb(
@@ -885,7 +892,7 @@ module Rdkafka
         )
       end
 
-      return messages if count <= 0
+      return results if count <= 0
 
       i = 0
       begin
@@ -900,12 +907,13 @@ module Rdkafka
           native_message = Rdkafka::Bindings::Message.new(ptr)
 
           if native_message[:err] != Rdkafka::Bindings::RD_KAFKA_RESP_ERR_NO_ERROR
-            @native_kafka.with_inner do |inner|
-              Rdkafka::RdkafkaError.validate!(native_message, client_ptr: inner)
-            end
+            results << build_batch_error(native_message)
+            Rdkafka::Bindings.rd_kafka_message_destroy(ptr)
+            i += 1
+            next
           end
 
-          messages << Rdkafka::Consumer::Message.new(native_message)
+          results << Rdkafka::Consumer::Message.new(native_message)
           Rdkafka::Bindings.rd_kafka_message_destroy(ptr)
           i += 1
         end
@@ -917,7 +925,7 @@ module Rdkafka
         end
       end
 
-      messages
+      results
     end
 
     # Poll for new messages and yield for each received one. Iteration
@@ -1001,6 +1009,21 @@ module Rdkafka
       end
     end
 
+    # Builds an RdkafkaError from a native message, promoting to a fatal error when
+    # librdkafka flagged a fatal condition on the underlying client handle.
+    # @param native_message [Rdkafka::Bindings::Message] the errored native message
+    # @return [RdkafkaError]
+    def build_batch_error(native_message)
+      err = Rdkafka::RdkafkaError.build(native_message)
+      if err && err.rdkafka_response == Rdkafka::Bindings::RD_KAFKA_RESP_ERR__FATAL
+        @native_kafka.with_inner do |inner|
+          Rdkafka::RdkafkaError.build_fatal(inner, fallback_error_code: err.rdkafka_response)
+        end
+      else
+        err
+      end
+    end
+
     # Returns a reusable FFI buffer for batch polling, growing if needed
     # @param max_items [Integer] minimum buffer capacity
     # @return [FFI::MemoryPointer] pointer buffer

data/lib/rdkafka/version.rb

@@ -2,7 +2,7 @@
 
 module Rdkafka
   # Current rdkafka-ruby gem version
-  VERSION = "0.27.1"
+  VERSION = "0.27.2"
   # Target librdkafka version to be used
   LIBRDKAFKA_VERSION = "2.14.1"
   # SHA256 hash of the librdkafka source tarball for verification

data/package-lock.json

@@ -286,9 +286,9 @@
       }
     },
     "node_modules/smol-toml": {
-      "version": "1.6.0",
-      "resolved": "https://registry.npmjs.org/smol-toml/-/smol-toml-1.6.0.tgz",
-      "integrity": "sha512-4zemZi0HvTnYwLfrpk/CF9LOd9Lt87kAt50GnqhMpyF9U3poDAP2+iukq2bZsO/ufegbYehBkqINbsWxj4l4cw==",
+      "version": "1.6.1",
+      "resolved": "https://registry.npmjs.org/smol-toml/-/smol-toml-1.6.1.tgz",
+      "integrity": "sha512-dWUG8F5sIIARXih1DTaQAX4SsiTXhInKf1buxdY9DIg4ZYPZK5nGM1VRIYmEbDbsHt7USo99xSLFu5Q1IqTmsg==",
       "dev": true,
       "license": "BSD-3-Clause",
       "engines": {
@@ -312,9 +312,9 @@
       }
     },
     "node_modules/yaml": {
-      "version": "2.8.2",
-      "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.8.2.tgz",
-      "integrity": "sha512-mplynKqc1C2hTVYxd0PU2xQAc22TI1vShAYGksCCfxbn/dFwnHTNi1bvYsBTkhdUNtGIf5xNOg938rrSSYvS9A==",
+      "version": "2.8.4",
+      "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.8.4.tgz",
+      "integrity": "sha512-ml/JPOj9fOQK8RNnWojA67GbZ0ApXAUlN2UQclwv2eVgTgn7O9gg9o7paZWKMp4g0H3nTLtS9LVzhkpOFIKzog==",
       "dev": true,
       "license": "ISC",
       "bin": {

data/renovate.json

@@ -85,7 +85,8 @@
         "ruby/setup-ruby",
         "ruby"
       ],
-      "groupName": "ruby setup"
+      "groupName": "ruby setup",
+      "internalChecksFilter": "strict"
     }
   ],
   "labels": [

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.27.1
+  version: 0.27.2
 platform: ruby
 authors:
 - Thijs Cadier
@@ -176,7 +176,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.6
+rubygems_version: 4.0.10
 specification_version: 4
 summary: The rdkafka gem is a modern Kafka client library for Ruby based on librdkafka.
   It wraps the production-ready C client using the ffi gem and targets Kafka 1.0+