karafka-rdkafka 0.30.1 → 0.30.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a0e958e572e7b8e0c56325da653e4635b1dc296868d531f237ec1d275c75d207
-  data.tar.gz: 2ca9f29779c17216cc815ec759cf2a04a0f8c631718f530810aa13b76183cadc
+  metadata.gz: 7b68458fe1759b2645cce196bd5a602c236fe36853e428940641301272d5ecaf
+  data.tar.gz: 6248362a62a402e6004286abc9a7c1f7f29baa9ac375983fa1fc0a2d64159fc3
 SHA512:
-  metadata.gz: 6d1fa15d28c82fb010b8c2a435285a39358a44973f022c6e0a6cbde422dcacf5ef79ac8ccd92a1dc91c17da799c147413e1555f5450a555e6401b9e2f2fcac75
-  data.tar.gz: 1523595543d9af2b27194492cf88bf2c37bda387009b49d3c9293c00efdb9d6db425657c60184739535ec89bd30dc86102b88cc6b24d26640e73021f36cf0760
+  metadata.gz: c69f725864465b708ac3159db0df5a8597e8cf6894f6108ed5ca34654bb4e905fc6dc1e79bd6689bbd2ff4378f4e7bb2f1edfb1bda4416e944912154fda608de
+  data.tar.gz: e0193cf81b907d704b97a27c1d0998f14b83ffb12361b8f0557e87b4345ae58c29caa2d2544192e8524a9feb719b3d707bb42b24cf2d4079ace9d481075277db

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # Rdkafka Changelog
 
+## 0.30.2 (2026-10-01)
+- [Feature] Add `ShareConsumer#events_poll` (and `#events_poll_nb`) to service the statistics, error, log and OAuthBearer callbacks without acquiring records.
+
 ## 0.30.1 (2026-09-30)
 - [Fix] Derive `ShareConsumer#name` from the native handle at creation (mirroring `Consumer#name`) instead of leaving it `nil` until an OAuthBearer callback happened to set it. A `nil` name meant downstreams that route the global statistics and error callbacks by client name (e.g. Karafka) silently dropped every share-consumer statistic and background error.
 

data/lib/rdkafka/defaults.rb

@@ -51,6 +51,10 @@ module Rdkafka
     # @see ShareConsumer#poll
     SHARE_CONSUMER_POLL_TIMEOUT_MS = 250
 
+    # Share consumer timeout for events_poll (0 = non-blocking async)
+    # @see ShareConsumer#events_poll
+    SHARE_CONSUMER_EVENTS_POLL_TIMEOUT_MS = 0
+
     # Share consumer timeout for synchronous acknowledgement commits
     # @see ShareConsumer#commit_sync
     SHARE_CONSUMER_COMMIT_SYNC_TIMEOUT_MS = 5_000

data/lib/rdkafka/share_consumer.rb

@@ -22,9 +22,10 @@ module Rdkafka
   #   share consumer per thread. librdkafka enforces this and calls from a second thread raise
   #   an `RdkafkaError` with code `conflict`. This class is deliberately not built on
   #   {NativeKafka}: there is no background polling thread (statistics, error and log callbacks
-  #   are all serviced from within {#poll}) and the native handle must never be used from a
-  #   polling thread, so only the {#close} interaction is synchronized here. {#close} may be
-  #   called from any thread and waits for in-flight calls to finish before tearing down.
+  #   are all serviced from within {#poll}, or from {#events_poll} when the caller is not polling
+  #   for records) and the native handle must never be used from a polling thread, so only the
+  #   {#close} interaction is synchronized here. {#close} may be called from any thread and waits
+  #   for in-flight calls to finish before tearing down.
   #
   # Preview limitations inherited from librdkafka worth knowing at this layer:
   # - `max.poll.records` (default 500) is a soft bound
@@ -264,6 +265,50 @@ module Rdkafka
       end
     end
 
+    # Polls the main rdkafka queue (not the share one), serving queued global callbacks without
+    # acquiring any records.
+    #
+    # Events will cause application-provided callbacks to be called:
+    #   - error callbacks
+    #   - stats callbacks
+    #   - log and OAuthBearer token refresh callbacks
+    #
+    # Lets a caller keep those callbacks flowing while it is not polling for records (waiting on
+    # in-flight work, quieting, or draining on shutdown). Does **NOT** replace {#poll}, which
+    # drains the same queue while acquiring records; the "one share consumer per thread" rule
+    # means the two never run concurrently.
+    #
+    # @param timeout_ms [Integer] poll timeout. If set to 0 will run async, when set to -1 will
+    #   block until any events available.
+    # @return [Integer] number of events served
+    # @raise [ClosedConsumerError] when the consumer is closed or closing
+    def events_poll(timeout_ms = Defaults::SHARE_CONSUMER_EVENTS_POLL_TIMEOUT_MS)
+      with_native(__method__) do |native|
+        # The main queue lives on the rd_kafka_t the share handle wraps (rkshare_rk), which is the
+        # handle librdkafka hands the callbacks; rd_kafka_poll has to run against it (see #name).
+        inner = Rdkafka::Bindings::NativeShareConsumer.new(native)[:rkshare_rk]
+        Rdkafka::Bindings.rd_kafka_poll(inner, timeout_ms)
+      end
+    end
+
+    # Polls the main rdkafka queue without releasing the GVL (Global VM Lock).
+    #
+    # This is more efficient than {#events_poll} for non-blocking `poll(0)` calls, particularly
+    # useful in fiber scheduler contexts where GVL release/reacquire overhead is wasteful since we
+    # don't expect to wait.
+    #
+    # @param timeout_ms [Integer] poll timeout (default: 0 for non-blocking)
+    # @return [Integer] number of events served
+    # @raise [ClosedConsumerError] when the consumer is closed or closing
+    #
+    # @see #events_poll for more details on when to use this method
+    def events_poll_nb(timeout_ms = 0)
+      with_native(__method__) do |native|
+        inner = Rdkafka::Bindings::NativeShareConsumer.new(native)[:rkshare_rk]
+        Rdkafka::Bindings.rd_kafka_poll_nb(inner, timeout_ms)
+      end
+    end
+
     # Acknowledges a message delivered by {#poll} in explicit acknowledgement mode
     # (`share.acknowledgement.mode` set to `explicit`).
     #

data/lib/rdkafka/version.rb

@@ -2,7 +2,7 @@
 
 module Rdkafka
   # Current rdkafka-ruby gem version
-  VERSION = "0.30.1"
+  VERSION = "0.30.2"
   # Target librdkafka version to be used
   LIBRDKAFKA_VERSION = "2.15.1"
   # SHA256 hash of the librdkafka source tarball for verification

data/renovate.json

@@ -1,4 +1,7 @@
 {
+  "bundler": {
+    "managerFilePatterns": ["/(^|/)Gemfile\\.lint$/"]
+  },
   "$schema": "https://docs.renovatebot.com/renovate-schema.json",
   "extends": [
     "config:recommended"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.30.1
+  version: 0.30.2
 platform: ruby
 authors:
 - Thijs Cadier