karafka-rdkafka 0.30.1-x86_64-linux-gnu → 0.30.2-x86_64-linux-gnu

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3ba50dfe1726abe16d98b287e28498a760f8c5ee1bcc142bd47b8ef2644244bd
-  data.tar.gz: c73446fb5c031adf136cd336bd27e89cb6c209a6f757688326abd7fc0f9f26b6
+  metadata.gz: cbb40dd45194bfe913db2c3e4b68d8e45cca5822c26706b3546e2c1bedb2254a
+  data.tar.gz: 2c578200e780fa7d042838f065eea2cdaf9bba54fa8a27c4b189a85437d0326e
 SHA512:
-  metadata.gz: afedd1b3142aa24fd07e78f33487469f0aee7798d4c34a1530908895939e96c7947c1cc0acf15c7e5303d5267b9c11e5ebc625250dab4b5206252cf2be7cdb93
-  data.tar.gz: 255a32b0cc91f76e3bac2c51110c36820904dd51b12a50948bad518ad04e365289874684f7de22ef32c194c59dcadf6a15e59a487d26300816a4dd2d4bd5d5ba
+  metadata.gz: 2f3d48ebb027b44e10fc5b51ccdf12dc1b299d50a16f726c14bc842aae70efda4af0d1a98f38c672f07ee3ceecdbfa4e6eff34e259dd21a9aa80a64ca70e9377
+  data.tar.gz: 4ae4c8a318cd40d6029317035da005e23609e7675bf5d55040b0ff5ab100a3a577530f8f6b4ed1691c43c8c57de436bc6941badab3574ef3278585c7bf622637

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # Rdkafka Changelog
 
+## 0.30.2 (2026-10-01)
+- [Feature] Add `ShareConsumer#events_poll` (and `#events_poll_nb`) to service the statistics, error, log and OAuthBearer callbacks without acquiring records.
+
 ## 0.30.1 (2026-09-30)
 - [Fix] Derive `ShareConsumer#name` from the native handle at creation (mirroring `Consumer#name`) instead of leaving it `nil` until an OAuthBearer callback happened to set it. A `nil` name meant downstreams that route the global statistics and error callbacks by client name (e.g. Karafka) silently dropped every share-consumer statistic and background error.
 

data/lib/rdkafka/defaults.rb

@@ -51,6 +51,10 @@ module Rdkafka
     # @see ShareConsumer#poll
     SHARE_CONSUMER_POLL_TIMEOUT_MS = 250
 
+    # Share consumer timeout for events_poll (0 = non-blocking async)
+    # @see ShareConsumer#events_poll
+    SHARE_CONSUMER_EVENTS_POLL_TIMEOUT_MS = 0
+
     # Share consumer timeout for synchronous acknowledgement commits
     # @see ShareConsumer#commit_sync
     SHARE_CONSUMER_COMMIT_SYNC_TIMEOUT_MS = 5_000

data/lib/rdkafka/share_consumer.rb

@@ -22,9 +22,10 @@ module Rdkafka
   #   share consumer per thread. librdkafka enforces this and calls from a second thread raise
   #   an `RdkafkaError` with code `conflict`. This class is deliberately not built on
   #   {NativeKafka}: there is no background polling thread (statistics, error and log callbacks
-  #   are all serviced from within {#poll}) and the native handle must never be used from a
-  #   polling thread, so only the {#close} interaction is synchronized here. {#close} may be
-  #   called from any thread and waits for in-flight calls to finish before tearing down.
+  #   are all serviced from within {#poll}, or from {#events_poll} when the caller is not polling
+  #   for records) and the native handle must never be used from a polling thread, so only the
+  #   {#close} interaction is synchronized here. {#close} may be called from any thread and waits
+  #   for in-flight calls to finish before tearing down.
   #
   # Preview limitations inherited from librdkafka worth knowing at this layer:
   # - `max.poll.records` (default 500) is a soft bound
@@ -264,6 +265,50 @@ module Rdkafka
       end
     end
 
+    # Polls the main rdkafka queue (not the share one), serving queued global callbacks without
+    # acquiring any records.
+    #
+    # Events will cause application-provided callbacks to be called:
+    #   - error callbacks
+    #   - stats callbacks
+    #   - log and OAuthBearer token refresh callbacks
+    #
+    # Lets a caller keep those callbacks flowing while it is not polling for records (waiting on
+    # in-flight work, quieting, or draining on shutdown). Does **NOT** replace {#poll}, which
+    # drains the same queue while acquiring records; the "one share consumer per thread" rule
+    # means the two never run concurrently.
+    #
+    # @param timeout_ms [Integer] poll timeout. If set to 0 will run async, when set to -1 will
+    #   block until any events available.
+    # @return [Integer] number of events served
+    # @raise [ClosedConsumerError] when the consumer is closed or closing
+    def events_poll(timeout_ms = Defaults::SHARE_CONSUMER_EVENTS_POLL_TIMEOUT_MS)
+      with_native(__method__) do |native|
+        # The main queue lives on the rd_kafka_t the share handle wraps (rkshare_rk), which is the
+        # handle librdkafka hands the callbacks; rd_kafka_poll has to run against it (see #name).
+        inner = Rdkafka::Bindings::NativeShareConsumer.new(native)[:rkshare_rk]
+        Rdkafka::Bindings.rd_kafka_poll(inner, timeout_ms)
+      end
+    end
+
+    # Polls the main rdkafka queue without releasing the GVL (Global VM Lock).
+    #
+    # This is more efficient than {#events_poll} for non-blocking `poll(0)` calls, particularly
+    # useful in fiber scheduler contexts where GVL release/reacquire overhead is wasteful since we
+    # don't expect to wait.
+    #
+    # @param timeout_ms [Integer] poll timeout (default: 0 for non-blocking)
+    # @return [Integer] number of events served
+    # @raise [ClosedConsumerError] when the consumer is closed or closing
+    #
+    # @see #events_poll for more details on when to use this method
+    def events_poll_nb(timeout_ms = 0)
+      with_native(__method__) do |native|
+        inner = Rdkafka::Bindings::NativeShareConsumer.new(native)[:rkshare_rk]
+        Rdkafka::Bindings.rd_kafka_poll_nb(inner, timeout_ms)
+      end
+    end
+
     # Acknowledges a message delivered by {#poll} in explicit acknowledgement mode
     # (`share.acknowledgement.mode` set to `explicit`).
     #

data/lib/rdkafka/version.rb

@@ -2,7 +2,7 @@
 
 module Rdkafka
   # Current rdkafka-ruby gem version
-  VERSION = "0.30.1"
+  VERSION = "0.30.2"
   # Target librdkafka version to be used
   LIBRDKAFKA_VERSION = "2.15.1"
   # SHA256 hash of the librdkafka source tarball for verification

data/renovate.json

@@ -1,4 +1,7 @@
 {
+  "bundler": {
+    "managerFilePatterns": ["/(^|/)Gemfile\\.lint$/"]
+  },
   "$schema": "https://docs.renovatebot.com/renovate-schema.json",
   "extends": [
     "config:recommended"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.30.1
+  version: 0.30.2
 platform: x86_64-linux-gnu
 authors:
 - Thijs Cadier