racecar 3.0.0.beta.1 → 3.0.0.beta.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: da583e5664d52a322de9d5d1e94c21b1b95a5ddeecfa31c5c52878867c4568e5
-  data.tar.gz: f35e00ca35831da9cfc0c5dbb6eebbe2404d8963ad62f2fb785a20e14aa5df08
+  metadata.gz: b0b740ff066f0f1aee2cd6bffac700badbbf684d2d9575c298aefe6a92a50d75
+  data.tar.gz: 022b4e5aea481beb637407cebe248c7890713a9ad64563edd316efca3f8ddfd6
 SHA512:
-  metadata.gz: 0cbdae52223f76c0d7dbe6fb000522071789ee22deee87603cdab5947eca5842eafc8cc4053662d2152c8f18c841fb53a5872bc7e48c5b0596b82cf2ead0af0b
-  data.tar.gz: 2ee11ff529c0043ec2b9bbc680f2da257775e9e6273236d9066df400d17c97ab02a7347f5a2c4687d56b00dc928178a9f1ec5c5c179c639fe6a5ae2ff2b505f5
+  metadata.gz: fb0f983b58a63ec97ae7f7a47b42cb47ff3a03907055b2c855305918b30964983c15882f806bff173acbbff224d22763331c8503366b0b7783af3ad9e7535dac
+  data.tar.gz: 4f95b4582e091c8543aeaf683f915a55880dc622d49f67a56c8dbac160531babcff640919804e555d971022035dfb865931c8d603433c2b5748cb9c11c5b7642

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    racecar (3.0.0.beta.1)
+    racecar (3.0.0.beta.2)
       concurrent-ruby (~> 1.3)
       king_konf (~> 1.0.0)
       rdkafka (>= 0.15.0)
@@ -82,4 +82,4 @@ DEPENDENCIES
   timecop
 
 BUNDLED WITH
-   2.6.2
+   2.6.9

data/lib/racecar/async_partition_processor.rb

@@ -11,6 +11,10 @@ module Racecar
       "#{topic}/#{partition}"
     end
 
+    def thread_key
+      self.class.thread_key(@topic, @partition)
+    end
+
     def initialize(topic:, partition:, logger:, config:, consumer:, consumer_class:, instrumenter:, rdkafka_consumer:)
       @topic      = topic
       @partition  = partition
@@ -117,10 +121,6 @@ module Racecar
       end
     end
 
-    def thread_key
-      self.class.thread_key(@topic, @partition)
-    end
-
     def main_processing_loop(block)
       loop do
         msgs = @queue.pop

data/lib/racecar/partition_processor.rb

@@ -49,6 +49,7 @@ module Racecar
       with_error_handling(message, payload) do |pause|
         @instrumenter.instrument("process_message", payload) do
           reconfigure_if_producer_closed!
+          exit_if_rebalancing!
           consumer_class_instance.process(Racecar::Message.new(message, retries_count: pause.pauses_count))
           consumer_class_instance.deliver!
           consumer.store_offset(message, @rdkafka_consumer) unless rebalancing
@@ -75,6 +76,7 @@ module Racecar
             Racecar::Message.new(message, retries_count: pause.pauses_count)
           end
           reconfigure_if_producer_closed!
+          exit_if_rebalancing!
           consumer_class_instance.process_batch(racecar_messages)
           consumer_class_instance.deliver!
           consumer.store_offset(messages.last, @rdkafka_consumer) unless rebalancing
@@ -142,14 +144,20 @@ module Racecar
           elsif !shutting_down
             handle_processing_error(e, payload, pause: pause)
             pause.pause!
-            unless config.pause_timeout <= 0
-              @sleep_mutex.synchronize do
-                next if rebalancing || shutting_down
+
+            break if config.pause_timeout == 0
+
+            @sleep_mutex.synchronize do
+              next if rebalancing || shutting_down
+              if config.pause_timeout == -1
+                # Pause indefinitely. backoff_interval is Float::INFINITY here,
+                @sleep_cv.wait(@sleep_mutex)
+              else
                 @sleep_cv.wait(@sleep_mutex, pause.backoff_interval)
               end
             end
             Thread.exit if rebalancing
-            break if shutting_down || config.pause_timeout <= 0
+            break if shutting_down
           else
             handle_processing_error(e, payload, pause: pause)
             break
@@ -208,6 +216,14 @@ module Racecar
       reconfigure_consumer_class_instance!
     end
 
+    def exit_if_rebalancing!
+      return unless @config.multithreaded_processing_enabled
+      if rebalancing
+        logger.info "Exiting processing thread for #{topic}/#{partition} due to rebalancing"
+        Thread.exit
+      end
+    end
+
     def reconfigure_consumer_class_instance!
       consumer_class_instance.configure(
         producer:     consumer.producer,

data/lib/racecar/runner.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require "rdkafka"
+require "timeout"
 require "racecar/pause"
 require "racecar/message"
 require "racecar/message_delivery_error"
@@ -168,7 +169,9 @@ module Racecar
         processors_snapshot.each do |processor|
           if processor.respond_to?(:thread)
             begin
-              processor.thread.join(config.multithreaded_processing_shutdown_timeout)
+              raise Timeout::Error unless processor.thread.join(config.multithreaded_processing_shutdown_timeout)
+            rescue Timeout::Error
+              logger.error "Processor thread for #{processor.thread_key} did not finish within #{config.multithreaded_processing_shutdown_timeout} seconds. It may be stuck in a long-running process or blocked on I/O."
             rescue => e
               logger.error "Error while waiting for processor thread to finish: #{e}"
             end

data/lib/racecar/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Racecar
-  VERSION = "3.0.0.beta.1"
+  VERSION = "3.0.0.beta.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: racecar
 version: !ruby/object:Gem::Version
-  version: 3.0.0.beta.1
+  version: 3.0.0.beta.2
 platform: ruby
 authors:
 - Daniel Schierbeck