racecar 2.8.0.beta.2 → 2.8.2.beta

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5a3696b9f3752f470a5af563afbfc3965d2de85c5fb2498f34b5ae62bb5d0099
-  data.tar.gz: f25772b1e03670d6d3064913e1cb9f28f1d77d4eaf36eb993cd7d54b9d24b61d
+  metadata.gz: af359d8c13a9daeddded0e42a18b5bb2c4eff61d5e534777bf4e9311cbc71697
+  data.tar.gz: 6e7245bdbe7892ddb980ebb1be5e71b5dc445002899742688458ad627befc0b2
 SHA512:
-  metadata.gz: f00c0bf89d9f2f1fc3721f6efc1dd54ff4991bb8a8d3f8a2c569b59bf53149d6a8d08e9c412d9a926854130e22ee74c9354ee93922f42a5fce681462957562a4
-  data.tar.gz: dbbb334b71e761ef8e52c46dd2f9522957bd18b5b9f6f7bc08d7d05f87607e082d975cefa1f6969358d01571621c529505a464bdc5c0b5c804a258bc3f18273f
+  metadata.gz: e3dc320d68e7b0444ad6254307589c7ec66b4f56d9f42e53b97b390468e9b2e9583d5bd334a19d515cac2c8ba70b827bbb7ca8b334e2c9a77ec2a9e75706a1da
+  data.tar.gz: 768ae226817e083e8b9d11fd6e6dc795eaafd14653a04b38b70d54efe1f47fca89e715ac75270809cf66becca39433ba837f62f14842a71d5dc01b29f8bd0e88

data/CHANGELOG.md

@@ -2,8 +2,14 @@
 
 ## Unreleased
 
+## v2.8.2
+* Changes log level for ErroneousStateError to WARN.
+
+## v2.8.1
+* Adds new ErroneousStateError to racecar in order to give more information on this new possible exception.
+
 ## v2.8.0
-* Update librdkafka version from 1.8.2 to 1.9.0 by upgrading from rdkafka 0.10.0 to 0.12.0. ([#283](https://github.com/zendesk/racecar/pull/286))
+* Update librdkafka version from 1.8.2 to 1.9.0 by upgrading from rdkafka 0.10.0 to 0.12.0. ([#283](https://github.com/zendesk/racecar/pull/293))
 
 ## v2.7.0
 

data/Gemfile.lock

@@ -1,9 +1,9 @@
 PATH
   remote: .
   specs:
-    racecar (2.8.0.beta.2)
+    racecar (2.8.2.beta)
       king_konf (~> 1.0.0)
-      rdkafka (~> 0.12.0.beta.3)
+      rdkafka (~> 0.12.0)
 
 GEM
   remote: https://rubygems.org/
@@ -28,7 +28,7 @@ GEM
       coderay (~> 1.1)
       method_source (~> 1.0)
     rake (13.0.1)
-    rdkafka (0.12.0.beta.3)
+    rdkafka (0.12.0)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)

data/lib/racecar/consumer_set.rb

@@ -49,6 +49,12 @@ module Racecar
 
     def store_offset(message)
       current.store_offset(message)
+    rescue Rdkafka::RdkafkaError => e
+      if e.code == :state # -172
+        @logger.warn "Attempted to store_offset, but we're not subscribed to it: #{ErroneousStateError.new(e)}"
+        return
+      end
+      raise e
     end
 
     def commit

data/lib/racecar/erroneous_state_error.rb

@@ -0,0 +1,34 @@
+# `rd_kafka_offsets_store()` (et.al) returns an error for any
+# partition that is not currently assigned (through `rd_kafka_*assign()`).
+# This prevents a race condition where an application would store offsets
+# after the assigned partitions had been revoked (which resets the stored
+# offset), that could cause these old stored offsets to be committed later
+# when the same partitions were assigned to this consumer again - effectively
+# overwriting any committed offsets by any consumers that were assigned the
+# same partitions previously. This would typically result in the offsets
+# rewinding and messages to be reprocessed.
+# As an extra effort to avoid this situation the stored offset is now
+# also reset when partitions are assigned (through `rd_kafka_*assign()`).
+module Racecar
+  class ErroneousStateError < StandardError
+    def initialize(rdkafka_error)
+      raise rdkafka_error unless rdkafka_error.is_a?(Rdkafka::RdkafkaError)
+
+      @rdkafka_error = rdkafka_error
+    end
+
+    attr_reader :rdkafka_error
+
+    def code
+      @rdkafka_error.code
+    end
+
+    def to_s
+      <<~EOM
+        Partition is no longer assigned to this consumer and the offset could not be stored for commit.
+        #{@rdkafka_error.to_s}
+      EOM
+    end
+
+  end
+end

data/lib/racecar/runner.rb

@@ -4,6 +4,7 @@ require "rdkafka"
 require "racecar/pause"
 require "racecar/message"
 require "racecar/message_delivery_error"
+require "racecar/erroneous_state_error"
 
 module Racecar
   class Runner

data/lib/racecar/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Racecar
-  VERSION = "2.8.0.beta.2"
+  VERSION = "2.8.2.beta"
 end

data/racecar.gemspec

@@ -23,7 +23,7 @@ Gem::Specification.new do |spec|
   spec.required_ruby_version = '>= 2.6'
 
   spec.add_runtime_dependency "king_konf", "~> 1.0.0"
-  spec.add_runtime_dependency "rdkafka",   "~> 0.12.0.beta.3"
+  spec.add_runtime_dependency "rdkafka",   "~> 0.12.0"
 
   spec.add_development_dependency "bundler", [">= 1.13", "< 3"]
   spec.add_development_dependency "pry"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: racecar
 version: !ruby/object:Gem::Version
-  version: 2.8.0.beta.2
+  version: 2.8.2.beta
 platform: ruby
 authors:
 - Daniel Schierbeck
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-04-12 00:00:00.000000000 Z
+date: 2022-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: king_konf
@@ -31,14 +31,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.12.0.beta.3
+        version: 0.12.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.12.0.beta.3
+        version: 0.12.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -200,6 +200,7 @@ files:
 - lib/racecar/ctl.rb
 - lib/racecar/daemon.rb
 - lib/racecar/datadog.rb
+- lib/racecar/erroneous_state_error.rb
 - lib/racecar/heroku.rb
 - lib/racecar/instrumenter.rb
 - lib/racecar/message.rb