racecar 2.0.0.alpha2 → 2.0.0.alpha3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 573f74b3f0d3abb27104d089bde5e582621b1b5327d571dd8eab7e97b9c477ed
-  data.tar.gz: 3c69e8d7aa3c41f6fa654a85200989d76c0648777aa3d6cef240357e2ed5ef6f
+  metadata.gz: eb4a01b20ccfb91b90a44a87a51acfc9c60a484450a86b47e73a955761a41365
+  data.tar.gz: 73dfe494f6dd8b867f45b8346f0d2dce8ba91e56e40e83dbf967fb4a8f2c1841
 SHA512:
-  metadata.gz: 699af7a2aa22fcd77cb5ae143905e4883779fa281d7870d56be3c3b828ac6cfafdf47a358a0443d72be7ec5794a728bdd59d236af0de4e221d9da5ac65ebf973
-  data.tar.gz: 4daec772b0d35f785f40fb118c84395f74f6cddc83481225d786546485a9beb4a8311c9a74eac7d172772b2c0a259b5a244033aeb97f89b43d52bf66d13aa84a
+  metadata.gz: 5b2d334a5e2564c79ba4e1f91ba6ffd1e44001f52ec738d47e4c98096b0d76f6f203d14712b393739b1edbfc2af0e66f7809ed7018e63a777765e2e0f577eca5
+  data.tar.gz: c3ccceb024017953c57645678c1fa32a943d8a7dfdf2808d5066e22731ba75547483ddca686e2d00e9a1d5e6816cdd6b3d434d3723ce7722a8a3b7cf57410b5f

data/.github/workflows/ci.yml

@@ -7,14 +7,18 @@ jobs:
 
     runs-on: ubuntu-latest
 
+    strategy:
+      matrix:
+        ruby-version: ["2.5.x", "2.6.x"]
+
     steps:
     - uses: actions/checkout@v1
     - name: Set up Ruby 2.6
       uses: actions/setup-ruby@v1
       with:
-        ruby-version: 2.6.x
+        ruby-version: ${{ matrix.ruby-version }}
     - name: Build and test with RSpec
       run: |
         gem install bundler --no-document
         bundle install --jobs 4 --retry 3
-        bundle exec rspec --format documentation
+        bundle exec rspec --format documentation --require spec_helper --color

data/lib/racecar.rb

@@ -1,5 +1,6 @@
 require "logger"
 
+require "racecar/null_instrumenter"
 require "racecar/consumer"
 require "racecar/consumer_set"
 require "racecar/runner"
@@ -7,13 +8,6 @@ require "racecar/config"
 require "ensure_hash_compact"
 
 module Racecar
-  # Ignores all instrumentation events.
-  class NullInstrumenter
-    def self.instrument(*)
-      yield({}) if block_given?
-    end
-  end
-
   class Error < StandardError
   end
 

data/lib/racecar/consumer.rb

@@ -48,7 +48,7 @@ module Racecar
     protected
 
     # https://github.com/appsignal/rdkafka-ruby#producing-messages
-    def produce(payload, topic:, key:, headers: nil)
+    def produce(payload, topic:, key:, headers: nil, create_time: nil)
       @delivery_handles ||= []
 
       extra_info = {
@@ -58,7 +58,7 @@ module Racecar
         create_time: Time.now,
       }
       @instrumenter.instrument("produce_message.racecar", extra_info) do
-        @delivery_handles << @producer.produce(topic: topic, payload: payload, key: key, headers: headers)
+        @delivery_handles << @producer.produce(topic: topic, payload: payload, key: key, timestamp: create_time, headers: headers)
       end
     end
 

data/lib/racecar/consumer_set.rb

@@ -15,13 +15,14 @@ module Racecar
       retried ||= false
       msg = current.poll(timeout_ms)
     rescue Rdkafka::RdkafkaError => e
+      raise if retried
+      retried = true
+
       @logger.error "Error for topic subscription #{current_subscription}: #{e}"
 
       case e.code
-      when :max_poll_exceeded
+      when :max_poll_exceeded, :transport # -147, -195
         reset_current_consumer
-        raise if retried
-        retried = true
         retry
       else
         raise

data/lib/racecar/message.rb

@@ -0,0 +1,21 @@
+require "forwardable"
+
+module Racecar
+  class Message
+    extend Forwardable
+
+    def initialize(rdkafka_message)
+      @rdkafka_message = rdkafka_message
+    end
+
+    def_delegators :@rdkafka_message, :topic, :partition, :offset, :key, :value, :headers
+
+    def create_time
+      @rdkafka_message.timestamp
+    end
+
+    def ==(other)
+      @rdkafka_message == other.instance_variable_get(:@rdkafka_message)
+    end
+  end
+end

data/lib/racecar/null_instrumenter.rb

@@ -0,0 +1,8 @@
+module Racecar
+  # Ignores all instrumentation events.
+  class NullInstrumenter
+    def self.instrument(*)
+      yield({}) if block_given?
+    end
+  end
+end

data/lib/racecar/runner.rb

@@ -1,5 +1,6 @@
 require "rdkafka"
 require "racecar/pause"
+require "racecar/message"
 
 module Racecar
   class Runner
@@ -154,7 +155,7 @@ module Racecar
 
       @instrumenter.instrument("process_message.racecar", payload) do
         with_pause(message.topic, message.partition, message.offset..message.offset) do
-          processor.process(message)
+          processor.process(Racecar::Message.new(message))
           processor.deliver!
           consumer.store_offset(message)
         end
@@ -173,7 +174,7 @@ module Racecar
       @instrumenter.instrument("process_batch.racecar", payload) do
         first, last = messages.first, messages.last
         with_pause(first.topic, first.partition, first.offset..last.offset) do
-          processor.process_batch(messages)
+          processor.process_batch(messages.map {|message| Racecar::Message.new(message) })
           processor.deliver!
           consumer.store_offset(messages.last)
         end

data/lib/racecar/version.rb

@@ -1,3 +1,3 @@
 module Racecar
-  VERSION = "2.0.0.alpha2"
+  VERSION = "2.0.0.alpha3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: racecar
 version: !ruby/object:Gem::Version
-  version: 2.0.0.alpha2
+  version: 2.0.0.alpha3
 platform: ruby
 authors:
 - Daniel Schierbeck
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-09-03 00:00:00.000000000 Z
+date: 2019-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: king_konf
@@ -139,6 +139,8 @@ files:
 - lib/racecar/consumer_set.rb
 - lib/racecar/ctl.rb
 - lib/racecar/daemon.rb
+- lib/racecar/message.rb
+- lib/racecar/null_instrumenter.rb
 - lib/racecar/pause.rb
 - lib/racecar/rails_config_file_loader.rb
 - lib/racecar/runner.rb