racecar 2.0.0.beta3 → 2.0.0.beta4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cb8fe69f83627b7d4171bbb4559fee8b28adf069546b41c62c566ae88e13047f
-  data.tar.gz: d8df951b4b2dd42023d65af45db3e5dca5cff008b7ed16a0a021010f240eba70
+  metadata.gz: 122d0f341c95b64073cc1ff75891b59c08f9b841ef1245dd2d2a10c70b96677d
+  data.tar.gz: 3e2149507a928c8ecc89c706389d311c7852b4f22aa9d8036a5d0ca44cc4338a
 SHA512:
-  metadata.gz: fd6c60e893a61255ec9c5326cb05a087d8883e8bcfa369570b1f60f6e02106992fda445f29378de69a6ab79a6ae96b41ed630591e58ccdad71f965e808c479d6
-  data.tar.gz: e5b6d87edefe41262bc479d712160ebcc95ff3627ffeadd08d103d7eb030721e44e55d82895a2cffb8b5e594be211ea0f03f473eb503b2a3a02e760d5a1524d7
+  metadata.gz: f49748fe4e0a549effac3b728dd43edd0885df0a3954ef20daa35f3ac5f994ad582ca0a52ef65fb04dc8dc995f0f7e051c045a2edd5f01617ba3be2fd4d4d939
+  data.tar.gz: f6c118896b4c4a83be5350fbeb2b3ce3be57e18fb68811a39f7aa6dd69b78a174e7ed8bd5536a10210bc37bc979eb7d5c3006160e7c750e60ed9e9ecc767fcd1

data/README.md

@@ -288,6 +288,9 @@ The memory usage limit is roughly estimated as `max_bytes * min_message_queue_si
 * `ssl_crl_location` – Path to CRL for verifying broker's certificate validity
 * `ssl_keystore_location` – Path to client's keystore (PKCS#12) used for authentication
 * `ssl_keystore_password` – Client's keystore (PKCS#12) password
+* `ssl_certificate_location` – Path to the certificate
+* `ssl_key_location` – Path to client's certificate used for authentication
+* `ssl_key_password` – Client's certificate password
 
 #### SASL encryption, authentication & authorization
 

data/lib/racecar/cli.rb

@@ -102,7 +102,12 @@ module Racecar
         opts.on("-r", "--require STRING", "Require a library before starting the consumer") do |lib|
           $LOAD_PATH.unshift(Dir.pwd) unless load_path_modified
           load_path_modified = true
-          require lib
+          begin
+            require lib
+          rescue => e
+            $stderr.puts "=> #{lib} failed to load: #{e.message}"
+            exit
+          end
         end
 
         opts.on("-l", "--log STRING", "Log to the specified file") do |logfile|

data/lib/racecar/config.rb

@@ -82,6 +82,15 @@ module Racecar
     desc "Client's keystore (PKCS#12) password"
     string :ssl_keystore_password
 
+    desc "Path to the certificate used for authentication"
+    string :ssl_certificate_location
+
+    desc "Path to client's certificate used for authentication"
+    string :ssl_key_location
+
+    desc "Client's certificate password"
+    string :ssl_key_password
+
     desc "SASL mechanism to use for authentication"
     string :sasl_mechanism, allowed_values: %w{GSSAPI PLAIN SCRAM-SHA-256 SCRAM-SHA-512}
 
@@ -217,6 +226,9 @@ module Racecar
         "ssl.crl.location" => ssl_crl_location,
         "ssl.keystore.location" => ssl_keystore_location,
         "ssl.keystore.password" => ssl_keystore_password,
+        "ssl.certificate.location" => ssl_certificate_location,
+        "ssl.key.location" => ssl_key_location,
+        "ssl.key.password" => ssl_key_password,
         "sasl.mechanism" => sasl_mechanism,
         "sasl.kerberos.service.name" => sasl_kerberos_service_name,
         "sasl.kerberos.principal" => sasl_kerberos_principal,

data/lib/racecar/datadog.rb

@@ -26,7 +26,7 @@ module Racecar
       end
 
       def host
-        @host ||= default_host
+        @host
       end
 
       def host=(host)
@@ -35,7 +35,7 @@ module Racecar
       end
 
       def port
-        @port ||= default_port
+        @port
       end
 
       def port=(port)
@@ -63,22 +63,6 @@ module Racecar
 
       private
 
-      def default_host
-        if ::Datadog::Statsd.const_defined?(:Connection)
-          ::Datadog::Statsd::Connection::DEFAULT_HOST
-        else
-          ::Datadog::Statsd::DEFAULT_HOST
-        end
-      end
-
-      def default_port
-        if ::Datadog::Statsd.const_defined?(:Connection)
-          ::Datadog::Statsd::Connection::DEFAULT_PORT
-        else
-          ::Datadog::Statsd::DEFAULT_PORT
-        end
-      end
-
       def clear
         @statsd && @statsd.close
         @statsd = nil
@@ -126,6 +110,8 @@ module Racecar
       def process_batch(event)
         offset = event.payload.fetch(:last_offset)
         messages = event.payload.fetch(:message_count)
+        last_create_time = event.payload.fetch(:last_create_time)
+        time_lag = last_create_time && ((Time.now - last_create_time) * 1000).to_i
         tags = default_tags(event)
 
         if event.payload.key?(:exception)
@@ -135,7 +121,12 @@ module Racecar
           count("consumer.messages", messages, tags: tags)
         end
 
+        histogram("consumer.batch_size", messages, tags: tags)
         gauge("consumer.offset", offset, tags: tags)
+
+        if time_lag
+          gauge("consumer.time_lag", time_lag, tags: tags)
+        end
       end
 
       def join_group(event)

data/lib/racecar/runner.rb

@@ -166,11 +166,16 @@ module Racecar
       }
 
       @instrumenter.instrument("start_process_message", instrumentation_payload)
-      @instrumenter.instrument("process_message", instrumentation_payload) do
-        with_pause(message.topic, message.partition, message.offset..message.offset) do
-          processor.process(Racecar::Message.new(message))
-          processor.deliver!
-          consumer.store_offset(message)
+      with_pause(message.topic, message.partition, message.offset..message.offset) do
+        begin
+          @instrumenter.instrument("process_message", instrumentation_payload) do
+            processor.process(Racecar::Message.new(message))
+            processor.deliver!
+            consumer.store_offset(message)
+          end
+        rescue => e
+          config.error_handler.call(e, instrumentation_payload)
+          raise e
         end
       end
     end
@@ -183,15 +188,21 @@ module Racecar
         partition:      first.partition,
         first_offset:   first.offset,
         last_offset:    last.offset,
+        last_create_time: last.timestamp,
         message_count:  messages.size
       }
 
       @instrumenter.instrument("start_process_batch", instrumentation_payload)
       @instrumenter.instrument("process_batch", instrumentation_payload) do
         with_pause(first.topic, first.partition, first.offset..last.offset) do
-          processor.process_batch(messages.map {|message| Racecar::Message.new(message) })
-          processor.deliver!
-          consumer.store_offset(messages.last)
+          begin
+            processor.process_batch(messages.map {|message| Racecar::Message.new(message) })
+            processor.deliver!
+            consumer.store_offset(messages.last)
+          rescue => e
+            config.error_handler.call(e, instrumentation_payload)
+            raise e
+          end
         end
       end
     end

data/lib/racecar/version.rb

@@ -1,3 +1,3 @@
 module Racecar
-  VERSION = "2.0.0.beta3"
+  VERSION = "2.0.0.beta4"
 end

data/racecar.gemspec

@@ -27,6 +27,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake", "> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "timecop"
-  spec.add_development_dependency "dogstatsd-ruby", ">= 3.0.0", "< 5.0.0"
+  spec.add_development_dependency "dogstatsd-ruby", ">= 4.0.0", "< 5.0.0"
   spec.add_development_dependency "activesupport", ">= 4.0", "< 6.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: racecar
 version: !ruby/object:Gem::Version
-  version: 2.0.0.beta3
+  version: 2.0.0.beta4
 platform: ruby
 authors:
 - Daniel Schierbeck
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-02-06 00:00:00.000000000 Z
+date: 2020-02-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: king_konf
@@ -107,7 +107,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: 4.0.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 5.0.0
@@ -117,7 +117,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: 4.0.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 5.0.0