racecar 0.3.4 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b7132f76843a41197954b9ec72c6cb0c3639803a
-  data.tar.gz: dca63f90ec004d9116da786060c7469c26001894
+  metadata.gz: 227816cc1a2d86b97ae477dba46ef474c18b48e1
+  data.tar.gz: 6779b99acc433787743ac1e45963be0931458f11
 SHA512:
-  metadata.gz: 1de9ebabb269c7a2e3245e7ed54e71c3348ae9ab71c2c57ed3db51bdde545e8670aa616cebadf14da9124125d5243ccafa60f3955ff08efd2768c7a1b5b9103b
-  data.tar.gz: e038ce26c4adb7a7e7ce5a5b8a55f3266c4690634890efed34d67dedf72b9ba490d729fd53f7af136fa7ccf078c9f86bfd3bb2ff9eab055e15a1c7faf145c2d4
+  metadata.gz: 84f6a4fa70d0e680d17d4a6418c752353443263444528fd0d37a85e89b4005637627243b0150486a85b0439b8e1dd3b748e8f2a6d9296ee3c041f40de3b3cc03
+  data.tar.gz: 8d6262f0499bb2aa84d8beada1710fd32a97fad17aa8853f07cc90d38d739c1f65a5f40a9e4c0a409c9ca2e3f7a60eade093a0ed9d76569716e37d45a72b14d5

data/CHANGELOG.md

@@ -2,6 +2,13 @@
 
 ## Unreleased
 
+## racecar v0.3.5
+
+* Instrument using ActiveSupport::Notifications (#43).
+* Add support for SASL.
+
+## racecar v0.3.4
+
 * Use KingKonf for defining configuration variables.
 * Allow setting configuration variables through the CLI.
 * Make all configuration variables available over the ENV.

data/lib/racecar.rb

@@ -5,6 +5,13 @@ require "racecar/runner"
 require "racecar/config"
 
 module Racecar
+  # Ignores all instrumentation events.
+  class NullInstrumenter
+    def self.instrument(*)
+      yield if block_given?
+    end
+  end
+
   class Error < StandardError
   end
 
@@ -27,7 +34,17 @@ module Racecar
     @logger = logger
   end
 
+  def self.instrumenter
+    require "active_support/notifications"
+
+    ActiveSupport::Notifications
+  rescue LoadError
+    logger.warn "ActiveSupport::Notifications not available, instrumentation is disabled"
+
+    NullInstrumenter
+  end
+
   def self.run(processor)
-    Runner.new(processor, config: config, logger: logger).run
+    Runner.new(processor, config: config, logger: logger, instrumenter: instrumenter).run
   end
 end

data/lib/racecar/cli.rb

@@ -43,7 +43,7 @@ module Racecar
       end
 
       if config.log_level
-        Racecar.logger.level = config.log_level
+        Racecar.logger.level = Object.const_get("Logger::#{config.log_level.upcase}")
       end
 
       if config.datadog_enabled

data/lib/racecar/runner.rb

@@ -4,8 +4,9 @@ module Racecar
   class Runner
     attr_reader :processor, :config, :logger, :consumer
 
-    def initialize(processor, config:, logger:)
+    def initialize(processor, config:, logger:, instrumenter: NullInstrumenter)
       @processor, @config, @logger = processor, config, logger
+      @instrumenter = instrumenter
     end
 
     def stop
@@ -23,6 +24,8 @@ module Racecar
         ssl_ca_cert: config.ssl_ca_cert,
         ssl_client_cert: config.ssl_client_cert,
         ssl_client_cert_key: config.ssl_client_cert_key,
+        sasl_plain_username: config.sasl_plain_username,
+        sasl_plain_password: config.sasl_plain_password,
       )
 
       @consumer = kafka.consumer(
@@ -52,11 +55,38 @@ module Racecar
       begin
         if processor.respond_to?(:process)
           consumer.each_message(max_wait_time: config.max_wait_time) do |message|
-            processor.process(message)
+            payload = {
+              consumer_class: processor.class.to_s,
+              topic: message.topic,
+              partition: message.partition,
+              offset: message.offset,
+            }
+
+            # Allow subscribers to receive a notification *before* we process the
+            # message.
+            @instrumenter.instrument("start_process_message.racecar", payload)
+
+            @instrumenter.instrument("process_message.racecar", payload) do
+              processor.process(message)
+            end
           end
         elsif processor.respond_to?(:process_batch)
           consumer.each_batch(max_wait_time: config.max_wait_time) do |batch|
-            processor.process_batch(batch)
+            payload = {
+              consumer_class: processor.class.to_s,
+              topic: batch.topic,
+              partition: batch.partition,
+              first_offset: batch.first_offset,
+              message_count: batch.messages.count,
+            }
+
+            # Allow subscribers to receive a notification *before* we process the
+            # message.
+            @instrumenter.instrument("start_process_batch.racecar", payload)
+
+            @instrumenter.instrument("process_batch.racecar", payload) do
+              processor.process_batch(batch)
+            end
           end
         else
           raise NotImplementedError, "Consumer class must implement process or process_batch method"

data/lib/racecar/version.rb

@@ -1,3 +1,3 @@
 module Racecar
-  VERSION = "0.3.4"
+  VERSION = "0.3.5"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: racecar
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.5
 platform: ruby
 authors:
 - Daniel Schierbeck
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-11-07 00:00:00.000000000 Z
+date: 2017-12-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: king_konf