codeclimate-kafka 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0b27b99381c9938065fdab7f96159efec38b6e7a
-  data.tar.gz: 88c4167a50b8c5c3cbf3d04fef305392d8d3affb
+  metadata.gz: 92066282ad52952c0f184b8be734a682252cba67
+  data.tar.gz: 176ec99b426a28babea557303bd7db2660762b03
 SHA512:
-  metadata.gz: 48ebbe244d8ed041b034eca81dc4f4b3fd7c960300fa8a6370167a4075e79fbe1afa6ed919ec21b8011ebb3e0ddebbab07dfd0e60525eff1e491e6f9acf5ff94
-  data.tar.gz: b78c5337244a202ee3c056fd1b727981cc7fc90289d2955315c7ec4e2ea72b888c6da126f340e9c54321b9e1d4d961ac4cf6bbb735a1854be63b3031763fcf68
+  metadata.gz: 1971e008cb9aa3516db9c694a86d3e3dc9746eaeecd1633baf521f2954561756880001a590ea407d0fffc9c0dd91a04a6273a3e71038e1bc67a5eedc8f1c1da9
+  data.tar.gz: a593ecb557bc52ddc7cd4319f58a0c9875906c606037e5ff969ecb7eed395170fc2bc87c118552a6482bfaa54690ad3d7b667e912f0cc4b68e0d5df73df8201d

data/lib/cc/kafka/consumer.rb

@@ -37,13 +37,28 @@ module CC
 
         Kafka.logger.info("shutting down due to TERM signal")
       ensure
-        @consumer.close
+        close
       end
 
       def stop
         @running = false
       end
 
+      def fetch
+        @consumer.fetch
+      rescue Poseidon::Errors::UnknownTopicOrPartition
+        Kafka.logger.debug("topic #{@offset.topic.inspect} not created yet")
+        []
+      end
+
+      def set_offset(current_offset)
+        @offset.set(current: current_offset)
+      end
+
+      def close
+        @consumer.close
+      end
+
       private
 
       def current_offset(offset)
@@ -51,10 +66,10 @@ module CC
       end
 
       def fetch_messages
-        @consumer.fetch.each do |message|
+        fetch.each do |message|
           Kafka.statsd.increment("messages.received")
           Kafka.statsd.time("messages.processing") do
-            @offset.set(current: message.offset + 1)
+            set_offset(message.offset + 1)
 
             Kafka.offset_model.transaction do
               data = BSON.deserialize(message.value)
@@ -69,10 +84,6 @@ module CC
           end
           Kafka.statsd.increment("messages.processed")
         end
-      rescue Poseidon::Errors::UnknownTopicOrPartition
-        Kafka.logger.debug("topic #{@topic} not created yet")
-
-        sleep 1
       end
     end
   end

data/lib/cc/kafka/version.rb

@@ -1,5 +1,5 @@
 module CC
   module Kafka
-    VERSION = "0.5.0"
+    VERSION = "0.5.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: codeclimate-kafka
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Code Climate
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-28 00:00:00.000000000 Z
+date: 2015-09-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bson