simple_kafka_consumer 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a21f016929a276ed2b73ee8f10043328ebf1cf26
-  data.tar.gz: 1e2e5ae7ce54dbdbec1c24982cded2cde0af0a84
+  metadata.gz: 4f364e75d49922ba5100b94dbf1bf29aa2dbf19a
+  data.tar.gz: d4940ce950c625ef94969c9b9af85733d593e242
 SHA512:
-  metadata.gz: 0b8f3e54b41a66d20a0599273fad4b05584dea51c275deb9ae16a51d6d5dde5a7109d8d235ca7ee8891fe4300d20fd14846f2fe6a9205dab06c8e9af051d3e82
-  data.tar.gz: 643b9a6c6090841da5dfe17288bff7f026ba5b8dbf2b900fa2ffa7f33d1a2ca995a292cd79ca7ef341e5c580259babf133328aad2dd5a19a3796b485505c26ad
+  metadata.gz: 7675472522cd69fb4e4d97b961f83e328def1ea7617efb3c6318a394889f5078fb1412e5343476ff69d00555f87da7a95d227708e14e1b2612ee70a095af4461
+  data.tar.gz: 829cf7f978b8f31c266edfe500c0e4cfca54ba85b715b245ce9ea8e7f83a2dc099606261799d712df199232f5775c38b3baa6e295ced1ba47d4837b02ea2c087

data/CHANGELOG.md

@@ -0,0 +1,6 @@
+# Changelog
+
+## v0.2.0
+
+* Add signal handling - trap SIGINT and SIGTERM and allow processing to happen for a options[:timeout] amount of time.
+* Add a hook for instrumenting the consumer.

data/lib/simple_kafka_consumer/consumer.rb

@@ -1,25 +1,36 @@
 module SimpleKafkaConsumer
-  class Consumer    
+  class Consumer
     class_attribute :group_name, :topic_name
+
     attr_reader :consumer, :logger
     def initialize(kafka_servers, zookeeper_servers, options = {})
       @logger = options.delete(:logger)
+      timeout_length = options.delete(:timeout) || 5
       @consumer = Poseidon::ConsumerGroup.new(
-        group_name, 
-        kafka_servers, 
-        zookeeper_servers, 
+        group_name,
+        kafka_servers,
+        zookeeper_servers,
         topic_name,
         options
       )
+      %w(INT TERM).each do |signal|
+        Signal.trap(signal) do
+          @terminated = true
+          @timeout = timeout_length
+        end
+      end
     end
 
     def run
       debug "partitions: #{consumer.partitions}"
       debug "claimed: #{consumer.claimed}"
       consumer.fetch_loop do |partition, bulk|
-        bulk.each do |message|
-          consume(parse(message))
+        Timeout.timeout(@timeout) do
+          bulk.each do |message|
+            process(parse(message))
+          end
         end
+        break if @terminated
       end
     rescue ZK::Exceptions::OperationTimeOut => e
       log e.message
@@ -45,5 +56,15 @@ module SimpleKafkaConsumer
     def consume(message)
       puts "doing nothing"
     end
+
+    def process(message)
+      instrumenter(message) do
+        consume(message)
+      end
+    end
+
+    def instrumenter(message)
+      yield
+    end
   end
-end
+end

data/lib/simple_kafka_consumer/version.rb

@@ -1,3 +1,3 @@
 module SimpleKafkaConsumer
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: simple_kafka_consumer
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Jeff Ching
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-29 00:00:00.000000000 Z
+date: 2016-12-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -88,6 +88,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- CHANGELOG.md
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -121,4 +122,3 @@ signing_key:
 specification_version: 4
 summary: Write Kafka consumers in a model with retry
 test_files: []
-has_rdoc: