jruby-kafka 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 757dfa77ab64d37ae0f8f29fa76fbc96d2f7c884
-  data.tar.gz: 6c5c2c0165dd8953a130209e56749de4abd3e628
+  metadata.gz: 8b35dfb83e50e1362ee256245f71ca6cb6a1f8f6
+  data.tar.gz: b3150ea89bf69749f87b5a20734101126ddaf3b5
 SHA512:
-  metadata.gz: 8bf3deeaf7977da88e0bec066beb759be538ec37cf5f3e00bda5ddb4b642905e46f4e938b98d3ca041b96686f5b24f9ab457cbee6b029a64254cd8db37c1fad6
-  data.tar.gz: e93dac339e897f42cf82fa78042d134a57cd546174a5fd80856fadfa834673ab7690cadd1cf8d2bd88c781edeb16b4e0b8ac5813170fa7a7011eb17e747edab0
+  metadata.gz: 2c2a6ef16503adb6afe836526c8b052ec3ab6c8fa1e0956d65c622ab314d350b5316c94ea46ad642d657c774e77aef76d4ae9ee40ae057db9f9b5bff75d412df
+  data.tar.gz: 083ccc699375cfc9aba9acfa4ca618954a4b50a5e8ca3d4fb8255fa47105d1ada2571c37c38b51009c21fe627a32df133f79c2664dd4f1140e4ecac72102f692

data/lib/jruby-kafka/consumer.rb

@@ -14,24 +14,32 @@ class Kafka::Consumer
   @m_threadNumber
   @m_queue
 
-    def initialize(a_stream, a_threadNumber, a_queue)
+    def initialize(a_stream, a_threadNumber, a_queue, a_bool_restart_on_exception, a_sleep_ms)
       @m_threadNumber = a_threadNumber
       @m_stream = a_stream
       @m_queue = a_queue
+      @m_restart_on_exception = a_bool_restart_on_exception
+      @m_sleep_ms = 1.0 / 1000.0 * Float(a_sleep_ms)
     end
 
     def run
       it = @m_stream.iterator()
-      while it.hasNext()
-        begin
+      begin
+        while it.hasNext()
           begin
             @m_queue << it.next().message()
-          rescue ConsumerRebalanceFailedException => e
-            raise KafkaError.new(e), "Got ConsumerRebalanceFailedException: #{e}"
-          rescue ConsumerTimeoutException => e
-            raise KafkaError.new(e), "Got ConsumerTimeoutException: #{e}"
           end
         end
+      rescue Exception => e
+        puts("#{self.class.name} caught exception: #{e.class.name}")
+        puts(e.message) if e.message != ''
+        puts(e.backtrace)
+        if @m_restart_on_exception
+          sleep(@m_sleep_ms)
+          retry
+        else
+          raise e
+        end
       end
     end
 end

data/lib/jruby-kafka/group.rb

@@ -28,7 +28,8 @@ class Kafka::Group
   # :topic_id => "topic" - REQUIRED: The topic id to consume on.
   # :reset_beginning => "from-beginning" - (optional) If the consumer does not already have an established offset
   #   to consume from, start with the earliest message present in the log rather than the latest message.
-  #
+  # :consumer_restart_on_error => "true" - (optional) Controls if consumer threads are to restart on caught exceptions.
+  #   exceptions are logged.
   def initialize(options={})
     validate_required_arguments(options)
 
@@ -52,6 +53,8 @@ class Kafka::Group
     @fetch_wait_max_ms = '100'
     @refresh_leader_backoff_ms = '200'
     @consumer_timeout_ms = '-1'
+    @consumer_restart_on_error = "#{true}"
+    @consumer_restart_sleep_ms = '2000'
 
     if options[:zk_connect_timeout]
       @zk_connect_timeout = options[:zk_connect_timeout]
@@ -110,6 +113,15 @@ class Kafka::Group
       @consumer_timeout_ms = options[:consumer_timeout_ms]
     end
 
+    if options[:consumer_restart_on_error]
+      @consumer_restart_on_error = options[:consumer_restart_on_error]
+    end
+
+    if options[:consumer_restart_sleep_ms]
+      @consumer_restart_sleep_ms = options[:consumer_restart_sleep_ms]
+    end
+
+
     if options[:reset_beginning]
       if options[:reset_beginning] == 'from-beginning'
         @auto_offset_reset = 'smallest'
@@ -159,7 +171,7 @@ class Kafka::Group
 
     threadNumber = 0
     for stream in streams
-      @executor_submit.call(Kafka::Consumer.new(stream, threadNumber, a_queue))
+      @executor_submit.call(Kafka::Consumer.new(stream, threadNumber, a_queue, @consumer_restart_on_error, @consumer_restart_sleep_ms))
       threadNumber += 1
     end
     @running = true

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Joseph Lawson
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-10-28 00:00:00.000000000 Z
+date: 2013-10-29 00:00:00.000000000 Z
 dependencies: []
 description: this is primarily to be used as an interface for logstash
 email: