jruby-kafka 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f29e4e146f6d94e9aa3622e67897435f6303f7fe
-  data.tar.gz: 6d588c93d8349ed20c27d6d24997acbaaf0effa8
+  metadata.gz: 80e5d2eb808795e2f28d2df2e264840c25073ca9
+  data.tar.gz: 8483ec0b6fcc88dfadd0424d84fdefc63ab42897
 SHA512:
-  metadata.gz: af2d509b566451f0a37b36ec87e1929bf5e2ea34a01b9ff57d9a561e9f8d12ae512b01a346794f74d19cd094dd4a32fe3c26266027b6584387421de0597b5167
-  data.tar.gz: 040f39ffb72f187efce499345212b67155d07a9552067d9456fc85697701413f9953c3cf142dc6ce7d35b30bddcaf3563b616d02c76463ffb0a90d050633c84b
+  metadata.gz: 0d84128636a3da96081bf0354851abf2ddc079ce35fe45c2f726d6f4d1f332df6cfeaaba4f13f04477d21e2c9e1649c0e8593753ca9e8b91b1d62f5237ae2281
+  data.tar.gz: 8d79aa88dc013327e5137eab9ec59dad24d54927540c24d88467bcb8edb6fa864266d76d53624d1f90486db5086371c26844e65790bf32ec9294bff97b6f0d34

data/lib/jruby-kafka/consumer.rb

@@ -3,6 +3,7 @@ require "jruby-kafka/namespace"
 
 java_import 'kafka.consumer.ConsumerIterator'
 java_import 'kafka.consumer.KafkaStream'
+java_import 'kafka.common.ConsumerRebalanceFailedException'
 
 class Kafka::Consumer
   include Java::JavaLang::Runnable
@@ -21,7 +22,13 @@ class Kafka::Consumer
     def run
       it = @m_stream.iterator()
       while it.hasNext()
-        @m_queue << it.next().message()
+        begin
+          begin
+            @m_queue << it.next().message()
+          rescue ConsumerRebalanceFailedException => e
+            raise KafkaError.new(e), "Got ConsumerRebalanceFailedException: #{e}"
+          end
+        end
       end
     end
 end

data/lib/jruby-kafka/group.rb

@@ -41,6 +41,17 @@ class Kafka::Group
     @auto_offset_reset = 'largest'
     @auto_commit_interval = '1000'
     @running = false
+    @rebalance_max_retries = '4'
+    @rebalance_backoff_ms = '2000'
+    @socket_timeout_ms = "#{30 * 1000}"
+    @socket_receive_buffer_bytes = "#{64 * 1024}"
+    @fetch_message_max_bytes = "#{1024 * 1024}"
+    @auto_commit_enable = true
+    @queued_max_message_chunks = '10'
+    @fetch_min_bytes = '1'
+    @fetch_wait_max_ms = '100'
+    @refresh_leader_backoff_ms = '200'
+    @consumer_timeout_ms = '-1'
 
     if options[:zk_connect_timeout]
       @zk_connect_timeout = options[:zk_connect_timeout]
@@ -55,6 +66,49 @@ class Kafka::Group
       @auto_commit_interval = options[:auto_commit_interval]
     end
 
+    if options[:rebalance_max_retries]
+      @rebalance_max_retries = options[:rebalance_max_retries]
+    end
+
+    if options[:rebalance_backoff_ms]
+      @rebalance_backoff_ms = options[:rebalance_backoff_ms]
+    end
+
+    if options[:socket_timeout_ms]
+      @socket_timeout_ms = options[:socket_timeout_ms]
+    end
+
+    if options[:socket_receive_buffer_bytes]
+      @socket_receive_buffer_bytes = options[:socket_receive_buffer_bytes]
+    end
+
+    if options[:fetch_message_max_bytes]
+      @fetch_message_max_bytes = options[:fetch_message_max_bytes]
+    end
+
+    if options[:auto_commit_enable]
+      @auto_commit_enable = options[:auto_commit_enable]
+    end
+
+    if options[:queued_max_message_chunks]
+      @queued_max_message_chunks = options[:queued_max_message_chunks]
+    end
+
+    if options[:fetch_min_bytes]
+      @fetch_min_bytes = options[:fetch_min_bytes]
+    end
+
+    if options[:fetch_wait_max_ms]
+      @fetch_wait_max_ms = options[:fetch_wait_max_ms]
+    end
+
+    if options[:refresh_leader_backoff_ms]
+      @refresh_leader_backoff_ms = options[:refresh_leader_backoff_ms]
+    end
+
+    if options[:consumer_timeout_ms]
+      @consumer_timeout_ms = options[:consumer_timeout_ms]
+    end
 
     if options[:reset_beginning]
       if options[:reset_beginning] == 'from-beginning'
@@ -126,6 +180,17 @@ class Kafka::Group
     properties.put("zookeeper.sync.time.ms", @zk_sync_time)
     properties.put("auto.commit.interval.ms", @auto_commit_interval)
     properties.put("auto.offset.reset", @auto_offset_reset)
+    properties.put("rebalance.max.retries", @rebalance_max_retries)
+    properties.put("rebalance.backoff.ms", @rebalance_backoff_ms)
+    properties.put("socket.timeout.ms", @socket_timeout_ms)
+    properties.put("socket.receive.buffer.bytes", @socket_receive_buffer_bytes)
+    properties.put("fetch.message.max.bytes", @fetch_message_max_bytes)
+    properties.put("auto.commit.enable", @auto_commit_enable)
+    properties.put("queued.max.message.chunks", @queued_max_message_chunks)
+    properties.put("fetch.min.bytes", @fetch_min_bytes)
+    properties.put("fetch.wait.max.ms", @fetch_wait_max_ms)
+    properties.put("refresh.leader.backoff.ms", @refresh_leader_backoff_ms)
+    properties.put("consumer.timeout.ms", @consumer_timeout_ms)
     return Java::kafka::consumer::ConsumerConfig.new(properties)
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Joseph Lawson
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-10-16 00:00:00.000000000 Z
+date: 2013-10-28 00:00:00.000000000 Z
 dependencies: []
 description: this is primarily to be used as an interface for logstash
 email: