jruby-kafka 0.0.10 → 0.0.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b854790fa9d012c35cb74d4ca6b6db7f5c568a2f
-  data.tar.gz: 5f98478a4cfc09730a1ce092108d72798b6e8075
+  metadata.gz: cc47e80137f834c4fe3b60e645448de109195051
+  data.tar.gz: 7dcefe6ff7852eb7e990368f24a41a5c9e5d61d1
 SHA512:
-  metadata.gz: b46e5f6cfa518c2b91a614b956d0a617d066aa80922c391ea1fa298f987e466b5a3199c5f97ff86f31cbcb5081f1e04786f836754d10f27b0d4ce8d93c183cb6
-  data.tar.gz: 69ea85ee730a74ccb3b7e3159701d090c521d301663d4ac9cd4dbc6cfeff6bc5c352d8fceea2530c68faa7d7438f8cd8a895faed3a5b25d7a9a8d9376424cecc
+  metadata.gz: 5f1569001ee9290610c2fc892cc59a8c5fe6fdbbccd8928e8006add149e5380ecca80a24f8830b9365299ff69c52fc12318b510d59e6a08aa47e534ef1adbe43
+  data.tar.gz: e26ac69b20b67360b600b62a0aad650322752ec136796fc4bf7425c363e7891902ecf6cc5489afd3e098a00f4559b0d6c3b161b385fc76479a62080a3accf510

data/lib/jruby-kafka/producer.rb

@@ -5,126 +5,68 @@ require "java"
 require "jruby-kafka/namespace"
 require "jruby-kafka/error"
 
-java_import 'org.I0Itec.zkclient.exception.ZkException'
+java_import 'kafka.common.FailedToSendMessageException'
 
 class Kafka::Producer
   @topic
-  @zk_connect
 
   # Create a Kafka Producer
   #
   # options:
-  # :zk_connect => "localhost:2181" - REQUIRED: The connection string for the
-  #   zookeeper connection in the form host:port. Multiple URLS can be given to allow fail-over.
-  # :zk_connect_timeout => "6000" - (optional) The max time that the client waits while establishing a connection to zookeeper.
   # :topic_id => "topic" - REQUIRED: The topic id to consume on.
   # :broker_list => "localhost:9092" - REQUIRED: a seed list of kafka brokers
   def initialize(options={})
     validate_required_arguments(options)
 
-    @zk_connect = options[:zk_connect]
-    @topic = options[:topic_id]
     @brokers = options[:broker_list]
-    @zk_session_timeout = '6000'
-    @zk_connect_timeout = '6000'
-    @zk_sync_time = '2000'
-    @auto_offset_reset = 'largest'
-    @auto_commit_interval = '1000'
-    @running = false
-    @rebalance_max_retries = '4'
-    @rebalance_backoff_ms = '2000'
-    @socket_timeout_ms = "#{30 * 1000}"
-    @socket_receive_buffer_bytes = "#{64 * 1024}"
-    @auto_commit_enable = "#{true}"
-    @queued_max_message_chunks = '10'
-    @refresh_leader_backoff_ms = '200'
-    @consumer_timeout_ms = '-1'
+    @serializer_class = 'kafka.serializer.StringEncoder'
+    @partitioner_class = nil
+    @request_required_acks = '0'
 
-    if options[:zk_connect_timeout]
-      @zk_connect_timeout = "#{options[:zk_connect_timeout]}"
-    end
-    if options[:zk_session_timeout]
-      @zk_session_timeout = "#{options[:zk_session_timeout]}"
-    end
-    if options[:zk_sync_time]
-      @zk_sync_time = "#{options[:zk_sync_time]}"
-    end
-    if options[:auto_commit_interval]
-      @auto_commit_interval = "#{options[:auto_commit_interval]}"
-    end
-
-    if options[:rebalance_max_retries]
-      @rebalance_max_retries = "#{options[:rebalance_max_retries]}"
-    end
-
-    if options[:rebalance_backoff_ms]
-      @rebalance_backoff_ms = "#{options[:rebalance_backoff_ms]}"
-    end
-
-    if options[:socket_timeout_ms]
-      @socket_timeout_ms = "#{options[:socket_timeout_ms]}"
-    end
-
-    if options[:socket_receive_buffer_bytes]
-      @socket_receive_buffer_bytes = "#{options[:socket_receive_buffer_bytes]}"
-    end
-
-    if options[:auto_commit_enable]
-      @auto_commit_enable = "#{options[:auto_commit_enable]}"
-    end
-
-    if options[:refresh_leader_backoff_ms]
-      @refresh_leader_backoff_ms = "#{options[:refresh_leader_backoff_ms]}"
+    if options[:partitioner_class]
+      @partitioner_class = "#{options[:partitioner_class]}"
     end
 
-    if options[:consumer_timeout_ms]
-      @consumer_timeout_ms = "#{options[:consumer_timeout_ms]}"
+    if options[:request_required_acks]
+      @request_required_acks = "#{options[:request_required_acks]}"
     end
-
   end
 
   private
   def validate_required_arguments(options={})
-    [:zk_connect, :broker_list, :topic_id].each do |opt|
+    [:broker_list].each do |opt|
       raise(ArgumentError, "#{opt} is required.") unless options[opt]
     end
   end
 
-  public
-  def shutdown()
-    @running = false
-  end
-
   public
   def connect()
     @producer = Java::kafka::producer::Producer.new(createProducerConfig)
   end
 
   public
-  def sendMsg(key,msg)
-    m = Java::kafka::producer::KeyedMessage.new(topic=@topic,key=key, message=msg)
+  def sendMsg(topic, key, msg)
+    m = Java::kafka::producer::KeyedMessage.new(topic=topic, key=key, message=msg)
     #the send message for a producer is scala varargs, which doesn't seem to play nice w/ jruby
     #  this is the best I could come up with
     ms = Java::scala::collection::immutable::Vector.new(0,0,0)
     ms = ms.append_front(m)
-    @producer.send(ms)
-  end
-
-  public
-  def running?
-    @running
+    begin
+      @producer.send(ms)
+    rescue FailedToSendMessageException => e
+      raise KafkaError.new(e), "Got FailedToSendMessageException: #{e}"
+    end
   end
 
   def createProducerConfig()
     # TODO lots more options avaiable here: http://kafka.apache.org/documentation.html#producerconfigs
     properties = java.util.Properties.new()
-    properties.put("zookeeper.connect", @zk_connect)
-    properties.put("zookeeper.connection.timeout.ms", @zk_connect_timeout)
-    properties.put("zookeeper.session.timeout.ms", @zk_session_timeout)
-    properties.put("zookeeper.sync.time.ms", @zk_sync_time)
-    properties.put("serializer.class", "kafka.serializer.StringEncoder")
-    properties.put("request.required.acks", "1")
     properties.put("metadata.broker.list", @brokers)
+    properties.put("request.required.acks", @request_required_acks)
+    if not @partitioner_class.nil?
+      properties.put("partitioner.class", @partitioner_class)
+    end
+    properties.put("serializer.class", @serializer_class)
     return Java::kafka::producer::ProducerConfig.new(properties)
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.0.10
+  version: 0.0.11
 platform: ruby
 authors:
 - Joseph Lawson
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-13 00:00:00.000000000 Z
+date: 2014-01-17 00:00:00.000000000 Z
 dependencies: []
 description: this is primarily to be used as an interface for logstash
 email:
@@ -18,7 +18,6 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/jruby-kafka.rb
-- lib/kafka.rb
 - lib/jruby-kafka/client.rb
 - lib/jruby-kafka/config.rb
 - lib/jruby-kafka/consumer.rb
@@ -26,11 +25,12 @@ files:
 - lib/jruby-kafka/group.rb
 - lib/jruby-kafka/namespace.rb
 - lib/jruby-kafka/producer.rb
+- lib/kafka.rb
 homepage: https://github.com/joekiller/jruby-kafka
 licenses:
 - Apache 2.0
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -46,9 +46,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project:
-rubygems_version: 2.0.3
-signing_key:
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
 specification_version: 4
 summary: jruby Kafka wrapper
 test_files: []