jruby-kafka 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 564d271530073f6d8413d50394b2151f03f7ee77
-  data.tar.gz: e2bbd5809a55bfbbb15aaceece6ec817df06792e
+  metadata.gz: b854790fa9d012c35cb74d4ca6b6db7f5c568a2f
+  data.tar.gz: 5f98478a4cfc09730a1ce092108d72798b6e8075
 SHA512:
-  metadata.gz: 4ef48c827f64b23a8d83eb976bc25414d4c00baf843a573a5f7cfbcff03d5d1f40c7d838ef44dfd572940cc3fa39922aa8d5a9959c791fc4fe8c8a217000cff6
-  data.tar.gz: f80010fdc76babda95c2e40db3ed47a54443f491b97318f705321cf2aa37815f325da25a5f918246cb72c79664e2290f531bf06e10947502b95b2baa262f5ce9
+  metadata.gz: b46e5f6cfa518c2b91a614b956d0a617d066aa80922c391ea1fa298f987e466b5a3199c5f97ff86f31cbcb5081f1e04786f836754d10f27b0d4ce8d93c183cb6
+  data.tar.gz: 69ea85ee730a74ccb3b7e3159701d090c521d301663d4ac9cd4dbc6cfeff6bc5c352d8fceea2530c68faa7d7438f8cd8a895faed3a5b25d7a9a8d9376424cecc

data/lib/jruby-kafka/producer.rb

@@ -0,0 +1,130 @@
+# basically we are porting this https://cwiki.apache.org/confluence/display/KAFKA/0.8.0+Producer+Example
+
+require "java"
+
+require "jruby-kafka/namespace"
+require "jruby-kafka/error"
+
+java_import 'org.I0Itec.zkclient.exception.ZkException'
+
+class Kafka::Producer
+  @topic
+  @zk_connect
+
+  # Create a Kafka Producer
+  #
+  # options:
+  # :zk_connect => "localhost:2181" - REQUIRED: The connection string for the
+  #   zookeeper connection in the form host:port. Multiple URLS can be given to allow fail-over.
+  # :zk_connect_timeout => "6000" - (optional) The max time that the client waits while establishing a connection to zookeeper.
+  # :topic_id => "topic" - REQUIRED: The topic id to consume on.
+  # :broker_list => "localhost:9092" - REQUIRED: a seed list of kafka brokers
+  def initialize(options={})
+    validate_required_arguments(options)
+
+    @zk_connect = options[:zk_connect]
+    @topic = options[:topic_id]
+    @brokers = options[:broker_list]
+    @zk_session_timeout = '6000'
+    @zk_connect_timeout = '6000'
+    @zk_sync_time = '2000'
+    @auto_offset_reset = 'largest'
+    @auto_commit_interval = '1000'
+    @running = false
+    @rebalance_max_retries = '4'
+    @rebalance_backoff_ms = '2000'
+    @socket_timeout_ms = "#{30 * 1000}"
+    @socket_receive_buffer_bytes = "#{64 * 1024}"
+    @auto_commit_enable = "#{true}"
+    @queued_max_message_chunks = '10'
+    @refresh_leader_backoff_ms = '200'
+    @consumer_timeout_ms = '-1'
+
+    if options[:zk_connect_timeout]
+      @zk_connect_timeout = "#{options[:zk_connect_timeout]}"
+    end
+    if options[:zk_session_timeout]
+      @zk_session_timeout = "#{options[:zk_session_timeout]}"
+    end
+    if options[:zk_sync_time]
+      @zk_sync_time = "#{options[:zk_sync_time]}"
+    end
+    if options[:auto_commit_interval]
+      @auto_commit_interval = "#{options[:auto_commit_interval]}"
+    end
+
+    if options[:rebalance_max_retries]
+      @rebalance_max_retries = "#{options[:rebalance_max_retries]}"
+    end
+
+    if options[:rebalance_backoff_ms]
+      @rebalance_backoff_ms = "#{options[:rebalance_backoff_ms]}"
+    end
+
+    if options[:socket_timeout_ms]
+      @socket_timeout_ms = "#{options[:socket_timeout_ms]}"
+    end
+
+    if options[:socket_receive_buffer_bytes]
+      @socket_receive_buffer_bytes = "#{options[:socket_receive_buffer_bytes]}"
+    end
+
+    if options[:auto_commit_enable]
+      @auto_commit_enable = "#{options[:auto_commit_enable]}"
+    end
+
+    if options[:refresh_leader_backoff_ms]
+      @refresh_leader_backoff_ms = "#{options[:refresh_leader_backoff_ms]}"
+    end
+
+    if options[:consumer_timeout_ms]
+      @consumer_timeout_ms = "#{options[:consumer_timeout_ms]}"
+    end
+
+  end
+
+  private
+  def validate_required_arguments(options={})
+    [:zk_connect, :broker_list, :topic_id].each do |opt|
+      raise(ArgumentError, "#{opt} is required.") unless options[opt]
+    end
+  end
+
+  public
+  def shutdown()
+    @running = false
+  end
+
+  public
+  def connect()
+    @producer = Java::kafka::producer::Producer.new(createProducerConfig)
+  end
+
+  public
+  def sendMsg(key,msg)
+    m = Java::kafka::producer::KeyedMessage.new(topic=@topic,key=key, message=msg)
+    #the send message for a producer is scala varargs, which doesn't seem to play nice w/ jruby
+    #  this is the best I could come up with
+    ms = Java::scala::collection::immutable::Vector.new(0,0,0)
+    ms = ms.append_front(m)
+    @producer.send(ms)
+  end
+
+  public
+  def running?
+    @running
+  end
+
+  def createProducerConfig()
+    # TODO lots more options avaiable here: http://kafka.apache.org/documentation.html#producerconfigs
+    properties = java.util.Properties.new()
+    properties.put("zookeeper.connect", @zk_connect)
+    properties.put("zookeeper.connection.timeout.ms", @zk_connect_timeout)
+    properties.put("zookeeper.session.timeout.ms", @zk_session_timeout)
+    properties.put("zookeeper.sync.time.ms", @zk_sync_time)
+    properties.put("serializer.class", "kafka.serializer.StringEncoder")
+    properties.put("request.required.acks", "1")
+    properties.put("metadata.broker.list", @brokers)
+    return Java::kafka::producer::ProducerConfig.new(properties)
+  end
+end

data/lib/jruby-kafka.rb

@@ -1,5 +1,6 @@
 require "jruby-kafka/consumer"
 require "jruby-kafka/group"
+require "jruby-kafka/producer"
 
 module Kafka
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jruby-kafka
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - Joseph Lawson
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-11-05 00:00:00.000000000 Z
+date: 2014-01-13 00:00:00.000000000 Z
 dependencies: []
 description: this is primarily to be used as an interface for logstash
 email:
@@ -25,6 +25,7 @@ files:
 - lib/jruby-kafka/error.rb
 - lib/jruby-kafka/group.rb
 - lib/jruby-kafka/namespace.rb
+- lib/jruby-kafka/producer.rb
 homepage: https://github.com/joekiller/jruby-kafka
 licenses:
 - Apache 2.0