jruby-kafka 3.1-java → 3.2-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9c40aa86664e77cc7c8d72fc64faf35ae7e0faf4
-  data.tar.gz: 10d8d7885ef6cceaa4909c35effd266c32dbea61
+  metadata.gz: 5d8bd0569f81f64429f450dfc7fb1ba4535da82b
+  data.tar.gz: 5bacffc343af3b196e2841f49b68cd8c1c6e80dc
 SHA512:
-  metadata.gz: af9955f296c47e9f9b78cd0a48bc4cff1c7b286a23900e64ed9eaf4f3b21b37de8ccb4a3dceb08cf6400a7f90a1c934594b9e8711a1f197c7f8c9986a6c1f873
-  data.tar.gz: 660691b2f5efda694e349ecb723ee995d386d801dc0fd9fdcf00c8bec3221b14aba2f5cb6a47fb4b865766283fbda1b6805425b411f3f99c3edee3d498a99c63
+  metadata.gz: da3dcfb455b352a7ac92ab2fcc77be7c69a7d675a34c1ebf7ad30c48a2fc356e492478c4d2d34f3b1502149b2fe0d9dfba60eb10a14401386568a40ff68a595d
+  data.tar.gz: 279da18f0d1cedb2db4e04956ee585a21302894330149d531e6ab5c42a924cec145f852aa54ea2e5284a7c2a3d4e3d21ffddb190ea3832b06aa905dc1d4b3acb

data/lib/jruby-kafka.rb

@@ -3,3 +3,4 @@ require 'jruby-kafka_jars.rb'
 require 'jruby-kafka/consumer'
 require 'jruby-kafka/producer'
 require 'jruby-kafka/kafka-producer'
+require 'jruby-kafka/kafka-consumer'

data/lib/jruby-kafka/kafka-consumer.rb

@@ -0,0 +1,77 @@
+require 'java'
+require 'jruby-kafka/namespace'
+require "concurrent"
+
+class Kafka::KafkaConsumer
+  KAFKA_CONSUMER = Java::org.apache.kafka.clients.consumer.KafkaConsumer
+  # Create a Kafka high-level consumer.
+  #
+  # @param [Hash] config the consumer configuration.
+  #
+  # @option config [String]  :bootstrap_servers A list of host/port pairs to use for establishing the initial connection to the Kafka cluster. The client will make use of all servers irrespective of which servers are specified here for bootstrapping—this list only impacts the initial hosts used to discover the full set of servers. This list should be in the form host1:port1,host2:port2,.... Since these servers are just used for the initial connection to discover the full cluster membership (which may change dynamically), this list need not contain the full set of servers (you may want more than one, though, in case a server is down). Required.
+  # @option config [String]  :key_deserializer Deserializer class for key that implements the Deserializer interface. Required.
+  # @option config [String]  :value_deserializer Deserializer class for value that implements the Deserializer interface. Required.
+  # @option config [Array]   :topics The topic to consume from. Required.
+  #
+  #
+  # For other configuration properties and their default values see 
+  # http://kafka.apache.org/documentation.html#newconsumerconfigs and
+  # https://kafka.apache.org/090/javadoc/org/apache/kafka/clients/consumer/ConsumerConfig.html.
+  #
+  def initialize(config={})
+    validate_arguments config
+    @properties      =  config.clone
+    @topics          =  @properties.delete :topics
+    @stop_called     =  Concurrent::AtomicBoolean.new(false)
+    @consumer        =  KAFKA_CONSUMER.new(create_config)
+    @subscribed      =  false
+    subscribe
+  end
+
+  attr_reader :properties, :topics
+
+  def stop
+    @stop_called.make_true
+    @consumer.wakeup
+  end
+
+  # Subscribe to topics
+  def subscribe
+    @consumer.subscribe(@topics)
+    @subscribed = true
+    nil
+  end
+
+  # stop? should never be overriden
+  def stop?
+    @stop_called.value
+  end
+
+  # Fetch data for the topics or partitions specified using one of the subscribe/assign APIs.
+  def poll(timeout)
+    @consumer.poll timeout
+  end
+
+  def close
+    @consumer.close
+  end
+
+  private
+
+  def validate_arguments(options)
+    [:bootstrap_servers, :key_deserializer, :value_deserializer].each do |opt|
+      raise ArgumentError, "Parameter :#{opt} is required." unless options[opt]
+    end
+  end
+
+  def create_config
+    properties = java.util.Properties.new
+    @properties.each do |k,v|
+      k = k.to_s.gsub '_', '.'
+      v = v.to_s 
+      properties.setProperty k, v
+    end
+    properties
+  end
+end
+

data/lib/jruby-kafka/version.rb

@@ -1,4 +1,4 @@
 module Kafka
-  VERSION = '3.1'.freeze
+  VERSION = '3.2'.freeze
   JAR_DEPENDENCIES_VERSION = '0.3.2'.freeze
-end
+end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: jruby-kafka
 version: !ruby/object:Gem::Version
-  version: '3.1'
+  version: '3.2'
 platform: java
 authors:
 - Joseph Lawson
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-03-10 00:00:00.000000000 Z
+date: 2016-03-16 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  name: concurrent-ruby
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -66,7 +80,7 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '3.3'
-description: this is primarily to be used as an interface for logstash
+description: A ready to go interface to Kafka for JRuby.
 email:
 - joe@joekiller.com
 executables: []
@@ -80,6 +94,7 @@ files:
 - lib/jruby-kafka.rb
 - lib/jruby-kafka/consumer.rb
 - lib/jruby-kafka/error.rb
+- lib/jruby-kafka/kafka-consumer.rb
 - lib/jruby-kafka/kafka-producer.rb
 - lib/jruby-kafka/namespace.rb
 - lib/jruby-kafka/producer.rb