logstash-input-kafka 0.1.0 → 0.1.2

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    N2M1OTFjOGRmNTgyNWEyNjg3NTM0NDhkM2Y5NzNhNDUxYmQ5NjY1OQ==
+    MGFmYTZjOTlmYzU5ZWIxMjVhOWQwZWVlOGQ5NjgzZTYxNzk1YzQ1Mg==
   data.tar.gz: !binary |-
-    NGYzOTRhZmYyMDExYzc1MTAxMGI1ODM3ODc4OWYwZGUyODI5NGY0Yw==
+    YjZiMmRkY2U1ZjE3MWZjNDg3NDU1ZWFmZTA4MDQyNjczZmQ4Y2UyOQ==
 SHA512:
   metadata.gz: !binary |-
-    OGJhZTZlYWZmOTc1OWYxYzg1YWVjNzYzMzJjMzQ0MTgyODczYjlhODUyZDhl
-    Zjc2YWY5NmY4Y2NmNmM5MDJjNTI2ZmU0ZGE2MTIwMGNhZTk1MmM4NGMwZTY4
-    MzQ4MjE2N2Q4NWExYmIxODY3MzE4ZDk4YjdkNDU5ZGY0MTU2NWI=
+    YzkzMWU4YzU4ZTYyZDQzY2U0NTk3MmJiYTVhZGUyMDlkY2Q2ZDI2YzdmYjhh
+    MmZjMTFhYjIzZWZkYTA4YjNlMWI4YzI4ZGFjN2MxNmM4NDkwZTI0ZTA0MGVm
+    ZGU2ZTE3NGRhNGQ5ZTE3OGNhODcwYmQ1NjA1NGZlOWViMjI0MWY=
   data.tar.gz: !binary |-
-    YzY1Mjg1NjM2MmUwMTc5MzNlNWQyODRiNmQzMTEyYTQ2MDU2N2ZlZmZmZTMx
-    ZGRiNjRlNmRjZWU3MjcxZmE3NDFiMzAzOTUxOTNkNTQyYTljNjNhZTFhNjY4
-    ZjhiNzVlMmIzZmNmMzZmNzQxZTY5ZTY3MjY3OTFjZmY3NWU0ODM=
+    NzRkMTI1ZWM1ZDU4NTE2MGY5N2ZiMWFiNmY5MTU4YWQxNDMzZjU0ZjY4N2I3
+    Njk3ODY3YjFlZDkwMWJmMWY2NTg2NmI0MTViYjc5NzAxMmIxMmU5ODg4ZmRi
+    MWZiMDBmMTIwNDZlYTkyYzY3YjllOTFkYjBiNmY5YTY3YmE2NjQ=

data/lib/logstash/inputs/kafka.rb

@@ -24,13 +24,13 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
 
   # Specifies the ZooKeeper connection string in the form hostname:port where host and port are
   # the host and port of a ZooKeeper server. You can also specify multiple hosts in the form
-  # hostname1:port1,hostname2:port2,hostname3:port3.
+  # `hostname1:port1,hostname2:port2,hostname3:port3`.
   #
   # The server may also have a ZooKeeper chroot path as part of it's ZooKeeper connection string
   # which puts its data under some path in the global ZooKeeper namespace. If so the consumer
   # should use the same chroot path in its connection string. For example to give a chroot path of
-  # /chroot/path you would give the connection string as
-  # hostname1:port1,hostname2:port2,hostname3:port3/chroot/path.
+  # `/chroot/path` you would give the connection string as
+  # `hostname1:port1,hostname2:port2,hostname3:port3/chroot/path`.
   config :zk_connect, :validate => :string, :default => 'localhost:2181'
   # A string that uniquely identifies the group of consumer processes to which this consumer
   # belongs. By setting the same group id multiple processes indicate that they are all part of
@@ -39,12 +39,12 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
   # The topic to consume messages from
   config :topic_id, :validate => :string, :required => true
   # Specify whether to jump to beginning of the queue when there is no initial offset in
-  # ZooKeeper, or if an offset is out of range. If this is false, messages are consumed
+  # ZooKeeper, or if an offset is out of range. If this is `false`, messages are consumed
   # from the latest offset
   #
-  # If reset_beginning is true, the consumer will check ZooKeeper to see if any other group members
+  # If `reset_beginning` is true, the consumer will check ZooKeeper to see if any other group members
   # are present and active. If not, the consumer deletes any offset information in the ZooKeeper
-  # and starts at the smallest offset. If other group members are present reset_beginning will not
+  # and starts at the smallest offset. If other group members are present `reset_beginning` will not
   # work and the consumer threads will rejoin the consumer group.
   config :reset_beginning, :validate => :boolean, :default => false
   # Number of threads to read from the partitions. Ideally you should have as many threads as the

data/logstash-input-kafka.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-kafka'
-  s.version         = '0.1.0'
+  s.version         = '0.1.2'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
   s.description     = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
@@ -20,12 +20,15 @@ Gem::Specification.new do |s|
   s.metadata = { 'logstash_plugin' => 'true', 'group' => 'input'}
 
   # Jar dependencies
-  s.requirements << "jar 'org.apache.kafka:kafka_2.10', '0.8.1.1'"
+  s.requirements << "jar 'org.apache.kafka:kafka_2.9.2', '0.8.1.1'"
+  s.requirements << "jar 'log4j:log4j', '1.2.14'"
 
   # Gem dependencies
   s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
-  s.add_runtime_dependency 'jar-dependencies', ['~> 0.1.0']
+  s.add_runtime_dependency 'logstash-codec-json'
+  s.add_runtime_dependency 'logstash-codec-plain'
 
+  s.add_runtime_dependency 'jar-dependencies', ['~> 0.1.0']
   s.add_runtime_dependency 'jruby-kafka', ['>=0.2.1']
 
 end

data/spec/inputs/{kafka.rb → kafka_spec.rb}

@@ -1,15 +1,14 @@
 # encoding: utf-8
+require 'spec_helper'
 
-require 'rspec'
-require 'insist'
-require 'logstash/namespace'
-require 'logstash/inputs/kafka'
-require 'logstash/errors'
+describe 'inputs/kafka' do
 
-describe LogStash::Inputs::Kafka do
-  extend LogStash::RSpec
+  let (:kafka_config) {{'topic_id' => 'test'}}
 
-  let (:kafka_config) {{:topic_id => 'test'}}
+  it "should register" do
+    input = LogStash::Plugin.lookup("input", "kafka").new(kafka_config)
+    expect {input.register}.to_not raise_error
+  end
 
   it 'should populate kafka config with default values' do
     kafka = LogStash::Inputs::Kafka.new(kafka_config)
@@ -19,11 +18,6 @@ describe LogStash::Inputs::Kafka do
     !insist { kafka.reset_beginning }
   end
 
-  it 'should register and load kafka jars without errors' do
-    kafka = LogStash::Inputs::Kafka.new(kafka_config)
-    kafka.register
-  end
-
   it 'should retrieve event from kafka' do
     # Extend class to control behavior
     class LogStash::Inputs::TestKafka < LogStash::Inputs::Kafka

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-kafka
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Elasticsearch
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-05 00:00:00.000000000 Z
+date: 2014-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash
@@ -30,6 +30,34 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: logstash-codec-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: logstash-codec-plain
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: jar-dependencies
   requirement: !ruby/object:Gem::Requirement
@@ -74,7 +102,7 @@ files:
 - logstash-input-kafka.gemspec
 - rakelib/publish.rake
 - rakelib/vendor.rake
-- spec/inputs/kafka.rb
+- spec/inputs/kafka_spec.rb
 homepage: http://logstash.net/
 licenses:
 - Apache License (2.0)
@@ -96,7 +124,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements:
-- jar 'org.apache.kafka:kafka_2.10', '0.8.1.1'
+- jar 'org.apache.kafka:kafka_2.9.2', '0.8.1.1'
+- jar 'log4j:log4j', '1.2.14'
 rubyforge_project: 
 rubygems_version: 2.4.1
 signing_key: 
@@ -104,4 +133,4 @@ specification_version: 4
 summary: This input will read events from a Kafka topic. It uses the high level consumer
   API provided by Kafka to read messages from the broker
 test_files:
-- spec/inputs/kafka.rb
+- spec/inputs/kafka_spec.rb