logstash-input-kafka 0.1.5 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 05f5cd7c72a186b093819f66e218371c7df835db
-  data.tar.gz: 6332d4de7ee712dbc73d5e07d0e399126663ace4
+  metadata.gz: 7d80856cc88326da3ea5e09b7876160cc777a6b2
+  data.tar.gz: a9ea49ed1c2a154775f2a490f26e8fa57502dbf1
 SHA512:
-  metadata.gz: 20abe7a55e1c94457d183047216dc3e6038828a8df9a97e35835780e95a62ca558e219f6c94c4bbe6ad18299a1612b75177367cc787fbeb9abae7dbe49f6ca0f
-  data.tar.gz: ff2d4349cb26dfea4df53d5e31d9e9236fbae62b14b063a12bceb5442327aeaadc597ac458de7a52f7a514d0638135e1620b99469afcda08baa85f08420f4341
+  metadata.gz: f5cc54d2ceb36e1e831964b044dc6518104bcc476253534ffd479e9afe2897083865b7ce51f829003d3b1198099fe1f8ddffe4714c7495d458745fb6f5b407b7
+  data.tar.gz: 3db8606fef5aa2b800d5ff7b8ee9238a2edd183c74cbe175c7e7a124758b40dfde0394beca64487e5f214fc83537a0cd5472a926a59f05885ab9cd42c2a07d2a

data/lib/logstash/inputs/kafka.rb

@@ -140,7 +140,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
       @codec.decode(msg) do |event|
         decorate(event)
         if @decorate_events
-          event['kafka'] = {:msg_size => msg.bytesize, :topic => @topic_id, :consumer_group => @group_id}
+          event['kafka'] = {'msg_size' => msg.bytesize, 'topic' => @topic_id, 'consumer_group' => @group_id}
         end
         output_queue << event
       end # @codec.decode

data/logstash-input-kafka.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-kafka'
-  s.version         = '0.1.5'
+  s.version         = '0.1.6'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"

data/spec/inputs/kafka_spec.rb

@@ -15,6 +15,7 @@ end
 
 describe 'inputs/kafka' do
   let (:kafka_config) {{'topic_id' => 'test'}}
+  let (:decorated_kafka_config) {{'topic_id' => 'test', 'decorate_events' => true}}
 
   it "should register" do
     input = LogStash::Plugin.lookup("input", "kafka").new(kafka_config)
@@ -45,4 +46,22 @@ describe 'inputs/kafka' do
     insist { e['kafka'] } == nil
   end
 
+  it 'should retrieve a decorated event from kafka' do
+    kafka = LogStash::Inputs::TestKafka.new(decorated_kafka_config)
+    kafka.register
+
+    expect_any_instance_of(Kafka::Group).to receive(:run) do |a_num_threads, a_queue|
+      a_queue << 'Kafka message'
+    end
+
+    logstash_queue = Queue.new
+    kafka.run logstash_queue
+    e = logstash_queue.pop
+    insist { e['message'] } == 'Kafka message'
+    # no metadata by default
+    insist { e['kafka']['topic'] } == 'test'
+    insist { e['kafka']['consumer_group'] } == 'logstash'
+    insist { e['kafka']['msg_size'] } == 13
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-kafka
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-12-11 00:00:00.000000000 Z
+date: 2015-01-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash