logstash-input-kafka 0.1.14 → 0.1.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c8277b10e77e8d4d27888af3fd96a59b854c25df
-  data.tar.gz: 708f45d9643673fa6369aa93e7f4a073f785c8d0
+  metadata.gz: c5cc09e1ba16da253ffcffa807460709d4ebde79
+  data.tar.gz: bf889475e793f7703445ded4f61100b05e57f5e4
 SHA512:
-  metadata.gz: 4fff0046d89fe68e0fab8cab494ff2477a571249ddcc24a8f6e44e24f3fa00f3bb3241cb51c645a1156b92cfd3d76ac18194f58ce7d11d54c086c4421df1d9e0
-  data.tar.gz: c4ca721b32a7ee28019d359cb2d140b218de4fad252b0a7364820d88d6c457a049aff26f69f0545eab7ef9f6b83d2321c7a091b6202c044aea5d68a7ba1d5fa7
+  metadata.gz: 204b38cc95aee45e51d3926aeeeea2df559660de21c3e1a7024ec426933f4450a195215b6a1ed705f1d6eaeb57d33bdb2bc27942b445ee905e7522082f01ad69
+  data.tar.gz: fbecdafeb80f7b63db8bfb85ca16ab07af609a260658926726722748f6ee31a13aeba016bf139e24a0ae24df8535195fc3b27a3177e14832fbcb431ca47d8e53

data/lib/logstash/inputs/kafka.rb

@@ -70,7 +70,13 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
   config :consumer_restart_on_error, :validate => :boolean, :default => true
   # Time in millis to wait for consumer to restart after an error
   config :consumer_restart_sleep_ms, :validate => :number, :default => 0
-  # Option to add Kafka metadata like topic, message size to the event
+  # Option to add Kafka metadata like topic, message size to the event.
+  # This will add a field named `kafka` to the logstash event containing the following attributes:
+  #   `msg_size`: The complete serialized size of this message in bytes (including crc, header attributes, etc)
+  #   `topic`: The topic this message is associated with
+  #   `consumer_group`: The consumer group used to read in this event
+  #   `partition`: The partition this message is associated with
+  #   `key`: A ByteBuffer containing the message key
   config :decorate_events, :validate => :boolean, :default => false
   # A unique id for the consumer; generated automatically if not set.
   config :consumer_id, :validate => :string, :default => nil
@@ -163,7 +169,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
       @codec.decode("#{message_and_metadata.message}") do |event|
         decorate(event)
         if @decorate_events
-          event['kafka'] = {'msg_size' => event['message'].bytesize,
+          event['kafka'] = {'msg_size' => message_and_metadata.message.size,
                             'topic' => message_and_metadata.topic,
                             'consumer_group' => @group_id,
                             'partition' => message_and_metadata.partition,

data/logstash-input-kafka.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-kafka'
-  s.version         = '0.1.14'
+  s.version         = '0.1.15'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-kafka
 version: !ruby/object:Gem::Version
-  version: 0.1.14
+  version: 0.1.15
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-05-06 00:00:00.000000000 Z
+date: 2015-05-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core