logstash-input-kafka 0.1.14 → 0.1.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/logstash/inputs/kafka.rb +8 -2
- data/logstash-input-kafka.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c5cc09e1ba16da253ffcffa807460709d4ebde79
|
|
4
|
+
data.tar.gz: bf889475e793f7703445ded4f61100b05e57f5e4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 204b38cc95aee45e51d3926aeeeea2df559660de21c3e1a7024ec426933f4450a195215b6a1ed705f1d6eaeb57d33bdb2bc27942b445ee905e7522082f01ad69
|
|
7
|
+
data.tar.gz: fbecdafeb80f7b63db8bfb85ca16ab07af609a260658926726722748f6ee31a13aeba016bf139e24a0ae24df8535195fc3b27a3177e14832fbcb431ca47d8e53
|
|
@@ -70,7 +70,13 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
|
70
70
|
config :consumer_restart_on_error, :validate => :boolean, :default => true
|
|
71
71
|
# Time in millis to wait for consumer to restart after an error
|
|
72
72
|
config :consumer_restart_sleep_ms, :validate => :number, :default => 0
|
|
73
|
-
# Option to add Kafka metadata like topic, message size to the event
|
|
73
|
+
# Option to add Kafka metadata like topic, message size to the event.
|
|
74
|
+
# This will add a field named `kafka` to the logstash event containing the following attributes:
|
|
75
|
+
# `msg_size`: The complete serialized size of this message in bytes (including crc, header attributes, etc)
|
|
76
|
+
# `topic`: The topic this message is associated with
|
|
77
|
+
# `consumer_group`: The consumer group used to read in this event
|
|
78
|
+
# `partition`: The partition this message is associated with
|
|
79
|
+
# `key`: A ByteBuffer containing the message key
|
|
74
80
|
config :decorate_events, :validate => :boolean, :default => false
|
|
75
81
|
# A unique id for the consumer; generated automatically if not set.
|
|
76
82
|
config :consumer_id, :validate => :string, :default => nil
|
|
@@ -163,7 +169,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
|
163
169
|
@codec.decode("#{message_and_metadata.message}") do |event|
|
|
164
170
|
decorate(event)
|
|
165
171
|
if @decorate_events
|
|
166
|
-
event['kafka'] = {'msg_size' =>
|
|
172
|
+
event['kafka'] = {'msg_size' => message_and_metadata.message.size,
|
|
167
173
|
'topic' => message_and_metadata.topic,
|
|
168
174
|
'consumer_group' => @group_id,
|
|
169
175
|
'partition' => message_and_metadata.partition,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
|
|
3
3
|
s.name = 'logstash-input-kafka'
|
|
4
|
-
s.version = '0.1.
|
|
4
|
+
s.version = '0.1.15'
|
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
|
6
6
|
s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
|
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-input-kafka
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.15
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Elasticsearch
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-05-
|
|
11
|
+
date: 2015-05-13 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: logstash-core
|