logstash-input-kafka 0.1.5 → 0.1.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/logstash/inputs/kafka.rb +1 -1
- data/logstash-input-kafka.gemspec +1 -1
- data/spec/inputs/kafka_spec.rb +19 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7d80856cc88326da3ea5e09b7876160cc777a6b2
|
4
|
+
data.tar.gz: a9ea49ed1c2a154775f2a490f26e8fa57502dbf1
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f5cc54d2ceb36e1e831964b044dc6518104bcc476253534ffd479e9afe2897083865b7ce51f829003d3b1198099fe1f8ddffe4714c7495d458745fb6f5b407b7
|
7
|
+
data.tar.gz: 3db8606fef5aa2b800d5ff7b8ee9238a2edd183c74cbe175c7e7a124758b40dfde0394beca64487e5f214fc83537a0cd5472a926a59f05885ab9cd42c2a07d2a
|
@@ -140,7 +140,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
140
140
|
@codec.decode(msg) do |event|
|
141
141
|
decorate(event)
|
142
142
|
if @decorate_events
|
143
|
-
event['kafka'] = {
|
143
|
+
event['kafka'] = {'msg_size' => msg.bytesize, 'topic' => @topic_id, 'consumer_group' => @group_id}
|
144
144
|
end
|
145
145
|
output_queue << event
|
146
146
|
end # @codec.decode
|
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-input-kafka'
|
4
|
-
s.version = '0.1.
|
4
|
+
s.version = '0.1.6'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
data/spec/inputs/kafka_spec.rb
CHANGED
@@ -15,6 +15,7 @@ end
|
|
15
15
|
|
16
16
|
describe 'inputs/kafka' do
|
17
17
|
let (:kafka_config) {{'topic_id' => 'test'}}
|
18
|
+
let (:decorated_kafka_config) {{'topic_id' => 'test', 'decorate_events' => true}}
|
18
19
|
|
19
20
|
it "should register" do
|
20
21
|
input = LogStash::Plugin.lookup("input", "kafka").new(kafka_config)
|
@@ -45,4 +46,22 @@ describe 'inputs/kafka' do
|
|
45
46
|
insist { e['kafka'] } == nil
|
46
47
|
end
|
47
48
|
|
49
|
+
it 'should retrieve a decorated event from kafka' do
|
50
|
+
kafka = LogStash::Inputs::TestKafka.new(decorated_kafka_config)
|
51
|
+
kafka.register
|
52
|
+
|
53
|
+
expect_any_instance_of(Kafka::Group).to receive(:run) do |a_num_threads, a_queue|
|
54
|
+
a_queue << 'Kafka message'
|
55
|
+
end
|
56
|
+
|
57
|
+
logstash_queue = Queue.new
|
58
|
+
kafka.run logstash_queue
|
59
|
+
e = logstash_queue.pop
|
60
|
+
insist { e['message'] } == 'Kafka message'
|
61
|
+
# no metadata by default
|
62
|
+
insist { e['kafka']['topic'] } == 'test'
|
63
|
+
insist { e['kafka']['consumer_group'] } == 'logstash'
|
64
|
+
insist { e['kafka']['msg_size'] } == 13
|
65
|
+
end
|
66
|
+
|
48
67
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elasticsearch
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2015-01-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: logstash
|