logstash-input-kafka 2.0.4 → 2.0.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/lib/logstash/inputs/kafka.rb +2 -0
  4. data/logstash-input-kafka.gemspec +2 -2
  5. data/spec/inputs/kafka_spec.rb +6 -4
  6. metadata +39 -45
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 8cbf018ee79064fe87ed7e0a6ec383bee0d552f5
4
- data.tar.gz: e536bdb136d069db76dd7ff890a91c3cbbb24902
3
+ metadata.gz: e65167dafca3044c48e0d7866061c7017a7c0bdd
4
+ data.tar.gz: 92d3f0975344999016782debe71cc8c28bf9cebb
5
5
  SHA512:
6
- metadata.gz: 50e38271ea18c0ca7edb4d1d16f3be5025f4ec0d6b204bdf7663af0831a70ea50cdc8e8a5a700f721d2d4b6656ac70989b1bfb43198fdc1b14a97fba2af023ba
7
- data.tar.gz: 7e4212059e99825fbc47ee842826727dc78a2c74459a5a89ba3a7cdb8e9d0583e5db0cf16c3e0ac1a5079df4ccd1dd32566cdc9c702a00b6d388bf36f199662c
6
+ metadata.gz: d9d63b1ae069e031636e56894da9b6fcbfec312596bd5b6faa311f99b633de8fedd7ae88ef9639defa45d0273884e68ca33adcb2979b02e2c17657bc2dd4c2df
7
+ data.tar.gz: 394f48e8a638d1b9c0e2fdb6e087c0409783cb2dd8c28f92f6d8721fba20b1c36470bbf722368f78b99c8decb7d61342c5f269c8c779482ad4dcfa92db0d63a8
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ # 2.0.6
2
+ - Depend on logstash-core-plugin-api instead of logstash-core, removing the need to mass update plugins on major releases of logstash
3
+ # 2.0.5
4
+ - New dependency requirements for logstash-core for the 5.0 release
1
5
  ## 2.0.4
2
6
  - Fix safe shutdown while plugin waits on Kafka for new events
3
7
  - Expose auto_commit_interval_ms to control offset commit frequency
data/lib/logstash/inputs/kafka.rb CHANGED
@@ -79,6 +79,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
79
79
  # `topic`: The topic this message is associated with
80
80
  # `consumer_group`: The consumer group used to read in this event
81
81
  # `partition`: The partition this message is associated with
82
+ # `offset`: The offset from the partition this message is associated with
82
83
  # `key`: A ByteBuffer containing the message key
83
84
  config :decorate_events, :validate => :boolean, :default => false
84
85
  # A unique id for the consumer; generated automatically if not set.
@@ -182,6 +183,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
182
183
  'topic' => message_and_metadata.topic,
183
184
  'consumer_group' => @group_id,
184
185
  'partition' => message_and_metadata.partition,
186
+ 'offset' => message_and_metadata.offset,
185
187
  'key' => message_and_metadata.key}
186
188
  end
187
189
  output_queue << event
data/logstash-input-kafka.gemspec CHANGED
@@ -1,7 +1,7 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-input-kafka'
4
- s.version = '2.0.4'
4
+ s.version = '2.0.6'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
7
7
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
20
20
  s.metadata = { 'logstash_plugin' => 'true', 'group' => 'input'}
21
21
 
22
22
  # Gem dependencies
23
- s.add_runtime_dependency "logstash-core", ">= 2.0.0.beta2", "< 3.0.0"
23
+ s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
24
24
  s.add_runtime_dependency 'logstash-codec-json'
25
25
  s.add_runtime_dependency 'logstash-codec-plain'
26
26
  s.add_runtime_dependency 'stud', '>= 0.0.22', '< 0.1.0'
data/spec/inputs/kafka_spec.rb CHANGED
@@ -12,19 +12,20 @@ class LogStash::Inputs::TestKafka < LogStash::Inputs::Kafka
12
12
  end
13
13
 
14
14
  class TestMessageAndMetadata
15
- attr_reader :topic, :partition, :key, :message
16
- def initialize(topic, partition, key, message)
15
+ attr_reader :topic, :partition, :key, :message, :offset
16
+ def initialize(topic, partition, key, message, offset)
17
17
  @topic = topic
18
18
  @partition = partition
19
19
  @key = key
20
20
  @message = message
21
+ @offset = offset
21
22
  end
22
23
  end
23
24
 
24
25
 
25
26
  class TestKafkaGroup < Kafka::Group
26
27
  def run(a_num_threads, a_queue)
27
- blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message')
28
+ blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message', 1)
28
29
  a_queue << blah
29
30
  end
30
31
  end
@@ -38,7 +39,7 @@ end
38
39
 
39
40
  class TestInfiniteKafkaGroup < Kafka::Group
40
41
  def run(a_num_threads, a_queue)
41
- blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message')
42
+ blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message', 1)
42
43
  Thread.new do
43
44
  while true
44
45
  a_queue << blah
@@ -127,5 +128,6 @@ describe LogStash::Inputs::Kafka do
127
128
  insist { e['kafka']['msg_size'] } == 13
128
129
  insist { e['kafka']['partition'] } == 0
129
130
  insist { e['kafka']['key'] } == nil
131
+ insist { e['kafka']['offset'] } == 1
130
132
  end
131
133
  end
metadata CHANGED
@@ -1,111 +1,105 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.4
4
+ version: 2.0.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2016-01-27 00:00:00.000000000 Z
11
+ date: 2016-03-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: logstash-core
15
- version_requirements: !ruby/object:Gem::Requirement
16
- requirements:
17
- - - '>='
18
- - !ruby/object:Gem::Version
19
- version: 2.0.0.beta2
20
- - - <
21
- - !ruby/object:Gem::Version
22
- version: 3.0.0
23
14
  requirement: !ruby/object:Gem::Requirement
24
15
  requirements:
25
- - - '>='
26
- - !ruby/object:Gem::Version
27
- version: 2.0.0.beta2
28
- - - <
16
+ - - "~>"
29
17
  - !ruby/object:Gem::Version
30
- version: 3.0.0
18
+ version: '1.0'
19
+ name: logstash-core-plugin-api
31
20
  prerelease: false
32
21
  type: :runtime
33
- - !ruby/object:Gem::Dependency
34
- name: logstash-codec-json
35
22
  version_requirements: !ruby/object:Gem::Requirement
36
23
  requirements:
37
- - - '>='
24
+ - - "~>"
38
25
  - !ruby/object:Gem::Version
39
- version: '0'
26
+ version: '1.0'
27
+ - !ruby/object:Gem::Dependency
40
28
  requirement: !ruby/object:Gem::Requirement
41
29
  requirements:
42
- - - '>='
30
+ - - ">="
43
31
  - !ruby/object:Gem::Version
44
32
  version: '0'
33
+ name: logstash-codec-json
45
34
  prerelease: false
46
35
  type: :runtime
47
- - !ruby/object:Gem::Dependency
48
- name: logstash-codec-plain
49
36
  version_requirements: !ruby/object:Gem::Requirement
50
37
  requirements:
51
- - - '>='
38
+ - - ">="
52
39
  - !ruby/object:Gem::Version
53
40
  version: '0'
41
+ - !ruby/object:Gem::Dependency
54
42
  requirement: !ruby/object:Gem::Requirement
55
43
  requirements:
56
- - - '>='
44
+ - - ">="
57
45
  - !ruby/object:Gem::Version
58
46
  version: '0'
47
+ name: logstash-codec-plain
59
48
  prerelease: false
60
49
  type: :runtime
61
- - !ruby/object:Gem::Dependency
62
- name: stud
63
50
  version_requirements: !ruby/object:Gem::Requirement
64
51
  requirements:
65
- - - '>='
52
+ - - ">="
66
53
  - !ruby/object:Gem::Version
67
- version: 0.0.22
68
- - - <
69
- - !ruby/object:Gem::Version
70
- version: 0.1.0
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
71
56
  requirement: !ruby/object:Gem::Requirement
72
57
  requirements:
73
- - - '>='
58
+ - - ">="
74
59
  - !ruby/object:Gem::Version
75
60
  version: 0.0.22
76
- - - <
61
+ - - "<"
77
62
  - !ruby/object:Gem::Version
78
63
  version: 0.1.0
64
+ name: stud
79
65
  prerelease: false
80
66
  type: :runtime
81
- - !ruby/object:Gem::Dependency
82
- name: jruby-kafka
83
67
  version_requirements: !ruby/object:Gem::Requirement
84
68
  requirements:
85
- - - '='
69
+ - - ">="
86
70
  - !ruby/object:Gem::Version
87
- version: 1.5.0
71
+ version: 0.0.22
72
+ - - "<"
73
+ - !ruby/object:Gem::Version
74
+ version: 0.1.0
75
+ - !ruby/object:Gem::Dependency
88
76
  requirement: !ruby/object:Gem::Requirement
89
77
  requirements:
90
78
  - - '='
91
79
  - !ruby/object:Gem::Version
92
80
  version: 1.5.0
81
+ name: jruby-kafka
93
82
  prerelease: false
94
83
  type: :runtime
95
- - !ruby/object:Gem::Dependency
96
- name: logstash-devutils
97
84
  version_requirements: !ruby/object:Gem::Requirement
98
85
  requirements:
99
- - - '>='
86
+ - - '='
100
87
  - !ruby/object:Gem::Version
101
- version: '0'
88
+ version: 1.5.0
89
+ - !ruby/object:Gem::Dependency
102
90
  requirement: !ruby/object:Gem::Requirement
103
91
  requirements:
104
- - - '>='
92
+ - - ">="
105
93
  - !ruby/object:Gem::Version
106
94
  version: '0'
95
+ name: logstash-devutils
107
96
  prerelease: false
108
97
  type: :development
98
+ version_requirements: !ruby/object:Gem::Requirement
99
+ requirements:
100
+ - - ">="
101
+ - !ruby/object:Gem::Version
102
+ version: '0'
109
103
  description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
110
104
  email: info@elastic.co
111
105
  executables: []
@@ -134,12 +128,12 @@ require_paths:
134
128
  - lib
135
129
  required_ruby_version: !ruby/object:Gem::Requirement
136
130
  requirements:
137
- - - '>='
131
+ - - ">="
138
132
  - !ruby/object:Gem::Version
139
133
  version: '0'
140
134
  required_rubygems_version: !ruby/object:Gem::Requirement
141
135
  requirements:
142
- - - '>='
136
+ - - ">="
143
137
  - !ruby/object:Gem::Version
144
138
  version: '0'
145
139
  requirements: []