logstash-input-kafka 2.0.4 → 2.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/lib/logstash/inputs/kafka.rb +2 -0
  4. data/logstash-input-kafka.gemspec +2 -2
  5. data/spec/inputs/kafka_spec.rb +6 -4
  6. metadata +39 -45
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 8cbf018ee79064fe87ed7e0a6ec383bee0d552f5
4
- data.tar.gz: e536bdb136d069db76dd7ff890a91c3cbbb24902
3
+ metadata.gz: e65167dafca3044c48e0d7866061c7017a7c0bdd
4
+ data.tar.gz: 92d3f0975344999016782debe71cc8c28bf9cebb
5
5
  SHA512:
6
- metadata.gz: 50e38271ea18c0ca7edb4d1d16f3be5025f4ec0d6b204bdf7663af0831a70ea50cdc8e8a5a700f721d2d4b6656ac70989b1bfb43198fdc1b14a97fba2af023ba
7
- data.tar.gz: 7e4212059e99825fbc47ee842826727dc78a2c74459a5a89ba3a7cdb8e9d0583e5db0cf16c3e0ac1a5079df4ccd1dd32566cdc9c702a00b6d388bf36f199662c
6
+ metadata.gz: d9d63b1ae069e031636e56894da9b6fcbfec312596bd5b6faa311f99b633de8fedd7ae88ef9639defa45d0273884e68ca33adcb2979b02e2c17657bc2dd4c2df
7
+ data.tar.gz: 394f48e8a638d1b9c0e2fdb6e087c0409783cb2dd8c28f92f6d8721fba20b1c36470bbf722368f78b99c8decb7d61342c5f269c8c779482ad4dcfa92db0d63a8
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ # 2.0.6
2
+ - Depend on logstash-core-plugin-api instead of logstash-core, removing the need to mass update plugins on major releases of logstash
3
+ # 2.0.5
4
+ - New dependency requirements for logstash-core for the 5.0 release
1
5
  ## 2.0.4
2
6
  - Fix safe shutdown while plugin waits on Kafka for new events
3
7
  - Expose auto_commit_interval_ms to control offset commit frequency
data/lib/logstash/inputs/kafka.rb CHANGED
@@ -79,6 +79,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
79
79
  # `topic`: The topic this message is associated with
80
80
  # `consumer_group`: The consumer group used to read in this event
81
81
  # `partition`: The partition this message is associated with
82
+ # `offset`: The offset from the partition this message is associated with
82
83
  # `key`: A ByteBuffer containing the message key
83
84
  config :decorate_events, :validate => :boolean, :default => false
84
85
  # A unique id for the consumer; generated automatically if not set.
@@ -182,6 +183,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
182
183
  'topic' => message_and_metadata.topic,
183
184
  'consumer_group' => @group_id,
184
185
  'partition' => message_and_metadata.partition,
186
+ 'offset' => message_and_metadata.offset,
185
187
  'key' => message_and_metadata.key}
186
188
  end
187
189
  output_queue << event
data/logstash-input-kafka.gemspec CHANGED
@@ -1,7 +1,7 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-input-kafka'
4
- s.version = '2.0.4'
4
+ s.version = '2.0.6'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
7
7
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
20
20
  s.metadata = { 'logstash_plugin' => 'true', 'group' => 'input'}
21
21
 
22
22
  # Gem dependencies
23
- s.add_runtime_dependency "logstash-core", ">= 2.0.0.beta2", "< 3.0.0"
23
+ s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
24
24
  s.add_runtime_dependency 'logstash-codec-json'
25
25
  s.add_runtime_dependency 'logstash-codec-plain'
26
26
  s.add_runtime_dependency 'stud', '>= 0.0.22', '< 0.1.0'
data/spec/inputs/kafka_spec.rb CHANGED
@@ -12,19 +12,20 @@ class LogStash::Inputs::TestKafka < LogStash::Inputs::Kafka
12
12
  end
13
13
 
14
14
  class TestMessageAndMetadata
15
- attr_reader :topic, :partition, :key, :message
16
- def initialize(topic, partition, key, message)
15
+ attr_reader :topic, :partition, :key, :message, :offset
16
+ def initialize(topic, partition, key, message, offset)
17
17
  @topic = topic
18
18
  @partition = partition
19
19
  @key = key
20
20
  @message = message
21
+ @offset = offset
21
22
  end
22
23
  end
23
24
 
24
25
 
25
26
  class TestKafkaGroup < Kafka::Group
26
27
  def run(a_num_threads, a_queue)
27
- blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message')
28
+ blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message', 1)
28
29
  a_queue << blah
29
30
  end
30
31
  end
@@ -38,7 +39,7 @@ end
38
39
 
39
40
  class TestInfiniteKafkaGroup < Kafka::Group
40
41
  def run(a_num_threads, a_queue)
41
- blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message')
42
+ blah = TestMessageAndMetadata.new(@topic, 0, nil, 'Kafka message', 1)
42
43
  Thread.new do
43
44
  while true
44
45
  a_queue << blah
@@ -127,5 +128,6 @@ describe LogStash::Inputs::Kafka do
127
128
  insist { e['kafka']['msg_size'] } == 13
128
129
  insist { e['kafka']['partition'] } == 0
129
130
  insist { e['kafka']['key'] } == nil
131
+ insist { e['kafka']['offset'] } == 1
130
132
  end
131
133
  end
metadata CHANGED
@@ -1,111 +1,105 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.4
4
+ version: 2.0.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2016-01-27 00:00:00.000000000 Z
11
+ date: 2016-03-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: logstash-core
15
- version_requirements: !ruby/object:Gem::Requirement
16
- requirements:
17
- - - '>='
18
- - !ruby/object:Gem::Version
19
- version: 2.0.0.beta2
20
- - - <
21
- - !ruby/object:Gem::Version
22
- version: 3.0.0
23
14
  requirement: !ruby/object:Gem::Requirement
24
15
  requirements:
25
- - - '>='
26
- - !ruby/object:Gem::Version
27
- version: 2.0.0.beta2
28
- - - <
16
+ - - "~>"
29
17
  - !ruby/object:Gem::Version
30
- version: 3.0.0
18
+ version: '1.0'
19
+ name: logstash-core-plugin-api
31
20
  prerelease: false
32
21
  type: :runtime
33
- - !ruby/object:Gem::Dependency
34
- name: logstash-codec-json
35
22
  version_requirements: !ruby/object:Gem::Requirement
36
23
  requirements:
37
- - - '>='
24
+ - - "~>"
38
25
  - !ruby/object:Gem::Version
39
- version: '0'
26
+ version: '1.0'
27
+ - !ruby/object:Gem::Dependency
40
28
  requirement: !ruby/object:Gem::Requirement
41
29
  requirements:
42
- - - '>='
30
+ - - ">="
43
31
  - !ruby/object:Gem::Version
44
32
  version: '0'
33
+ name: logstash-codec-json
45
34
  prerelease: false
46
35
  type: :runtime
47
- - !ruby/object:Gem::Dependency
48
- name: logstash-codec-plain
49
36
  version_requirements: !ruby/object:Gem::Requirement
50
37
  requirements:
51
- - - '>='
38
+ - - ">="
52
39
  - !ruby/object:Gem::Version
53
40
  version: '0'
41
+ - !ruby/object:Gem::Dependency
54
42
  requirement: !ruby/object:Gem::Requirement
55
43
  requirements:
56
- - - '>='
44
+ - - ">="
57
45
  - !ruby/object:Gem::Version
58
46
  version: '0'
47
+ name: logstash-codec-plain
59
48
  prerelease: false
60
49
  type: :runtime
61
- - !ruby/object:Gem::Dependency
62
- name: stud
63
50
  version_requirements: !ruby/object:Gem::Requirement
64
51
  requirements:
65
- - - '>='
52
+ - - ">="
66
53
  - !ruby/object:Gem::Version
67
- version: 0.0.22
68
- - - <
69
- - !ruby/object:Gem::Version
70
- version: 0.1.0
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
71
56
  requirement: !ruby/object:Gem::Requirement
72
57
  requirements:
73
- - - '>='
58
+ - - ">="
74
59
  - !ruby/object:Gem::Version
75
60
  version: 0.0.22
76
- - - <
61
+ - - "<"
77
62
  - !ruby/object:Gem::Version
78
63
  version: 0.1.0
64
+ name: stud
79
65
  prerelease: false
80
66
  type: :runtime
81
- - !ruby/object:Gem::Dependency
82
- name: jruby-kafka
83
67
  version_requirements: !ruby/object:Gem::Requirement
84
68
  requirements:
85
- - - '='
69
+ - - ">="
86
70
  - !ruby/object:Gem::Version
87
- version: 1.5.0
71
+ version: 0.0.22
72
+ - - "<"
73
+ - !ruby/object:Gem::Version
74
+ version: 0.1.0
75
+ - !ruby/object:Gem::Dependency
88
76
  requirement: !ruby/object:Gem::Requirement
89
77
  requirements:
90
78
  - - '='
91
79
  - !ruby/object:Gem::Version
92
80
  version: 1.5.0
81
+ name: jruby-kafka
93
82
  prerelease: false
94
83
  type: :runtime
95
- - !ruby/object:Gem::Dependency
96
- name: logstash-devutils
97
84
  version_requirements: !ruby/object:Gem::Requirement
98
85
  requirements:
99
- - - '>='
86
+ - - '='
100
87
  - !ruby/object:Gem::Version
101
- version: '0'
88
+ version: 1.5.0
89
+ - !ruby/object:Gem::Dependency
102
90
  requirement: !ruby/object:Gem::Requirement
103
91
  requirements:
104
- - - '>='
92
+ - - ">="
105
93
  - !ruby/object:Gem::Version
106
94
  version: '0'
95
+ name: logstash-devutils
107
96
  prerelease: false
108
97
  type: :development
98
+ version_requirements: !ruby/object:Gem::Requirement
99
+ requirements:
100
+ - - ">="
101
+ - !ruby/object:Gem::Version
102
+ version: '0'
109
103
  description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
110
104
  email: info@elastic.co
111
105
  executables: []
@@ -134,12 +128,12 @@ require_paths:
134
128
  - lib
135
129
  required_ruby_version: !ruby/object:Gem::Requirement
136
130
  requirements:
137
- - - '>='
131
+ - - ">="
138
132
  - !ruby/object:Gem::Version
139
133
  version: '0'
140
134
  required_rubygems_version: !ruby/object:Gem::Requirement
141
135
  requirements:
142
- - - '>='
136
+ - - ">="
143
137
  - !ruby/object:Gem::Version
144
138
  version: '0'
145
139
  requirements: []