logstash-output-kafka 2.0.0.beta.1 → 2.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +5 -0
  3. data/lib/logstash/outputs/kafka.rb +2 -3
  4. data/logstash-output-kafka.gemspec +3 -3
  5. data/spec/integration/outputs/kafka_spec.rb +2 -2
  6. metadata +34 -36
  7. data/.gitignore +0 -3
  8. data/Rakefile +0 -12
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: a2297207e9c66650a481b7f8e3c88a6a6d66600c
4
- data.tar.gz: ae56fa5de77a72b925188abd2ba503d4d76fd79a
3
+ metadata.gz: ce5b8b120bef785a37318cffca2edf4a19cded14
4
+ data.tar.gz: 665e84d5d18dc15380d7f1b36d3bcf38698f436c
5
5
  SHA512:
6
- metadata.gz: f64bc25142b7a79159e62b794cd0fea3a2fba8c9c2b637c5b6ae56f0e74a426828c6c064a907cf2419cf62f3ffc9c35b53e0c9e852da253912edf08c8483e3d5
7
- data.tar.gz: c8c0cc0ae90908783237fd53d188300fc757b92a43aa20f804a2962622991b768eda24a9d80a0062c4f31b48c235b0f6766c06db58568427cce87b42ab20f80d
6
+ metadata.gz: d9304af506f79b95843409e5882a03d40b4d3de0c7de94068987af4c7e611b60dee2de8fc3b3845941ba3405628c7eecbabd4b2e43a117c82c88b27acc635bbc
7
+ data.tar.gz: 93400f1df17673a944f86bc6b1b82794aefc0165c9e48c3ec1595b6a559655dd25278b3174a8ac480b2b5d110d537161decd7286a26aa341d91b62b899a48088
data/CHANGELOG.md CHANGED
@@ -1,2 +1,7 @@
1
+ ## 2.0.0
2
+ - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully,
3
+ instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
4
+ - Dependency on logstash-core update to 2.0
5
+
1
6
  # ## 2.0.0.beta.1
2
7
  - Change to 0.8.2 version of Kafka producer. This will unfortunately break existing configuration, but has a lot of enhancements and fixes.
data/lib/logstash/outputs/kafka.rb CHANGED
@@ -141,15 +141,14 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
141
141
  end # def register
142
142
 
143
143
  def receive(event)
144
- return unless output?(event)
144
+
145
145
  if event == LogStash::SHUTDOWN
146
- finished
147
146
  return
148
147
  end
149
148
  @codec.encode(event)
150
149
  end
151
150
 
152
- def teardown
151
+ def close
153
152
  @producer.close
154
153
  end
155
154
  end #class LogStash::Outputs::Kafka
data/logstash-output-kafka.gemspec CHANGED
@@ -1,7 +1,7 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-output-kafka'
4
- s.version = '2.0.0.beta.1'
4
+ s.version = '2.0.0'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'
7
7
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
11
11
  s.require_paths = ['lib']
12
12
 
13
13
  # Files
14
- s.files = `git ls-files`.split($\)
14
+ s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
15
15
 
16
16
  # Tests
17
17
  s.test_files = s.files.grep(%r{^(test|spec|features)/})
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
20
20
  s.metadata = { 'logstash_plugin' => 'true', 'group' => 'output'}
21
21
 
22
22
  # Gem dependencies
23
- s.add_runtime_dependency "logstash-core", '>= 1.4.0', '< 2.0.0'
23
+ s.add_runtime_dependency "logstash-core", ">= 2.0.0.snapshot", "< 3.0.0"
24
24
  s.add_runtime_dependency 'logstash-codec-plain'
25
25
  s.add_runtime_dependency 'logstash-codec-json'
26
26
 
data/spec/integration/outputs/kafka_spec.rb CHANGED
@@ -62,7 +62,7 @@ describe "outputs/kafka", :integration => true do
62
62
  kafka = LogStash::Outputs::Kafka.new(config)
63
63
  kafka.register
64
64
  num_events.times do kafka.receive(event) end
65
- kafka.teardown
65
+ kafka.close
66
66
  end
67
67
 
68
68
  it 'should have data integrity' do
@@ -93,7 +93,7 @@ describe "outputs/kafka", :integration => true do
93
93
  kafka = LogStash::Outputs::Kafka.new(config)
94
94
  kafka.register
95
95
  num_events.times do kafka.receive(event) end
96
- kafka.teardown
96
+ kafka.close
97
97
  end
98
98
 
99
99
  it 'should send all events to one partition' do
metadata CHANGED
@@ -1,73 +1,64 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-output-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.0.beta.1
4
+ version: 2.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-09-01 00:00:00.000000000 Z
11
+ date: 2015-10-09 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: logstash-core
15
- version_requirements: !ruby/object:Gem::Requirement
16
- requirements:
17
- - - '>='
18
- - !ruby/object:Gem::Version
19
- version: 1.4.0
20
- - - <
21
- - !ruby/object:Gem::Version
22
- version: 2.0.0
23
14
  requirement: !ruby/object:Gem::Requirement
24
15
  requirements:
25
16
  - - '>='
26
17
  - !ruby/object:Gem::Version
27
- version: 1.4.0
18
+ version: 2.0.0.snapshot
28
19
  - - <
29
20
  - !ruby/object:Gem::Version
30
- version: 2.0.0
21
+ version: 3.0.0
22
+ name: logstash-core
31
23
  prerelease: false
32
24
  type: :runtime
33
- - !ruby/object:Gem::Dependency
34
- name: logstash-codec-plain
35
25
  version_requirements: !ruby/object:Gem::Requirement
36
26
  requirements:
37
27
  - - '>='
38
28
  - !ruby/object:Gem::Version
39
- version: '0'
29
+ version: 2.0.0.snapshot
30
+ - - <
31
+ - !ruby/object:Gem::Version
32
+ version: 3.0.0
33
+ - !ruby/object:Gem::Dependency
40
34
  requirement: !ruby/object:Gem::Requirement
41
35
  requirements:
42
36
  - - '>='
43
37
  - !ruby/object:Gem::Version
44
38
  version: '0'
39
+ name: logstash-codec-plain
45
40
  prerelease: false
46
41
  type: :runtime
47
- - !ruby/object:Gem::Dependency
48
- name: logstash-codec-json
49
42
  version_requirements: !ruby/object:Gem::Requirement
50
43
  requirements:
51
44
  - - '>='
52
45
  - !ruby/object:Gem::Version
53
46
  version: '0'
47
+ - !ruby/object:Gem::Dependency
54
48
  requirement: !ruby/object:Gem::Requirement
55
49
  requirements:
56
50
  - - '>='
57
51
  - !ruby/object:Gem::Version
58
52
  version: '0'
53
+ name: logstash-codec-json
59
54
  prerelease: false
60
55
  type: :runtime
61
- - !ruby/object:Gem::Dependency
62
- name: jruby-kafka
63
56
  version_requirements: !ruby/object:Gem::Requirement
64
57
  requirements:
65
58
  - - '>='
66
59
  - !ruby/object:Gem::Version
67
- version: 1.4.0
68
- - - <
69
- - !ruby/object:Gem::Version
70
- version: 2.0.0
60
+ version: '0'
61
+ - !ruby/object:Gem::Dependency
71
62
  requirement: !ruby/object:Gem::Requirement
72
63
  requirements:
73
64
  - - '>='
@@ -76,57 +67,65 @@ dependencies:
76
67
  - - <
77
68
  - !ruby/object:Gem::Version
78
69
  version: 2.0.0
70
+ name: jruby-kafka
79
71
  prerelease: false
80
72
  type: :runtime
81
- - !ruby/object:Gem::Dependency
82
- name: logstash-devutils
83
73
  version_requirements: !ruby/object:Gem::Requirement
84
74
  requirements:
85
75
  - - '>='
86
76
  - !ruby/object:Gem::Version
87
- version: '0'
77
+ version: 1.4.0
78
+ - - <
79
+ - !ruby/object:Gem::Version
80
+ version: 2.0.0
81
+ - !ruby/object:Gem::Dependency
88
82
  requirement: !ruby/object:Gem::Requirement
89
83
  requirements:
90
84
  - - '>='
91
85
  - !ruby/object:Gem::Version
92
86
  version: '0'
87
+ name: logstash-devutils
93
88
  prerelease: false
94
89
  type: :development
95
- - !ruby/object:Gem::Dependency
96
- name: poseidon
97
90
  version_requirements: !ruby/object:Gem::Requirement
98
91
  requirements:
99
92
  - - '>='
100
93
  - !ruby/object:Gem::Version
101
94
  version: '0'
95
+ - !ruby/object:Gem::Dependency
102
96
  requirement: !ruby/object:Gem::Requirement
103
97
  requirements:
104
98
  - - '>='
105
99
  - !ruby/object:Gem::Version
106
100
  version: '0'
101
+ name: poseidon
107
102
  prerelease: false
108
103
  type: :development
109
- - !ruby/object:Gem::Dependency
110
- name: longshoreman
111
104
  version_requirements: !ruby/object:Gem::Requirement
112
105
  requirements:
113
106
  - - '>='
114
107
  - !ruby/object:Gem::Version
115
108
  version: '0'
109
+ - !ruby/object:Gem::Dependency
116
110
  requirement: !ruby/object:Gem::Requirement
117
111
  requirements:
118
112
  - - '>='
119
113
  - !ruby/object:Gem::Version
120
114
  version: '0'
115
+ name: longshoreman
121
116
  prerelease: false
122
117
  type: :development
118
+ version_requirements: !ruby/object:Gem::Requirement
119
+ requirements:
120
+ - - '>='
121
+ - !ruby/object:Gem::Version
122
+ version: '0'
123
123
  description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
124
124
  email: info@elastic.co
125
125
  executables: []
126
126
  extensions: []
127
127
  extra_rdoc_files: []
128
128
  files:
129
- - .gitignore
130
129
  - CHANGELOG.md
131
130
  - CONTRIBUTORS
132
131
  - DEVELOPER.md
@@ -134,7 +133,6 @@ files:
134
133
  - LICENSE
135
134
  - NOTICE.TXT
136
135
  - README.md
137
- - Rakefile
138
136
  - lib/logstash/outputs/kafka.rb
139
137
  - logstash-output-kafka.gemspec
140
138
  - spec/integration/outputs/kafka_spec.rb
@@ -156,12 +154,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
156
154
  version: '0'
157
155
  required_rubygems_version: !ruby/object:Gem::Requirement
158
156
  requirements:
159
- - - '>'
157
+ - - '>='
160
158
  - !ruby/object:Gem::Version
161
- version: 1.3.1
159
+ version: '0'
162
160
  requirements: []
163
161
  rubyforge_project:
164
- rubygems_version: 2.2.2
162
+ rubygems_version: 2.4.8
165
163
  signing_key:
166
164
  specification_version: 4
167
165
  summary: Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker
data/.gitignore DELETED
@@ -1,3 +0,0 @@
1
- *.gem
2
- Gemfile.lock
3
- .bundle
data/Rakefile DELETED
@@ -1,12 +0,0 @@
1
- require 'gem_publisher'
2
-
3
- desc 'Publish gem to RubyGems.org'
4
- task :publish_gem do |t|
5
- gem = GemPublisher.publish_if_updated('logstash-output-kafka.gemspec', :rubygems)
6
- puts "Published #{gem}" if gem
7
- end
8
-
9
- task :default do
10
- system('rake -T')
11
- end
12
- require "logstash/devutils/rake"