logstash-output-kafka 2.0.0.beta.1 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +5 -0
  3. data/lib/logstash/outputs/kafka.rb +2 -3
  4. data/logstash-output-kafka.gemspec +3 -3
  5. data/spec/integration/outputs/kafka_spec.rb +2 -2
  6. metadata +34 -36
  7. data/.gitignore +0 -3
  8. data/Rakefile +0 -12
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: a2297207e9c66650a481b7f8e3c88a6a6d66600c
4
- data.tar.gz: ae56fa5de77a72b925188abd2ba503d4d76fd79a
3
+ metadata.gz: ce5b8b120bef785a37318cffca2edf4a19cded14
4
+ data.tar.gz: 665e84d5d18dc15380d7f1b36d3bcf38698f436c
5
5
  SHA512:
6
- metadata.gz: f64bc25142b7a79159e62b794cd0fea3a2fba8c9c2b637c5b6ae56f0e74a426828c6c064a907cf2419cf62f3ffc9c35b53e0c9e852da253912edf08c8483e3d5
7
- data.tar.gz: c8c0cc0ae90908783237fd53d188300fc757b92a43aa20f804a2962622991b768eda24a9d80a0062c4f31b48c235b0f6766c06db58568427cce87b42ab20f80d
6
+ metadata.gz: d9304af506f79b95843409e5882a03d40b4d3de0c7de94068987af4c7e611b60dee2de8fc3b3845941ba3405628c7eecbabd4b2e43a117c82c88b27acc635bbc
7
+ data.tar.gz: 93400f1df17673a944f86bc6b1b82794aefc0165c9e48c3ec1595b6a559655dd25278b3174a8ac480b2b5d110d537161decd7286a26aa341d91b62b899a48088
data/CHANGELOG.md CHANGED
@@ -1,2 +1,7 @@
1
+ ## 2.0.0
2
+ - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully,
3
+ instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
4
+ - Dependency on logstash-core update to 2.0
5
+
1
6
  # ## 2.0.0.beta.1
2
7
  - Change to 0.8.2 version of Kafka producer. This will unfortunately break existing configuration, but has a lot of enhancements and fixes.
data/lib/logstash/outputs/kafka.rb CHANGED
@@ -141,15 +141,14 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
141
141
  end # def register
142
142
 
143
143
  def receive(event)
144
- return unless output?(event)
144
+
145
145
  if event == LogStash::SHUTDOWN
146
- finished
147
146
  return
148
147
  end
149
148
  @codec.encode(event)
150
149
  end
151
150
 
152
- def teardown
151
+ def close
153
152
  @producer.close
154
153
  end
155
154
  end #class LogStash::Outputs::Kafka
data/logstash-output-kafka.gemspec CHANGED
@@ -1,7 +1,7 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-output-kafka'
4
- s.version = '2.0.0.beta.1'
4
+ s.version = '2.0.0'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'
7
7
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
11
11
  s.require_paths = ['lib']
12
12
 
13
13
  # Files
14
- s.files = `git ls-files`.split($\)
14
+ s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
15
15
 
16
16
  # Tests
17
17
  s.test_files = s.files.grep(%r{^(test|spec|features)/})
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
20
20
  s.metadata = { 'logstash_plugin' => 'true', 'group' => 'output'}
21
21
 
22
22
  # Gem dependencies
23
- s.add_runtime_dependency "logstash-core", '>= 1.4.0', '< 2.0.0'
23
+ s.add_runtime_dependency "logstash-core", ">= 2.0.0.snapshot", "< 3.0.0"
24
24
  s.add_runtime_dependency 'logstash-codec-plain'
25
25
  s.add_runtime_dependency 'logstash-codec-json'
26
26
 
data/spec/integration/outputs/kafka_spec.rb CHANGED
@@ -62,7 +62,7 @@ describe "outputs/kafka", :integration => true do
62
62
  kafka = LogStash::Outputs::Kafka.new(config)
63
63
  kafka.register
64
64
  num_events.times do kafka.receive(event) end
65
- kafka.teardown
65
+ kafka.close
66
66
  end
67
67
 
68
68
  it 'should have data integrity' do
@@ -93,7 +93,7 @@ describe "outputs/kafka", :integration => true do
93
93
  kafka = LogStash::Outputs::Kafka.new(config)
94
94
  kafka.register
95
95
  num_events.times do kafka.receive(event) end
96
- kafka.teardown
96
+ kafka.close
97
97
  end
98
98
 
99
99
  it 'should send all events to one partition' do
metadata CHANGED
@@ -1,73 +1,64 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-output-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.0.beta.1
4
+ version: 2.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-09-01 00:00:00.000000000 Z
11
+ date: 2015-10-09 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: logstash-core
15
- version_requirements: !ruby/object:Gem::Requirement
16
- requirements:
17
- - - '>='
18
- - !ruby/object:Gem::Version
19
- version: 1.4.0
20
- - - <
21
- - !ruby/object:Gem::Version
22
- version: 2.0.0
23
14
  requirement: !ruby/object:Gem::Requirement
24
15
  requirements:
25
16
  - - '>='
26
17
  - !ruby/object:Gem::Version
27
- version: 1.4.0
18
+ version: 2.0.0.snapshot
28
19
  - - <
29
20
  - !ruby/object:Gem::Version
30
- version: 2.0.0
21
+ version: 3.0.0
22
+ name: logstash-core
31
23
  prerelease: false
32
24
  type: :runtime
33
- - !ruby/object:Gem::Dependency
34
- name: logstash-codec-plain
35
25
  version_requirements: !ruby/object:Gem::Requirement
36
26
  requirements:
37
27
  - - '>='
38
28
  - !ruby/object:Gem::Version
39
- version: '0'
29
+ version: 2.0.0.snapshot
30
+ - - <
31
+ - !ruby/object:Gem::Version
32
+ version: 3.0.0
33
+ - !ruby/object:Gem::Dependency
40
34
  requirement: !ruby/object:Gem::Requirement
41
35
  requirements:
42
36
  - - '>='
43
37
  - !ruby/object:Gem::Version
44
38
  version: '0'
39
+ name: logstash-codec-plain
45
40
  prerelease: false
46
41
  type: :runtime
47
- - !ruby/object:Gem::Dependency
48
- name: logstash-codec-json
49
42
  version_requirements: !ruby/object:Gem::Requirement
50
43
  requirements:
51
44
  - - '>='
52
45
  - !ruby/object:Gem::Version
53
46
  version: '0'
47
+ - !ruby/object:Gem::Dependency
54
48
  requirement: !ruby/object:Gem::Requirement
55
49
  requirements:
56
50
  - - '>='
57
51
  - !ruby/object:Gem::Version
58
52
  version: '0'
53
+ name: logstash-codec-json
59
54
  prerelease: false
60
55
  type: :runtime
61
- - !ruby/object:Gem::Dependency
62
- name: jruby-kafka
63
56
  version_requirements: !ruby/object:Gem::Requirement
64
57
  requirements:
65
58
  - - '>='
66
59
  - !ruby/object:Gem::Version
67
- version: 1.4.0
68
- - - <
69
- - !ruby/object:Gem::Version
70
- version: 2.0.0
60
+ version: '0'
61
+ - !ruby/object:Gem::Dependency
71
62
  requirement: !ruby/object:Gem::Requirement
72
63
  requirements:
73
64
  - - '>='
@@ -76,57 +67,65 @@ dependencies:
76
67
  - - <
77
68
  - !ruby/object:Gem::Version
78
69
  version: 2.0.0
70
+ name: jruby-kafka
79
71
  prerelease: false
80
72
  type: :runtime
81
- - !ruby/object:Gem::Dependency
82
- name: logstash-devutils
83
73
  version_requirements: !ruby/object:Gem::Requirement
84
74
  requirements:
85
75
  - - '>='
86
76
  - !ruby/object:Gem::Version
87
- version: '0'
77
+ version: 1.4.0
78
+ - - <
79
+ - !ruby/object:Gem::Version
80
+ version: 2.0.0
81
+ - !ruby/object:Gem::Dependency
88
82
  requirement: !ruby/object:Gem::Requirement
89
83
  requirements:
90
84
  - - '>='
91
85
  - !ruby/object:Gem::Version
92
86
  version: '0'
87
+ name: logstash-devutils
93
88
  prerelease: false
94
89
  type: :development
95
- - !ruby/object:Gem::Dependency
96
- name: poseidon
97
90
  version_requirements: !ruby/object:Gem::Requirement
98
91
  requirements:
99
92
  - - '>='
100
93
  - !ruby/object:Gem::Version
101
94
  version: '0'
95
+ - !ruby/object:Gem::Dependency
102
96
  requirement: !ruby/object:Gem::Requirement
103
97
  requirements:
104
98
  - - '>='
105
99
  - !ruby/object:Gem::Version
106
100
  version: '0'
101
+ name: poseidon
107
102
  prerelease: false
108
103
  type: :development
109
- - !ruby/object:Gem::Dependency
110
- name: longshoreman
111
104
  version_requirements: !ruby/object:Gem::Requirement
112
105
  requirements:
113
106
  - - '>='
114
107
  - !ruby/object:Gem::Version
115
108
  version: '0'
109
+ - !ruby/object:Gem::Dependency
116
110
  requirement: !ruby/object:Gem::Requirement
117
111
  requirements:
118
112
  - - '>='
119
113
  - !ruby/object:Gem::Version
120
114
  version: '0'
115
+ name: longshoreman
121
116
  prerelease: false
122
117
  type: :development
118
+ version_requirements: !ruby/object:Gem::Requirement
119
+ requirements:
120
+ - - '>='
121
+ - !ruby/object:Gem::Version
122
+ version: '0'
123
123
  description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
124
124
  email: info@elastic.co
125
125
  executables: []
126
126
  extensions: []
127
127
  extra_rdoc_files: []
128
128
  files:
129
- - .gitignore
130
129
  - CHANGELOG.md
131
130
  - CONTRIBUTORS
132
131
  - DEVELOPER.md
@@ -134,7 +133,6 @@ files:
134
133
  - LICENSE
135
134
  - NOTICE.TXT
136
135
  - README.md
137
- - Rakefile
138
136
  - lib/logstash/outputs/kafka.rb
139
137
  - logstash-output-kafka.gemspec
140
138
  - spec/integration/outputs/kafka_spec.rb
@@ -156,12 +154,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
156
154
  version: '0'
157
155
  required_rubygems_version: !ruby/object:Gem::Requirement
158
156
  requirements:
159
- - - '>'
157
+ - - '>='
160
158
  - !ruby/object:Gem::Version
161
- version: 1.3.1
159
+ version: '0'
162
160
  requirements: []
163
161
  rubyforge_project:
164
- rubygems_version: 2.2.2
162
+ rubygems_version: 2.4.8
165
163
  signing_key:
166
164
  specification_version: 4
167
165
  summary: Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker
data/.gitignore DELETED
@@ -1,3 +0,0 @@
1
- *.gem
2
- Gemfile.lock
3
- .bundle
data/Rakefile DELETED
@@ -1,12 +0,0 @@
1
- require 'gem_publisher'
2
-
3
- desc 'Publish gem to RubyGems.org'
4
- task :publish_gem do |t|
5
- gem = GemPublisher.publish_if_updated('logstash-output-kafka.gemspec', :rubygems)
6
- puts "Published #{gem}" if gem
7
- end
8
-
9
- task :default do
10
- system('rake -T')
11
- end
12
- require "logstash/devutils/rake"