logstash-input-kafka 8.0.6 → 8.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/docs/index.asciidoc +3 -4
- data/lib/logstash-input-kafka_jars.rb +6 -4
- data/lib/logstash/inputs/kafka.rb +2 -1
- data/logstash-input-kafka.gemspec +2 -5
- data/{lib/org/apache/kafka/kafka-clients/1.0.0/kafka-clients-1.0.0.jar → vendor/jar-dependencies/org/apache/kafka/kafka-clients/1.1.0/kafka-clients-1.1.0.jar} +0 -0
- data/{lib → vendor/jar-dependencies}/org/lz4/lz4-java/1.4/lz4-java-1.4.jar +0 -0
- data/{lib → vendor/jar-dependencies}/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar +0 -0
- data/vendor/jar-dependencies/org/xerial/snappy/snappy-java/1.1.7.1/snappy-java-1.1.7.1.jar +0 -0
- metadata +9 -18
- data/lib/org/apache/logging/log4j/log4j-api/2.8.2/log4j-api-2.8.2.jar +0 -0
- data/lib/org/apache/logging/log4j/log4j-slf4j-impl/2.8.2/log4j-slf4j-impl-2.8.2.jar +0 -0
- data/lib/org/xerial/snappy/snappy-java/1.1.4/snappy-java-1.1.4.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/kafka-clients-1.0.0.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/log4j-api-2.8.2.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/log4j-slf4j-impl-2.8.2.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/lz4-java-1.4.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.25.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/snappy-java-1.1.4.jar +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 41c9c935b07986088ac8bc74eb77c3b88f4da3ecbe101ccb521df6bafbce84a3
|
4
|
+
data.tar.gz: 36dc41dae7fb79a1fce3a0d472bf08038fbb3fe9cd74038cc375e1fc893d3f33
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ebe51386d2c1ceaf2208ad7d8a136c327d69c12a1f94190d8d1555b69cfb795b67d2fa00e3b1d1800a1c81aba82912c2f90f8e33f16ef44ce633905a2284d321
|
7
|
+
data.tar.gz: c09e3d04d27bb9df97d77dfe082c9f8e23ebbd027dc67d1f5ef146aab0d555665850f9e2b54b3d75e59e24afca97aca5614270989ece5284940357f5d22f4658
|
data/CHANGELOG.md
CHANGED
data/docs/index.asciidoc
CHANGED
@@ -23,10 +23,9 @@ include::{include_path}/plugin_header.asciidoc[]
|
|
23
23
|
|
24
24
|
This input will read events from a Kafka topic.
|
25
25
|
|
26
|
-
This plugin uses Kafka Client 1.
|
27
|
-
|
28
|
-
If you're using a plugin version that was released after {version}, see the https://www.elastic.co/guide/en/logstash/master/plugins-inputs-kafka.html[latest plugin documentation] for updated information about Kafka compatibility. If you require features not yet available in this plugin (including client version upgrades), please file an issue with details about what you need..
|
26
|
+
This plugin uses Kafka Client 1.1.0. For broker compatibility, see the official https://cwiki.apache.org/confluence/display/KAFKA/Compatibility+Matrix[Kafka compatibility reference]. If the linked compatibility wiki is not up-to-date, please contact Kafka support/community to confirm compatibility.
|
29
27
|
|
28
|
+
If you require features not yet available in this plugin (including client version upgrades), please file an issue with details about what you need.
|
30
29
|
|
31
30
|
This input supports connecting to Kafka over:
|
32
31
|
|
@@ -543,4 +542,4 @@ Java Class used to deserialize the record's value
|
|
543
542
|
[id="plugins-{type}s-{plugin}-common-options"]
|
544
543
|
include::{include_path}/{type}.asciidoc[]
|
545
544
|
|
546
|
-
:default_codec!:
|
545
|
+
:default_codec!:
|
@@ -1,5 +1,7 @@
|
|
1
|
-
#
|
2
|
-
require 'logstash/environment'
|
1
|
+
# AUTOGENERATED BY THE GRADLE SCRIPT. DO NOT EDIT.
|
3
2
|
|
4
|
-
|
5
|
-
|
3
|
+
require 'jar_dependencies'
|
4
|
+
require_jar('org.apache.kafka', 'kafka-clients', '1.1.0')
|
5
|
+
require_jar('org.slf4j', 'slf4j-api', '1.7.25')
|
6
|
+
require_jar('org.lz4', 'lz4-java', '1.4')
|
7
|
+
require_jar('org.xerial.snappy', 'snappy-java', '1.1.7.1')
|
@@ -250,6 +250,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
250
250
|
codec_instance = @codec.clone
|
251
251
|
while !stop?
|
252
252
|
records = consumer.poll(poll_timeout_ms)
|
253
|
+
next unless records.count > 0
|
253
254
|
for record in records do
|
254
255
|
codec_instance.decode(record.value.to_s) do |event|
|
255
256
|
decorate(event)
|
@@ -326,7 +327,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
326
327
|
logger.error("Unable to create Kafka consumer from given configuration",
|
327
328
|
:kafka_error_message => e,
|
328
329
|
:cause => e.respond_to?(:getCause) ? e.getCause() : nil)
|
329
|
-
|
330
|
+
raise e
|
330
331
|
end
|
331
332
|
end
|
332
333
|
|
@@ -1,13 +1,13 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-kafka'
|
3
|
-
s.version = '8.0
|
3
|
+
s.version = '8.1.0'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = "Reads events from a Kafka topic"
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
7
7
|
s.authors = ['Elasticsearch']
|
8
8
|
s.email = 'info@elastic.co'
|
9
9
|
s.homepage = "http://www.elastic.co/guide/en/logstash/current/index.html"
|
10
|
-
s.require_paths = ['lib']
|
10
|
+
s.require_paths = ['lib', 'vendor/jar-dependencies']
|
11
11
|
|
12
12
|
# Files
|
13
13
|
s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
|
@@ -18,9 +18,6 @@ Gem::Specification.new do |s|
|
|
18
18
|
# Special flag to let us know this is actually a logstash plugin
|
19
19
|
s.metadata = { 'logstash_plugin' => 'true', 'logstash_group' => 'input'}
|
20
20
|
|
21
|
-
s.requirements << "jar 'org.apache.kafka:kafka-clients', '1.0.0'"
|
22
|
-
s.requirements << "jar 'org.apache.logging.log4j:log4j-slf4j-impl', '2.8.2'"
|
23
|
-
|
24
21
|
s.add_development_dependency 'jar-dependencies', '~> 0.3.2'
|
25
22
|
|
26
23
|
# Gem dependencies
|
Binary file
|
File without changes
|
File without changes
|
Binary file
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 8.0
|
4
|
+
version: 8.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elasticsearch
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-05-21 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -138,21 +138,13 @@ files:
|
|
138
138
|
- docs/index.asciidoc
|
139
139
|
- lib/logstash-input-kafka_jars.rb
|
140
140
|
- lib/logstash/inputs/kafka.rb
|
141
|
-
- lib/org/apache/kafka/kafka-clients/1.0.0/kafka-clients-1.0.0.jar
|
142
|
-
- lib/org/apache/logging/log4j/log4j-api/2.8.2/log4j-api-2.8.2.jar
|
143
|
-
- lib/org/apache/logging/log4j/log4j-slf4j-impl/2.8.2/log4j-slf4j-impl-2.8.2.jar
|
144
|
-
- lib/org/lz4/lz4-java/1.4/lz4-java-1.4.jar
|
145
|
-
- lib/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar
|
146
|
-
- lib/org/xerial/snappy/snappy-java/1.1.4/snappy-java-1.1.4.jar
|
147
141
|
- logstash-input-kafka.gemspec
|
148
142
|
- spec/integration/inputs/kafka_spec.rb
|
149
143
|
- spec/unit/inputs/kafka_spec.rb
|
150
|
-
- vendor/jar-dependencies/
|
151
|
-
- vendor/jar-dependencies/
|
152
|
-
- vendor/jar-dependencies/
|
153
|
-
- vendor/jar-dependencies/
|
154
|
-
- vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.25.jar
|
155
|
-
- vendor/jar-dependencies/runtime-jars/snappy-java-1.1.4.jar
|
144
|
+
- vendor/jar-dependencies/org/apache/kafka/kafka-clients/1.1.0/kafka-clients-1.1.0.jar
|
145
|
+
- vendor/jar-dependencies/org/lz4/lz4-java/1.4/lz4-java-1.4.jar
|
146
|
+
- vendor/jar-dependencies/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar
|
147
|
+
- vendor/jar-dependencies/org/xerial/snappy/snappy-java/1.1.7.1/snappy-java-1.1.7.1.jar
|
156
148
|
homepage: http://www.elastic.co/guide/en/logstash/current/index.html
|
157
149
|
licenses:
|
158
150
|
- Apache License (2.0)
|
@@ -163,6 +155,7 @@ post_install_message:
|
|
163
155
|
rdoc_options: []
|
164
156
|
require_paths:
|
165
157
|
- lib
|
158
|
+
- vendor/jar-dependencies
|
166
159
|
required_ruby_version: !ruby/object:Gem::Requirement
|
167
160
|
requirements:
|
168
161
|
- - ">="
|
@@ -173,11 +166,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
173
166
|
- - ">="
|
174
167
|
- !ruby/object:Gem::Version
|
175
168
|
version: '0'
|
176
|
-
requirements:
|
177
|
-
- jar 'org.apache.kafka:kafka-clients', '1.0.0'
|
178
|
-
- jar 'org.apache.logging.log4j:log4j-slf4j-impl', '2.8.2'
|
169
|
+
requirements: []
|
179
170
|
rubyforge_project:
|
180
|
-
rubygems_version: 2.6.
|
171
|
+
rubygems_version: 2.6.13
|
181
172
|
signing_key:
|
182
173
|
specification_version: 4
|
183
174
|
summary: Reads events from a Kafka topic
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|