logstash-input-kafka 5.1.1 → 5.1.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +7 -0
- data/lib/logstash/inputs/kafka.rb +20 -13
- data/logstash-input-kafka.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 23b0e120f102a1543bdfc0a3ff8926ca7dc39b2e
|
4
|
+
data.tar.gz: 0f8f33f6acde6b199930ce593a25b3760eec5b39
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4dc52455f4321c4fe64cf86ad8ca1bcc7f18e97dc495214ec48870b0605f86d81dc7a524bb7587f504cb0ed132b6f3816f3aae57272c92f4054cc31f5d368253
|
7
|
+
data.tar.gz: bdf7b3bc93b1c108afeca28342cd51301aa9921b6145d95296423f690f8770704b845aab9db328b357994015d68aaee3d1abfaf30ccf681f6a33a821e8cb2e04
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,10 @@
|
|
1
|
+
## 5.1.3
|
2
|
+
- Make error reporting clearer when connection fails
|
3
|
+
- set kerberos only when using GSSAPI
|
4
|
+
|
5
|
+
## 5.1.2
|
6
|
+
- Docs: Move info about security features out of the compatibility matrix and into the main text.
|
7
|
+
|
1
8
|
## 5.1.1
|
2
9
|
- Docs: Clarify compatibility matrix and remove it from the changelog to avoid duplication.
|
3
10
|
|
@@ -4,25 +4,32 @@ require 'stud/interval'
|
|
4
4
|
require 'java'
|
5
5
|
require 'logstash-input-kafka_jars.rb'
|
6
6
|
|
7
|
-
# This input will read events from a Kafka topic. It uses the
|
8
|
-
#
|
7
|
+
# This input will read events from a Kafka topic. It uses the 0.10 version of the
|
8
|
+
# consumer API provided by Kafka to read messages from the broker.
|
9
9
|
#
|
10
10
|
# Here's a compatibility matrix that shows the Kafka client versions that are compatible with each combination
|
11
11
|
# of Logstash and the Kafka input plugin:
|
12
12
|
#
|
13
13
|
# [options="header"]
|
14
14
|
# |==========================================================
|
15
|
-
# |Kafka Client Version |Logstash Version |Plugin Version |
|
16
|
-
# |0.8 |2.0.0 - 2.x.x |<3.0.0 |
|
17
|
-
# |0.9 |2.0.0 - 2.3.x | 3.x.x |
|
18
|
-
# |0.9 |2.4.x - 5.x.x | 4.x.x |
|
19
|
-
# |0.10.0.x |2.4.x - 5.x.x | 5.x.x |
|
15
|
+
# |Kafka Client Version |Logstash Version |Plugin Version |Why?
|
16
|
+
# |0.8 |2.0.0 - 2.x.x |<3.0.0 |Legacy, 0.8 is still popular
|
17
|
+
# |0.9 |2.0.0 - 2.3.x | 3.x.x |Works with the old Ruby Event API (`event['product']['price'] = 10`)
|
18
|
+
# |0.9 |2.4.x - 5.x.x | 4.x.x |Works with the new getter/setter APIs (`event.set('[product][price]', 10)`)
|
19
|
+
# |0.10.0.x |2.4.x - 5.x.x | 5.x.x |Not compatible with the <= 0.9 broker
|
20
20
|
# |==========================================================
|
21
21
|
#
|
22
22
|
# NOTE: We recommended that you use matching Kafka client and broker versions. During upgrades, you should
|
23
23
|
# upgrade brokers before clients because brokers target backwards compatibility. For example, the 0.9 broker
|
24
24
|
# is compatible with both the 0.8 consumer and 0.9 consumer APIs, but not the other way around.
|
25
25
|
#
|
26
|
+
# This input supports connecting to Kafka over:
|
27
|
+
#
|
28
|
+
# * SSL (requires plugin version 3.0.0 or later)
|
29
|
+
# * Kerberos SASL (requires plugin version 5.1.0 or later)
|
30
|
+
#
|
31
|
+
# By default security is disabled but can be turned on as needed.
|
32
|
+
#
|
26
33
|
# The Logstash Kafka consumer handles group management and uses the default offset management
|
27
34
|
# strategy using Kafka topics.
|
28
35
|
#
|
@@ -39,9 +46,6 @@ require 'logstash-input-kafka_jars.rb'
|
|
39
46
|
#
|
40
47
|
# Kafka consumer configuration: http://kafka.apache.org/documentation.html#consumerconfigs
|
41
48
|
#
|
42
|
-
# This version also adds support for SSL/TLS security connection to Kafka. By default SSL is
|
43
|
-
# disabled but can be turned on as needed.
|
44
|
-
#
|
45
49
|
class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
46
50
|
config_name 'kafka'
|
47
51
|
|
@@ -299,7 +303,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
299
303
|
|
300
304
|
org.apache.kafka.clients.consumer.KafkaConsumer.new(props)
|
301
305
|
rescue => e
|
302
|
-
|
306
|
+
logger.error("Unable to create Kafka consumer from given configuration",
|
307
|
+
:kafka_error_message => e,
|
308
|
+
:cause => e.respond_to?(:getCause) ? e.getCause() : nil)
|
303
309
|
throw e
|
304
310
|
end
|
305
311
|
end
|
@@ -323,8 +329,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
323
329
|
props.put("sasl.mechanism",sasl_mechanism)
|
324
330
|
if sasl_mechanism == "GSSAPI" && sasl_kerberos_service_name.nil?
|
325
331
|
raise LogStash::ConfigurationError, "sasl_kerberos_service_name must be specified when SASL mechanism is GSSAPI"
|
332
|
+
elsif sasl_mechanism == "GSSAPI"
|
333
|
+
props.put("sasl.kerberos.service.name",sasl_kerberos_service_name)
|
326
334
|
end
|
327
|
-
|
328
|
-
props.put("sasl.kerberos.service.name",sasl_kerberos_service_name)
|
335
|
+
|
329
336
|
end
|
330
337
|
end #class LogStash::Inputs::Kafka
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-kafka'
|
3
|
-
s.version = '5.1.
|
3
|
+
s.version = '5.1.3'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.1.
|
4
|
+
version: 5.1.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elasticsearch
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2017-01-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|