logstash-input-kafka 6.2.2 → 6.2.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +6 -0
- data/lib/logstash/inputs/kafka.rb +21 -14
- data/logstash-input-kafka.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 600b946684433e0a63bddc646760c4039c2a4433
|
4
|
+
data.tar.gz: 70b05de15c5fb8de308150417785b920a6d3aa3b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 91a770392e5d18c9386ef03e107edd17f2ced7c4fbaf6dae84e18bfffe6bbae581403153426271c08544412290a332e5c08c426be117513a614ee6d2e96963d9
|
7
|
+
data.tar.gz: 0bdd87a8228d485680810e95fc896db151144f4ae57be137cfc12cfaed8e62c6a6885e14618f24ef5ac78f3ebe5817d9064abf1281f1a987c91b72606f4dd8fd
|
data/CHANGELOG.md
CHANGED
@@ -4,26 +4,33 @@ require 'stud/interval'
|
|
4
4
|
require 'java'
|
5
5
|
require 'logstash-input-kafka_jars.rb'
|
6
6
|
|
7
|
-
# This input will read events from a Kafka topic. It uses the
|
8
|
-
#
|
7
|
+
# This input will read events from a Kafka topic. It uses the 0.10 version of
|
8
|
+
# the consumer API provided by Kafka to read messages from the broker.
|
9
9
|
#
|
10
10
|
# Here's a compatibility matrix that shows the Kafka client versions that are compatible with each combination
|
11
11
|
# of Logstash and the Kafka input plugin:
|
12
12
|
#
|
13
13
|
# [options="header"]
|
14
14
|
# |==========================================================
|
15
|
-
# |Kafka Client Version |Logstash Version |Plugin Version |
|
16
|
-
# |0.8 |2.0.0 - 2.x.x |<3.0.0 |
|
17
|
-
# |0.9 |2.0.0 - 2.3.x | 3.x.x |
|
18
|
-
# |0.9 |2.4.x - 5.x.x | 4.x.x |
|
19
|
-
# |0.10.0.x |2.4.x - 5.x.x | 5.x.x |
|
20
|
-
# |0.10.1.x |2.4.x - 5.x.x | 6.x.x |
|
15
|
+
# |Kafka Client Version |Logstash Version |Plugin Version |Why?
|
16
|
+
# |0.8 |2.0.0 - 2.x.x |<3.0.0 |Legacy, 0.8 is still popular
|
17
|
+
# |0.9 |2.0.0 - 2.3.x | 3.x.x |Works with the old Ruby Event API (`event['product']['price'] = 10`)
|
18
|
+
# |0.9 |2.4.x - 5.x.x | 4.x.x |Works with the new getter/setter APIs (`event.set('[product][price]', 10)`)
|
19
|
+
# |0.10.0.x |2.4.x - 5.x.x | 5.x.x |Not compatible with the <= 0.9 broker
|
20
|
+
# |0.10.1.x |2.4.x - 5.x.x | 6.x.x |
|
21
21
|
# |==========================================================
|
22
22
|
#
|
23
23
|
# NOTE: We recommended that you use matching Kafka client and broker versions. During upgrades, you should
|
24
24
|
# upgrade brokers before clients because brokers target backwards compatibility. For example, the 0.9 broker
|
25
25
|
# is compatible with both the 0.8 consumer and 0.9 consumer APIs, but not the other way around.
|
26
26
|
#
|
27
|
+
# This input supports connecting to Kafka over:
|
28
|
+
#
|
29
|
+
# * SSL (requires plugin version 3.0.0 or later)
|
30
|
+
# * Kerberos SASL (requires plugin version 5.1.0 or later)
|
31
|
+
#
|
32
|
+
# By default security is disabled but can be turned on as needed.
|
33
|
+
#
|
27
34
|
# The Logstash Kafka consumer handles group management and uses the default offset management
|
28
35
|
# strategy using Kafka topics.
|
29
36
|
#
|
@@ -40,9 +47,6 @@ require 'logstash-input-kafka_jars.rb'
|
|
40
47
|
#
|
41
48
|
# Kafka consumer configuration: http://kafka.apache.org/documentation.html#consumerconfigs
|
42
49
|
#
|
43
|
-
# This version also adds support for SSL/TLS security connection to Kafka. By default SSL is
|
44
|
-
# disabled but can be turned on as needed.
|
45
|
-
#
|
46
50
|
class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
47
51
|
config_name 'kafka'
|
48
52
|
|
@@ -307,7 +311,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
307
311
|
|
308
312
|
org.apache.kafka.clients.consumer.KafkaConsumer.new(props)
|
309
313
|
rescue => e
|
310
|
-
|
314
|
+
logger.error("Unable to create Kafka consumer from given configuration",
|
315
|
+
:kafka_error_message => e,
|
316
|
+
:cause => e.respond_to?(:getCause) ? e.getCause() : nil)
|
311
317
|
throw e
|
312
318
|
end
|
313
319
|
end
|
@@ -331,8 +337,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
331
337
|
props.put("sasl.mechanism",sasl_mechanism)
|
332
338
|
if sasl_mechanism == "GSSAPI" && sasl_kerberos_service_name.nil?
|
333
339
|
raise LogStash::ConfigurationError, "sasl_kerberos_service_name must be specified when SASL mechanism is GSSAPI"
|
340
|
+
elsif sasl_mechanism == "GSSAPI"
|
341
|
+
props.put("sasl.kerberos.service.name",sasl_kerberos_service_name)
|
334
342
|
end
|
335
|
-
|
336
|
-
props.put("sasl.kerberos.service.name",sasl_kerberos_service_name)
|
343
|
+
|
337
344
|
end
|
338
345
|
end #class LogStash::Inputs::Kafka
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-kafka'
|
3
|
-
s.version = '6.2.
|
3
|
+
s.version = '6.2.4'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 6.2.
|
4
|
+
version: 6.2.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elasticsearch
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2017-01-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|