logstash-input-kafka 6.2.2 → 6.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: db914946cd8c5409068c40efcae019c728d89fd8
-  data.tar.gz: 27d84847f228cc8aa1a0dd6297d0cad081a5fa27
+  metadata.gz: 600b946684433e0a63bddc646760c4039c2a4433
+  data.tar.gz: 70b05de15c5fb8de308150417785b920a6d3aa3b
 SHA512:
-  metadata.gz: bf2e96da94e3f0c4ccf1c66090263926165d05358c03e08ed7e45e1089c27685087990a899346a612cd57770ae12fba936b96e1249c6c786cbd69e0b138abf3a
-  data.tar.gz: bace78ab2fec693e50d283ad6c31815c544a555c9257358f7385c1de9374965bb8a4dbcee472fbe50431e3b6bcdfbede043048ccffb6e3aaf5f552afe9d86a45
+  metadata.gz: 91a770392e5d18c9386ef03e107edd17f2ced7c4fbaf6dae84e18bfffe6bbae581403153426271c08544412290a332e5c08c426be117513a614ee6d2e96963d9
+  data.tar.gz: 0bdd87a8228d485680810e95fc896db151144f4ae57be137cfc12cfaed8e62c6a6885e14618f24ef5ac78f3ebe5817d9064abf1281f1a987c91b72606f4dd8fd

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 6.2.4
+  - Make error reporting more clear when connection fails 
+
+## 6.2.3
+  - Docs: Update Kafka compatibility matrix
+  
 ## 6.2.2
   - update kafka-clients dependency to 0.10.1.1
 

data/lib/logstash/inputs/kafka.rb

@@ -4,26 +4,33 @@ require 'stud/interval'
 require 'java'
 require 'logstash-input-kafka_jars.rb'
 
-# This input will read events from a Kafka topic. It uses the the newly designed
-# 0.10 version of consumer API provided by Kafka to read messages from the broker.
+# This input will read events from a Kafka topic. It uses the 0.10 version of
+# the consumer API provided by Kafka to read messages from the broker.
 #
 # Here's a compatibility matrix that shows the Kafka client versions that are compatible with each combination
 # of Logstash and the Kafka input plugin: 
 # 
 # [options="header"]
 # |==========================================================
-# |Kafka Client Version |Logstash Version |Plugin Version |Security Features |Why?
-# |0.8       |2.0.0 - 2.x.x   |<3.0.0 | |Legacy, 0.8 is still popular 
-# |0.9       |2.0.0 - 2.3.x   | 3.x.x |SSL |Works with the old Ruby Event API (`event['product']['price'] = 10`)  
-# |0.9       |2.4.x - 5.x.x   | 4.x.x |SSL |Works with the new getter/setter APIs (`event.set('[product][price]', 10)`)
-# |0.10.0.x  |2.4.x - 5.x.x   | 5.x.x |SSL |Not compatible with the <= 0.9 broker
-# |0.10.1.x  |2.4.x - 5.x.x   | 6.x.x |SSL |Not compatible with <= 0.10.0.x broker
+# |Kafka Client Version |Logstash Version |Plugin Version |Why?
+# |0.8       |2.0.0 - 2.x.x   |<3.0.0 |Legacy, 0.8 is still popular 
+# |0.9       |2.0.0 - 2.3.x   | 3.x.x |Works with the old Ruby Event API (`event['product']['price'] = 10`)  
+# |0.9       |2.4.x - 5.x.x   | 4.x.x |Works with the new getter/setter APIs (`event.set('[product][price]', 10)`)
+# |0.10.0.x  |2.4.x - 5.x.x   | 5.x.x |Not compatible with the <= 0.9 broker
+# |0.10.1.x  |2.4.x - 5.x.x   | 6.x.x |
 # |==========================================================
 # 
 # NOTE: We recommended that you use matching Kafka client and broker versions. During upgrades, you should
 # upgrade brokers before clients because brokers target backwards compatibility. For example, the 0.9 broker
 # is compatible with both the 0.8 consumer and 0.9 consumer APIs, but not the other way around.
 #
+# This input supports connecting to Kafka over:
+#
+# * SSL (requires plugin version 3.0.0 or later)
+# * Kerberos SASL (requires plugin version 5.1.0 or later) 
+#
+# By default security is disabled but can be turned on as needed.
+#
 # The Logstash Kafka consumer handles group management and uses the default offset management
 # strategy using Kafka topics.
 #
@@ -40,9 +47,6 @@ require 'logstash-input-kafka_jars.rb'
 #
 # Kafka consumer configuration: http://kafka.apache.org/documentation.html#consumerconfigs
 #
-# This version also adds support for SSL/TLS security connection to Kafka. By default SSL is
-# disabled but can be turned on as needed.
-#
 class LogStash::Inputs::Kafka < LogStash::Inputs::Base
   config_name 'kafka'
 
@@ -307,7 +311,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
 
       org.apache.kafka.clients.consumer.KafkaConsumer.new(props)
     rescue => e
-      @logger.error("Unable to create Kafka consumer from given configuration", :kafka_error_message => e)
+      logger.error("Unable to create Kafka consumer from given configuration",
+                   :kafka_error_message => e,
+                   :cause => e.respond_to?(:getCause) ? e.getCause() : nil)
       throw e
     end
   end
@@ -331,8 +337,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
     props.put("sasl.mechanism",sasl_mechanism)
     if sasl_mechanism == "GSSAPI" && sasl_kerberos_service_name.nil?
       raise LogStash::ConfigurationError, "sasl_kerberos_service_name must be specified when SASL mechanism is GSSAPI"
+    elsif sasl_mechanism == "GSSAPI"
+      props.put("sasl.kerberos.service.name",sasl_kerberos_service_name)
     end
-
-    props.put("sasl.kerberos.service.name",sasl_kerberos_service_name)
+    
   end
 end #class LogStash::Inputs::Kafka

data/logstash-input-kafka.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-input-kafka'
-  s.version         = '6.2.2'
+  s.version         = '6.2.4'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-kafka
 version: !ruby/object:Gem::Version
-  version: 6.2.2
+  version: 6.2.4
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-12-27 00:00:00.000000000 Z
+date: 2017-01-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement