logstash-input-kafka 8.1.1 → 8.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc6e49f0963524019de1af8a625ab3be23b204b298cc2c7fff8a8a97c28554fc
-  data.tar.gz: 3f64d3a3aead66e51d3360b2d7ef2f1fc85e45b325a7745e6b5c7c61588cb8a4
+  metadata.gz: 51bb32495a9b6d2d5f4e6075546a84ac5c3f01b11d3d522899c883b56ca3eb57
+  data.tar.gz: 5544d4845039f957f8b5d2c21e0e8a34571c185eeed9230351bc3c65a816dea6
 SHA512:
-  metadata.gz: 706d26963908a2a37df374c8c30f6a55e43c4e5d8839ecfb9d8baa5f628283d1acb8b961ee06687060d59e9a3eadca3d7f8b4c22689789dd9a293762dbf836ce
-  data.tar.gz: 5f5f4a99e115323b2175151117fa8934bb6c64fce6cc528bc84a57a3d9837fa0724f645d882f931a1cbd02cc8d63764bfb55c2d95b20c7d65012340fe0855d3d
+  metadata.gz: 63c39db0386a5f5ea51b00a516f502a9c4285c1969ca719e601a96986267c8f1779474c86e062a051ded3ce1b69a563d3ad3915e99e47249a69751eb0ff6195a
+  data.tar.gz: 5fb1738b6143d1e32e5087785bc391268b650ca978cb0c7a6e71ffa08318824ec6bba58ccc7dfd982322f78fc546b003fd8c5882d26476c61f250de632606810

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## 8.2.0
+  - Upgrade Kafka client to version 2.0.0
+
+## 8.1.2
+ - Docs: Correct list formatting for `decorate_events`
+ - Docs: Add kafka default to `partition_assignment_strategy`
+
 ## 8.1.1
  - Fix race-condition where shutting down a Kafka Input before it has finished starting could cause Logstash to crash
 

data/docs/index.asciidoc

@@ -23,7 +23,7 @@ include::{include_path}/plugin_header.asciidoc[]
 
 This input will read events from a Kafka topic.
 
-This plugin uses Kafka Client 1.1.0. For broker compatibility, see the official https://cwiki.apache.org/confluence/display/KAFKA/Compatibility+Matrix[Kafka compatibility reference]. If the linked compatibility wiki is not up-to-date, please contact Kafka support/community to confirm compatibility.
+This plugin uses Kafka Client 2.0.0. For broker compatibility, see the official https://cwiki.apache.org/confluence/display/KAFKA/Compatibility+Matrix[Kafka compatibility reference]. If the linked compatibility wiki is not up-to-date, please contact Kafka support/community to confirm compatibility.
 
 If you require features not yet available in this plugin (including client version upgrades), please file an issue with details about what you need.
 
@@ -59,7 +59,7 @@ The following metadata from Kafka broker are added under the `[@metadata]` field
 * `[@metadata][kafka][partition]`: Partition info for this message.
 * `[@metadata][kafka][offset]`: Original record offset for this message.
 * `[@metadata][kafka][key]`: Record key, if any.
-* `[@metadata][kafka][timestamp]`: Timestamp when this message was received by the Kafka broker.
+* `[@metadata][kafka][timestamp]`: Timestamp in the Record. Depending on your broker configuration, this can be either when the record was created (default) or when it was received by the broker. See more about property log.message.timestamp.type at https://kafka.apache.org/10/documentation.html#brokerconfigs
 
 Please note that `@metadata` fields are not part of any of your events at output time. If you need these information to be 
 inserted into your original event, you'll have to use the `mutate` filter to manually copy the required fields into your `event`.
@@ -67,7 +67,10 @@ inserted into your original event, you'll have to use the `mutate` filter to man
 [id="plugins-{type}s-{plugin}-options"]
 ==== Kafka Input Configuration Options
 
-This plugin supports the following configuration options plus the <<plugins-{type}s-{plugin}-common-options>> described later.
+This plugin supports these configuration options plus the <<plugins-{type}s-{plugin}-common-options>> described later.
+
+NOTE: Some of these options map to a Kafka option. See the
+https://kafka.apache.org/documentation for more details.
 
 [cols="<,<,<",options="header",]
 |=======================================================================
@@ -200,11 +203,12 @@ balance — more threads than partitions means that some threads will be idl
 
 Option to add Kafka metadata like topic, message size to the event.
 This will add a field named `kafka` to the logstash event containing the following attributes:
-  `topic`: The topic this message is associated with
-  `consumer_group`: The consumer group used to read in this event
-  `partition`: The partition this message is associated with
-  `offset`: The offset from the partition this message is associated with
-  `key`: A ByteBuffer containing the message key
+
+* `topic`: The topic this message is associated with
+* `consumer_group`: The consumer group used to read in this event
+* `partition`: The partition this message is associated with
+* `offset`: The offset from the partition this message is associated with
+* `key`: A ByteBuffer containing the message key
 
 [id="plugins-{type}s-{plugin}-enable_auto_commit"]
 ===== `enable_auto_commit` 
@@ -363,8 +367,10 @@ we haven't seen any partition leadership changes to proactively discover any new
   * Value type is <<string,string>>
   * There is no default value for this setting.
 
-The class name of the partition assignment strategy that the client will use to distribute
-partition ownership amongst consumer instances
+The class name of the partition assignment strategy that the client uses to
+distribute partition ownership amongst consumer instances. Maps to
+the Kafka `partition.assignment.strategy` setting, which defaults to
+`org.apache.kafka.clients.consumer.RangeAssignor`.
 
 [id="plugins-{type}s-{plugin}-poll_timeout_ms"]
 ===== `poll_timeout_ms` 

data/lib/logstash-input-kafka_jars.rb

@@ -1,7 +1,7 @@
 # AUTOGENERATED BY THE GRADLE SCRIPT. DO NOT EDIT.
 
 require 'jar_dependencies'
-require_jar('org.apache.kafka', 'kafka-clients', '1.1.0')
+require_jar('org.apache.kafka', 'kafka-clients', '2.0.0')
 require_jar('org.slf4j', 'slf4j-api', '1.7.25')
-require_jar('org.lz4', 'lz4-java', '1.4')
+require_jar('org.lz4', 'lz4-java', '1.4.1')
 require_jar('org.xerial.snappy', 'snappy-java', '1.1.7.1')

data/logstash-input-kafka.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-input-kafka'
-  s.version         = '8.1.1'
+  s.version         = '8.2.0'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Reads events from a Kafka topic"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-kafka
 version: !ruby/object:Gem::Version
-  version: 8.1.1
+  version: 8.2.0
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-06-01 00:00:00.000000000 Z
+date: 2018-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -141,8 +141,8 @@ files:
 - logstash-input-kafka.gemspec
 - spec/integration/inputs/kafka_spec.rb
 - spec/unit/inputs/kafka_spec.rb
-- vendor/jar-dependencies/org/apache/kafka/kafka-clients/1.1.0/kafka-clients-1.1.0.jar
-- vendor/jar-dependencies/org/lz4/lz4-java/1.4/lz4-java-1.4.jar
+- vendor/jar-dependencies/org/apache/kafka/kafka-clients/2.0.0/kafka-clients-2.0.0.jar
+- vendor/jar-dependencies/org/lz4/lz4-java/1.4.1/lz4-java-1.4.1.jar
 - vendor/jar-dependencies/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar
 - vendor/jar-dependencies/org/xerial/snappy/snappy-java/1.1.7.1/snappy-java-1.1.7.1.jar
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html