logstash-output-kafka 6.1.5 → 6.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e444d91d51c0f7fa42cf6815f3a561bf3b60f69f
-  data.tar.gz: 69b71acc6d10768a8f9207be80430cc4afa19388
+  metadata.gz: bcbbb5ea898478acca310b16509dab0e7c5f8e51
+  data.tar.gz: e381f9fae7d8e5d211fe734dc6561d4766931373
 SHA512:
-  metadata.gz: c80f1b8e0206d35400087d718a415e914376cbe9d285314895949f3934b758507e9f82839300c7e49f683c80a9e2b541cb60d3cd336127b7e9de8a43eeb8b0b3
-  data.tar.gz: 58c812dd93a356250b0fa2d755d1ee9dbe5b6d6cdae616b206019b2baec41f125f393b1f9490bd661423dff6aa462f2357bd2b35f6fe7337f7aceeec885cd048
+  metadata.gz: ab778f5d8557ecf4ee089eceaec2a550c5cd1d603daecabf2d38c2b6ae66d7b3309f9b5e2280a309a8829b2ae6a2997c84946da7b419a75e6a810fe93f0b3f1e
+  data.tar.gz: da215aaa55177acadfa439218c6c81a40616c43a185057885d4e211d66d65ebd21f5c02637483d9da0140f70e6b37cd20d27643ed67a93da013347934cc85821

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 6.2.0
+  - bump kafka dependency to 0.10.2.1
+
+## 6.1.6
+  - bring back log4j1.x compatibility
+
 ## 6.1.5
   - Fix a NPE when SASL_SSL+PLAIN (no Kerberos) was specified.
 

data/docs/index.asciidoc

@@ -0,0 +1,449 @@
+:plugin: kafka
+:type: output
+
+///////////////////////////////////////////
+START - GENERATED VARIABLES, DO NOT EDIT!
+///////////////////////////////////////////
+:version: %VERSION%
+:release_date: %RELEASE_DATE%
+:changelog_url: %CHANGELOG_URL%
+:include_path: ../../../logstash/docs/include
+///////////////////////////////////////////
+END - GENERATED VARIABLES, DO NOT EDIT!
+///////////////////////////////////////////
+
+[id="plugins-{type}-{plugin}"]
+
+=== Kafka
+
+include::{include_path}/plugin_header.asciidoc[]
+
+==== Description
+
+Write events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on
+the broker.
+
+Here's a compatibility matrix that shows the Kafka client versions that are compatible with each combination
+of Logstash and the Kafka output plugin: 
+
+[options="header"]
+|==========================================================
+|Kafka Client Version |Logstash Version |Plugin Version |Why?
+|0.8       |2.0.0 - 2.x.x   |<3.0.0 |Legacy, 0.8 is still popular 
+|0.9       |2.0.0 - 2.3.x   | 3.x.x |Works with the old Ruby Event API (`event['product']['price'] = 10`)
+|0.9       |2.4.x - 5.x.x   | 4.x.x |Works with the new getter/setter APIs (`event.set('[product][price]', 10)`)
+|0.10.0.x  |2.4.x - 5.x.x   | 5.x.x |Not compatible with the <= 0.9 broker
+|0.10.1.x  |2.4.x - 5.x.x   | 6.x.x |
+|==========================================================
+
+NOTE: We recommended that you use matching Kafka client and broker versions. During upgrades, you should
+upgrade brokers before clients because brokers target backwards compatibility. For example, the 0.9 broker
+is compatible with both the 0.8 consumer and 0.9 consumer APIs, but not the other way around.
+
+This output supports connecting to Kafka over:
+
+* SSL (requires plugin version 3.0.0 or later)
+* Kerberos SASL (requires plugin version 5.1.0 or later)
+
+By default security is disabled but can be turned on as needed.
+
+The only required configuration is the topic_id. The default codec is plain,
+so events will be persisted on the broker in plain format. Logstash will encode your messages with not 
+only the message but also with a timestamp and hostname. If you do not want anything but your message 
+passing through, you should make the output configuration something like:
+[source,ruby]
+    output {
+      kafka {
+        codec => plain {
+           format => "%{message}"
+        }
+        topic_id => "mytopic"
+      }
+    }
+For more information see http://kafka.apache.org/documentation.html#theproducer
+
+Kafka producer configuration: http://kafka.apache.org/documentation.html#newproducerconfigs
+
+[id="plugins-{type}s-{plugin}-options"]
+==== Kafka Output Configuration Options
+
+This plugin supports the following configuration options plus the <<plugins-{type}s-common-options>> described later.
+
+[cols="<,<,<",options="header",]
+|=======================================================================
+|Setting |Input type|Required
+| <<plugins-{type}s-{plugin}-acks>> |<<string,string>>, one of `["0", "1", "all"]`|No
+| <<plugins-{type}s-{plugin}-batch_size>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-bootstrap_servers>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-buffer_memory>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-client_id>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-compression_type>> |<<string,string>>, one of `["none", "gzip", "snappy", "lz4"]`|No
+| <<plugins-{type}s-{plugin}-jaas_path>> |a valid filesystem path|No
+| <<plugins-{type}s-{plugin}-kerberos_config>> |a valid filesystem path|No
+| <<plugins-{type}s-{plugin}-key_serializer>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-linger_ms>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-max_request_size>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-message_key>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-metadata_fetch_timeout_ms>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-metadata_max_age_ms>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-receive_buffer_bytes>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-reconnect_backoff_ms>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-request_timeout_ms>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-retries>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-retry_backoff_ms>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-sasl_kerberos_service_name>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-sasl_mechanism>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-security_protocol>> |<<string,string>>, one of `["PLAINTEXT", "SSL", "SASL_PLAINTEXT", "SASL_SSL"]`|No
+| <<plugins-{type}s-{plugin}-send_buffer_bytes>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-ssl_key_password>> |<<password,password>>|No
+| <<plugins-{type}s-{plugin}-ssl_keystore_location>> |a valid filesystem path|No
+| <<plugins-{type}s-{plugin}-ssl_keystore_password>> |<<password,password>>|No
+| <<plugins-{type}s-{plugin}-ssl_keystore_type>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-ssl_truststore_location>> |a valid filesystem path|No
+| <<plugins-{type}s-{plugin}-ssl_truststore_password>> |<<password,password>>|No
+| <<plugins-{type}s-{plugin}-ssl_truststore_type>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-topic_id>> |<<string,string>>|Yes
+| <<plugins-{type}s-{plugin}-value_serializer>> |<<string,string>>|No
+|=======================================================================
+
+Also see <<plugins-{type}s-common-options>> for a list of options supported by all
+output plugins.
+
+&nbsp;
+
+[id="plugins-{type}s-{plugin}-acks"]
+===== `acks` 
+
+  * Value can be any of: `0`, `1`, `all`
+  * Default value is `"1"`
+
+The number of acknowledgments the producer requires the leader to have received
+before considering a request complete.
+
+acks=0,   the producer will not wait for any acknowledgment from the server at all.
+acks=1,   This will mean the leader will write the record to its local log but
+          will respond without awaiting full acknowledgement from all followers.
+acks=all, This means the leader will wait for the full set of in-sync replicas to acknowledge the record.
+
+[id="plugins-{type}s-{plugin}-batch_size"]
+===== `batch_size` 
+
+  * Value type is <<number,number>>
+  * Default value is `16384`
+
+The producer will attempt to batch records together into fewer requests whenever multiple
+records are being sent to the same partition. This helps performance on both the client
+and the server. This configuration controls the default batch size in bytes.
+
+[id="plugins-{type}s-{plugin}-block_on_buffer_full"]
+===== `block_on_buffer_full`  (DEPRECATED)
+
+  * DEPRECATED WARNING: This configuration item is deprecated and may not be available in future versions.
+  * Value type is <<boolean,boolean>>
+  * Default value is `true`
+
+When our memory buffer is exhausted we must either stop accepting new
+records (block) or throw errors. By default this setting is true and we block,
+however in some scenarios blocking is not desirable and it is better to immediately give an error.
+
+[id="plugins-{type}s-{plugin}-bootstrap_servers"]
+===== `bootstrap_servers` 
+
+  * Value type is <<string,string>>
+  * Default value is `"localhost:9092"`
+
+This is for bootstrapping and the producer will only use it for getting metadata (topics,
+partitions and replicas). The socket connections for sending the actual data will be
+established based on the broker information returned in the metadata. The format is
+`host1:port1,host2:port2`, and the list can be a subset of brokers or a VIP pointing to a
+subset of brokers.
+
+[id="plugins-{type}s-{plugin}-buffer_memory"]
+===== `buffer_memory` 
+
+  * Value type is <<number,number>>
+  * Default value is `33554432`
+
+The total bytes of memory the producer can use to buffer records waiting to be sent to the server.
+
+[id="plugins-{type}s-{plugin}-client_id"]
+===== `client_id` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The id string to pass to the server when making requests.
+The purpose of this is to be able to track the source of requests beyond just
+ip/port by allowing a logical application name to be included with the request
+
+[id="plugins-{type}s-{plugin}-compression_type"]
+===== `compression_type` 
+
+  * Value can be any of: `none`, `gzip`, `snappy`, `lz4`
+  * Default value is `"none"`
+
+The compression type for all data generated by the producer.
+The default is none (i.e. no compression). Valid values are none, gzip, or snappy.
+
+[id="plugins-{type}s-{plugin}-jaas_path"]
+===== `jaas_path` 
+
+  * Value type is <<path,path>>
+  * There is no default value for this setting.
+
+The Java Authentication and Authorization Service (JAAS) API supplies user authentication and authorization 
+services for Kafka. This setting provides the path to the JAAS file. Sample JAAS file for Kafka client:
+[source,java]
+----------------------------------
+KafkaClient {
+  com.sun.security.auth.module.Krb5LoginModule required
+  useTicketCache=true
+  renewTicket=true
+  serviceName="kafka";
+  };
+----------------------------------
+
+Please note that specifying `jaas_path` and `kerberos_config` in the config file will add these 
+to the global JVM system properties. This means if you have multiple Kafka inputs, all of them would be sharing the same 
+`jaas_path` and `kerberos_config`. If this is not desirable, you would have to run separate instances of Logstash on 
+different JVM instances.
+
+[id="plugins-{type}s-{plugin}-kerberos_config"]
+===== `kerberos_config` 
+
+  * Value type is <<path,path>>
+  * There is no default value for this setting.
+
+Optional path to kerberos config file. This is krb5.conf style as detailed in https://web.mit.edu/kerberos/krb5-1.12/doc/admin/conf_files/krb5_conf.html
+
+[id="plugins-{type}s-{plugin}-key_serializer"]
+===== `key_serializer` 
+
+  * Value type is <<string,string>>
+  * Default value is `"org.apache.kafka.common.serialization.StringSerializer"`
+
+Serializer class for the key of the message
+
+[id="plugins-{type}s-{plugin}-linger_ms"]
+===== `linger_ms` 
+
+  * Value type is <<number,number>>
+  * Default value is `0`
+
+The producer groups together any records that arrive in between request
+transmissions into a single batched request. Normally this occurs only under
+load when records arrive faster than they can be sent out. However in some circumstances
+the client may want to reduce the number of requests even under moderate load.
+This setting accomplishes this by adding a small amount of artificial delay—that is,
+rather than immediately sending out a record the producer will wait for up to the given delay
+to allow other records to be sent so that the sends can be batched together.
+
+[id="plugins-{type}s-{plugin}-max_request_size"]
+===== `max_request_size` 
+
+  * Value type is <<number,number>>
+  * Default value is `1048576`
+
+The maximum size of a request
+
+[id="plugins-{type}s-{plugin}-message_key"]
+===== `message_key` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The key for the message
+
+[id="plugins-{type}s-{plugin}-metadata_fetch_timeout_ms"]
+===== `metadata_fetch_timeout_ms` 
+
+  * Value type is <<number,number>>
+  * Default value is `60000`
+
+the timeout setting for initial metadata request to fetch topic metadata.
+
+[id="plugins-{type}s-{plugin}-metadata_max_age_ms"]
+===== `metadata_max_age_ms` 
+
+  * Value type is <<number,number>>
+  * Default value is `300000`
+
+the max time in milliseconds before a metadata refresh is forced.
+
+[id="plugins-{type}s-{plugin}-receive_buffer_bytes"]
+===== `receive_buffer_bytes` 
+
+  * Value type is <<number,number>>
+  * Default value is `32768`
+
+The size of the TCP receive buffer to use when reading data
+
+[id="plugins-{type}s-{plugin}-reconnect_backoff_ms"]
+===== `reconnect_backoff_ms` 
+
+  * Value type is <<number,number>>
+  * Default value is `10`
+
+The amount of time to wait before attempting to reconnect to a given host when a connection fails.
+
+[id="plugins-{type}s-{plugin}-request_timeout_ms"]
+===== `request_timeout_ms` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The configuration controls the maximum amount of time the client will wait
+for the response of a request. If the response is not received before the timeout
+elapses the client will resend the request if necessary or fail the request if
+retries are exhausted.
+
+[id="plugins-{type}s-{plugin}-retries"]
+===== `retries` 
+
+  * Value type is <<number,number>>
+  * Default value is `0`
+
+Setting a value greater than zero will cause the client to
+resend any record whose send fails with a potentially transient error.
+
+[id="plugins-{type}s-{plugin}-retry_backoff_ms"]
+===== `retry_backoff_ms` 
+
+  * Value type is <<number,number>>
+  * Default value is `100`
+
+The amount of time to wait before attempting to retry a failed produce request to a given topic partition.
+
+[id="plugins-{type}s-{plugin}-sasl_kerberos_service_name"]
+===== `sasl_kerberos_service_name` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The Kerberos principal name that Kafka broker runs as. 
+This can be defined either in Kafka's JAAS config or in Kafka's config.
+
+[id="plugins-{type}s-{plugin}-sasl_mechanism"]
+===== `sasl_mechanism` 
+
+  * Value type is <<string,string>>
+  * Default value is `"GSSAPI"`
+
+http://kafka.apache.org/documentation.html#security_sasl[SASL mechanism] used for client connections. 
+This may be any mechanism for which a security provider is available.
+GSSAPI is the default mechanism.
+
+[id="plugins-{type}s-{plugin}-security_protocol"]
+===== `security_protocol` 
+
+  * Value can be any of: `PLAINTEXT`, `SSL`, `SASL_PLAINTEXT`, `SASL_SSL`
+  * Default value is `"PLAINTEXT"`
+
+Security protocol to use, which can be either of PLAINTEXT,SSL,SASL_PLAINTEXT,SASL_SSL
+
+[id="plugins-{type}s-{plugin}-send_buffer_bytes"]
+===== `send_buffer_bytes` 
+
+  * Value type is <<number,number>>
+  * Default value is `131072`
+
+The size of the TCP send buffer to use when sending data.
+
+[id="plugins-{type}s-{plugin}-ssl"]
+===== `ssl`  (DEPRECATED)
+
+  * DEPRECATED WARNING: This configuration item is deprecated and may not be available in future versions.
+  * Value type is <<boolean,boolean>>
+  * Default value is `false`
+
+Enable SSL/TLS secured communication to Kafka broker.
+
+[id="plugins-{type}s-{plugin}-ssl_key_password"]
+===== `ssl_key_password` 
+
+  * Value type is <<password,password>>
+  * There is no default value for this setting.
+
+The password of the private key in the key store file.
+
+[id="plugins-{type}s-{plugin}-ssl_keystore_location"]
+===== `ssl_keystore_location` 
+
+  * Value type is <<path,path>>
+  * There is no default value for this setting.
+
+If client authentication is required, this setting stores the keystore path.
+
+[id="plugins-{type}s-{plugin}-ssl_keystore_password"]
+===== `ssl_keystore_password` 
+
+  * Value type is <<password,password>>
+  * There is no default value for this setting.
+
+If client authentication is required, this setting stores the keystore password
+
+[id="plugins-{type}s-{plugin}-ssl_keystore_type"]
+===== `ssl_keystore_type` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The keystore type.
+
+[id="plugins-{type}s-{plugin}-ssl_truststore_location"]
+===== `ssl_truststore_location` 
+
+  * Value type is <<path,path>>
+  * There is no default value for this setting.
+
+The JKS truststore path to validate the Kafka broker's certificate.
+
+[id="plugins-{type}s-{plugin}-ssl_truststore_password"]
+===== `ssl_truststore_password` 
+
+  * Value type is <<password,password>>
+  * There is no default value for this setting.
+
+The truststore password
+
+[id="plugins-{type}s-{plugin}-ssl_truststore_type"]
+===== `ssl_truststore_type` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The truststore type.
+
+[id="plugins-{type}s-{plugin}-timeout_ms"]
+===== `timeout_ms`  (DEPRECATED)
+
+  * DEPRECATED WARNING: This configuration item is deprecated and may not be available in future versions.
+  * Value type is <<number,number>>
+  * Default value is `30000`
+
+The configuration controls the maximum amount of time the server will wait for acknowledgments
+from followers to meet the acknowledgment requirements the producer has specified with the
+acks configuration. If the requested number of acknowledgments are not met when the timeout
+elapses an error will be returned. This timeout is measured on the server side and does not
+include the network latency of the request.
+
+[id="plugins-{type}s-{plugin}-topic_id"]
+===== `topic_id` 
+
+  * This is a required setting.
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+The topic to produce messages to
+
+[id="plugins-{type}s-{plugin}-value_serializer"]
+===== `value_serializer` 
+
+  * Value type is <<string,string>>
+  * Default value is `"org.apache.kafka.common.serialization.StringSerializer"`
+
+Serializer class for the value of the message
+
+
+
+include::{include_path}/{type}.asciidoc[]

data/logstash-output-kafka.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-output-kafka'
-  s.version         = '6.1.5'
+  s.version         = '6.2.0'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
   s.require_paths = ['lib']
 
   # Files
-  s.files = Dir['lib/**/*.rb','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+  s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
 
   # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
@@ -19,8 +19,9 @@ Gem::Specification.new do |s|
   # Special flag to let us know this is actually a logstash plugin
   s.metadata = { 'logstash_plugin' => 'true', 'group' => 'output'}
 
-  s.requirements << "jar 'org.apache.kafka:kafka-clients', '0.10.1.1'"
+  s.requirements << "jar 'org.apache.kafka:kafka-clients', '0.10.2.1'"
   s.requirements << "jar 'org.slf4j:slf4j-log4j12', '1.7.21'"
+  s.requirements << "jar 'org.apache.logging.log4j:log4j-1.2-api', '2.6.2'"
 
   s.add_development_dependency 'jar-dependencies', '~> 0.3.2'
 

metadata

@@ -1,39 +1,30 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-kafka
 version: !ruby/object:Gem::Version
-  version: 6.1.5
+  version: 6.2.0
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-04-08 00:00:00.000000000 Z
+date: 2017-05-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: jar-dependencies
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.3.2
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.3.2
+  name: jar-dependencies
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: logstash-core-plugin-api
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '1.60'
-    - - "<="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.99'
+        version: 0.3.2
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -42,78 +33,87 @@ dependencies:
     - - "<="
       - !ruby/object:Gem::Version
         version: '2.99'
+  name: logstash-core-plugin-api
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-codec-plain
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-codec-plain
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-codec-json
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-codec-json
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-devutils
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: poseidon
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: poseidon
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: snappy
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: snappy
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program
 email: info@elastic.co
 executables: []
@@ -127,13 +127,26 @@ files:
 - LICENSE
 - NOTICE.TXT
 - README.md
+- docs/index.asciidoc
+- lib/log4j/log4j/1.2.17/log4j-1.2.17.jar
 - lib/logstash-output-kafka_jars.rb
 - lib/logstash/outputs/kafka.rb
+- lib/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar
+- lib/org/apache/kafka/kafka-clients/0.10.2.1/kafka-clients-0.10.2.1.jar
+- lib/org/apache/logging/log4j/log4j-1.2-api/2.6.2/log4j-1.2-api-2.6.2.jar
+- lib/org/apache/logging/log4j/log4j-api/2.6.2/log4j-api-2.6.2.jar
+- lib/org/apache/logging/log4j/log4j-core/2.6.2/log4j-core-2.6.2.jar
+- lib/org/slf4j/slf4j-api/1.7.21/slf4j-api-1.7.21.jar
+- lib/org/slf4j/slf4j-log4j12/1.7.21/slf4j-log4j12-1.7.21.jar
+- lib/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar
 - logstash-output-kafka.gemspec
 - spec/integration/outputs/kafka_spec.rb
 - spec/unit/outputs/kafka_spec.rb
-- vendor/jar-dependencies/runtime-jars/kafka-clients-0.10.1.1.jar
+- vendor/jar-dependencies/runtime-jars/kafka-clients-0.10.2.1.jar
+- vendor/jar-dependencies/runtime-jars/log4j-1.2-api-2.6.2.jar
 - vendor/jar-dependencies/runtime-jars/log4j-1.2.17.jar
+- vendor/jar-dependencies/runtime-jars/log4j-api-2.6.2.jar
+- vendor/jar-dependencies/runtime-jars/log4j-core-2.6.2.jar
 - vendor/jar-dependencies/runtime-jars/lz4-1.3.0.jar
 - vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.21.jar
 - vendor/jar-dependencies/runtime-jars/slf4j-log4j12-1.7.21.jar
@@ -159,8 +172,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements:
-- jar 'org.apache.kafka:kafka-clients', '0.10.1.1'
+- jar 'org.apache.kafka:kafka-clients', '0.10.2.1'
 - jar 'org.slf4j:slf4j-log4j12', '1.7.21'
+- jar 'org.apache.logging.log4j:log4j-1.2-api', '2.6.2'
 rubyforge_project:
 rubygems_version: 2.4.8
 signing_key: