logstash-output-kafka 2.0.5 → 3.0.0.beta1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7b5b8efdd636a8bb4e471b679485d416f945db02
-  data.tar.gz: c01e2b497f395cbbcba1337f27b84bb018ad3aea
+  metadata.gz: 4566180256b76a147bc313ba93a53ea87f0dd6b5
+  data.tar.gz: 01199234963282f640588f6e13ca5fa725d18313
 SHA512:
-  metadata.gz: a856a0c4fe61dead3491d53fd10eaae3bd9582efbb77392f4649a01b88e08934e765cb7eb0dfb55486f3e832af7fc5c248770dfcaa5226bc47d4485fd1cca999
-  data.tar.gz: 261084bc6d8b42e46e202e50b7f419515be42206d57415d00b9f9e00ede642c238ec8154c6348a14d0313d1d82646d0d44ad5e9df63cdbadc5996931186f2178
+  metadata.gz: f438f87c576958d1d7d1bcf1aeae82be404120b26e27cb64ccbd659b13fa149bfc88b74cfe75df0c9727b6f776bdf2ca3339c9ff0e7574027b54bc5a2d8318b8
+  data.tar.gz: 1297979da8c0d1bcad6f739f5c6e7fb8d5af9cafb64c441ba08ec1dbf8c6ef194c7c231dec9d23a39fd371f162c9594faca3a5733c4497fdb68b2a6e98ef743b

data/CHANGELOG.md

@@ -1,9 +1,13 @@
-# 2.0.4
- - [Internal] Pin jruby-kafka to v1.6 to match input
-
-# 2.0.3
- - New dependency requirements for logstash-core for the 5.0 release
- - [Internal] Pin jruby-kafka to v2.2.2
+## 3.0.0.beta1
+ - Note: breaking changes in this version, and not backward compatible with Kafka 0.8 broker. 
+   Please read carefully before installing
+ - Breaking: Changed default codec from json to plain. Json codec is really slow when used 
+   with inputs because inputs by default are single threaded. This makes it a bad
+   first user experience. Plain codec is a much better default. 
+ - Moved internal APIs to use Kafka's Java API directly instead of jruby-kafka. This
+   makes it consistent with logstash-input-kafka
+ - Breaking: Change in configuration options
+ - Added SSL options so you can connect securely to a 0.9 Kafka broker
 
 ## 2.0.2
  - [Internal] Pin jruby-kafka to v1.5

data/lib/logstash/outputs/kafka.rb

@@ -1,6 +1,7 @@
 require 'logstash/namespace'
 require 'logstash/outputs/base'
-require 'jruby-kafka'
+require 'java'
+require 'logstash-output-kafka_jars.rb'
 
 # Write events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on
 # the broker.
@@ -24,25 +25,8 @@ require 'jruby-kafka'
 class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   config_name 'kafka'
 
-  default :codec, 'json'
+  default :codec, 'plain'
 
-  # The topic to produce messages to
-  config :topic_id, :validate => :string, :required => true
-  # This is for bootstrapping and the producer will only use it for getting metadata (topics,
-  # partitions and replicas). The socket connections for sending the actual data will be
-  # established based on the broker information returned in the metadata. The format is
-  # `host1:port1,host2:port2`, and the list can be a subset of brokers or a VIP pointing to a
-  # subset of brokers.
-  config :bootstrap_servers, :validate => :string, :default => 'localhost:9092'
-  # Serializer class for the key of the message
-  config :key_serializer, :validate => :string, :default => 'org.apache.kafka.common.serialization.StringSerializer'
-  # Serializer class for the value of the message
-  config :value_serializer, :validate => :string, :default => 'org.apache.kafka.common.serialization.StringSerializer'
-  # The key that will be included with the record
-  #
-  # If a `message_key` is present, a partition will be chosen using a hash of the key.
-  # If not present, a partition for the message will be assigned in a round-robin fashion.
-  config :message_key, :validate => :string
   # The number of acknowledgments the producer requires the leader to have received
   # before considering a request complete.
   #
@@ -51,22 +35,31 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   #           will respond without awaiting full acknowledgement from all followers.
   # acks=all, This means the leader will wait for the full set of in-sync replicas to acknowledge the record.
   config :acks, :validate => ["0", "1", "all"], :default => "1"
+  # The producer will attempt to batch records together into fewer requests whenever multiple
+  # records are being sent to the same partition. This helps performance on both the client
+  # and the server. This configuration controls the default batch size in bytes.
+  config :batch_size, :validate => :number, :default => 16384
+  # This is for bootstrapping and the producer will only use it for getting metadata (topics,
+  # partitions and replicas). The socket connections for sending the actual data will be
+  # established based on the broker information returned in the metadata. The format is
+  # `host1:port1,host2:port2`, and the list can be a subset of brokers or a VIP pointing to a
+  # subset of brokers.
+  config :bootstrap_servers, :validate => :string, :default => 'localhost:9092'
+  # When our memory buffer is exhausted we must either stop accepting new
+  # records (block) or throw errors. By default this setting is true and we block,
+  # however in some scenarios blocking is not desirable and it is better to immediately give an error.
+  config :block_on_buffer_full, :validate => :boolean, :default => true, :deprecated => "This config will be removed in a future release"
   # The total bytes of memory the producer can use to buffer records waiting to be sent to the server.
   config :buffer_memory, :validate => :number, :default => 33554432
   # The compression type for all data generated by the producer.
   # The default is none (i.e. no compression). Valid values are none, gzip, or snappy.
   config :compression_type, :validate => ["none", "gzip", "snappy"], :default => "none"
-  # Setting a value greater than zero will cause the client to
-  # resend any record whose send fails with a potentially transient error.
-  config :retries, :validate => :number, :default => 0
-  # The producer will attempt to batch records together into fewer requests whenever multiple
-  # records are being sent to the same partition. This helps performance on both the client
-  # and the server. This configuration controls the default batch size in bytes.
-  config :batch_size, :validate => :number, :default => 16384
   # The id string to pass to the server when making requests.
   # The purpose of this is to be able to track the source of requests beyond just
   # ip/port by allowing a logical application name to be included with the request
   config :client_id, :validate => :string
+  # Serializer class for the key of the message
+  config :key_serializer, :validate => :string, :default => 'org.apache.kafka.common.serialization.StringSerializer'
   # The producer groups together any records that arrive in between request
   # transmissions into a single batched request. Normally this occurs only under
   # load when records arrive faster than they can be sent out. However in some circumstances
@@ -77,63 +70,61 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   config :linger_ms, :validate => :number, :default => 0
   # The maximum size of a request
   config :max_request_size, :validate => :number, :default => 1048576
+  # The key for the message
+  config :message_key, :validate => :string
+  # the timeout setting for initial metadata request to fetch topic metadata.
+  config :metadata_fetch_timeout_ms, :validate => :number, :default => 60000
+  # the max time in milliseconds before a metadata refresh is forced.
+  config :metadata_max_age_ms, :validate => :number, :default => 300000
   # The size of the TCP receive buffer to use when reading data
   config :receive_buffer_bytes, :validate => :number, :default => 32768
+  # The amount of time to wait before attempting to reconnect to a given host when a connection fails.
+  config :reconnect_backoff_ms, :validate => :number, :default => 10
+  # The configuration controls the maximum amount of time the client will wait
+  # for the response of a request. If the response is not received before the timeout
+  # elapses the client will resend the request if necessary or fail the request if
+  # retries are exhausted.
+  config :request_timeout_ms, :validate => :string
+  # Setting a value greater than zero will cause the client to
+  # resend any record whose send fails with a potentially transient error.
+  config :retries, :validate => :number, :default => 0
+  # The amount of time to wait before attempting to retry a failed produce request to a given topic partition.
+  config :retry_backoff_ms, :validate => :number, :default => 100
   # The size of the TCP send buffer to use when sending data.
   config :send_buffer_bytes, :validate => :number, :default => 131072
+  # Enable SSL/TLS secured communication to Kafka broker. Note that secure communication 
+  # is only available with a broker running v0.9 of Kafka.
+  config :ssl, :validate => :boolean, :default => false
+  # The JKS truststore path to validate the Kafka broker's certificate.
+  config :ssl_truststore_location, :validate => :path
+  # The truststore password
+  config :ssl_truststore_password, :validate => :password
+  # If client authentication is required, this setting stores the keystore path.
+  config :ssl_keystore_location, :validate => :path
+  # If client authentication is required, this setting stores the keystore password
+  config :ssl_keystore_password, :validate => :password
   # The configuration controls the maximum amount of time the server will wait for acknowledgments
   # from followers to meet the acknowledgment requirements the producer has specified with the
   # acks configuration. If the requested number of acknowledgments are not met when the timeout
   # elapses an error will be returned. This timeout is measured on the server side and does not
   # include the network latency of the request.
-  config :timeout_ms, :validate => :number, :default => 30000
-  # When our memory buffer is exhausted we must either stop accepting new
-  # records (block) or throw errors. By default this setting is true and we block,
-  # however in some scenarios blocking is not desirable and it is better to immediately give an error.
-  config :block_on_buffer_full, :validate => :boolean, :default => true
-  # the timeout setting for initial metadata request to fetch topic metadata.
-  config :metadata_fetch_timeout_ms, :validate => :number, :default => 60000
-  # the max time in milliseconds before a metadata refresh is forced.
-  config :metadata_max_age_ms, :validate => :number, :default => 300000
-  # The amount of time to wait before attempting to reconnect to a given host when a connection fails.
-  config :reconnect_backoff_ms, :validate => :number, :default => 10
-  # The amount of time to wait before attempting to retry a failed produce request to a given topic partition.
-  config :retry_backoff_ms, :validate => :number, :default => 100
+  config :timeout_ms, :validate => :number, :default => 30000, :deprecated => "This config will be removed in a future release. Please use request_timeout_ms"
+  # The topic to produce messages to
+  config :topic_id, :validate => :string, :required => true
+  # Serializer class for the value of the message
+  config :value_serializer, :validate => :string, :default => 'org.apache.kafka.common.serialization.StringSerializer'
 
   public
   def register
-    LogStash::Logger.setup_log4j(@logger)
-
-    options = {
-      :key_serializer => @key_serializer,
-      :value_serializer => @value_serializer,
-      :bootstrap_servers => @bootstrap_servers,
-      :acks => @acks,
-      :buffer_memory => @buffer_memory,
-      :compression_type => @compression_type,
-      :retries => @retries,
-      :batch_size => @batch_size,
-      :client_id => @client_id,
-      :linger_ms => @linger_ms,
-      :max_request_size => @max_request_size,
-      :receive_buffer_bytes => @receive_buffer_bytes,
-      :send_buffer_bytes => @send_buffer_bytes,
-      :timeout_ms => @timeout_ms,
-      :block_on_buffer_full => @block_on_buffer_full,
-      :metadata_fetch_timeout_ms => @metadata_fetch_timeout_ms,
-      :metadata_max_age_ms => @metadata_max_age_ms,
-      :reconnect_backoff_ms => @reconnect_backoff_ms,
-      :retry_backoff_ms => @retry_backoff_ms
-    }
-    @producer = Kafka::KafkaProducer.new(options)
-    @producer.connect
-
-    @logger.info('Registering kafka producer', :topic_id => @topic_id, :bootstrap_servers => @bootstrap_servers)
-
+    @producer = create_producer
     @codec.on_event do |event, data|
       begin
-        key = if @message_key.nil? then nil else event.sprintf(@message_key) end
-        @producer.send_msg(event.sprintf(@topic_id), nil, key, data)
+        if @message_key.nil?
+          record = org.apache.kafka.clients.producer.ProducerRecord.new(event.sprintf(@topic_id), data)
+        else
+          record = org.apache.kafka.clients.producer.ProducerRecord.new(event.sprintf(@topic_id), event.sprintf(@message_key), data)
+        end
+        @producer.send(record)
       rescue LogStash::ShutdownSignal
         @logger.info('Kafka producer got shutdown signal')
       rescue => e
@@ -141,10 +132,10 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
                      :exception => e)
       end
     end
+
   end # def register
 
   def receive(event)
-    
     if event == LogStash::SHUTDOWN
       return
     end
@@ -154,4 +145,47 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   def close
     @producer.close
   end
+
+  private
+  def create_producer
+    begin
+      props = java.util.Properties.new
+      kafka = org.apache.kafka.clients.producer.ProducerConfig
+
+      props.put(kafka::ACKS_CONFIG, acks)
+      props.put(kafka::BATCH_SIZE_CONFIG, batch_size.to_s)
+      props.put(kafka::BOOTSTRAP_SERVERS_CONFIG, bootstrap_servers)
+      props.put(kafka::BUFFER_MEMORY_CONFIG, buffer_memory.to_s)
+      props.put(kafka::COMPRESSION_TYPE_CONFIG, compression_type)
+      props.put(kafka::CLIENT_ID_CONFIG, client_id) unless client_id.nil?
+      props.put(kafka::KEY_SERIALIZER_CLASS_CONFIG, key_serializer)
+      props.put(kafka::LINGER_MS_CONFIG, linger_ms.to_s)
+      props.put(kafka::MAX_REQUEST_SIZE_CONFIG, max_request_size.to_s)
+      props.put(kafka::RECONNECT_BACKOFF_MS_CONFIG, reconnect_backoff_ms) unless reconnect_backoff_ms.nil?
+      props.put(kafka::REQUEST_TIMEOUT_MS_CONFIG, request_timeout_ms) unless request_timeout_ms.nil?
+      props.put(kafka::RETRIES_CONFIG, retries.to_s)
+      props.put(kafka::RETRY_BACKOFF_MS_CONFIG, retry_backoff_ms.to_s)
+      props.put(kafka::SEND_BUFFER_CONFIG, send_buffer_bytes.to_s)
+      props.put(kafka::VALUE_SERIALIZER_CLASS_CONFIG, value_serializer)
+      
+      if ssl
+        if ssl_truststore_location.nil?
+          raise LogStash::ConfigurationError, "ssl_truststore_location must be set when SSL is enabled"
+        end
+        props.put("security.protocol", "SSL")
+        props.put("ssl.truststore.location", ssl_truststore_location)
+        props.put("ssl.truststore.password", ssl_truststore_password.value) unless ssl_truststore_password.nil?
+
+        #Client auth stuff
+        props.put("ssl.keystore.location", ssl_keystore_location) unless ssl_keystore_location.nil?
+        props.put("ssl.keystore.password", ssl_keystore_password.value) unless ssl_keystore_password.nil?
+      end
+
+      org.apache.kafka.clients.producer.KafkaProducer.new(props)
+    rescue => e
+      logger.error("Unable to create Kafka producer from given configuration", :kafka_error_message => e)
+      raise e
+    end
+  end
+
 end #class LogStash::Outputs::Kafka

data/lib/logstash-output-kafka_jars.rb

@@ -0,0 +1,5 @@
+# encoding: utf-8
+require 'logstash/environment'
+
+root_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+LogStash::Environment.load_runtime_jars! File.join(root_dir, "vendor")

data/logstash-output-kafka.gemspec

@@ -1,7 +1,8 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-output-kafka'
-  s.version         = '2.0.5'
+  s.version         = '2.0.2'
+  s.version         = '3.0.0.beta1'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -20,12 +21,10 @@ Gem::Specification.new do |s|
   s.metadata = { 'logstash_plugin' => 'true', 'group' => 'output'}
 
   # Gem dependencies
-  s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
+  s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 3.0.0"
   s.add_runtime_dependency 'logstash-codec-plain'
   s.add_runtime_dependency 'logstash-codec-json'
 
-  s.add_runtime_dependency 'jruby-kafka', '1.5.0'
-
   s.add_development_dependency 'logstash-devutils'
   s.add_development_dependency 'poseidon'
 end

data/spec/integration/outputs/kafka_spec.rb

@@ -2,20 +2,22 @@
 
 require "logstash/devutils/rspec/spec_helper"
 require 'logstash/outputs/kafka'
-require 'jruby-kafka'
 require 'json'
 require 'poseidon'
 
 describe "outputs/kafka", :integration => true do
-  let(:test_topic) { 'test' }
-  let(:base_config) { {'client_id' => 'spectest' } }
-  let(:event) { LogStash::Event.new({'message' => 'hello', '@timestamp' => LogStash::Timestamp.at(0) }) }
+  let(:kafka_host) { 'localhost' }
+  let(:kafka_port) { 9092 }
+  let(:num_events) { 10 }
+  let(:base_config) { {'client_id' => 'kafkaoutputspec'} }
+  let(:event) { LogStash::Event.new({'message' => '183.60.215.50 - - [11/Sep/2014:22:00:00 +0000] "GET /scripts/netcat-webserver HTTP/1.1" 200 182 "-" "Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)"', '@timestamp' => LogStash::Timestamp.at(0) }) }
 
 
   context 'when outputting messages' do
+    let(:test_topic) { 'topic1' }
     let(:num_events) { 3 }
     let(:consumer) do
-      Poseidon::PartitionConsumer.new("my_test_consumer", "localhost", 9092,
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
                                       test_topic, 0, :earliest_offset)
     end
     subject do
@@ -24,42 +26,107 @@ describe "outputs/kafka", :integration => true do
 
     before :each do
       config = base_config.merge({"topic_id" => test_topic})
-      kafka = LogStash::Outputs::Kafka.new(config)
-      kafka.register
-      num_events.times do kafka.receive(event) end
-      kafka.close
+      load_kafka_data(config)
     end
 
     it 'should have data integrity' do
       expect(subject.size).to eq(num_events)
       subject.each do |m|
-        expect(m.value).to eq(event.to_json)
+        expect(m.value).to eq(event.to_s)
       end
     end
+
   end
 
   context 'when setting message_key' do
     let(:num_events) { 10 }
-    let(:test_topic) { 'test2' }
+    let(:test_topic) { 'topic2' }
     let!(:consumer0) do
-      Poseidon::PartitionConsumer.new("my_test_consumer2", "localhost", 9092,
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
                                       test_topic, 0, :earliest_offset)
     end
     let!(:consumer1) do
-      Poseidon::PartitionConsumer.new("my_test_consumer2", "localhost", 9092,
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
                                       test_topic, 1, :earliest_offset)
     end
 
     before :each do
       config = base_config.merge({"topic_id" => test_topic, "message_key" => "static_key"})
-      kafka = LogStash::Outputs::Kafka.new(config)
-      kafka.register
-      num_events.times do kafka.receive(event) end
-      kafka.close
+      load_kafka_data(config)
     end
 
     it 'should send all events to one partition' do
       expect(consumer0.fetch.size == num_events || consumer1.fetch.size == num_events).to be true
     end
   end
+
+  context 'when using gzip compression' do
+    let(:test_topic) { 'gzip_topic' }
+    let!(:consumer) do
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
+                                      test_topic, 0, :earliest_offset)
+    end
+    subject do
+      consumer.fetch
+    end
+
+    before :each do
+      config = base_config.merge({"topic_id" => test_topic, "compression_type" => "gzip"})
+      load_kafka_data(config)
+    end
+
+    it 'should have data integrity' do
+      expect(subject.size).to eq(num_events)
+      subject.each do |m|
+        expect(m.value).to eq(event.to_s)
+      end
+    end
+  end
+
+  context 'when using multi partition topic' do
+    let(:num_events) { 10 }
+    let(:test_topic) { 'topic3' }
+    let!(:consumer0) do
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
+                                      test_topic, 0, :earliest_offset)
+    end
+    let!(:consumer1) do
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
+                                      test_topic, 1, :earliest_offset)
+    end
+
+    let!(:consumer2) do
+      Poseidon::PartitionConsumer.new("my_test_consumer", kafka_host, kafka_port,
+                                      test_topic, 2, :earliest_offset)
+    end
+
+    before :each do
+      config = base_config.merge({"topic_id" => test_topic})
+      load_kafka_data(config)
+    end
+
+    it 'should distribute events to all partition' do
+      consumer0_records = consumer0.fetch
+      consumer1_records = consumer1.fetch
+      consumer2_records = consumer2.fetch
+
+      expect(consumer0_records.size > 1 &&
+        consumer1_records.size > 1 &&
+          consumer2_records.size > 1).to be true
+
+      all_records = consumer0_records + consumer1_records + consumer2_records
+      expect(all_records.size).to eq(num_events)
+      all_records.each do |m|
+        expect(m.value).to eq(event.to_s)
+      end
+    end
+  end
+
+  def load_kafka_data(config)
+    kafka = LogStash::Outputs::Kafka.new(config)
+    kafka.register
+    num_events.times do kafka.receive(event) end
+    kafka.close
+  end
+
 end

data/spec/unit/outputs/kafka_spec.rb

@@ -1,7 +1,6 @@
 # encoding: utf-8
 require "logstash/devutils/rspec/spec_helper"
 require 'logstash/outputs/kafka'
-require 'jruby-kafka'
 require 'json'
 
 describe "outputs/kafka" do
@@ -25,8 +24,8 @@ describe "outputs/kafka" do
 
   context 'when outputting messages' do
     it 'should send logstash event to kafka broker' do
-      expect_any_instance_of(Kafka::KafkaProducer).to receive(:send_msg)
-        .with(simple_kafka_config['topic_id'], nil, nil, event.to_hash.to_json)
+      expect_any_instance_of(org.apache.kafka.clients.producer.KafkaProducer).to receive(:send)
+        .with(an_instance_of(org.apache.kafka.clients.producer.ProducerRecord))
       kafka = LogStash::Outputs::Kafka.new(simple_kafka_config)
       kafka.register
       kafka.receive(event)
@@ -34,19 +33,26 @@ describe "outputs/kafka" do
 
     it 'should support Event#sprintf placeholders in topic_id' do
       topic_field = 'topic_name'
-      expect_any_instance_of(Kafka::KafkaProducer).to receive(:send_msg)
-        .with(event[topic_field], nil, nil, event.to_hash.to_json)
+      expect(org.apache.kafka.clients.producer.ProducerRecord).to receive(:new)
+        .with("my_topic", event.to_s)
+      expect_any_instance_of(org.apache.kafka.clients.producer.KafkaProducer).to receive(:send)
       kafka = LogStash::Outputs::Kafka.new({'topic_id' => "%{#{topic_field}}"})
       kafka.register
       kafka.receive(event)
     end
 
     it 'should support field referenced message_keys' do
-      expect_any_instance_of(Kafka::KafkaProducer).to receive(:send_msg)
-        .with(simple_kafka_config['topic_id'], nil, event['host'], event.to_hash.to_json)
+      expect(org.apache.kafka.clients.producer.ProducerRecord).to receive(:new)
+        .with("test", "172.0.0.1", event.to_s)
+      expect_any_instance_of(org.apache.kafka.clients.producer.KafkaProducer).to receive(:send)
       kafka = LogStash::Outputs::Kafka.new(simple_kafka_config.merge({"message_key" => "%{host}"}))
       kafka.register
       kafka.receive(event)
     end
+    
+    it 'should raise config error when truststore location is not set and ssl is enabled' do
+      kafka = LogStash::Outputs::Kafka.new(simple_kafka_config.merge({"ssl" => "true"}))
+      expect { kafka.register }.to raise_error(LogStash::ConfigurationError, /ssl_truststore_location must be set when SSL is enabled/)
+    end
   end
 end

metadata

@@ -1,99 +1,91 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-kafka
 version: !ruby/object:Gem::Version
-  version: 2.0.5
+  version: 3.0.0.beta1
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-04-26 00:00:00.000000000 Z
+date: 2016-03-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: logstash-core-plugin-api
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '1.0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+    - - <
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 3.0.0
+  name: logstash-core
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-codec-plain
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.0.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-codec-plain
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-codec-json
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-codec-json
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: jruby-kafka
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.5.0
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.5.0
-  prerelease: false
-  type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-devutils
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: poseidon
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: poseidon
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: info@elastic.co
 executables: []
@@ -107,10 +99,14 @@ files:
 - LICENSE
 - NOTICE.TXT
 - README.md
+- lib/logstash-output-kafka_jars.rb
 - lib/logstash/outputs/kafka.rb
 - logstash-output-kafka.gemspec
 - spec/integration/outputs/kafka_spec.rb
 - spec/unit/outputs/kafka_spec.rb
+- vendor/jar-dependencies/runtime-jars/kafka-clients-0.9.0.1.jar
+- vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.13.jar
+- vendor/jar-dependencies/runtime-jars/slf4j-noop-1.7.13.jar
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -128,12 +124,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - '>'
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project:
-rubygems_version: 2.4.8
+rubygems_version: 2.4.5
 signing_key:
 specification_version: 4
 summary: Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker