logstash-output-kafka 0.1.0 → 0.1.1

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    YzJlOTQxODRkY2NhZjJlOWZkMGViYjg5ODJmMzExMmZiNmFmYTQyMg==
+    NGQzNzcxMDE5ZTAwODdhOGQ4NjVmNTQwYTkyMjBkNmRkYmFiZDY5Zg==
   data.tar.gz: !binary |-
-    NzAzMjUyYjQ3Y2E1ODE0YzhhNzVlZDM0YjNmMThjMTYyOGRiYjRjMQ==
+    MzYwMWM5ODJmYmFjZjIxNzRiYjJjMjI2OTExNzk4Mjc3OTE5MzVhOQ==
 SHA512:
   metadata.gz: !binary |-
-    ZGEwOWFkM2E1NWE1NzE2NTllZWM3MWExMzU3ZjA5ODQwYzk2ODUzODRhZDY0
-    YmIzMDYxYzFkOTMzZDA1OGJjMWU1MDM5MTJmMWU0ODQ0NWM1ZGE0OGE0MDdi
-    NjZkNDFkYzRiZWM2ODkwN2I4NjQwNzVhNmIzNWE1ZDA1ZGMzYTg=
+    MzJjNDBkOWZjYmU3MWUyNDVlMDM2ZDAwZDJlZWZlYWNlMWYzZDdhMmZmOTcz
+    MGZkNzNjNGFiMGExYmQzZTljM2M1MDkyYWE1NGI2MjZhMzcwYWNiODFlMmNj
+    YWE0YjgwMTM2ZDQ5MTI4NzU5Njk2NDI1ZmVjOThiYWMxM2MxYmE=
   data.tar.gz: !binary |-
-    YmM3NjhlMmRjMTViYjhiZTUzYWI2YmMwMWVlZjQ5MTNlNDAzNTM5NTZjNDQ2
-    ZDk3ZjgzMjAyYTgwYmU0NDhlYTUxZTZlN2YwY2NhZTU4OTA1OTMyNWFiYTFj
-    NDgyOGU5M2UzZGEwNGI2ODkyYTM2N2I4M2I3YWQxOGU1Y2UxZWY=
+    NjU2YWM0MWJkYjc2MmY1MzZiODQzNjk2MmRlMTZmYWY1YWMwODkyOGU2NDY1
+    MGNmNmIwNmE1OWI1OTdlNjhiNWJjYzhiYTBlYzMzM2FhNGYwMDE4NmZkZTMw
+    NGNjMDRmNTEwMTZlOWU3NTQ5NzI2ZDU5YThkYzAxMjc1Yzc1MDc=

data/lib/logstash/outputs/kafka.rb

@@ -10,6 +10,7 @@ require 'logstash-output-kafka_jars'
 # Logstash will encode your messages with not only the message but also with a timestamp and
 # hostname. If you do not want anything but your message passing through, you should make the output
 # configuration something like:
+# [source,ruby]
 #     output {
 #       kafka {
 #         codec => plain {
@@ -28,19 +29,19 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   # This is for bootstrapping and the producer will only use it for getting metadata (topics,
   # partitions and replicas). The socket connections for sending the actual data will be
   # established based on the broker information returned in the metadata. The format is
-  # host1:port1,host2:port2, and the list can be a subset of brokers or a VIP pointing to a
+  # `host1:port1,host2:port2`, and the list can be a subset of brokers or a VIP pointing to a
   # subset of brokers.
   config :broker_list, :validate => :string, :default => 'localhost:9092'
   # The topic to produce the messages to
   config :topic_id, :validate => :string, :required => true
   # This parameter allows you to specify the compression codec for all data generated by this
-  # producer. Valid values are "none", "gzip" and "snappy".
+  # producer. Valid values are `none`, `gzip` and `snappy`.
   config :compression_codec, :validate => %w( none gzip snappy ), :default => 'none'
   # This parameter allows you to set whether compression should be turned on for particular
-  # topics. If the compression codec is anything other than NoCompressionCodec,
+  # topics. If the compression codec is anything other than `NoCompressionCodec`,
   # enable compression only for specified topics if any. If the list of compressed topics is
   # empty, then enable the specified compression codec for all topics. If the compression codec
-  # is NoCompressionCodec, compression is disabled for all topics
+  # is `NoCompressionCodec`, compression is disabled for all topics
   config :compressed_topics, :validate => :string, :default => ''
   # This value controls when a produce request is considered completed. Specifically,
   # how many other brokers must have committed the data to their log and acknowledged this to the
@@ -51,11 +52,11 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   # The partitioner class for partitioning messages amongst partitions in the topic. The default
   # partitioner is based on the hash of the key. If the key is null,
   # the message is sent to a random partition in the broker.
-  # NOTE: topic_metadata_refresh_interval_ms controls how long the producer will distribute to a
+  # NOTE: `topic_metadata_refresh_interval_ms` controls how long the producer will distribute to a
   # partition in the topic. This defaults to 10 mins, so the producer will continue to write to a
   # single partition for 10 mins before it switches
   config :partitioner_class, :validate => :string, :default => 'kafka.producer.DefaultPartitioner'
-  # The amount of time the broker will wait trying to meet the request.required.acks requirement
+  # The amount of time the broker will wait trying to meet the `request.required.acks` requirement
   # before sending back an error to the client.
   config :request_timeout_ms, :validate => :number, :default => 10000
   # This parameter specifies whether the messages are sent asynchronously in a background thread.
@@ -90,12 +91,12 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   # mode before either the producer must be blocked or data must be dropped.
   config :queue_buffering_max_messages, :validate => :number, :default => 10000
   # The amount of time to block before dropping messages when running in async mode and the
-  # buffer has reached queue.buffering.max.messages. If set to 0 events will be enqueued
+  # buffer has reached `queue.buffering.max.messages`. If set to 0 events will be enqueued
   # immediately or dropped if the queue is full (the producer send call will never block). If set
   # to -1 the producer will block indefinitely and never willingly drop a send.
   config :queue_enqueue_timeout_ms, :validate => :number, :default => -1
   # The number of messages to send in one batch when using async mode. The producer will wait
-  # until either this number of messages are ready to send or queue.buffer.max.ms is reached.
+  # until either this number of messages are ready to send or `queue.buffer.max.ms` is reached.
   config :batch_num_messages, :validate => :number, :default => 200
   # Socket write buffer size
   config :send_buffer_bytes, :validate => :number, :default => 100 * 1024

data/logstash-output-kafka.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-output-kafka'
-  s.version         = '0.1.0'
+  s.version         = '0.1.1'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'
   s.description     = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'

data/spec/outputs/{kafka.rb → kafka_spec.rb}

@@ -1,14 +1,13 @@
 # encoding: utf-8
+require 'spec_helper'
 
-require 'rspec'
-require 'insist'
-require 'logstash/namespace'
-require 'logstash/timestamp'
-require 'logstash/outputs/kafka'
+describe "outputs/kafka" do
+  let (:kafka_config) {{'topic_id' => 'test'}}
 
-describe LogStash::Outputs::Kafka do
-
-  let (:kafka_config) {{:topic_id => 'test'}}
+  it "should register" do
+    output = LogStash::Plugin.lookup("output", "kafka").new(kafka_config)
+    expect {output.register}.to_not raise_error
+  end
 
   it 'should populate kafka config with default values' do
     kafka = LogStash::Outputs::Kafka.new(kafka_config)
@@ -20,11 +19,6 @@ describe LogStash::Outputs::Kafka do
     insist {kafka.producer_type} == 'sync'
   end
 
-  it 'should register and load kafka jars without errors' do
-    kafka = LogStash::Outputs::Kafka.new(kafka_config)
-    kafka.register
-  end
-
   it 'should send logstash event to kafka broker' do
     timestamp = LogStash::Timestamp.now
     expect_any_instance_of(Kafka::Producer)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-kafka
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Elasticsearch
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-06 00:00:00.000000000 Z
+date: 2014-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash
@@ -100,7 +100,7 @@ files:
 - Rakefile
 - lib/logstash/outputs/kafka.rb
 - logstash-output-kafka.gemspec
-- spec/outputs/kafka.rb
+- spec/outputs/kafka_spec.rb
 homepage: http://logstash.net/
 licenses:
 - Apache License (2.0)
@@ -131,4 +131,4 @@ specification_version: 4
 summary: Output events to a Kafka topic. This uses the Kafka Producer API to write
   messages to a topic on the broker
 test_files:
-- spec/outputs/kafka.rb
+- spec/outputs/kafka_spec.rb