fluent-plugin-kafka 0.3.0.rc1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 64803e0c72fc4c81fb01fb053436a944c768ba6a
-  data.tar.gz: 602f630699406dfeef4712584cbdb95f1f06483f
+  metadata.gz: eac190de45814d289eb9e82f469f4d5a2af50296
+  data.tar.gz: 1b2217fa4de6d4be5d5ba7e05618fbb9dd0b6c92
 SHA512:
-  metadata.gz: 9e80898dbac167495ceaf99ef48c8c077974190da51173e97a87c69e7064da9213781d2b9762a68f12f4fd87ba603a5b9fca92f562c2880a109e13104445c890
-  data.tar.gz: 88c81bc3ca6e27bead1010ff6112cf1d80fcd8de665e46c030eada336704d0ea33effc2bc101aa96622463b069bdc8aeffff2c3222395f6321b380bff0e9a8e3
+  metadata.gz: 840c3ee94d3830a43bc6d503bad1676f340730b0a15b4f47bfec31f838fd09aae7029d093cda3b37e39ec3a1fe82908ed8f9ad49e877acb2d49ebee82d4fe520
+  data.tar.gz: 242b6180a85333ba0536f5e0598db0b121ab03a14dae605188845b1b020542787ce8198a1dbac22286fbd854d7e19b6cf38553574ead496b3edf19b356f73287

data/README.md

@@ -25,105 +25,103 @@ Or install it yourself as:
 ### Input plugin (@type 'kafka')
 
     <source>
-      @type  kafka
-      host   <broker host>
-      port   <broker port: default=9092>
+      @type kafka
+
+      brokers <broker1_host>:<broker1_port>,<broker2_host>:<broker2_port>,..
       topics <listening topics(separate with comma',')>
       format <input text type (text|json|ltsv|msgpack)>
       message_key <key (Optional, for text format only, default is message)>
       add_prefix <tag prefix (Optional)>
       add_suffix <tag suffix (Optional)>
-      max_bytes           (integer)    :default => nil (Use default of Poseidon)
-      max_wait_ms         (integer)    :default => nil (Use default of Poseidon)
-      min_bytes           (integer)    :default => nil (Use default of Poseidon)
-      socket_timeout_ms   (integer)    :default => nil (Use default of Poseidon)
-    </source>
 
-Supports following Poseidon::PartitionConsumer options.
+      # Optionally, you can manage topic offset by using zookeeper
+      offset_zookeeper <zookeer node list (<zookeeper1_host>:<zookeeper1_port>,<zookeeper2_host>:<zookeeper2_port>,..)>
+      offset_zk_root_node <offset path in zookeeper> default => '/fluent-plugin-kafka'
 
-- max_bytes — default: 1048576 (1MB) — Maximum number of bytes to fetch
-- max_wait_ms — default: 100 (100ms) — How long to block until the server sends us data.
-- min_bytes — default: 1 (Send us data as soon as it is ready) — Smallest amount of data the server should send us.
-- socket_timeout_ms - default: 10000 (10s) - How long to wait for reply from server. Should be higher than max_wait_ms.
+      # ruby-kafka consumer options
+      max_bytes     (integer) :default => nil (Use default of ruby-kafka)
+      max_wait_time (integer) :default => nil (Use default of ruby-kafka)
+      min_bytes     (integer) :default => nil (Use default of ruby-kafka)
+    </source>
 
 Supports a start of processing from the assigned offset for specific topics.
 
     <source>
-      @type  kafka
-      host   <broker host>
-      port   <broker port: default=9092>
+      @type kafka
+
+      brokers <broker1_host>:<broker1_port>,<broker2_host>:<broker2_port>,..
       format <input text type (text|json|ltsv|msgpack)>
       <topic>
-        topic       <listening topic>
-        partition   <listening partition: default=0>
-        offset      <listening start offset: default=-1>
+        topic     <listening topic>
+        partition <listening partition: default=0>
+        offset    <listening start offset: default=-1>
       </topic>
       <topic>
-        topic       <listening topic>
-        partition   <listening partition: default=0>
-        offset      <listening start offset: default=-1>
+        topic     <listening topic>
+        partition <listening partition: default=0>
+        offset    <listening start offset: default=-1>
       </topic>
     </source>
 
-See also [Poseidon::PartitionConsumer](http://www.rubydoc.info/github/bpot/poseidon/Poseidon/PartitionConsumer) for more detailed documentation about Poseidon.
+See also [ruby-kafka README](https://github.com/zendesk/ruby-kafka#consuming-messages-from-kafka) for more detailed documentation about ruby-kafka.
 
 ### Input plugin (@type 'kafka_group', supports kafka group)
 
     <source>
-      @type   kafka_group
-      brokers <list of broker-host:port, separate with comma, must set>
-      zookeepers <list of broker-host:port, separate with comma, must set>
+      @type kafka_group
+
+      brokers <broker1_host>:<broker1_port>,<broker2_host>:<broker2_port>,..
       consumer_group <consumer group name, must set>
       topics <listening topics(separate with comma',')>
       format <input text type (text|json|ltsv|msgpack)>
       message_key <key (Optional, for text format only, default is message)>
       add_prefix <tag prefix (Optional)>
       add_suffix <tag suffix (Optional)>
-      max_bytes           (integer)    :default => nil (Use default of Poseidon)
-      max_wait_ms         (integer)    :default => nil (Use default of Poseidon)
-      min_bytes           (integer)    :default => nil (Use default of Poseidon)
-      socket_timeout_ms   (integer)    :default => nil (Use default of Poseidon)
-    </source>
 
-Supports following Poseidon::PartitionConsumer options.
-
-- max_bytes — default: 1048576 (1MB) — Maximum number of bytes to fetch
-- max_wait_ms — default: 100 (100ms) — How long to block until the server sends us data.
-- min_bytes — default: 1 (Send us data as soon as it is ready) — Smallest amount of data the server should send us.
-- socket_timeout_ms - default: 10000 (10s) - How long to wait for reply from server. Should be higher than max_wait_ms.
+      # ruby-kafka consumer options
+      max_bytes               (integer) :default => nil (Use default of ruby-kafka)
+      max_wait_time           (integer) :default => nil (Use default of ruby-kafka)
+      min_bytes               (integer) :default => nil (Use default of ruby-kafka)
+      offset_commit_interval  (integer) :default => nil (Use default of ruby-kafka)
+      offset_commit_threshold (integer) :default => nil (Use default of ruby-kafka)
+      start_from_beginning    (bool)    :default => true
+    </source>
 
-See also [Poseidon::PartitionConsumer](http://www.rubydoc.info/github/bpot/poseidon/Poseidon/PartitionConsumer) for more detailed documentation about Poseidon.
+See also [ruby-kafka README](https://github.com/zendesk/ruby-kafka#consuming-messages-from-kafka) for more detailed documentation about ruby-kafka options.
 
 ### Output plugin (non-buffered)
 
-This plugin uses Poseidon producer for writing data. For performance and reliability concerns, use `kafka_bufferd` output instead.
+This plugin uses ruby-kafka producer for writing data. For performance and reliability concerns, use `kafka_bufferd` output instead.
 
     <match *.**>
-      @type               kafka
+      @type kafka
 
       # Brokers: you can choose either brokers or zookeeper.
-      brokers             <broker1_host>:<broker1_port>,<broker2_host>:<broker2_port>,.. # Set brokers directly
-      zookeeper           <zookeeper_host>:<zookeeper_port> # Set brokers via Zookeeper
-      zookeeper_path      <broker path in zookeeper> :default => /brokers/ids # Set path in zookeeper for kafka
-      default_topic       <output topic>
-      default_partition_key (string)   :default => nil
-      output_data_type    (json|ltsv|msgpack|attr:<record name>|<formatter name>)
-      output_include_tag  (true|false) :default => false
-      output_include_time (true|false) :default => false
-      max_send_retries    (integer)    :default => 3
-      required_acks       (integer)    :default => 0
-      ack_timeout_ms      (integer)    :default => 1500
-      compression_codec   (none|gzip|snappy) :default => none
+      brokers        <broker1_host>:<broker1_port>,<broker2_host>:<broker2_port>,.. # Set brokers directly
+      zookeeper      <zookeeper_host>:<zookeeper_port> # Set brokers via Zookeeper
+      zookeeper_path <broker path in zookeeper> :default => /brokers/ids # Set path in zookeeper for kafka
+
+      default_topic         (string) :default => nil
+      default_partition_key (string) :default => nil
+      output_data_type      (json|ltsv|msgpack|attr:<record name>|<formatter name>) :default => json
+      output_include_tag    (bool) :default => false
+      output_include_time   (bool) :default => false
+
+      # ruby-kafka producer options
+      max_send_retries  (integer)     :default => 1
+      required_acks     (integer)     :default => 0
+      ack_timeout       (integer)     :default => nil (Use default of ruby-kafka)
+      compression_codec (gzip|snappy) :default => nil
     </match>
 
-Supports following Poseidon::Producer options.
+Supports following ruby-kafka::Producer options.
 
-- max_send_retries — default: 3 — Number of times to retry sending of messages to a leader.
-- required_acks — default: 0 — The number of acks required per request.
-- ack_timeout_ms — default: 1500 — How long the producer waits for acks.
-- compression_codec - default: none - The codec the producer uses to compress messages.
+- max_send_retries - default: 1 - Number of times to retry sending of messages to a leader.
+- required_acks - default: 0 - The number of acks required per request.
+- ack_timeout - default: nil - How long the producer waits for acks. The unit is seconds.
+- compression_codec - default: nil - The codec the producer uses to compress messages.
 
-See also [Poseidon::Producer](http://www.rubydoc.info/github/bpot/poseidon/Poseidon/Producer) for more detailed documentation about Poseidon.
+See also [Kafka::Client](http://www.rubydoc.info/gems/ruby-kafka/Kafka/Client) for more detailed documentation about ruby-kafka.
 
 This plugin supports compression codec "snappy" also.
 Install snappy module before you use snappy compression.
@@ -148,33 +146,37 @@ If key name `partition_key` exists in a message, this plugin set its value of pa
 This plugin uses ruby-kafka producer for writing data. This plugin works with recent kafka versions.
 
     <match *.**>
-      @type               kafka_buffered
+      @type kafka_buffered
 
       # Brokers: you can choose either brokers or zookeeper.
       brokers             <broker1_host>:<broker1_port>,<broker2_host>:<broker2_port>,.. # Set brokers directly
       zookeeper           <zookeeper_host>:<zookeeper_port> # Set brokers via Zookeeper
       zookeeper_path      <broker path in zookeeper> :default => /brokers/ids # Set path in zookeeper for kafka
-      default_topic       <output topic>
-      default_partition_key (string)   :default => nil
-      flush_interval      <flush interval (sec) :default => 60>
-      buffer_type         (file|memory)
-      output_data_type    (json|ltsv|msgpack|attr:<record name>|<formatter name>)
-      output_include_tag  (true|false) :default => false
-      output_include_time (true|false) :default => false
-      max_send_retries    (integer)    :default => 1
-      required_acks       (integer)    :default => 0
-      ack_timeout         (integer)    :default => 5
-      compression_codec   (gzip|snappy) :default => none
+
+      default_topic         (string) :default => nil
+      default_partition_key (string) :default => nil
+      output_data_type      (json|ltsv|msgpack|attr:<record name>|<formatter name>) :default => json
+      output_include_tag    (bool) :default => false
+      output_include_time   (bool) :default => false
+
+      # See fluentd document for buffer related parameters: http://docs.fluentd.org/articles/buffer-plugin-overview
+
+      # ruby-kafka producer options
+      max_send_retries    (integer)     :default => 1
+      required_acks       (integer)     :default => 0
+      ack_timeout         (integer)     :default => nil (Use default of ruby-kafka)
+      compression_codec   (gzip|snappy) :default => nil (No compression)
     </match>
 
 Supports following ruby-kafka's producer options.
 
-- max_send_retries — default: 1 — Number of times to retry sending of messages to a leader.
-- required_acks — default: 0 — The number of acks required per request.
-- ack_timeout — default: 5 — How long the producer waits for acks. The unit is seconds.
+- max_send_retries - default: 1 - Number of times to retry sending of messages to a leader.
+- required_acks - default: 0 - The number of acks required per request.
+- ack_timeout - default: nil - How long the producer waits for acks. The unit is seconds.
 - compression_codec - default: nil - The codec the producer uses to compress messages.
 
-See also [Kafka::Client](http://www.rubydoc.info/gems/ruby-kafka/Kafka/Client) for more detailed documentation about Poseidon.
+See also [Kafka::Client](http://www.rubydoc.info/gems/ruby-kafka/Kafka/Client) for more detailed documentation about ruby-kafka.
+
 
 This plugin supports compression codec "snappy" also.
 Install snappy module before you use snappy compression.

data/fluent-plugin-kafka.gemspec

@@ -1,18 +1,18 @@
 # -*- encoding: utf-8 -*-
 
 Gem::Specification.new do |gem|
-  gem.authors       = ["Hidemasa Togashi"]
-  gem.email         = ["togachiro@gmail.com"]
+  gem.authors       = ["Hidemasa Togashi", "Masahiro Nakagawa"]
+  gem.email         = ["togachiro@gmail.com", "repeatedly@gmail.com"]
   gem.description   = %q{Fluentd plugin for Apache Kafka > 0.8}
   gem.summary       = %q{Fluentd plugin for Apache Kafka > 0.8}
-  gem.homepage      = "https://github.com/htgc/fluent-plugin-kafka"
+  gem.homepage      = "https://github.com/fluent/fluent-plugin-kafka"
 
   gem.files         = `git ls-files`.split($\)
   gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka"
   gem.require_paths = ["lib"]
-  gem.version = '0.3.0.rc1'
+  gem.version       = '0.3.0'
   gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
   gem.add_dependency 'ltsv'
   gem.add_dependency 'zookeeper'

data/lib/fluent/plugin/in_kafka.rb

@@ -1,10 +1,8 @@
 require 'fluent/input'
 require 'fluent/plugin/kafka_plugin_util'
 
-module Fluent
-
-class KafkaInput < Input
-  Plugin.register_input('kafka', self)
+class Fluent::KafkaInput < Fluent::Input
+  Fluent::Plugin.register_input('kafka', self)
 
   config_param :format, :string, :default => 'json',
                :desc => "Supported format: (json|text|ltsv|msgpack)"
@@ -41,10 +39,8 @@ class KafkaInput < Input
                :desc => "How long to block until the server sends us data."
   config_param :min_bytes, :integer, :default => nil,
                :desc => "Smallest amount of data the server should send us."
-  config_param :socket_timeout_ms, :integer, :default => nil,
-               :desc => "How long to wait for reply from server. Should be higher than max_wait_ms."
 
-  include KafkaPluginUtil::SSLSettings
+  include Fluent::KafkaPluginUtil::SSLSettings
 
   unless method_defined?(:router)
     define_method("router") { Fluent::Engine }
@@ -66,7 +62,7 @@ class KafkaInput < Input
     else
       conf.elements.select { |element| element.name == 'topic' }.each do |element|
         unless element.has_key?('topic')
-          raise ConfigError, "kafka: 'topic' is a require parameter in 'topic element'."
+          raise Fluent::ConfigError, "kafka: 'topic' is a require parameter in 'topic element'."
         end
         partition = element.has_key?('partition') ? element['partition'].to_i : 0
         offset = element.has_key?('offset') ? element['offset'].to_i : -1
@@ -75,7 +71,7 @@ class KafkaInput < Input
     end
 
     if @topic_list.empty?
-      raise ConfigError, "kafka: 'topics' or 'topic element' is a require parameter"
+      raise Fluent::ConfigError, "kafka: 'topics' or 'topic element' is a require parameter"
     end
 
     # For backward compatibility
@@ -228,14 +224,14 @@ class KafkaInput < Input
 
       return if messages.size.zero?
 
-      es = MultiEventStream.new
+      es = Fluent::MultiEventStream.new
       tag = @topic_entry.topic
       tag = @add_prefix + "." + tag if @add_prefix
       tag = tag + "." + @add_suffix if @add_suffix
 
       messages.each { |msg|
         begin
-          es.add(Engine.now, @parser.call(msg, @topic_entry))
+          es.add(Fluent::Engine.now, @parser.call(msg, @topic_entry))
         rescue => e
           $log.warn "parser error in #{@topic_entry.topic}/#{@topic_entry.partition}", :error => e.to_s, :value => msg.value, :offset => msg.offset
           $log.debug_backtrace
@@ -289,5 +285,3 @@ class KafkaInput < Input
     end
   end
 end
-
-end

data/lib/fluent/plugin/in_kafka_group.rb

@@ -1,10 +1,8 @@
 require 'fluent/input'
 require 'fluent/plugin/kafka_plugin_util'
 
-module Fluent
-
-class KafkaGroupInput < Input
-  Plugin.register_input('kafka_group', self)
+class Fluent::KafkaGroupInput < Fluent::Input
+  Fluent::Plugin.register_input('kafka_group', self)
 
   config_param :brokers, :string, :default => 'localhost:9092',
                :desc => "List of broker-host:port, separate with comma, must set."
@@ -35,7 +33,7 @@ class KafkaGroupInput < Input
   config_param :start_from_beginning, :bool, :default => true,
                :desc => "Whether to start from the beginning of the topic or just subscribe to new messages being produced"
 
-  include KafkaPluginUtil::SSLSettings
+  include Fluent::KafkaPluginUtil::SSLSettings
 
   unless method_defined?(:router)
     define_method("router") { Fluent::Engine }
@@ -49,7 +47,7 @@ class KafkaGroupInput < Input
   def _config_to_array(config)
     config_array = config.split(',').map {|k| k.strip }
     if config_array.empty?
-      raise ConfigError, "kafka_group: '#{config}' is a required parameter"
+      raise Fluent::ConfigError, "kafka_group: '#{config}' is a required parameter"
     end
     config_array
   end
@@ -120,14 +118,14 @@ class KafkaGroupInput < Input
 
   def run
     @consumer.each_batch(@fetch_opts) { |batch|
-      es = MultiEventStream.new
+      es = Fluent::MultiEventStream.new
       tag = batch.topic
       tag = @add_prefix + "." + tag if @add_prefix
       tag = tag + "." + @add_suffix if @add_suffix
 
       batch.messages.each { |msg|
         begin
-          es.add(Engine.now, @parser_proc.call(msg))
+          es.add(Fluent::Engine.now, @parser_proc.call(msg))
         rescue => e
           $log.warn "parser error in #{batch.topic}/#{batch.partition}", :error => e.to_s, :value => msg.value, :offset => msg.offset
           $log.debug_backtrace
@@ -143,5 +141,3 @@ class KafkaGroupInput < Input
     $log.error_backtrace
   end
 end
-
-end

data/lib/fluent/plugin/kafka_plugin_util.rb

@@ -3,6 +3,7 @@ module Fluent
     module SSLSettings
       def self.included(klass)
         klass.instance_eval {
+          # https://github.com/zendesk/ruby-kafka#encryption-and-authentication-using-ssl
           config_param :ssl_ca_cert, :string, :default => nil,
                        :desc => "a PEM encoded CA cert to use with and SSL connection."
           config_param :ssl_client_cert, :string, :default => nil,

data/lib/fluent/plugin/out_kafka.rb

@@ -1,14 +1,9 @@
+require 'fluent/output'
+require 'fluent/plugin/kafka_plugin_util'
+
 class Fluent::KafkaOutput < Fluent::Output
   Fluent::Plugin.register_output('kafka', self)
 
-  def initialize
-    super
-
-    require 'kafka'
-
-    @kafka = nil
-  end
-
   config_param :brokers, :string, :default => 'localhost:9092',
                :desc => <<-DESC
 Set brokers directly
@@ -28,15 +23,7 @@ DESC
   config_param :output_include_tag, :bool, :default => false
   config_param :output_include_time, :bool, :default => false
 
-  # https://github.com/zendesk/ruby-kafka#encryption-and-authentication-using-ssl
-  config_param :ssl_ca_cert, :string, :default => nil,
-               :desc => "a PEM encoded CA cert to use with and SSL connection."
-  config_param :ssl_client_cert, :string, :default => nil,
-               :desc => "a PEM encoded client cert to use with and SSL connection. Must be used in combination with ssl_client_cert_key."
-  config_param :ssl_client_cert_key, :string, :default => nil,
-               :desc => "a PEM encoded client cert key to use with and SSL connection. Must be used in combination with ssl_client_cert."
-
-  # poseidon producer options
+  # ruby-kafka producer options
   config_param :max_send_retries, :integer, :default => 1,
                :desc => "Number of times to retry sending of messages to a leader."
   config_param :required_acks, :integer, :default => 0,
@@ -48,6 +35,8 @@ DESC
 
   config_param :time_format, :string, :default => nil
 
+  include Fluent::KafkaPluginUtil::SSLSettings
+
   attr_accessor :output_data_type
   attr_accessor :field_separator
 
@@ -55,6 +44,14 @@ DESC
     define_method("log") { $log }
   end
 
+  def initialize
+    super
+
+    require 'kafka'
+
+    @kafka = nil
+  end
+
   def refresh_client
     if @zookeeper
       @seed_brokers = []
@@ -79,11 +76,6 @@ DESC
     end
   end
 
-  def read_ssl_file(path)
-    return nil if path.nil?
-    File.read(path)
-  end
-
   def configure(conf)
     super
 

data/lib/fluent/plugin/out_kafka_buffered.rb

@@ -1,20 +1,10 @@
-# encode: utf-8
 require 'thread'
+require 'fluent/output'
+require 'fluent/plugin/kafka_plugin_util'
 
 class Fluent::KafkaOutputBuffered < Fluent::BufferedOutput
   Fluent::Plugin.register_output('kafka_buffered', self)
 
-  def initialize
-    super
-
-    require 'kafka'
-    require 'fluent/plugin/kafka_producer_ext'
-
-    @kafka = nil
-    @producers = {}
-    @producers_mutex = Mutex.new
-  end
-
   config_param :brokers, :string, :default => 'localhost:9092',
                :desc => <<-DESC
 Set brokers directly:
@@ -40,15 +30,7 @@ DESC
   config_param :output_include_time, :bool, :default => false
   config_param :kafka_agg_max_bytes, :size, :default => 4*1024  #4k
 
-  # https://github.com/zendesk/ruby-kafka#encryption-and-authentication-using-ssl
-  config_param :ssl_ca_cert, :string, :default => nil,
-               :desc => "a PEM encoded CA cert to use with and SSL connection."
-  config_param :ssl_client_cert, :string, :default => nil,
-               :desc => "a PEM encoded client cert to use with and SSL connection. Must be used in combination with ssl_client_cert_key."
-  config_param :ssl_client_cert_key, :string, :default => nil,
-               :desc => "a PEM encoded client cert key to use with and SSL connection. Must be used in combination with ssl_client_cert."
-
-  # poseidon producer options
+  # ruby-kafka producer options
   config_param :max_send_retries, :integer, :default => 1,
                :desc => "Number of times to retry sending of messages to a leader."
   config_param :required_acks, :integer, :default => 0,
@@ -63,6 +45,8 @@ DESC
 
   config_param :time_format, :string, :default => nil
 
+  include Fluent::KafkaPluginUtil::SSLSettings
+
   attr_accessor :output_data_type
   attr_accessor :field_separator
 
@@ -70,6 +54,17 @@ DESC
     define_method("log") { $log }
   end
 
+  def initialize
+    super
+
+    require 'kafka'
+    require 'fluent/plugin/kafka_producer_ext'
+
+    @kafka = nil
+    @producers = {}
+    @producers_mutex = Mutex.new
+  end
+
   def refresh_client(raise_error = true)
     if @zookeeper
       @seed_brokers = []
@@ -98,11 +93,6 @@ DESC
     end
   end
 
-  def read_ssl_file(path)
-    return nil if path.nil?
-    File.read(path)
-  end
-
   def configure(conf)
     super
 
@@ -210,15 +200,15 @@ DESC
       chunk.msgpack_each { |time, record|
         if @output_include_time
           if @time_format
-            record['time'] = Time.at(time).strftime(@time_format)
+            record['time'.freeze] = Time.at(time).strftime(@time_format)
           else
-            record['time'] = time
+            record['time'.freeze] = time
           end
         end
 
         record['tag'] = tag if @output_include_tag
-        topic = record['topic'] || def_topic
-        partition_key = record['partition_key'] || @default_partition_key
+        topic = record['topic'.freeze] || def_topic
+        partition_key = record['partition_key'.freeze] || @default_partition_key
 
         records_by_topic[topic] ||= 0
         bytes_by_topic[topic] ||= 0
@@ -240,10 +230,10 @@ DESC
         bytes_by_topic[topic] += record_buf_bytes
       }
       if messages > 0
-        log.trace("#{messages} messages send.")
+        log.trace { "#{messages} messages send." }
         producer.deliver_messages
       end
-      log.debug "(records|bytes) (#{records_by_topic}|#{bytes_by_topic})"
+      log.debug { "(records|bytes) (#{records_by_topic}|#{bytes_by_topic})" }
     end
   rescue Exception => e
     log.warn "Send exception occurred: #{e}"

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka
 version: !ruby/object:Gem::Version
-  version: 0.3.0.rc1
+  version: 0.3.0
 platform: ruby
 authors:
 - Hidemasa Togashi
+- Masahiro Nakagawa
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-02 00:00:00.000000000 Z
+date: 2016-08-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -103,6 +104,7 @@ dependencies:
 description: Fluentd plugin for Apache Kafka > 0.8
 email:
 - togachiro@gmail.com
+- repeatedly@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -122,7 +124,7 @@ files:
 - lib/fluent/plugin/out_kafka_buffered.rb
 - test/helper.rb
 - test/plugin/test_out_kafka.rb
-homepage: https://github.com/htgc/fluent-plugin-kafka
+homepage: https://github.com/fluent/fluent-plugin-kafka
 licenses: []
 metadata: {}
 post_install_message: 
@@ -136,9 +138,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.5.1