fluent-plugin-kafka 0.5.1 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3b6b3346c69250a4e8500843ed0dc689a8b63058
-  data.tar.gz: 3da518e3b7f82cdac6cc951d2b2ad33aa1242ef6
+  metadata.gz: ea141bd5bc4cdc4ac303f838aa551f7047c29ea4
+  data.tar.gz: 11c07ce9aec77880f9140e37cb87185476896a28
 SHA512:
-  metadata.gz: 188796327c6d23264052082b6c0838acf3515fd045d087017d6384c00463be18f130ce44439992069b2cb5efcdbafa83d7740f02a47ab72e5e9c4d2e67f0b1aa
-  data.tar.gz: 3cea790e8c4532d4887d5c97ce4806705a59596f493d9af340286c6b1db2d061d48eb448180f4dee51edb44c68a5776cba5aa100e9c47c8d4d0856f752805fd4
+  metadata.gz: 2763ad3d7df21fb315237e0ef1ed68d1ea33e58c8595191c3598a5c7228fc157bcbb5531a93bca65a45fb0bc6d0f0e07ffc64fe81ef2fe9aa05a0812a15c7ba6
+  data.tar.gz: 774060b3a63c47d2f58eeb7621d974bb37a89ef40775f88b820723fafa3aab92c414d6c600e675b0894803f5b8144c95c178e90edf0f531d6c76e7ef4f1e0928

data/ChangeLog

@@ -1,3 +1,7 @@
+Release 0.5.2 - 2017/02/13
+
+	* in_kafka_group: Add max_bytes parameter
+
 Release 0.5.1 - 2017/02/06
 
 	* in_kafka_group: Fix uninitialized constant error

data/README.md

@@ -97,9 +97,12 @@ Consume events by kafka consumer group features..
       message_key <key (Optional, for text format only, default is message)>
       add_prefix <tag prefix (Optional)>
       add_suffix <tag suffix (Optional)>
+      retry_emit_limit <Wait retry_emit_limit x 1s when BuffereQueueLimitError happens. The default is nil and it means waiting until BufferQueueLimitError is resolved>
+      use_record_time <If true, replace event time with contents of 'time' field of fetched record>
+      time_format <string (Optional when use_record_time is used)>
 
       # ruby-kafka consumer options
-      max_bytes               (integer) :default => nil (Use default of ruby-kafka)
+      max_bytes               (integer) :default => 1048576
       max_wait_time           (integer) :default => nil (Use default of ruby-kafka)
       min_bytes               (integer) :default => nil (Use default of ruby-kafka)
       offset_commit_interval  (integer) :default => nil (Use default of ruby-kafka)

data/fluent-plugin-kafka.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka"
   gem.require_paths = ["lib"]
-  gem.version       = '0.5.1'
+  gem.version       = '0.5.2'
   gem.required_ruby_version = ">= 2.1.0"
 
   gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]

data/lib/fluent/plugin/in_kafka_group.rb

@@ -27,6 +27,8 @@ class Fluent::KafkaGroupInput < Fluent::Input
                :desc => "Time format to be used to parse 'time' filed."
 
   # Kafka consumer options
+  config_param :max_bytes, :integer, :default => 1048576,
+               :desc => "Maximum number of bytes to fetch."
   config_param :max_wait_time, :integer, :default => nil,
                :desc => "How long to block until the server sends us data."
   config_param :min_bytes, :integer, :default => nil,
@@ -144,7 +146,7 @@ class Fluent::KafkaGroupInput < Fluent::Input
   def setup_consumer
     consumer = @kafka.consumer(@consumer_opts)
     @topics.each { |topic|
-      consumer.subscribe(topic, start_from_beginning: @start_from_beginning)
+      consumer.subscribe(topic, start_from_beginning: @start_from_beginning, max_bytes_per_partition: @max_bytes)
     }
     consumer
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.5.2
 platform: ruby
 authors:
 - Hidemasa Togashi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-06 00:00:00.000000000 Z
+date: 2017-02-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd