fluent-plugin-kafka 0.5.1 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 3b6b3346c69250a4e8500843ed0dc689a8b63058
4
- data.tar.gz: 3da518e3b7f82cdac6cc951d2b2ad33aa1242ef6
3
+ metadata.gz: ea141bd5bc4cdc4ac303f838aa551f7047c29ea4
4
+ data.tar.gz: 11c07ce9aec77880f9140e37cb87185476896a28
5
5
  SHA512:
6
- metadata.gz: 188796327c6d23264052082b6c0838acf3515fd045d087017d6384c00463be18f130ce44439992069b2cb5efcdbafa83d7740f02a47ab72e5e9c4d2e67f0b1aa
7
- data.tar.gz: 3cea790e8c4532d4887d5c97ce4806705a59596f493d9af340286c6b1db2d061d48eb448180f4dee51edb44c68a5776cba5aa100e9c47c8d4d0856f752805fd4
6
+ metadata.gz: 2763ad3d7df21fb315237e0ef1ed68d1ea33e58c8595191c3598a5c7228fc157bcbb5531a93bca65a45fb0bc6d0f0e07ffc64fe81ef2fe9aa05a0812a15c7ba6
7
+ data.tar.gz: 774060b3a63c47d2f58eeb7621d974bb37a89ef40775f88b820723fafa3aab92c414d6c600e675b0894803f5b8144c95c178e90edf0f531d6c76e7ef4f1e0928
data/ChangeLog CHANGED
@@ -1,3 +1,7 @@
1
+ Release 0.5.2 - 2017/02/13
2
+
3
+ * in_kafka_group: Add max_bytes parameter
4
+
1
5
  Release 0.5.1 - 2017/02/06
2
6
 
3
7
  * in_kafka_group: Fix uninitialized constant error
data/README.md CHANGED
@@ -97,9 +97,12 @@ Consume events by kafka consumer group features..
97
97
  message_key <key (Optional, for text format only, default is message)>
98
98
  add_prefix <tag prefix (Optional)>
99
99
  add_suffix <tag suffix (Optional)>
100
+ retry_emit_limit <Wait retry_emit_limit x 1s when BuffereQueueLimitError happens. The default is nil and it means waiting until BufferQueueLimitError is resolved>
101
+ use_record_time <If true, replace event time with contents of 'time' field of fetched record>
102
+ time_format <string (Optional when use_record_time is used)>
100
103
 
101
104
  # ruby-kafka consumer options
102
- max_bytes (integer) :default => nil (Use default of ruby-kafka)
105
+ max_bytes (integer) :default => 1048576
103
106
  max_wait_time (integer) :default => nil (Use default of ruby-kafka)
104
107
  min_bytes (integer) :default => nil (Use default of ruby-kafka)
105
108
  offset_commit_interval (integer) :default => nil (Use default of ruby-kafka)
@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
12
12
  gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
13
13
  gem.name = "fluent-plugin-kafka"
14
14
  gem.require_paths = ["lib"]
15
- gem.version = '0.5.1'
15
+ gem.version = '0.5.2'
16
16
  gem.required_ruby_version = ">= 2.1.0"
17
17
 
18
18
  gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
@@ -27,6 +27,8 @@ class Fluent::KafkaGroupInput < Fluent::Input
27
27
  :desc => "Time format to be used to parse 'time' filed."
28
28
 
29
29
  # Kafka consumer options
30
+ config_param :max_bytes, :integer, :default => 1048576,
31
+ :desc => "Maximum number of bytes to fetch."
30
32
  config_param :max_wait_time, :integer, :default => nil,
31
33
  :desc => "How long to block until the server sends us data."
32
34
  config_param :min_bytes, :integer, :default => nil,
@@ -144,7 +146,7 @@ class Fluent::KafkaGroupInput < Fluent::Input
144
146
  def setup_consumer
145
147
  consumer = @kafka.consumer(@consumer_opts)
146
148
  @topics.each { |topic|
147
- consumer.subscribe(topic, start_from_beginning: @start_from_beginning)
149
+ consumer.subscribe(topic, start_from_beginning: @start_from_beginning, max_bytes_per_partition: @max_bytes)
148
150
  }
149
151
  consumer
150
152
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.5.1
4
+ version: 0.5.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Hidemasa Togashi
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2017-02-06 00:00:00.000000000 Z
12
+ date: 2017-02-13 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fluentd