fluent-plugin-kafka 0.5.1 → 0.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ChangeLog +4 -0
- data/README.md +4 -1
- data/fluent-plugin-kafka.gemspec +1 -1
- data/lib/fluent/plugin/in_kafka_group.rb +3 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ea141bd5bc4cdc4ac303f838aa551f7047c29ea4
|
4
|
+
data.tar.gz: 11c07ce9aec77880f9140e37cb87185476896a28
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2763ad3d7df21fb315237e0ef1ed68d1ea33e58c8595191c3598a5c7228fc157bcbb5531a93bca65a45fb0bc6d0f0e07ffc64fe81ef2fe9aa05a0812a15c7ba6
|
7
|
+
data.tar.gz: 774060b3a63c47d2f58eeb7621d974bb37a89ef40775f88b820723fafa3aab92c414d6c600e675b0894803f5b8144c95c178e90edf0f531d6c76e7ef4f1e0928
|
data/ChangeLog
CHANGED
data/README.md
CHANGED
@@ -97,9 +97,12 @@ Consume events by kafka consumer group features..
|
|
97
97
|
message_key <key (Optional, for text format only, default is message)>
|
98
98
|
add_prefix <tag prefix (Optional)>
|
99
99
|
add_suffix <tag suffix (Optional)>
|
100
|
+
retry_emit_limit <Wait retry_emit_limit x 1s when BuffereQueueLimitError happens. The default is nil and it means waiting until BufferQueueLimitError is resolved>
|
101
|
+
use_record_time <If true, replace event time with contents of 'time' field of fetched record>
|
102
|
+
time_format <string (Optional when use_record_time is used)>
|
100
103
|
|
101
104
|
# ruby-kafka consumer options
|
102
|
-
max_bytes (integer) :default =>
|
105
|
+
max_bytes (integer) :default => 1048576
|
103
106
|
max_wait_time (integer) :default => nil (Use default of ruby-kafka)
|
104
107
|
min_bytes (integer) :default => nil (Use default of ruby-kafka)
|
105
108
|
offset_commit_interval (integer) :default => nil (Use default of ruby-kafka)
|
data/fluent-plugin-kafka.gemspec
CHANGED
@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
|
|
12
12
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
13
13
|
gem.name = "fluent-plugin-kafka"
|
14
14
|
gem.require_paths = ["lib"]
|
15
|
-
gem.version = '0.5.
|
15
|
+
gem.version = '0.5.2'
|
16
16
|
gem.required_ruby_version = ">= 2.1.0"
|
17
17
|
|
18
18
|
gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
|
@@ -27,6 +27,8 @@ class Fluent::KafkaGroupInput < Fluent::Input
|
|
27
27
|
:desc => "Time format to be used to parse 'time' filed."
|
28
28
|
|
29
29
|
# Kafka consumer options
|
30
|
+
config_param :max_bytes, :integer, :default => 1048576,
|
31
|
+
:desc => "Maximum number of bytes to fetch."
|
30
32
|
config_param :max_wait_time, :integer, :default => nil,
|
31
33
|
:desc => "How long to block until the server sends us data."
|
32
34
|
config_param :min_bytes, :integer, :default => nil,
|
@@ -144,7 +146,7 @@ class Fluent::KafkaGroupInput < Fluent::Input
|
|
144
146
|
def setup_consumer
|
145
147
|
consumer = @kafka.consumer(@consumer_opts)
|
146
148
|
@topics.each { |topic|
|
147
|
-
consumer.subscribe(topic, start_from_beginning: @start_from_beginning)
|
149
|
+
consumer.subscribe(topic, start_from_beginning: @start_from_beginning, max_bytes_per_partition: @max_bytes)
|
148
150
|
}
|
149
151
|
consumer
|
150
152
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
4
|
+
version: 0.5.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Hidemasa Togashi
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-02-
|
12
|
+
date: 2017-02-13 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|