fluent-plugin-kafka 0.8.1 → 0.8.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/ChangeLog +5 -0
- data/fluent-plugin-kafka.gemspec +1 -1
- data/lib/fluent/plugin/kafka_producer_ext.rb +2 -2
- data/lib/fluent/plugin/out_kafka2.rb +2 -1
- data/lib/fluent/plugin/out_kafka_buffered.rb +2 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: abadce27fff22a0dcbe761409b60c6768a05cd5e
|
4
|
+
data.tar.gz: d3babee5ea772f2b25fb3d48517c744995df5592
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1a797ad51c38545515c1e2fed6d3c9f6007b0a68a0cf45e19c6b187b8f78d4d9663159a674f7523263030f9baea289291a6b11940591533c2f14c071a81103f8
|
7
|
+
data.tar.gz: 0b0944a0ffeff8c5d1c0277d0d7171562d076ce5079d32c7727b7431fd7d75695fd0e7fa2035c0ea2ee5a80282845c360cd3c842a0cfda286051e6b3825d1388
|
data/ChangeLog
CHANGED
data/fluent-plugin-kafka.gemspec
CHANGED
@@ -13,7 +13,7 @@ Gem::Specification.new do |gem|
|
|
13
13
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
14
14
|
gem.name = "fluent-plugin-kafka"
|
15
15
|
gem.require_paths = ["lib"]
|
16
|
-
gem.version = '0.8.
|
16
|
+
gem.version = '0.8.2'
|
17
17
|
gem.required_ruby_version = ">= 2.1.0"
|
18
18
|
|
19
19
|
gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
|
@@ -235,13 +235,13 @@ module Kafka
|
|
235
235
|
unless @pending_message_queue.empty?
|
236
236
|
# Mark the cluster as stale in order to force a cluster metadata refresh.
|
237
237
|
@cluster.mark_as_stale!
|
238
|
-
raise DeliveryFailed
|
238
|
+
raise DeliveryFailed.new("Failed to assign partitions to #{@pending_message_queue.size} messages", buffer_messages)
|
239
239
|
end
|
240
240
|
|
241
241
|
unless @buffer.empty?
|
242
242
|
partitions = @buffer.map {|topic, partition, _| "#{topic}/#{partition}" }.join(", ")
|
243
243
|
|
244
|
-
raise DeliveryFailed
|
244
|
+
raise DeliveryFailed.new("Failed to send messages to #{partitions}", buffer_messages)
|
245
245
|
end
|
246
246
|
end
|
247
247
|
|
@@ -25,6 +25,7 @@ DESC
|
|
25
25
|
config_param :partition_key, :string, :default => 'partition', :desc => "Field for kafka partition"
|
26
26
|
config_param :default_partition, :integer, :default => nil
|
27
27
|
config_param :client_id, :string, :default => 'fluentd'
|
28
|
+
config_param :idempotent, :bool, :default => false, :desc => 'Enable idempotent producer'
|
28
29
|
config_param :sasl_over_ssl, :bool, :default => true,
|
29
30
|
:desc => <<-DESC
|
30
31
|
Set to false to prevent SSL strict mode when using SASL authentication
|
@@ -133,7 +134,7 @@ DESC
|
|
133
134
|
end
|
134
135
|
end
|
135
136
|
|
136
|
-
@producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks}
|
137
|
+
@producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks, idempotent: @idempotent}
|
137
138
|
@producer_opts[:ack_timeout] = @ack_timeout if @ack_timeout
|
138
139
|
@producer_opts[:compression_codec] = @compression_codec.to_sym if @compression_codec
|
139
140
|
if @active_support_notification_regex
|
@@ -27,6 +27,7 @@ DESC
|
|
27
27
|
config_param :partition_key, :string, :default => 'partition', :desc => "Field for kafka partition"
|
28
28
|
config_param :default_partition, :integer, :default => nil
|
29
29
|
config_param :client_id, :string, :default => 'kafka'
|
30
|
+
config_param :idempotent, :bool, :default => false, :desc => 'Enable idempotent producer'
|
30
31
|
config_param :sasl_over_ssl, :bool, :default => true,
|
31
32
|
:desc => <<-DESC
|
32
33
|
Set to false to prevent SSL strict mode when using SASL authentication
|
@@ -177,7 +178,7 @@ DESC
|
|
177
178
|
|
178
179
|
@formatter_proc = setup_formatter(conf)
|
179
180
|
|
180
|
-
@producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks}
|
181
|
+
@producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks, idempotent: @idempotent}
|
181
182
|
@producer_opts[:ack_timeout] = @ack_timeout if @ack_timeout
|
182
183
|
@producer_opts[:compression_codec] = @compression_codec.to_sym if @compression_codec
|
183
184
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.8.
|
4
|
+
version: 0.8.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Hidemasa Togashi
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2018-
|
12
|
+
date: 2018-12-07 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|