fluent-plugin-kafka 0.8.1 → 0.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7dd4c51d1a923bc770c5c5a0a57778c573e0a042
-  data.tar.gz: e55b05ba6214d79a4020ac505b535ca618d8355e
+  metadata.gz: abadce27fff22a0dcbe761409b60c6768a05cd5e
+  data.tar.gz: d3babee5ea772f2b25fb3d48517c744995df5592
 SHA512:
-  metadata.gz: 9b659a098b6c7ec810434a6c0db350c01992d419c0809862eb705346cb1035b19adf6c73c45fff121ce764b38a84df6c29688cc090b9157f31264975b0c20f0b
-  data.tar.gz: 2be308b6ab267b1cc0e73f38b728d6d6fd94c59c6c30069562e55dc72f3e0752762d14506e315d5d094d8b4dbbc719b1960b40c091609a5262aabcac9a527658
+  metadata.gz: 1a797ad51c38545515c1e2fed6d3c9f6007b0a68a0cf45e19c6b187b8f78d4d9663159a674f7523263030f9baea289291a6b11940591533c2f14c071a81103f8
+  data.tar.gz: 0b0944a0ffeff8c5d1c0277d0d7171562d076ce5079d32c7727b7431fd7d75695fd0e7fa2035c0ea2ee5a80282845c360cd3c842a0cfda286051e6b3825d1388

data/ChangeLog

@@ -1,3 +1,8 @@
+Release 0.8.2 - 2018/12/07
+
+	* output: Add idempotent parameter
+	* out_kafka2: Fix DeliveryFailed signature mismatch
+
 Release 0.8.1 - 2018/11/20
 
 	* input: Support SASL without SSL

data/fluent-plugin-kafka.gemspec

@@ -13,7 +13,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka"
   gem.require_paths = ["lib"]
-  gem.version       = '0.8.1'
+  gem.version       = '0.8.2'
   gem.required_ruby_version = ">= 2.1.0"
 
   gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]

data/lib/fluent/plugin/kafka_producer_ext.rb

@@ -235,13 +235,13 @@ module Kafka
       unless @pending_message_queue.empty?
         # Mark the cluster as stale in order to force a cluster metadata refresh.
         @cluster.mark_as_stale!
-        raise DeliveryFailed, "Failed to assign partitions to #{@pending_message_queue.size} messages"
+        raise DeliveryFailed.new("Failed to assign partitions to #{@pending_message_queue.size} messages", buffer_messages)
       end
 
       unless @buffer.empty?
         partitions = @buffer.map {|topic, partition, _| "#{topic}/#{partition}" }.join(", ")
 
-        raise DeliveryFailed, "Failed to send messages to #{partitions}"
+        raise DeliveryFailed.new("Failed to send messages to #{partitions}", buffer_messages)
       end
     end
 

data/lib/fluent/plugin/out_kafka2.rb

@@ -25,6 +25,7 @@ DESC
     config_param :partition_key, :string, :default => 'partition', :desc => "Field for kafka partition"
     config_param :default_partition, :integer, :default => nil
     config_param :client_id, :string, :default => 'fluentd'
+    config_param :idempotent, :bool, :default => false, :desc => 'Enable idempotent producer'
     config_param :sasl_over_ssl, :bool, :default => true,
                :desc => <<-DESC
 Set to false to prevent SSL strict mode when using SASL authentication
@@ -133,7 +134,7 @@ DESC
         end
       end
 
-      @producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks}
+      @producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks, idempotent: @idempotent}
       @producer_opts[:ack_timeout] = @ack_timeout if @ack_timeout
       @producer_opts[:compression_codec] = @compression_codec.to_sym if @compression_codec
       if @active_support_notification_regex

data/lib/fluent/plugin/out_kafka_buffered.rb

@@ -27,6 +27,7 @@ DESC
   config_param :partition_key, :string, :default => 'partition', :desc => "Field for kafka partition"
   config_param :default_partition, :integer, :default => nil
   config_param :client_id, :string, :default => 'kafka'
+  config_param :idempotent, :bool, :default => false, :desc => 'Enable idempotent producer'
   config_param :sasl_over_ssl, :bool, :default => true,
                :desc => <<-DESC
 Set to false to prevent SSL strict mode when using SASL authentication
@@ -177,7 +178,7 @@ DESC
 
     @formatter_proc = setup_formatter(conf)
 
-    @producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks}
+    @producer_opts = {max_retries: @max_send_retries, required_acks: @required_acks, idempotent: @idempotent}
     @producer_opts[:ack_timeout] = @ack_timeout if @ack_timeout
     @producer_opts[:compression_codec] = @compression_codec.to_sym if @compression_codec
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka
 version: !ruby/object:Gem::Version
-  version: 0.8.1
+  version: 0.8.2
 platform: ruby
 authors:
 - Hidemasa Togashi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-11-21 00:00:00.000000000 Z
+date: 2018-12-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd