fluent-plugin-kafka 0.7.5 → 0.7.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 062d9f00a23e3da41cb5560a9d8ed28513ad34e3
-  data.tar.gz: 8108e5809e4c3a1022328c3eece0cee2f3cdf70e
+  metadata.gz: 1f69043ece5ca612bdca6988b3fea137e958832b
+  data.tar.gz: 1b784d0fca451efd86fa532f868033f5605b21e7
 SHA512:
-  metadata.gz: d63623c99bfc9bdc0ac325ff2ade206b5500ddbf5ac2921b16ec3ac99d07f3dd36a4207950a0911922d0f3e2fc8da1a1bf6029b68f62caf690f15c0dca633baa
-  data.tar.gz: 653e1d40e43f601670a47f930240d4247cbc93bf3e055058107c65187fada4716f1a8069eee2f5b94095f7541c3d565f62a61ebffbfcfc55a2d75740ae548ef7
+  metadata.gz: c081880f8953d5e97c7ff31f90a84ead32ea538103d215f8d3cb65287a87f39e3acf03be0a5f2af15ce4ff9a2816c114bf5b2d715afde7e90ebd6663cc237c0c
+  data.tar.gz: e1d65842eaadb2edc711be10612cc8a5d69f648e0934e49c5544360aaca798842cbac021cd21080fcdc4700c943773a571aedc2083f23df8d32fed3959f7c95a

data/ChangeLog

@@ -1,3 +1,7 @@
+Release 0.7.6 - 2018/08/15
+
+	* out_kafka2: Add ignore_exceptions and exception_backup parameters
+
 Release 0.7.5 - 2018/08/14
 
 	* out_kafka2: Fix `message_key_key` parameter handling

data/fluent-plugin-kafka.gemspec

@@ -13,7 +13,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka"
   gem.require_paths = ["lib"]
-  gem.version       = '0.7.5'
+  gem.version       = '0.7.6'
   gem.required_ruby_version = ">= 2.1.0"
 
   gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]

data/lib/fluent/plugin/out_kafka2.rb

@@ -36,6 +36,9 @@ DESC
 
     config_param :get_kafka_client_log, :bool, :default => false
 
+    config_param :ignore_exceptions, :array, :default => [], value_type: :string, :desc => "Ignorable exception list"
+    config_param :exception_backup, :bool, :default => true, :desc => "Chunk backup flag when ignore exception occured"
+
     # ruby-kafka producer options
     config_param :max_send_retries, :integer, :default => 2,
                  :desc => "Number of times to retry sending of messages to a leader."
@@ -218,12 +221,17 @@ DESC
         end
       end
     rescue Exception => e
+      ignore = @ignore_exceptions.include?(e.class.name)
+
       log.warn "Send exception occurred: #{e}"
       log.warn "Exception Backtrace : #{e.backtrace.join("\n")}"
+      log.warn "Exception ignored in tag : #{tag}" if ignore
       # For safety, refresh client and its producers
       refresh_client(false)
+      # raise UnrecoverableError for backup ignored exception chunk
+      raise Fluent::UnrecoverableError if ignore && exception_backup
       # Raise exception to retry sendind messages
-      raise e
+      raise e unless ignore
     ensure
       producer.shutdown if producer
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka
 version: !ruby/object:Gem::Version
-  version: 0.7.5
+  version: 0.7.6
 platform: ruby
 authors:
 - Hidemasa Togashi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-08-15 00:00:00.000000000 Z
+date: 2018-08-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd