fluentd 1.3.1-x86-mingw32 → 1.3.2-x86-mingw32

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f2847073e2759c43daf24381f7472249edc2f7df
-  data.tar.gz: 6f89483696937d61907848bdb2dda54bb4f2c37e
+  metadata.gz: e6c74963a0b6f7380d92d78ff07d3e00997b315e
+  data.tar.gz: d730cc064ab4290b7876a384f74f36c60996e690
 SHA512:
-  metadata.gz: d90989abd2208988439470294420a0276e7c3cddd57386bea34c878d385acb0c90f8fe6f227c319492db0fe7be8de12633fc441b913086fccbd7d208786f57ae
-  data.tar.gz: cf8636dc3195309e8479b8c85ef671f898887de8653ccec9f146e43644a10435c547a5696d072fe77b0eac94674cb2a427ca0134f08fabebb1479af839176811
+  metadata.gz: 2a343d805f05926bc6edba14f69e654a0ea9e7800b133a406fe87fe0dcddd4fd3b476ae617385745824d6475045abb7c7e8f5d67f927480b81fc68eff8f5cbb6
+  data.tar.gz: 80e732799613bb8a3d72ac9cc8848aa850012c8a6b2359ded7174f42de6ffb25b4d39befa9494423d8191d931257aca44560b8bfd2c8b4a0a38cfa8bf4f265fd

data/CHANGELOG.md

@@ -1,5 +1,19 @@
 # v1.3
 
+## Release v1.3.2 - 2018/12/10
+
+### Enhancements
+
+* out_forward: Support mutual TLS
+  https://github.com/fluent/fluentd/pull/2187
+* out_file: Create `pos_file` directory if it doesn't exist
+  https://github.com/fluent/fluentd/pull/2223
+
+### Bug fixes
+
+* output: Fix logs during retry
+  https://github.com/fluent/fluentd/pull/2203
+
 ## Release v1.3.1 - 2018/11/27
 
 ### Enhancements

data/lib/fluent/plugin/in_tail.rb

@@ -185,6 +185,8 @@ module Fluent::Plugin
       super
 
       if @pos_file
+        pos_file_dir = File.dirname(@pos_file)
+        FileUtils.mkdir_p(pos_file_dir) unless Dir.exist?(pos_file_dir)
         @pf_file = File.open(@pos_file, File::RDWR|File::CREAT|File::BINARY, @file_perm)
         @pf_file.sync = true
         @pf = PositionFile.parse(@pf_file)
@@ -946,7 +948,7 @@ module Fluent::Plugin
         @file = file
         @file_mutex = file_mutex
         @seek = seek
-        @pos = pos 
+        @pos = pos
         @inode = inode
       end
 

data/lib/fluent/plugin/out_forward.rb

@@ -97,6 +97,12 @@ module Fluent::Plugin
     config_param :tls_ca_cert_path, :array, value_type: :string, default: nil
     desc 'The additional certificate path for TLS.'
     config_param :tls_cert_path, :array, value_type: :string, default: nil
+    desc 'The client certificate path for TLS.'
+    config_param :tls_client_cert_path, :string, default: nil
+    desc 'The client private key path for TLS.'
+    config_param :tls_client_private_key_path, :string, default: nil
+    desc 'The client private key passphrase for TLS.'
+    config_param :tls_client_private_key_passphrase, :string, default: nil
 
     config_section :security, required: false, multi: false do
       desc 'The hostname'
@@ -345,6 +351,9 @@ module Fluent::Plugin
           fqdn: hostname,
           allow_self_signed_cert: @tls_allow_self_signed_cert,
           cert_paths: @tls_ca_cert_path,
+          cert_path: @tls_client_cert_path,
+          private_key_path: @tls_client_private_key_path,
+          private_key_passphrase: @tls_client_private_key_passphrase,
           linger_timeout: @send_timeout,
           send_timeout: @send_timeout,
           recv_timeout: @ack_response_timeout,

data/lib/fluent/plugin/output.rb

@@ -1222,29 +1222,29 @@ module Fluent
 
           # @retry exists
 
-          if error
-            if @retry.limit?
+          if @retry.limit?
+            if error
               records = @buffer.queued_records
               msg = "failed to flush the buffer, and hit limit for retries. dropping all chunks in the buffer queue."
               log.error msg, retry_times: @retry.steps, records: records, error: error
               log.error_backtrace error.backtrace
-            elsif using_secondary
-              msg = "failed to flush the buffer with secondary output."
-              log.warn msg, retry_time: @retry.steps, next_retry_seconds: @retry.next_time, chunk: chunk_id_hex, error: error
-              log.warn_backtrace error.backtrace
-            else
-              msg = "failed to flush the buffer."
-              log.warn msg, retry_time: @retry.steps, next_retry_seconds: @retry.next_time, chunk: chunk_id_hex, error: error
-              log.warn_backtrace error.backtrace
             end
-          end
-
-          if @retry.limit?
             @buffer.clear_queue!
             log.debug "buffer queue cleared"
             @retry = nil
           else
             @retry.step
+            if error
+              if using_secondary
+                msg = "failed to flush the buffer with secondary output."
+                log.warn msg, retry_time: @retry.steps, next_retry_seconds: @retry.next_time, chunk: chunk_id_hex, error: error
+                log.warn_backtrace error.backtrace
+              else
+                msg = "failed to flush the buffer."
+                log.warn msg, retry_time: @retry.steps, next_retry_seconds: @retry.next_time, chunk: chunk_id_hex, error: error
+                log.warn_backtrace error.backtrace
+              end
+            end
           end
         end
       end

data/lib/fluent/plugin_helper/socket.rb

@@ -89,7 +89,8 @@ module Fluent
       def socket_create_tls(
           host, port,
           version: TLS_DEFAULT_VERSION, ciphers: CIPHERS_DEFAULT, insecure: false, verify_fqdn: true, fqdn: nil,
-          enable_system_cert_store: true, allow_self_signed_cert: false, cert_paths: nil, **kwargs, &block)
+          enable_system_cert_store: true, allow_self_signed_cert: false, cert_paths: nil,
+          cert_path: nil, private_key_path: nil, private_key_passphrase: nil, **kwargs, &block)
 
         host_is_ipaddress = IPAddr.new(host) rescue false
         fqdn ||= host unless host_is_ipaddress
@@ -131,6 +132,8 @@ module Fluent
           context.verify_mode = OpenSSL::SSL::VERIFY_PEER
           context.cert_store = cert_store
           context.verify_hostname = true if verify_fqdn && fqdn && context.respond_to?(:verify_hostname=)
+          context.cert = OpenSSL::X509::Certificate.new(File.read(cert_path)) if cert_path
+          context.key = OpenSSL::PKey::RSA.new(File.read(private_key_path), private_key_passphrase) if private_key_path
         end
 
         tcpsock = socket_create_tcp(host, port, **kwargs)

data/lib/fluent/version.rb

@@ -16,6 +16,6 @@
 
 module Fluent
 
-  VERSION = '1.3.1'
+  VERSION = '1.3.2'
 
 end

data/test/plugin/test_in_tail.rb

@@ -1011,6 +1011,25 @@ class TailInputTest < Test::Unit::TestCase
     end
   end
 
+  def test_pos_file_dir_creation
+    config = config_element("", "", {
+      "tag" => "tail",
+      "path" => "#{TMP_DIR}/*.txt",
+      "format" => "none",
+      "pos_file" => "#{TMP_DIR}/pos/tail.pos",
+      "read_from_head" => true,
+      "refresh_interval" => 1
+    })
+    d = create_driver(config, false)
+    d.run(expect_emits: 1, shutdown: false) do
+      File.open("#{TMP_DIR}/tail.txt", "ab") { |f| f.puts "test3\n" }
+    end
+    assert_path_exist("#{TMP_DIR}/pos/tail.pos")
+    cleanup_directory(TMP_DIR)
+
+    d.instance_shutdown
+  end
+
   def test_z_refresh_watchers
     plugin = create_driver(EX_CONFIG, false).instance
     sio = StringIO.new

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluentd
 version: !ruby/object:Gem::Version
-  version: 1.3.1
+  version: 1.3.2
 platform: x86-mingw32
 authors:
 - Sadayuki Furuhashi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-11-27 00:00:00.000000000 Z
+date: 2018-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack