fluent-plugin-azurestorage-gen2 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 830b58ff51c9166a04c91f7e4994cc5c867c86e1
-  data.tar.gz: b257f9c0684a7797266920775cea076d9c6f67dc
+  metadata.gz: c631dda137f661c5692855eb46d97696df14a5e0
+  data.tar.gz: 174ace2e26b75f25b12a38d3c76726d3526f0866
 SHA512:
-  metadata.gz: 2512d0e061e46d7820dc6405ea2530eeceb1f65483eb9d31789df8956c4fb1469a43d20a2ebee3b0e496a73143f406331c17aabe812d9a65dae4828729d8c6aa
-  data.tar.gz: 185079c3757ccdbaf51d205984f57791b5d3e20566c65ec8adea0b94f7db6667a56074a34234543afe29e429fb205f7bc2cf681b70e8e803d0992b1db772e65d
+  metadata.gz: 5f135ffbe42f292666e66bca2b84a8c1f49d3ddf727460e376c95658b0382419a9008b110371d48314ccef6af0dc2f3cff5b0ae64730ae29222571dd20333163
+  data.tar.gz: e81ba7ac31051ac5813ab4f3c845ee866f7dce3061c16a72fc5f3164e4b53c9c345c1135820762671162f092b195191a93ff6650a2562fc61cb12ea9a4b97ff2

data/Makefile

@@ -8,8 +8,6 @@ install: gem
 push: gem
 	gem push fluent-plugin-azurestorage-gen2*.gem
 
-tag-and-branch:
+tag:
 	git tag "v$$(cat VERSION)" $(RELEASE_COMMIT)
-	git checkout -b "release/$$(cat VERSION)" $(RELEASE_COMMIT)
-	git push origin "v$$(cat VERSION)"
-	git push -u origin "release/$$(cat VERSION)"
+	git push origin "v$$(cat VERSION)"

data/README.md

@@ -34,9 +34,10 @@ $ gem install fluent-plugin-azurestorage-gen2
   azure_object_key_format          %{path}-%{index}.%{file_extension}
   azure_oauth_refresh_interval     3600
   time_slice_format                %Y%m%d-%H
-  file_extension                   log
+  file_extension                   log # only used with store_as none
   path                             "/cluster-logs/myfolder/${tag[1]}-#{Socket.gethostname}-%M"
   auto_create_container            true
+  store_as                         gzip
   format                           single_value
   <buffer tag,time>
     @type file
@@ -61,8 +62,8 @@ $ gem install fluent-plugin-azurestorage-gen2
   azure_oauth_secret               <my client secret>
   azure_oauth_refresh_interval     3600
   time_slice_format                %Y%m%d-%H
-  file_extension                   log
   path                             "/cluster-logs/myfolder/${tag[1]}-#{Socket.gethostname}-%M"
+  store_as                         gzip
   auto_create_container            true
   format                           single_value
   <buffer tag,time>
@@ -121,7 +122,11 @@ This plugin create container if not exist when you set 'auto_create_container' t
 
 ### skip_container_check
 
-You can skip the initial container listing (and container creation) operations at startup. That can be useful if the user is not allowed to perform these operations.
+You can skip the initial container listing (and container creation) operations at startup. That can be useful if the user is not allowed to perform this operation.
+
+### enable_retry
+
+If you set this option, operations can be retried in the buffer. Default value is false. (Currently only flush command is supported)
 
 ### azure_object_key_format
 

data/VERSION

@@ -1 +1 @@
-0.2.1
+0.2.2

data/lib/fluent/plugin/azurestorage_gen2_compressor_gzip_command.rb

@@ -24,6 +24,7 @@ module Fluent
                  chunk.path
                else
                  w = Tempfile.new("chunk-gzip-tmp")
+                 w.binmode
                  chunk.write_to(w)
                  w.close
                  w.path

data/lib/fluent/plugin/azurestorage_gen2_compressor_lzma2.rb

@@ -20,6 +20,7 @@ module Fluent
 
       def compress(chunk, tmp)
         w = Tempfile.new("chunk-xz-tmp")
+        w.binmode
         chunk.write_to(w)
         w.close
 

data/lib/fluent/plugin/azurestorage_gen2_compressor_lzo.rb

@@ -20,6 +20,7 @@ module Fluent
 
       def compress(chunk, tmp)
         w = Tempfile.new("chunk-tmp")
+        w.binmode
         chunk.write_to(w)
         w.close
 

data/lib/fluent/plugin/out_azurestorage_gen2.rb

@@ -128,12 +128,14 @@ module Fluent::Plugin
                     log.debug "azurestorage_gen2: processing raw data", chunk_id: dump_unique_id_hex(chunk.unique_id)
                     upload_blob(raw_data, metadata)
                 end
+                chunk.close rescue nil
                 @last_azure_storage_path = @azure_storage_path
             else
                 tmp = Tempfile.new("azure-")
+                tmp.binmode
                 begin
                     @compressor.compress(chunk, tmp)
-                    tmp.close
+                    tmp.rewind
                     generate_log_name(metadata, @current_index)
                     if @last_azure_storage_path != @azure_storage_path
                         @current_index = 0
@@ -144,7 +146,7 @@ module Fluent::Plugin
                     upload_blob(content, metadata)
                     @last_azure_storage_path = @azure_storage_path
                 ensure
-                    tmp.unlink
+                    tmp.close(true) rescue nil
                 end
             end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-azurestorage-gen2
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Oliver Szabo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-01-06 00:00:00.000000000 Z
+date: 2020-01-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd