fluent-plugin-azurestorage-gen2 0.2.1 → 0.2.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +2 -4
- data/README.md +8 -3
- data/VERSION +1 -1
- data/lib/fluent/plugin/azurestorage_gen2_compressor_gzip_command.rb +1 -0
- data/lib/fluent/plugin/azurestorage_gen2_compressor_lzma2.rb +1 -0
- data/lib/fluent/plugin/azurestorage_gen2_compressor_lzo.rb +1 -0
- data/lib/fluent/plugin/out_azurestorage_gen2.rb +4 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c631dda137f661c5692855eb46d97696df14a5e0
|
4
|
+
data.tar.gz: 174ace2e26b75f25b12a38d3c76726d3526f0866
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5f135ffbe42f292666e66bca2b84a8c1f49d3ddf727460e376c95658b0382419a9008b110371d48314ccef6af0dc2f3cff5b0ae64730ae29222571dd20333163
|
7
|
+
data.tar.gz: e81ba7ac31051ac5813ab4f3c845ee866f7dce3061c16a72fc5f3164e4b53c9c345c1135820762671162f092b195191a93ff6650a2562fc61cb12ea9a4b97ff2
|
data/Makefile
CHANGED
@@ -8,8 +8,6 @@ install: gem
|
|
8
8
|
push: gem
|
9
9
|
gem push fluent-plugin-azurestorage-gen2*.gem
|
10
10
|
|
11
|
-
tag
|
11
|
+
tag:
|
12
12
|
git tag "v$$(cat VERSION)" $(RELEASE_COMMIT)
|
13
|
-
git
|
14
|
-
git push origin "v$$(cat VERSION)"
|
15
|
-
git push -u origin "release/$$(cat VERSION)"
|
13
|
+
git push origin "v$$(cat VERSION)"
|
data/README.md
CHANGED
@@ -34,9 +34,10 @@ $ gem install fluent-plugin-azurestorage-gen2
|
|
34
34
|
azure_object_key_format %{path}-%{index}.%{file_extension}
|
35
35
|
azure_oauth_refresh_interval 3600
|
36
36
|
time_slice_format %Y%m%d-%H
|
37
|
-
file_extension log
|
37
|
+
file_extension log # only used with store_as none
|
38
38
|
path "/cluster-logs/myfolder/${tag[1]}-#{Socket.gethostname}-%M"
|
39
39
|
auto_create_container true
|
40
|
+
store_as gzip
|
40
41
|
format single_value
|
41
42
|
<buffer tag,time>
|
42
43
|
@type file
|
@@ -61,8 +62,8 @@ $ gem install fluent-plugin-azurestorage-gen2
|
|
61
62
|
azure_oauth_secret <my client secret>
|
62
63
|
azure_oauth_refresh_interval 3600
|
63
64
|
time_slice_format %Y%m%d-%H
|
64
|
-
file_extension log
|
65
65
|
path "/cluster-logs/myfolder/${tag[1]}-#{Socket.gethostname}-%M"
|
66
|
+
store_as gzip
|
66
67
|
auto_create_container true
|
67
68
|
format single_value
|
68
69
|
<buffer tag,time>
|
@@ -121,7 +122,11 @@ This plugin create container if not exist when you set 'auto_create_container' t
|
|
121
122
|
|
122
123
|
### skip_container_check
|
123
124
|
|
124
|
-
You can skip the initial container listing (and container creation) operations at startup. That can be useful if the user is not allowed to perform
|
125
|
+
You can skip the initial container listing (and container creation) operations at startup. That can be useful if the user is not allowed to perform this operation.
|
126
|
+
|
127
|
+
### enable_retry
|
128
|
+
|
129
|
+
If you set this option, operations can be retried in the buffer. Default value is false. (Currently only flush command is supported)
|
125
130
|
|
126
131
|
### azure_object_key_format
|
127
132
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.2.
|
1
|
+
0.2.2
|
@@ -128,12 +128,14 @@ module Fluent::Plugin
|
|
128
128
|
log.debug "azurestorage_gen2: processing raw data", chunk_id: dump_unique_id_hex(chunk.unique_id)
|
129
129
|
upload_blob(raw_data, metadata)
|
130
130
|
end
|
131
|
+
chunk.close rescue nil
|
131
132
|
@last_azure_storage_path = @azure_storage_path
|
132
133
|
else
|
133
134
|
tmp = Tempfile.new("azure-")
|
135
|
+
tmp.binmode
|
134
136
|
begin
|
135
137
|
@compressor.compress(chunk, tmp)
|
136
|
-
tmp.
|
138
|
+
tmp.rewind
|
137
139
|
generate_log_name(metadata, @current_index)
|
138
140
|
if @last_azure_storage_path != @azure_storage_path
|
139
141
|
@current_index = 0
|
@@ -144,7 +146,7 @@ module Fluent::Plugin
|
|
144
146
|
upload_blob(content, metadata)
|
145
147
|
@last_azure_storage_path = @azure_storage_path
|
146
148
|
ensure
|
147
|
-
tmp.
|
149
|
+
tmp.close(true) rescue nil
|
148
150
|
end
|
149
151
|
end
|
150
152
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-azurestorage-gen2
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Oliver Szabo
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-01-
|
11
|
+
date: 2020-01-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|