fluent-plugin-azurestorage-gen2 0.2.3 → 0.2.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +5 -1
- data/VERSION +1 -1
- data/lib/fluent/plugin/out_azurestorage_gen2.rb +7 -7
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 04eea9a39f7cc1d5533d895d6efd3aa725cd9c44
|
4
|
+
data.tar.gz: 0c3779b86a040e07924c0e7d4f78a01cee9ac274
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 0ec050faad375da7b4b13b5686de44b9c9c7f24cef7bedc1f647392620a3dff379f2f409b475d072947215e50ff6ae6d3a976320467a0d41eb579883dc0ae79f
|
7
|
+
data.tar.gz: c71a5e917920770e4339bab5e208c51b53c9cfcd9a4afe7255996149da0b70db539d6ca12ba983c1147b9611ed8cb342831ce217c7a4adfde93ac3232a2225fb
|
data/README.md
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
[![Build Status](https://travis-ci.org/oleewere/fluent-plugin-azurestorage-gen2.svg?branch=master)](https://travis-ci.org/oleewere/fluent-plugin-azurestorage-gen2)
|
4
4
|
[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
|
5
5
|
[![Gem Version](https://badge.fury.io/rb/fluent-plugin-azurestorage-gen2.svg)](http://badge.fury.io/rb/fluent-plugin-azurestorage-gen2)
|
6
|
-
![](https://ruby-gem-downloads-badge.herokuapp.com/fluent-plugin-azurestorage-gen2?type=total)
|
6
|
+
![](https://ruby-gem-downloads-badge.herokuapp.com/fluent-plugin-azurestorage-gen2?type=total&metric=true)
|
7
7
|
|
8
8
|
## Requirements
|
9
9
|
|
@@ -128,6 +128,10 @@ You can skip the initial container listing (and container creation) operations a
|
|
128
128
|
|
129
129
|
If you set this option, operations can be retried in the buffer. Default value is false. (Used for create/update/flush Blob operations)
|
130
130
|
|
131
|
+
### url_domain_suffix
|
132
|
+
|
133
|
+
The defaultt `url_domain_suffix` is `.dfs.core.windows.net`, you can override this in case of private endpoints.
|
134
|
+
|
131
135
|
### azure_object_key_format
|
132
136
|
|
133
137
|
The format of Azure Storage object keys. You can use several built-in variables:
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.2.
|
1
|
+
0.2.4
|
@@ -35,12 +35,12 @@ module Fluent::Plugin
|
|
35
35
|
config_param :auto_create_container, :bool, :default => false
|
36
36
|
config_param :skip_container_check, :bool, :default => false
|
37
37
|
config_param :enable_retry, :bool, :default => false
|
38
|
+
config_param :url_domain_suffix, :string, :default => '.dfs.core.windows.net'
|
38
39
|
config_param :format, :string, :default => "out_file"
|
39
40
|
config_param :time_slice_format, :string, :default => '%Y%m%d'
|
40
41
|
config_param :command_parameter, :string, :default => nil
|
41
42
|
|
42
43
|
DEFAULT_FORMAT_TYPE = "out_file"
|
43
|
-
URL_DOMAIN_SUFFIX = '.dfs.core.windows.net'
|
44
44
|
ACCESS_TOKEN_API_VERSION = "2018-02-01"
|
45
45
|
ABFS_API_VERSION = "2018-11-09"
|
46
46
|
AZURE_BLOCK_SIZE_LIMIT = 4 * 1024 * 1024 - 1
|
@@ -269,7 +269,7 @@ module Fluent::Plugin
|
|
269
269
|
params = {:resource => "filesystem" }
|
270
270
|
auth_header = create_auth_header("head", datestamp, "#{@azure_container}", headers, params)
|
271
271
|
headers[:Authorization] = auth_header
|
272
|
-
request = Typhoeus::Request.new("https://#{azure_storage_account}#{
|
272
|
+
request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}", :method => :head, :params => params, :headers=> headers)
|
273
273
|
request.on_complete do |response|
|
274
274
|
if response.success?
|
275
275
|
log.info "azurestorage_gen2: Container '#{@azure_container}' exists."
|
@@ -296,7 +296,7 @@ module Fluent::Plugin
|
|
296
296
|
params = {:resource => "filesystem" }
|
297
297
|
auth_header = create_auth_header("put", datestamp, "#{@azure_container}", headers, params)
|
298
298
|
headers[:Authorization] = auth_header
|
299
|
-
request = Typhoeus::Request.new("https://#{azure_storage_account}#{
|
299
|
+
request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}", :method => :put, :params => params, :headers=> headers)
|
300
300
|
request.on_complete do |response|
|
301
301
|
if response.success?
|
302
302
|
log.debug "azurestorage_gen2: Container '#{@azure_container}' created, response code: #{response.code}"
|
@@ -316,7 +316,7 @@ module Fluent::Plugin
|
|
316
316
|
params = {:resource => "file", :recursive => "false"}
|
317
317
|
auth_header = create_auth_header("put", datestamp, "#{@azure_container}#{blob_path}", headers, params)
|
318
318
|
headers[:Authorization] = auth_header
|
319
|
-
request = Typhoeus::Request.new("https://#{azure_storage_account}#{
|
319
|
+
request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :put, :params => params, :headers=> headers)
|
320
320
|
request.on_complete do |response|
|
321
321
|
if response.success?
|
322
322
|
log.debug "azurestorage_gen2: Blob '#{blob_path}' has been created, response code: #{response.code}"
|
@@ -339,7 +339,7 @@ module Fluent::Plugin
|
|
339
339
|
params = {:action => "append", :position => "#{position}"}
|
340
340
|
auth_header = create_auth_header("patch", datestamp, "#{@azure_container}#{blob_path}", headers, params)
|
341
341
|
headers[:Authorization] = auth_header
|
342
|
-
request = Typhoeus::Request.new("https://#{azure_storage_account}#{
|
342
|
+
request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :patch, :headers=> headers, :params => params, :body => content)
|
343
343
|
request.on_complete do |response|
|
344
344
|
if response.success?
|
345
345
|
log.debug "azurestorage_gen2: Blob '#{blob_path}' has been appended, response code: #{response.code}"
|
@@ -364,7 +364,7 @@ module Fluent::Plugin
|
|
364
364
|
params = {:action => "flush", :position => "#{position}"}
|
365
365
|
auth_header = create_auth_header("patch", datestamp, "#{@azure_container}#{blob_path}",headers, params)
|
366
366
|
headers[:Authorization] = auth_header
|
367
|
-
request = Typhoeus::Request.new("https://#{azure_storage_account}#{
|
367
|
+
request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :patch, :params => params, :headers=> headers)
|
368
368
|
request.on_complete do |response|
|
369
369
|
if response.success?
|
370
370
|
log.debug "azurestorage_gen2: Blob '#{blob_path}' flush was successful, response code: #{response.code}"
|
@@ -385,7 +385,7 @@ module Fluent::Plugin
|
|
385
385
|
content_length = -1
|
386
386
|
auth_header = create_auth_header("head", datestamp, "#{@azure_container}#{blob_path}", headers, params)
|
387
387
|
headers[:Authorization] = auth_header
|
388
|
-
request = Typhoeus::Request.new("https://#{azure_storage_account}#{
|
388
|
+
request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :head, :params => params, :headers=> headers)
|
389
389
|
request.on_complete do |response|
|
390
390
|
if response.success?
|
391
391
|
log.debug "azurestorage_gen2: Get blob properties for '#{blob_path}', response headers: #{response.headers}"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-azurestorage-gen2
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Oliver Szabo
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-01-
|
11
|
+
date: 2020-01-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|