fluent-plugin-azurestorage-gen2 0.2.3 → 0.2.4

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: bfc46c8346705fa3762b1d47ae4080841f074f52
4
- data.tar.gz: b5a6b4c58ce33385f6e4fb767c8f0b9598667731
3
+ metadata.gz: 04eea9a39f7cc1d5533d895d6efd3aa725cd9c44
4
+ data.tar.gz: 0c3779b86a040e07924c0e7d4f78a01cee9ac274
5
5
  SHA512:
6
- metadata.gz: 689208930fe0c07cd97b09793bfdb9a1541d510b97783c1ea02a665bc8792db7d76ef0b88a272a4ab3de73d3cd56844fa3a8d0972c43fe061b301432122945b8
7
- data.tar.gz: 721e081ee7d7c8ee06ad5814bf561578c1428627cb0d377a886526b556b027d55b1e1ce255ecd93a3afd18f8ed2e333448446d406812a55bf87dafd19698bc7d
6
+ metadata.gz: 0ec050faad375da7b4b13b5686de44b9c9c7f24cef7bedc1f647392620a3dff379f2f409b475d072947215e50ff6ae6d3a976320467a0d41eb579883dc0ae79f
7
+ data.tar.gz: c71a5e917920770e4339bab5e208c51b53c9cfcd9a4afe7255996149da0b70db539d6ca12ba983c1147b9611ed8cb342831ce217c7a4adfde93ac3232a2225fb
data/README.md CHANGED
@@ -3,7 +3,7 @@
3
3
  [![Build Status](https://travis-ci.org/oleewere/fluent-plugin-azurestorage-gen2.svg?branch=master)](https://travis-ci.org/oleewere/fluent-plugin-azurestorage-gen2)
4
4
  [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
5
5
  [![Gem Version](https://badge.fury.io/rb/fluent-plugin-azurestorage-gen2.svg)](http://badge.fury.io/rb/fluent-plugin-azurestorage-gen2)
6
- ![](https://ruby-gem-downloads-badge.herokuapp.com/fluent-plugin-azurestorage-gen2?type=total)
6
+ ![](https://ruby-gem-downloads-badge.herokuapp.com/fluent-plugin-azurestorage-gen2?type=total&metric=true)
7
7
 
8
8
  ## Requirements
9
9
 
@@ -128,6 +128,10 @@ You can skip the initial container listing (and container creation) operations a
128
128
 
129
129
  If you set this option, operations can be retried in the buffer. Default value is false. (Used for create/update/flush Blob operations)
130
130
 
131
+ ### url_domain_suffix
132
+
133
+ The defaultt `url_domain_suffix` is `.dfs.core.windows.net`, you can override this in case of private endpoints.
134
+
131
135
  ### azure_object_key_format
132
136
 
133
137
  The format of Azure Storage object keys. You can use several built-in variables:
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.2.3
1
+ 0.2.4
@@ -35,12 +35,12 @@ module Fluent::Plugin
35
35
  config_param :auto_create_container, :bool, :default => false
36
36
  config_param :skip_container_check, :bool, :default => false
37
37
  config_param :enable_retry, :bool, :default => false
38
+ config_param :url_domain_suffix, :string, :default => '.dfs.core.windows.net'
38
39
  config_param :format, :string, :default => "out_file"
39
40
  config_param :time_slice_format, :string, :default => '%Y%m%d'
40
41
  config_param :command_parameter, :string, :default => nil
41
42
 
42
43
  DEFAULT_FORMAT_TYPE = "out_file"
43
- URL_DOMAIN_SUFFIX = '.dfs.core.windows.net'
44
44
  ACCESS_TOKEN_API_VERSION = "2018-02-01"
45
45
  ABFS_API_VERSION = "2018-11-09"
46
46
  AZURE_BLOCK_SIZE_LIMIT = 4 * 1024 * 1024 - 1
@@ -269,7 +269,7 @@ module Fluent::Plugin
269
269
  params = {:resource => "filesystem" }
270
270
  auth_header = create_auth_header("head", datestamp, "#{@azure_container}", headers, params)
271
271
  headers[:Authorization] = auth_header
272
- request = Typhoeus::Request.new("https://#{azure_storage_account}#{URL_DOMAIN_SUFFIX}/#{@azure_container}", :method => :head, :params => params, :headers=> headers)
272
+ request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}", :method => :head, :params => params, :headers=> headers)
273
273
  request.on_complete do |response|
274
274
  if response.success?
275
275
  log.info "azurestorage_gen2: Container '#{@azure_container}' exists."
@@ -296,7 +296,7 @@ module Fluent::Plugin
296
296
  params = {:resource => "filesystem" }
297
297
  auth_header = create_auth_header("put", datestamp, "#{@azure_container}", headers, params)
298
298
  headers[:Authorization] = auth_header
299
- request = Typhoeus::Request.new("https://#{azure_storage_account}#{URL_DOMAIN_SUFFIX}/#{@azure_container}", :method => :put, :params => params, :headers=> headers)
299
+ request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}", :method => :put, :params => params, :headers=> headers)
300
300
  request.on_complete do |response|
301
301
  if response.success?
302
302
  log.debug "azurestorage_gen2: Container '#{@azure_container}' created, response code: #{response.code}"
@@ -316,7 +316,7 @@ module Fluent::Plugin
316
316
  params = {:resource => "file", :recursive => "false"}
317
317
  auth_header = create_auth_header("put", datestamp, "#{@azure_container}#{blob_path}", headers, params)
318
318
  headers[:Authorization] = auth_header
319
- request = Typhoeus::Request.new("https://#{azure_storage_account}#{URL_DOMAIN_SUFFIX}/#{@azure_container}#{blob_path}", :method => :put, :params => params, :headers=> headers)
319
+ request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :put, :params => params, :headers=> headers)
320
320
  request.on_complete do |response|
321
321
  if response.success?
322
322
  log.debug "azurestorage_gen2: Blob '#{blob_path}' has been created, response code: #{response.code}"
@@ -339,7 +339,7 @@ module Fluent::Plugin
339
339
  params = {:action => "append", :position => "#{position}"}
340
340
  auth_header = create_auth_header("patch", datestamp, "#{@azure_container}#{blob_path}", headers, params)
341
341
  headers[:Authorization] = auth_header
342
- request = Typhoeus::Request.new("https://#{azure_storage_account}#{URL_DOMAIN_SUFFIX}/#{@azure_container}#{blob_path}", :method => :patch, :headers=> headers, :params => params, :body => content)
342
+ request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :patch, :headers=> headers, :params => params, :body => content)
343
343
  request.on_complete do |response|
344
344
  if response.success?
345
345
  log.debug "azurestorage_gen2: Blob '#{blob_path}' has been appended, response code: #{response.code}"
@@ -364,7 +364,7 @@ module Fluent::Plugin
364
364
  params = {:action => "flush", :position => "#{position}"}
365
365
  auth_header = create_auth_header("patch", datestamp, "#{@azure_container}#{blob_path}",headers, params)
366
366
  headers[:Authorization] = auth_header
367
- request = Typhoeus::Request.new("https://#{azure_storage_account}#{URL_DOMAIN_SUFFIX}/#{@azure_container}#{blob_path}", :method => :patch, :params => params, :headers=> headers)
367
+ request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :patch, :params => params, :headers=> headers)
368
368
  request.on_complete do |response|
369
369
  if response.success?
370
370
  log.debug "azurestorage_gen2: Blob '#{blob_path}' flush was successful, response code: #{response.code}"
@@ -385,7 +385,7 @@ module Fluent::Plugin
385
385
  content_length = -1
386
386
  auth_header = create_auth_header("head", datestamp, "#{@azure_container}#{blob_path}", headers, params)
387
387
  headers[:Authorization] = auth_header
388
- request = Typhoeus::Request.new("https://#{azure_storage_account}#{URL_DOMAIN_SUFFIX}/#{@azure_container}#{blob_path}", :method => :head, :params => params, :headers=> headers)
388
+ request = Typhoeus::Request.new("https://#{azure_storage_account}#{@url_domain_suffix}/#{@azure_container}#{blob_path}", :method => :head, :params => params, :headers=> headers)
389
389
  request.on_complete do |response|
390
390
  if response.success?
391
391
  log.debug "azurestorage_gen2: Get blob properties for '#{blob_path}', response headers: #{response.headers}"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-azurestorage-gen2
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.3
4
+ version: 0.2.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Oliver Szabo
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-01-09 00:00:00.000000000 Z
11
+ date: 2020-01-13 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: fluentd