fluent-plugin-s3 1.0.0.rc1 → 1.0.0.rc2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +2 -3
- data/README.md +4 -0
- data/VERSION +1 -1
- data/lib/fluent/plugin/out_s3.rb +10 -3
- data/test/test_out_s3.rb +2 -2
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 109bc4e5f8560c3d6775afa7722d6bf0f77bdea1
|
4
|
+
data.tar.gz: ee37d164039e615cbaa2cd32c72e75d7e98eec8f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: af19567e42112011c726894551b16b87f85b04176afd4770932a1968988f8717605b6f9b77f901fc467efbed2b60faf292ee41289d0afc3f687a06ee10c400de
|
7
|
+
data.tar.gz: 43c5e86c3bbb2d0a5b65d7a6728ff916b82d8b732dd24fd1177fd7a7ba278f2e329625116f58bf5d9796261716d893f944b438cf5ee1ad66784edeb9be3599ec
|
data/.travis.yml
CHANGED
@@ -4,9 +4,8 @@ rvm:
|
|
4
4
|
- 2.1.10
|
5
5
|
- 2.2.5
|
6
6
|
- 2.3.1
|
7
|
-
- 2.4.0
|
7
|
+
- 2.4.0
|
8
8
|
- ruby-head
|
9
|
-
- rbx
|
10
9
|
|
11
10
|
gemfile:
|
12
11
|
- Gemfile
|
@@ -14,6 +13,7 @@ gemfile:
|
|
14
13
|
branches:
|
15
14
|
only:
|
16
15
|
- master
|
16
|
+
- v0.12
|
17
17
|
|
18
18
|
before_install: gem update bundler
|
19
19
|
script: bundle exec rake test
|
@@ -23,4 +23,3 @@ sudo: false
|
|
23
23
|
matrix:
|
24
24
|
allow_failures:
|
25
25
|
- rvm: ruby-head
|
26
|
-
- rvm: rbx
|
data/README.md
CHANGED
@@ -77,6 +77,10 @@ recommend using `s3_region` instead of `s3_endpoint`.
|
|
77
77
|
endpoint for S3 compatible services. For example, Riak CS based storage or
|
78
78
|
something. This option doesn't work on S3, use `s3_region` instead.
|
79
79
|
|
80
|
+
**ssl_verify_peer**
|
81
|
+
|
82
|
+
Verify SSL certificate of the endpoint. Default is true. Set false when you want to ignore the endpoint SSL certificate.
|
83
|
+
|
80
84
|
**s3_object_key_format**
|
81
85
|
|
82
86
|
The format of S3 object keys. You can use several built-in variables:
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.0.0.
|
1
|
+
1.0.0.rc2
|
data/lib/fluent/plugin/out_s3.rb
CHANGED
@@ -64,6 +64,8 @@ module Fluent::Plugin
|
|
64
64
|
config_param :s3_region, :string, default: ENV["AWS_REGION"] || "us-east-1"
|
65
65
|
desc "Use 's3_region' instead"
|
66
66
|
config_param :s3_endpoint, :string, default: nil
|
67
|
+
desc "If false, the certificate of endpoint will not be verified"
|
68
|
+
config_param :ssl_verify_peer, :bool, :default => true
|
67
69
|
desc "The format of S3 object keys"
|
68
70
|
config_param :s3_object_key_format, :string, default: "%{path}%{time_slice}_%{index}.%{file_extension}"
|
69
71
|
desc "If true, the bucket name is always left in the request URI and never moved to the host as a sub-domain"
|
@@ -151,6 +153,10 @@ module Fluent::Plugin
|
|
151
153
|
@values_for_s3_object_chunk = {}
|
152
154
|
end
|
153
155
|
|
156
|
+
def multi_workers_ready?
|
157
|
+
true
|
158
|
+
end
|
159
|
+
|
154
160
|
def start
|
155
161
|
options = setup_credentials
|
156
162
|
options[:region] = @s3_region if @s3_region
|
@@ -159,6 +165,7 @@ module Fluent::Plugin
|
|
159
165
|
options[:force_path_style] = @force_path_style
|
160
166
|
options[:compute_checksums] = @compute_checksums unless @compute_checksums.nil?
|
161
167
|
options[:signature_version] = @signature_version unless @signature_version.nil?
|
168
|
+
options[:ssl_verify_peer] = @ssl_verify_peer
|
162
169
|
|
163
170
|
s3_client = Aws::S3::Client.new(options)
|
164
171
|
@s3 = Aws::S3::Resource.new(client: s3_client)
|
@@ -304,7 +311,7 @@ module Fluent::Plugin
|
|
304
311
|
def process_s3_object_key_format
|
305
312
|
%W(%{uuid} %{uuid:random} %{uuid:hostname} %{uuid:timestamp}).each { |ph|
|
306
313
|
if @s3_object_key_format.include?(ph)
|
307
|
-
raise ConfigError, %!#{ph} placeholder in s3_object_key_format is removed!
|
314
|
+
raise Fluent::ConfigError, %!#{ph} placeholder in s3_object_key_format is removed!
|
308
315
|
end
|
309
316
|
}
|
310
317
|
|
@@ -313,12 +320,12 @@ module Fluent::Plugin
|
|
313
320
|
begin
|
314
321
|
require 'uuidtools'
|
315
322
|
rescue LoadError
|
316
|
-
raise ConfigError, "uuidtools gem not found. Install uuidtools gem first"
|
323
|
+
raise Fluent::ConfigError, "uuidtools gem not found. Install uuidtools gem first"
|
317
324
|
end
|
318
325
|
begin
|
319
326
|
uuid_random
|
320
327
|
rescue => e
|
321
|
-
raise ConfigError, "Generating uuid doesn't work. Can't use %{uuid_flush} on this environment. #{e}"
|
328
|
+
raise Fluent::ConfigError, "Generating uuid doesn't work. Can't use %{uuid_flush} on this environment. #{e}"
|
322
329
|
end
|
323
330
|
@uuid_flush_enabled = true
|
324
331
|
end
|
data/test/test_out_s3.rb
CHANGED
@@ -251,7 +251,7 @@ class S3OutputTest < Test::Unit::TestCase
|
|
251
251
|
assert_equal(expected, d.formatted)
|
252
252
|
end
|
253
253
|
|
254
|
-
CONFIG_TIME_SLICE =
|
254
|
+
CONFIG_TIME_SLICE = <<EOC
|
255
255
|
aws_key_id test_key_id
|
256
256
|
aws_sec_key test_sec_key
|
257
257
|
s3_bucket test_bucket
|
@@ -263,7 +263,7 @@ class S3OutputTest < Test::Unit::TestCase
|
|
263
263
|
@log_level debug
|
264
264
|
check_bucket true
|
265
265
|
check_object true
|
266
|
-
|
266
|
+
EOC
|
267
267
|
|
268
268
|
def create_time_sliced_driver(conf = CONFIG_TIME_SLICE)
|
269
269
|
Fluent::Test::Driver::Output.new(Fluent::Plugin::S3Output) do
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.0.
|
4
|
+
version: 1.0.0.rc2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-01-
|
12
|
+
date: 2017-01-31 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|
@@ -154,7 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
154
154
|
version: 1.3.1
|
155
155
|
requirements: []
|
156
156
|
rubyforge_project:
|
157
|
-
rubygems_version: 2.5.
|
157
|
+
rubygems_version: 2.5.2
|
158
158
|
signing_key:
|
159
159
|
specification_version: 4
|
160
160
|
summary: Amazon S3 output plugin for Fluentd event collector
|