fluent-plugin-s3 1.0.0.rc1 → 1.0.0.rc2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +2 -3
- data/README.md +4 -0
- data/VERSION +1 -1
- data/lib/fluent/plugin/out_s3.rb +10 -3
- data/test/test_out_s3.rb +2 -2
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 109bc4e5f8560c3d6775afa7722d6bf0f77bdea1
|
4
|
+
data.tar.gz: ee37d164039e615cbaa2cd32c72e75d7e98eec8f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: af19567e42112011c726894551b16b87f85b04176afd4770932a1968988f8717605b6f9b77f901fc467efbed2b60faf292ee41289d0afc3f687a06ee10c400de
|
7
|
+
data.tar.gz: 43c5e86c3bbb2d0a5b65d7a6728ff916b82d8b732dd24fd1177fd7a7ba278f2e329625116f58bf5d9796261716d893f944b438cf5ee1ad66784edeb9be3599ec
|
data/.travis.yml
CHANGED
@@ -4,9 +4,8 @@ rvm:
|
|
4
4
|
- 2.1.10
|
5
5
|
- 2.2.5
|
6
6
|
- 2.3.1
|
7
|
-
- 2.4.0
|
7
|
+
- 2.4.0
|
8
8
|
- ruby-head
|
9
|
-
- rbx
|
10
9
|
|
11
10
|
gemfile:
|
12
11
|
- Gemfile
|
@@ -14,6 +13,7 @@ gemfile:
|
|
14
13
|
branches:
|
15
14
|
only:
|
16
15
|
- master
|
16
|
+
- v0.12
|
17
17
|
|
18
18
|
before_install: gem update bundler
|
19
19
|
script: bundle exec rake test
|
@@ -23,4 +23,3 @@ sudo: false
|
|
23
23
|
matrix:
|
24
24
|
allow_failures:
|
25
25
|
- rvm: ruby-head
|
26
|
-
- rvm: rbx
|
data/README.md
CHANGED
@@ -77,6 +77,10 @@ recommend using `s3_region` instead of `s3_endpoint`.
|
|
77
77
|
endpoint for S3 compatible services. For example, Riak CS based storage or
|
78
78
|
something. This option doesn't work on S3, use `s3_region` instead.
|
79
79
|
|
80
|
+
**ssl_verify_peer**
|
81
|
+
|
82
|
+
Verify SSL certificate of the endpoint. Default is true. Set false when you want to ignore the endpoint SSL certificate.
|
83
|
+
|
80
84
|
**s3_object_key_format**
|
81
85
|
|
82
86
|
The format of S3 object keys. You can use several built-in variables:
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.0.0.
|
1
|
+
1.0.0.rc2
|
data/lib/fluent/plugin/out_s3.rb
CHANGED
@@ -64,6 +64,8 @@ module Fluent::Plugin
|
|
64
64
|
config_param :s3_region, :string, default: ENV["AWS_REGION"] || "us-east-1"
|
65
65
|
desc "Use 's3_region' instead"
|
66
66
|
config_param :s3_endpoint, :string, default: nil
|
67
|
+
desc "If false, the certificate of endpoint will not be verified"
|
68
|
+
config_param :ssl_verify_peer, :bool, :default => true
|
67
69
|
desc "The format of S3 object keys"
|
68
70
|
config_param :s3_object_key_format, :string, default: "%{path}%{time_slice}_%{index}.%{file_extension}"
|
69
71
|
desc "If true, the bucket name is always left in the request URI and never moved to the host as a sub-domain"
|
@@ -151,6 +153,10 @@ module Fluent::Plugin
|
|
151
153
|
@values_for_s3_object_chunk = {}
|
152
154
|
end
|
153
155
|
|
156
|
+
def multi_workers_ready?
|
157
|
+
true
|
158
|
+
end
|
159
|
+
|
154
160
|
def start
|
155
161
|
options = setup_credentials
|
156
162
|
options[:region] = @s3_region if @s3_region
|
@@ -159,6 +165,7 @@ module Fluent::Plugin
|
|
159
165
|
options[:force_path_style] = @force_path_style
|
160
166
|
options[:compute_checksums] = @compute_checksums unless @compute_checksums.nil?
|
161
167
|
options[:signature_version] = @signature_version unless @signature_version.nil?
|
168
|
+
options[:ssl_verify_peer] = @ssl_verify_peer
|
162
169
|
|
163
170
|
s3_client = Aws::S3::Client.new(options)
|
164
171
|
@s3 = Aws::S3::Resource.new(client: s3_client)
|
@@ -304,7 +311,7 @@ module Fluent::Plugin
|
|
304
311
|
def process_s3_object_key_format
|
305
312
|
%W(%{uuid} %{uuid:random} %{uuid:hostname} %{uuid:timestamp}).each { |ph|
|
306
313
|
if @s3_object_key_format.include?(ph)
|
307
|
-
raise ConfigError, %!#{ph} placeholder in s3_object_key_format is removed!
|
314
|
+
raise Fluent::ConfigError, %!#{ph} placeholder in s3_object_key_format is removed!
|
308
315
|
end
|
309
316
|
}
|
310
317
|
|
@@ -313,12 +320,12 @@ module Fluent::Plugin
|
|
313
320
|
begin
|
314
321
|
require 'uuidtools'
|
315
322
|
rescue LoadError
|
316
|
-
raise ConfigError, "uuidtools gem not found. Install uuidtools gem first"
|
323
|
+
raise Fluent::ConfigError, "uuidtools gem not found. Install uuidtools gem first"
|
317
324
|
end
|
318
325
|
begin
|
319
326
|
uuid_random
|
320
327
|
rescue => e
|
321
|
-
raise ConfigError, "Generating uuid doesn't work. Can't use %{uuid_flush} on this environment. #{e}"
|
328
|
+
raise Fluent::ConfigError, "Generating uuid doesn't work. Can't use %{uuid_flush} on this environment. #{e}"
|
322
329
|
end
|
323
330
|
@uuid_flush_enabled = true
|
324
331
|
end
|
data/test/test_out_s3.rb
CHANGED
@@ -251,7 +251,7 @@ class S3OutputTest < Test::Unit::TestCase
|
|
251
251
|
assert_equal(expected, d.formatted)
|
252
252
|
end
|
253
253
|
|
254
|
-
CONFIG_TIME_SLICE =
|
254
|
+
CONFIG_TIME_SLICE = <<EOC
|
255
255
|
aws_key_id test_key_id
|
256
256
|
aws_sec_key test_sec_key
|
257
257
|
s3_bucket test_bucket
|
@@ -263,7 +263,7 @@ class S3OutputTest < Test::Unit::TestCase
|
|
263
263
|
@log_level debug
|
264
264
|
check_bucket true
|
265
265
|
check_object true
|
266
|
-
|
266
|
+
EOC
|
267
267
|
|
268
268
|
def create_time_sliced_driver(conf = CONFIG_TIME_SLICE)
|
269
269
|
Fluent::Test::Driver::Output.new(Fluent::Plugin::S3Output) do
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.0.
|
4
|
+
version: 1.0.0.rc2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-01-
|
12
|
+
date: 2017-01-31 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|
@@ -154,7 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
154
154
|
version: 1.3.1
|
155
155
|
requirements: []
|
156
156
|
rubyforge_project:
|
157
|
-
rubygems_version: 2.5.
|
157
|
+
rubygems_version: 2.5.2
|
158
158
|
signing_key:
|
159
159
|
specification_version: 4
|
160
160
|
summary: Amazon S3 output plugin for Fluentd event collector
|