fluent-plugin-s3 0.6.5 → 0.6.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/ChangeLog +5 -0
- data/README.md +12 -13
- data/VERSION +1 -1
- data/lib/fluent/plugin/out_s3.rb +7 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 563ab768bef3f13148f841becf15b1d7e8e88ed2
|
4
|
+
data.tar.gz: b3b54160a015d14b801914e522fef06ad5d7bb1a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 27b44ab95d94a7cf93cd1337aea917326bf596693b7af529a75cfb343c7a65e97311c9345d21ee8bf3983c69b84a2773f26081c4cc6f928fb6f25ba9a621b285
|
7
|
+
data.tar.gz: 205930d50c3e1d1d42383e149b870aa4e8b8232780288026fcdeb214624626927b3e68601a1f361aaa1dd3632e3a81119d9e964615e890bbf19ebe94733ecd06
|
data/ChangeLog
CHANGED
data/README.md
CHANGED
@@ -25,7 +25,7 @@ Simply use RubyGems:
|
|
25
25
|
## Configuration
|
26
26
|
|
27
27
|
<match pattern>
|
28
|
-
type s3
|
28
|
+
@type s3
|
29
29
|
|
30
30
|
aws_key_id YOUR_AWS_KEY_ID
|
31
31
|
aws_sec_key YOUR_AWS_SECRET_KEY
|
@@ -98,8 +98,8 @@ now.
|
|
98
98
|
assured to be unique. This is used to follow a way of peformance tuning, `Add
|
99
99
|
a Hex Hash Prefix to Key Name`, written in [Request Rate and Performance
|
100
100
|
Considerations - Amazon Simple Storage
|
101
|
-
Service](https://docs.aws.amazon.com/AmazonS3/latest/dev/request-rate-perf-
|
102
|
-
|
101
|
+
Service](https://docs.aws.amazon.com/AmazonS3/latest/dev/request-rate-perf-considerations.html).
|
102
|
+
You can configure the length of string with a
|
103
103
|
`hex_random_length` parameter (Default: 4).
|
104
104
|
|
105
105
|
The default format is `%{path}%{time_slice}_%{index}.%{file_extension}`.
|
@@ -252,18 +252,17 @@ Permission for the object in S3. This is useful for cross-account access
|
|
252
252
|
using IAM roles. Valid values are:
|
253
253
|
|
254
254
|
* private (default)
|
255
|
-
*
|
256
|
-
*
|
255
|
+
* public-read
|
256
|
+
* public-read-write (not recommended - see [Canned
|
257
257
|
ACL](http://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#cann
|
258
258
|
ed-acl))
|
259
|
-
*
|
260
|
-
*
|
261
|
-
*
|
259
|
+
* authenticated-read
|
260
|
+
* bucket-owner-read
|
261
|
+
* bucket-owner-full-control
|
262
262
|
|
263
263
|
To use cross-account access, you will need to create a bucket policy granting
|
264
264
|
the specific access required. Refer to the [AWS
|
265
|
-
documentation](http://docs.aws.amazon.com/AmazonS3/latest/dev/example-
|
266
|
-
ughs-managing-access-example3.html) for examples.
|
265
|
+
documentation](http://docs.aws.amazon.com/AmazonS3/latest/dev/example-walkthroughs-managing-access-example3.html) for examples.
|
267
266
|
|
268
267
|
**hex_random_length**
|
269
268
|
|
@@ -299,7 +298,7 @@ this plugin on FIPS enabled environment, set `compute_checksums false`.
|
|
299
298
|
Typically, you use AssumeRole for cross-account access or federation.
|
300
299
|
|
301
300
|
<match *>
|
302
|
-
type s3
|
301
|
+
@type s3
|
303
302
|
|
304
303
|
<assume_role_credentials>
|
305
304
|
role_arn ROLE_ARN
|
@@ -346,7 +345,7 @@ Retrieve temporary security credentials via HTTP request. This is useful on
|
|
346
345
|
EC2 instance.
|
347
346
|
|
348
347
|
<match *>
|
349
|
-
type s3
|
348
|
+
@type s3
|
350
349
|
|
351
350
|
<instance_profile_credentials>
|
352
351
|
ip_address IP_ADDRESS
|
@@ -391,7 +390,7 @@ This loads AWS access credentials from local ini file. This is useful for
|
|
391
390
|
local developing.
|
392
391
|
|
393
392
|
<match *>
|
394
|
-
type s3
|
393
|
+
@type s3
|
395
394
|
|
396
395
|
<shared_credentials>
|
397
396
|
path PATH
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.6.
|
1
|
+
0.6.6
|
data/lib/fluent/plugin/out_s3.rb
CHANGED
@@ -96,7 +96,7 @@ module Fluent
|
|
96
96
|
desc "Change one line format in the S3 object (out_file,json,ltsv,single_value)"
|
97
97
|
config_param :format, :string, :default => 'out_file'
|
98
98
|
desc "Permission for the object in S3"
|
99
|
-
config_param :acl, :string, :default =>
|
99
|
+
config_param :acl, :string, :default => nil
|
100
100
|
desc "The length of `%{hex_random}` placeholder(4-16)"
|
101
101
|
config_param :hex_random_length, :integer, :default => 4
|
102
102
|
desc "Overwrite already existing path"
|
@@ -216,9 +216,14 @@ module Fluent
|
|
216
216
|
tmp.rewind
|
217
217
|
log.debug { "out_s3: write chunk: {key:#{chunk.key},tsuffix:#{tsuffix(chunk)}} to s3://#{@s3_bucket}/#{s3path}" }
|
218
218
|
|
219
|
-
put_options = {
|
219
|
+
put_options = {
|
220
|
+
:body => tmp,
|
221
|
+
:content_type => @compressor.content_type,
|
222
|
+
:storage_class => @storage_class,
|
223
|
+
}
|
220
224
|
put_options[:server_side_encryption] = @use_server_side_encryption if @use_server_side_encryption
|
221
225
|
put_options[:ssekms_key_id] = @ssekms_key_id if @ssekms_key_id
|
226
|
+
put_options[:acl] = @acl if @acl
|
222
227
|
@bucket.object(s3path).put(put_options)
|
223
228
|
|
224
229
|
@values_for_s3_object_chunk.delete(chunk.unique_id)
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2016-
|
12
|
+
date: 2016-03-17 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|