fluent-plugin-s3 1.0.0.rc4 → 1.0.0.rc5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +3 -3
- data/VERSION +1 -1
- data/lib/fluent/plugin/in_s3.rb +4 -0
- data/lib/fluent/plugin/out_s3.rb +4 -0
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 82cd0b191f92c55f6bb0e9468f5f109589447b45
|
|
4
|
+
data.tar.gz: bd9c053a805179e895b6f239111e44200ceba83a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 3d5c0ad94122c1854753c7071b852d156c48666a40e73c1c97279328aaeb35f8c86899f9bb8c49e530350a6920f1016b1c05270bebc9a55aab68d569e4224ba5
|
|
7
|
+
data.tar.gz: 8600b6fbb35071b1cce21296d04874c7f2cd950a022c4b192d81f96bc5770cb79a1c7f47df5a8278b66d4c135c0269bced04a1990a84495cb7cef65762ab49a9
|
data/README.md
CHANGED
|
@@ -166,7 +166,7 @@ now.
|
|
|
166
166
|
* %{uuid_flush} a uuid that is replaced everytime the buffer will be flushed. If you want to use this placeholder, install `uuidtools` gem first.
|
|
167
167
|
* %{hostname} is replaced with `Socket.gethostname` result.
|
|
168
168
|
* %{hex_random} a random hex string that is replaced for each buffer chunk, not
|
|
169
|
-
assured to be unique. This is used to follow a way of
|
|
169
|
+
assured to be unique. This is used to follow a way of performance tuning, `Add
|
|
170
170
|
a Hex Hash Prefix to Key Name`, written in [Request Rate and Performance
|
|
171
171
|
Considerations - Amazon Simple Storage
|
|
172
172
|
Service](https://docs.aws.amazon.com/AmazonS3/latest/dev/request-rate-perf-considerations.html).
|
|
@@ -211,7 +211,7 @@ as a sub-domain. See Plugins::S3BucketDns for more details.
|
|
|
211
211
|
|
|
212
212
|
**store_as**
|
|
213
213
|
|
|
214
|
-
archive format on S3. You can use
|
|
214
|
+
archive format on S3. You can use several format:
|
|
215
215
|
|
|
216
216
|
* gzip (default)
|
|
217
217
|
* json
|
|
@@ -332,7 +332,7 @@ Format of the time used as the file name. Default is '%Y%m%d'. Use
|
|
|
332
332
|
**time_slice_wait**
|
|
333
333
|
|
|
334
334
|
The time to wait old logs. Default is 10 minutes. Specify larger value if
|
|
335
|
-
old logs may
|
|
335
|
+
old logs may reach.
|
|
336
336
|
|
|
337
337
|
**utc**
|
|
338
338
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.0.0.
|
|
1
|
+
1.0.0.rc5
|
data/lib/fluent/plugin/in_s3.rb
CHANGED
|
@@ -20,6 +20,8 @@ module Fluent::Plugin
|
|
|
20
20
|
|
|
21
21
|
DEFAULT_PARSE_TYPE = "none"
|
|
22
22
|
|
|
23
|
+
desc "Use aws-sdk-ruby bundled cert"
|
|
24
|
+
config_param :use_bundled_cert, :bool, default: false
|
|
23
25
|
desc "AWS access key id"
|
|
24
26
|
config_param :aws_key_id, :string, default: nil, secret: true
|
|
25
27
|
desc "AWS secret key."
|
|
@@ -93,6 +95,8 @@ module Fluent::Plugin
|
|
|
93
95
|
raise Fluent::ConfigError, "sqs/queue_name is required"
|
|
94
96
|
end
|
|
95
97
|
|
|
98
|
+
Aws.use_bundled_cert! if @use_bundled_cert
|
|
99
|
+
|
|
96
100
|
@extractor = EXTRACTOR_REGISTRY.lookup(@store_as).new(log: log)
|
|
97
101
|
@extractor.configure(conf)
|
|
98
102
|
|
data/lib/fluent/plugin/out_s3.rb
CHANGED
|
@@ -22,6 +22,8 @@ module Fluent::Plugin
|
|
|
22
22
|
config_param :path, :string, default: ""
|
|
23
23
|
desc "The Server-side encryption algorithm used when storing this object in S3 (AES256, aws:kms)"
|
|
24
24
|
config_param :use_server_side_encryption, :string, default: nil
|
|
25
|
+
desc "Use aws-sdk-ruby bundled cert"
|
|
26
|
+
config_param :use_bundled_cert, :bool, default: false
|
|
25
27
|
desc "AWS access key id"
|
|
26
28
|
config_param :aws_key_id, :string, default: nil, secret: true
|
|
27
29
|
desc "AWS secret key."
|
|
@@ -129,6 +131,8 @@ module Fluent::Plugin
|
|
|
129
131
|
|
|
130
132
|
super
|
|
131
133
|
|
|
134
|
+
Aws.use_bundled_cert! if @use_bundled_cert
|
|
135
|
+
|
|
132
136
|
if @s3_endpoint && @s3_endpoint.end_with?('amazonaws.com')
|
|
133
137
|
raise Fluent::ConfigError, "s3_endpoint parameter is not supported for S3, use s3_region instead. This parameter is for S3 compatible services"
|
|
134
138
|
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-s3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.0.
|
|
4
|
+
version: 1.0.0.rc5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sadayuki Furuhashi
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2017-
|
|
12
|
+
date: 2017-08-21 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: fluentd
|