fluent-plugin-gcs 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +16 -0
- data/README.md +13 -2
- data/fluent-plugin-gcs.gemspec +1 -1
- data/lib/fluent/plugin/gcs/version.rb +1 -1
- data/lib/fluent/plugin/out_gcs.rb +5 -4
- metadata +5 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c9164a1b5a8a40d60121894c7d13a77a85dacb57
|
|
4
|
+
data.tar.gz: 1557660c042ee21cfd6885546c8ca9aefb52719a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 73b599c4b9519adbf1b8f67164c2e24151e1305df2da5cceecce59df7ec80cc22657e397a0b66c8a2cbc26aaa60fa7f60eabac61eae22e644382dd5bc14e1642
|
|
7
|
+
data.tar.gz: 95b29243808c6c09f15b443fb2a6ac6386a0f596e90fff71c21c87a9d2502ecd66f38efaaa8c3c12e5732172215af3098aaf8f4104d5c2c8fc25be5432a2d750
|
data/CHANGELOG.md
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
## ChangeLog
|
|
2
|
+
|
|
3
|
+
### Release 0.3.0 - 2017/02/28
|
|
4
|
+
|
|
5
|
+
- Add support for setting a File's storage_class on file creation
|
|
6
|
+
- see also https://cloud.google.com/storage/docs/storage-classes
|
|
7
|
+
|
|
8
|
+
### Release 0.2.0 - 2017/01/16
|
|
9
|
+
|
|
10
|
+
- Remove encryption_key_sha256 parameter.
|
|
11
|
+
- see also. https://github.com/GoogleCloudPlatform/google-cloud-ruby/blob/master/google-cloud-storage/CHANGELOG.md#0230--2016-12-8
|
|
12
|
+
|
|
13
|
+
### Release 0.1.1 - 2016/11/28
|
|
14
|
+
|
|
15
|
+
- Add support for `%{hostname}` of object_key_format
|
|
16
|
+
|
data/README.md
CHANGED
|
@@ -127,8 +127,6 @@ See also [official Formatter article](http://docs.fluentd.org/articles/formatter
|
|
|
127
127
|
|
|
128
128
|
Create GCS bucket if it does not exists. Default is true.
|
|
129
129
|
|
|
130
|
-
TODO: rate limit
|
|
131
|
-
|
|
132
130
|
**acl**
|
|
133
131
|
|
|
134
132
|
Permission for the object in GCS. Acceptable values are:
|
|
@@ -142,6 +140,19 @@ Permission for the object in GCS. Acceptable values are:
|
|
|
142
140
|
|
|
143
141
|
Default is nil (bucket default object ACL). See also [official document](https://cloud.google.com/storage/docs/access-control/lists).
|
|
144
142
|
|
|
143
|
+
**storage_class**
|
|
144
|
+
|
|
145
|
+
Storage class of the file. Acceptable values are:
|
|
146
|
+
|
|
147
|
+
* `dra` - Durable Reduced Availability
|
|
148
|
+
* `nearline` - Nearline Storage
|
|
149
|
+
* `coldline` - Coldline Storage
|
|
150
|
+
* `multi_regional` - Multi-Regional Storage
|
|
151
|
+
* `regional` - Regional Storage
|
|
152
|
+
* `standard` - Standard Storage
|
|
153
|
+
|
|
154
|
+
Default is nil. See also [official document](https://cloud.google.com/storage/docs/storage-classes).
|
|
155
|
+
|
|
145
156
|
**encryption_key**
|
|
146
157
|
|
|
147
158
|
You can also choose to provide your own AES-256 key for server-side encryption. See also [Customer-supplied encryption keys](https://cloud.google.com/storage/docs/encryption#customer-supplied).
|
data/fluent-plugin-gcs.gemspec
CHANGED
|
@@ -21,7 +21,7 @@ Gem::Specification.new do |spec|
|
|
|
21
21
|
spec.require_paths = ["lib"]
|
|
22
22
|
|
|
23
23
|
spec.add_runtime_dependency "fluentd", "~> 0.12.0"
|
|
24
|
-
spec.add_runtime_dependency "google-cloud-storage", "~> 0.23.
|
|
24
|
+
spec.add_runtime_dependency "google-cloud-storage", "~> 0.23.2"
|
|
25
25
|
|
|
26
26
|
spec.add_development_dependency "bundler", "~> 1.13"
|
|
27
27
|
spec.add_development_dependency "rake", "~> 10.0"
|
|
@@ -28,7 +28,7 @@ module Fluent
|
|
|
28
28
|
desc: "Format of GCS object keys"
|
|
29
29
|
config_param :path, :string, default: "",
|
|
30
30
|
desc: "Path prefix of the files on GCS"
|
|
31
|
-
config_param :store_as, :enum, list:
|
|
31
|
+
config_param :store_as, :enum, list: %i(gzip json text), default: :gzip,
|
|
32
32
|
desc: "Archive format on GCS"
|
|
33
33
|
config_param :transcoding, :bool, default: false,
|
|
34
34
|
desc: "Enable the decompressive form of transcoding"
|
|
@@ -40,16 +40,16 @@ module Fluent
|
|
|
40
40
|
desc: "Overwrite already existing path"
|
|
41
41
|
config_param :format, :string, default: "out_file",
|
|
42
42
|
desc: "Change one line format in the GCS object"
|
|
43
|
-
config_param :acl, :enum, list:
|
|
43
|
+
config_param :acl, :enum, list: %i(auth_read owner_full owner_read private project_private public_read), default: nil,
|
|
44
44
|
desc: "Permission for the object in GCS"
|
|
45
|
+
config_param :storage_class, :enum, list: %i(dra nearline coldline multi_regional regional standard), default: nil,
|
|
46
|
+
desc: "Storage class of the file"
|
|
45
47
|
config_param :encryption_key, :string, default: nil, secret: true,
|
|
46
48
|
desc: "Customer-supplied, AES-256 encryption key"
|
|
47
49
|
config_section :object_metadata, required: false do
|
|
48
50
|
config_param :key, :string, default: ""
|
|
49
51
|
config_param :value, :string, default: ""
|
|
50
52
|
end
|
|
51
|
-
# TODO: gem "google-cloud-storage" does not support object lavel storage_class yet.
|
|
52
|
-
# config_param :storage_class, :string, default: "regional"
|
|
53
53
|
|
|
54
54
|
MAX_HEX_RANDOM_LENGTH = 32
|
|
55
55
|
|
|
@@ -99,6 +99,7 @@ module Fluent
|
|
|
99
99
|
opts = {
|
|
100
100
|
metadata: @object_metadata_hash,
|
|
101
101
|
acl: @acl,
|
|
102
|
+
storage_class: @storage_class,
|
|
102
103
|
content_type: @object_creator.content_type,
|
|
103
104
|
content_encoding: @object_creator.content_encoding,
|
|
104
105
|
}
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-gcs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.3.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Daichi HIRATA
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-02-28 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|
|
@@ -30,14 +30,14 @@ dependencies:
|
|
|
30
30
|
requirements:
|
|
31
31
|
- - "~>"
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
|
-
version: 0.23.
|
|
33
|
+
version: 0.23.2
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
38
|
- - "~>"
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
|
-
version: 0.23.
|
|
40
|
+
version: 0.23.2
|
|
41
41
|
- !ruby/object:Gem::Dependency
|
|
42
42
|
name: bundler
|
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -131,6 +131,7 @@ extra_rdoc_files: []
|
|
|
131
131
|
files:
|
|
132
132
|
- ".gitignore"
|
|
133
133
|
- ".travis.yml"
|
|
134
|
+
- CHANGELOG.md
|
|
134
135
|
- Gemfile
|
|
135
136
|
- LICENSE.txt
|
|
136
137
|
- README.md
|