google-cloud-storage 1.34.1 → 1.41.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +67 -0
- data/OVERVIEW.md +32 -0
- data/lib/google/cloud/storage/bucket/acl.rb +28 -26
- data/lib/google/cloud/storage/bucket/lifecycle.rb +88 -10
- data/lib/google/cloud/storage/bucket.rb +108 -16
- data/lib/google/cloud/storage/file/signer_v2.rb +1 -1
- data/lib/google/cloud/storage/file/signer_v4.rb +1 -1
- data/lib/google/cloud/storage/project.rb +20 -12
- data/lib/google/cloud/storage/service.rb +227 -230
- data/lib/google/cloud/storage/version.rb +1 -1
- data/lib/google/cloud/storage.rb +66 -13
- data/lib/google-cloud-storage.rb +51 -7
- metadata +9 -9
data/lib/google/cloud/storage.rb
CHANGED
|
@@ -55,7 +55,16 @@ module Google
|
|
|
55
55
|
# * `https://www.googleapis.com/auth/devstorage.full_control`
|
|
56
56
|
# @param [Integer] retries Number of times to retry requests on server
|
|
57
57
|
# error. The default value is `3`. Optional.
|
|
58
|
-
# @param [Integer]
|
|
58
|
+
# @param [Integer] max_elapsed_time Total time in seconds that requests are allowed to keep being retried.
|
|
59
|
+
# @param [Float] base_interval The initial interval in seconds between tries.
|
|
60
|
+
# @param [Integer] max_interval The maximum interval in seconds that any individual retry can reach.
|
|
61
|
+
# @param [Integer] multiplier Each successive interval grows by this factor. A multipler of 1.5 means the next
|
|
62
|
+
# interval will be 1.5x the current interval.
|
|
63
|
+
# @param [Integer] timeout (default timeout) The max duration, in seconds, to wait before timing out. Optional.
|
|
64
|
+
# If left blank, the wait will be at most the time permitted by the underlying HTTP/RPC protocol.
|
|
65
|
+
# @param [Integer] open_timeout How long, in seconds, before failed connections time out. Optional.
|
|
66
|
+
# @param [Integer] read_timeout How long, in seconds, before requests time out. Optional.
|
|
67
|
+
# @param [Integer] send_timeout How long, in seconds, before receiving response from server times out. Optional.
|
|
59
68
|
# @param [String] endpoint Override of the endpoint host name. Optional.
|
|
60
69
|
# If the param is nil, uses the default endpoint.
|
|
61
70
|
# @param [String] project Alias for the `project_id` argument. Deprecated.
|
|
@@ -75,13 +84,24 @@ module Google
|
|
|
75
84
|
# bucket = storage.bucket "my-bucket"
|
|
76
85
|
# file = bucket.file "path/to/my-file.ext"
|
|
77
86
|
#
|
|
87
|
+
# rubocop:disable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize
|
|
78
88
|
def self.new project_id: nil, credentials: nil, scope: nil, retries: nil,
|
|
79
|
-
timeout: nil,
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
89
|
+
timeout: nil, open_timeout: nil, read_timeout: nil,
|
|
90
|
+
send_timeout: nil, endpoint: nil, project: nil, keyfile: nil,
|
|
91
|
+
max_elapsed_time: nil, base_interval: nil, max_interval: nil,
|
|
92
|
+
multiplier: nil
|
|
93
|
+
scope ||= configure.scope
|
|
94
|
+
retries ||= configure.retries
|
|
95
|
+
timeout ||= configure.timeout
|
|
96
|
+
open_timeout ||= (configure.open_timeout || timeout)
|
|
97
|
+
read_timeout ||= (configure.read_timeout || timeout)
|
|
98
|
+
send_timeout ||= (configure.send_timeout || timeout)
|
|
99
|
+
endpoint ||= configure.endpoint
|
|
100
|
+
credentials ||= (keyfile || default_credentials(scope: scope))
|
|
101
|
+
max_elapsed_time ||= configure.max_elapsed_time
|
|
102
|
+
base_interval ||= configure.base_interval
|
|
103
|
+
max_interval ||= configure.max_interval
|
|
104
|
+
multiplier ||= configure.multiplier
|
|
85
105
|
|
|
86
106
|
unless credentials.is_a? Google::Auth::Credentials
|
|
87
107
|
credentials = Storage::Credentials.new credentials, scope: scope
|
|
@@ -93,11 +113,15 @@ module Google
|
|
|
93
113
|
Storage::Project.new(
|
|
94
114
|
Storage::Service.new(
|
|
95
115
|
project_id, credentials,
|
|
96
|
-
retries: retries, timeout: timeout,
|
|
97
|
-
|
|
116
|
+
retries: retries, timeout: timeout, open_timeout: open_timeout,
|
|
117
|
+
read_timeout: read_timeout, send_timeout: send_timeout,
|
|
118
|
+
host: endpoint, quota_project: configure.quota_project,
|
|
119
|
+
max_elapsed_time: max_elapsed_time, base_interval: base_interval,
|
|
120
|
+
max_interval: max_interval, multiplier: multiplier
|
|
98
121
|
)
|
|
99
122
|
)
|
|
100
123
|
end
|
|
124
|
+
# rubocop:enable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize
|
|
101
125
|
|
|
102
126
|
##
|
|
103
127
|
# Creates an unauthenticated, anonymous client for retrieving public data
|
|
@@ -105,7 +129,16 @@ module Google
|
|
|
105
129
|
#
|
|
106
130
|
# @param [Integer] retries Number of times to retry requests on server
|
|
107
131
|
# error. The default value is `3`. Optional.
|
|
108
|
-
# @param [Integer]
|
|
132
|
+
# @param [Integer] max_elapsed_time Total time in seconds that requests are allowed to keep being retried.
|
|
133
|
+
# @param [Float] base_interval The initial interval in seconds between tries.
|
|
134
|
+
# @param [Integer] max_interval The maximum interval in seconds that any individual retry can reach.
|
|
135
|
+
# @param [Integer] multiplier Each successive interval grows by this factor. A multipler of 1.5 means the next
|
|
136
|
+
# interval will be 1.5x the current interval.
|
|
137
|
+
# @param [Integer] timeout (default timeout) The max duration, in seconds, to wait before timing out. Optional.
|
|
138
|
+
# If left blank, the wait will be at most the time permitted by the underlying HTTP/RPC protocol.
|
|
139
|
+
# @param [Integer] open_timeout How long, in seconds, before failed connections time out. Optional.
|
|
140
|
+
# @param [Integer] read_timeout How long, in seconds, before requests time out. Optional.
|
|
141
|
+
# @param [Integer] send_timeout How long, in seconds, before receiving response from server times out. Optional.
|
|
109
142
|
# @param [String] endpoint Override of the endpoint host name. Optional.
|
|
110
143
|
# If the param is nil, uses the default endpoint.
|
|
111
144
|
#
|
|
@@ -123,10 +156,19 @@ module Google
|
|
|
123
156
|
# downloaded.rewind
|
|
124
157
|
# downloaded.read #=> "Hello world!"
|
|
125
158
|
#
|
|
126
|
-
def self.anonymous retries: nil, timeout: nil,
|
|
159
|
+
def self.anonymous retries: nil, timeout: nil, open_timeout: nil,
|
|
160
|
+
read_timeout: nil, send_timeout: nil, endpoint: nil,
|
|
161
|
+
max_elapsed_time: nil, base_interval: nil, max_interval: nil,
|
|
162
|
+
multiplier: nil
|
|
163
|
+
open_timeout ||= timeout
|
|
164
|
+
read_timeout ||= timeout
|
|
165
|
+
send_timeout ||= timeout
|
|
127
166
|
Storage::Project.new(
|
|
128
167
|
Storage::Service.new(
|
|
129
|
-
nil, nil, retries: retries, timeout: timeout,
|
|
168
|
+
nil, nil, retries: retries, timeout: timeout, open_timeout: open_timeout,
|
|
169
|
+
read_timeout: read_timeout, send_timeout: send_timeout, host: endpoint,
|
|
170
|
+
max_elapsed_time: max_elapsed_time, base_interval: base_interval,
|
|
171
|
+
max_interval: max_interval, multiplier: multiplier
|
|
130
172
|
)
|
|
131
173
|
)
|
|
132
174
|
end
|
|
@@ -148,7 +190,18 @@ module Google
|
|
|
148
190
|
# the set of resources and operations that the connection can access.
|
|
149
191
|
# * `retries` - (Integer) Number of times to retry requests on server
|
|
150
192
|
# error.
|
|
151
|
-
# * `
|
|
193
|
+
# * `max_elapsed_time` - (Integer) Total time in seconds that requests
|
|
194
|
+
# are allowed to keep being retried.
|
|
195
|
+
# * `base_interval` - (Float) The initial interval in seconds between tries.
|
|
196
|
+
# * `max_interval` - (Integer) The maximum interval in seconds that any
|
|
197
|
+
# individual retry can reach.
|
|
198
|
+
# * `multiplier` - (Integer) Each successive interval grows by this factor.
|
|
199
|
+
# A multipler of 1.5 means the next interval will be 1.5x the current interval.
|
|
200
|
+
# * `timeout` - (Integer) (default timeout) The max duration, in seconds, to wait before timing out.
|
|
201
|
+
# If left blank, the wait will be at most the time permitted by the underlying HTTP/RPC protocol.
|
|
202
|
+
# * `open_timeout` - (Integer) How long, in seconds, before failed connections time out.
|
|
203
|
+
# * `read_timeout` - (Integer) How long, in seconds, before requests time out.
|
|
204
|
+
# * `send_timeout` - (Integer) How long, in seconds, before receiving response from server times out.
|
|
152
205
|
#
|
|
153
206
|
# @return [Google::Cloud::Config] The configuration object the
|
|
154
207
|
# Google::Cloud::Storage library uses.
|
data/lib/google-cloud-storage.rb
CHANGED
|
@@ -45,7 +45,16 @@ module Google
|
|
|
45
45
|
# * `https://www.googleapis.com/auth/devstorage.full_control`
|
|
46
46
|
# @param [Integer] retries Number of times to retry requests on server
|
|
47
47
|
# error. The default value is `3`. Optional.
|
|
48
|
-
# @param [Integer]
|
|
48
|
+
# @param [Integer] max_elapsed_time Total time in seconds that requests are allowed to keep being retried.
|
|
49
|
+
# @param [Float] base_interval The initial interval in seconds between tries.
|
|
50
|
+
# @param [Integer] max_interval The maximum interval in seconds that any individual retry can reach.
|
|
51
|
+
# @param [Integer] multiplier Each successive interval grows by this factor. A multipler of 1.5 means the next
|
|
52
|
+
# interval will be 1.5x the current interval.
|
|
53
|
+
# @param [Integer] timeout (default timeout) The max duration, in seconds, to wait before timing out. Optional.
|
|
54
|
+
# If left blank, the wait will be at most the time permitted by the underlying HTTP/RPC protocol.
|
|
55
|
+
# @param [Integer] open_timeout How long, in seconds, before failed connections time out. Optional.
|
|
56
|
+
# @param [Integer] read_timeout How long, in seconds, before requests time out. Optional.
|
|
57
|
+
# @param [Integer] send_timeout How long, in seconds, before receiving response from server times out. Optional.
|
|
49
58
|
#
|
|
50
59
|
# @return [Google::Cloud::Storage::Project]
|
|
51
60
|
#
|
|
@@ -64,10 +73,18 @@ module Google
|
|
|
64
73
|
# readonly_scope = "https://www.googleapis.com/auth/devstorage.read_only"
|
|
65
74
|
# readonly_storage = gcloud.storage scope: readonly_scope
|
|
66
75
|
#
|
|
67
|
-
def storage scope: nil, retries: nil, timeout: nil
|
|
76
|
+
def storage scope: nil, retries: nil, timeout: nil, open_timeout: nil, read_timeout: nil, send_timeout: nil,
|
|
77
|
+
max_elapsed_time: nil, base_interval: nil, max_interval: nil, multiplier: nil
|
|
68
78
|
Google::Cloud.storage @project, @keyfile, scope: scope,
|
|
69
79
|
retries: (retries || @retries),
|
|
70
|
-
timeout: (timeout || @timeout)
|
|
80
|
+
timeout: (timeout || @timeout),
|
|
81
|
+
open_timeout: (open_timeout || timeout),
|
|
82
|
+
read_timeout: (read_timeout || timeout),
|
|
83
|
+
send_timeout: (send_timeout || timeout),
|
|
84
|
+
max_elapsed_time: max_elapsed_time,
|
|
85
|
+
base_interval: base_interval,
|
|
86
|
+
max_interval: max_interval,
|
|
87
|
+
multiplier: multiplier
|
|
71
88
|
end
|
|
72
89
|
|
|
73
90
|
##
|
|
@@ -93,7 +110,16 @@ module Google
|
|
|
93
110
|
# * `https://www.googleapis.com/auth/devstorage.full_control`
|
|
94
111
|
# @param [Integer] retries Number of times to retry requests on server
|
|
95
112
|
# error. The default value is `3`. Optional.
|
|
96
|
-
# @param [Integer]
|
|
113
|
+
# @param [Integer] max_elapsed_time Total time in seconds that requests are allowed to keep being retried.
|
|
114
|
+
# @param [Float] base_interval The initial interval in seconds between tries.
|
|
115
|
+
# @param [Integer] max_interval The maximum interval in seconds that any individual retry can reach.
|
|
116
|
+
# @param [Integer] multiplier Each successive interval grows by this factor. A multipler of 1.5 means the next
|
|
117
|
+
# interval will be 1.5x the current interval.
|
|
118
|
+
# @param [Integer] timeout (default timeout) The max duration, in seconds, to wait before timing out. Optional.
|
|
119
|
+
# If left blank, the wait will be at most the time permitted by the underlying HTTP/RPC protocol.
|
|
120
|
+
# @param [Integer] open_timeout How long, in seconds, before failed connections time out. Optional.
|
|
121
|
+
# @param [Integer] read_timeout How long, in seconds, before requests time out. Optional.
|
|
122
|
+
# @param [Integer] send_timeout How long, in seconds, before receiving response from server times out. Optional.
|
|
97
123
|
#
|
|
98
124
|
# @return [Google::Cloud::Storage::Project]
|
|
99
125
|
#
|
|
@@ -107,17 +133,27 @@ module Google
|
|
|
107
133
|
# file = bucket.file "path/to/my-file.ext"
|
|
108
134
|
#
|
|
109
135
|
def self.storage project_id = nil, credentials = nil, scope: nil,
|
|
110
|
-
retries: nil, timeout: nil
|
|
136
|
+
retries: nil, timeout: nil, open_timeout: nil, read_timeout: nil, send_timeout: nil,
|
|
137
|
+
max_elapsed_time: nil, base_interval: nil, max_interval: nil, multiplier: nil
|
|
111
138
|
require "google/cloud/storage"
|
|
112
139
|
Google::Cloud::Storage.new project_id: project_id,
|
|
113
140
|
credentials: credentials,
|
|
114
|
-
scope: scope,
|
|
115
|
-
|
|
141
|
+
scope: scope,
|
|
142
|
+
retries: retries,
|
|
143
|
+
timeout: timeout,
|
|
144
|
+
open_timeout: (open_timeout || timeout),
|
|
145
|
+
read_timeout: (read_timeout || timeout),
|
|
146
|
+
send_timeout: (send_timeout || timeout),
|
|
147
|
+
max_elapsed_time: max_elapsed_time,
|
|
148
|
+
base_interval: base_interval,
|
|
149
|
+
max_interval: max_interval,
|
|
150
|
+
multiplier: multiplier
|
|
116
151
|
end
|
|
117
152
|
end
|
|
118
153
|
end
|
|
119
154
|
|
|
120
155
|
# Set the default storage configuration
|
|
156
|
+
# rubocop:disable Metrics/BlockLength
|
|
121
157
|
Google::Cloud.configure.add_config! :storage do |config|
|
|
122
158
|
default_project = Google::Cloud::Config.deferred do
|
|
123
159
|
ENV["STORAGE_PROJECT"]
|
|
@@ -138,7 +174,15 @@ Google::Cloud.configure.add_config! :storage do |config|
|
|
|
138
174
|
config.add_field! :scope, nil, match: [String, Array]
|
|
139
175
|
config.add_field! :quota_project, nil, match: String
|
|
140
176
|
config.add_field! :retries, nil, match: Integer
|
|
177
|
+
config.add_field! :max_elapsed_time, nil, match: Integer
|
|
178
|
+
config.add_field! :base_interval, nil, match: Float
|
|
179
|
+
config.add_field! :max_interval, nil, match: Integer
|
|
180
|
+
config.add_field! :multiplier, nil, match: Integer
|
|
141
181
|
config.add_field! :timeout, nil, match: Integer
|
|
182
|
+
config.add_field! :open_timeout, nil, match: Integer
|
|
183
|
+
config.add_field! :read_timeout, nil, match: Integer
|
|
184
|
+
config.add_field! :send_timeout, nil, match: Integer
|
|
142
185
|
# TODO: Remove once discovery document is updated.
|
|
143
186
|
config.add_field! :endpoint, "https://storage.googleapis.com/", match: String
|
|
144
187
|
end
|
|
188
|
+
# rubocop:enable Metrics/BlockLength
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-cloud-storage
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.41.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Mike Moore
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date:
|
|
12
|
+
date: 2022-09-16 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: google-cloud-core
|
|
@@ -45,14 +45,14 @@ dependencies:
|
|
|
45
45
|
requirements:
|
|
46
46
|
- - "~>"
|
|
47
47
|
- !ruby/object:Gem::Version
|
|
48
|
-
version:
|
|
48
|
+
version: 0.17.0
|
|
49
49
|
type: :runtime
|
|
50
50
|
prerelease: false
|
|
51
51
|
version_requirements: !ruby/object:Gem::Requirement
|
|
52
52
|
requirements:
|
|
53
53
|
- - "~>"
|
|
54
54
|
- !ruby/object:Gem::Version
|
|
55
|
-
version:
|
|
55
|
+
version: 0.17.0
|
|
56
56
|
- !ruby/object:Gem::Dependency
|
|
57
57
|
name: googleauth
|
|
58
58
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -93,14 +93,14 @@ dependencies:
|
|
|
93
93
|
requirements:
|
|
94
94
|
- - "~>"
|
|
95
95
|
- !ruby/object:Gem::Version
|
|
96
|
-
version: '2.
|
|
96
|
+
version: '2.8'
|
|
97
97
|
type: :runtime
|
|
98
98
|
prerelease: false
|
|
99
99
|
version_requirements: !ruby/object:Gem::Requirement
|
|
100
100
|
requirements:
|
|
101
101
|
- - "~>"
|
|
102
102
|
- !ruby/object:Gem::Version
|
|
103
|
-
version: '2.
|
|
103
|
+
version: '2.8'
|
|
104
104
|
- !ruby/object:Gem::Dependency
|
|
105
105
|
name: mini_mime
|
|
106
106
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -135,14 +135,14 @@ dependencies:
|
|
|
135
135
|
requirements:
|
|
136
136
|
- - "~>"
|
|
137
137
|
- !ruby/object:Gem::Version
|
|
138
|
-
version: '5.
|
|
138
|
+
version: '5.16'
|
|
139
139
|
type: :development
|
|
140
140
|
prerelease: false
|
|
141
141
|
version_requirements: !ruby/object:Gem::Requirement
|
|
142
142
|
requirements:
|
|
143
143
|
- - "~>"
|
|
144
144
|
- !ruby/object:Gem::Version
|
|
145
|
-
version: '5.
|
|
145
|
+
version: '5.16'
|
|
146
146
|
- !ruby/object:Gem::Dependency
|
|
147
147
|
name: minitest-autotest
|
|
148
148
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -318,7 +318,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
318
318
|
- !ruby/object:Gem::Version
|
|
319
319
|
version: '0'
|
|
320
320
|
requirements: []
|
|
321
|
-
rubygems_version: 3.
|
|
321
|
+
rubygems_version: 3.3.14
|
|
322
322
|
signing_key:
|
|
323
323
|
specification_version: 4
|
|
324
324
|
summary: API Client library for Google Cloud Storage
|