google-cloud-storage 1.18.1 → 1.44.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +17 -30
- data/CHANGELOG.md +312 -0
- data/CONTRIBUTING.md +4 -5
- data/LOGGING.md +1 -1
- data/OVERVIEW.md +37 -5
- data/TROUBLESHOOTING.md +2 -8
- data/lib/google/cloud/storage/bucket/acl.rb +40 -40
- data/lib/google/cloud/storage/bucket/cors.rb +4 -1
- data/lib/google/cloud/storage/bucket/lifecycle.rb +259 -44
- data/lib/google/cloud/storage/bucket/list.rb +3 -3
- data/lib/google/cloud/storage/bucket.rb +1096 -172
- data/lib/google/cloud/storage/convert.rb +4 -3
- data/lib/google/cloud/storage/credentials.rb +16 -14
- data/lib/google/cloud/storage/errors.rb +7 -2
- data/lib/google/cloud/storage/file/acl.rb +181 -20
- data/lib/google/cloud/storage/file/list.rb +10 -8
- data/lib/google/cloud/storage/file/signer_v2.rb +36 -18
- data/lib/google/cloud/storage/file/signer_v4.rb +249 -61
- data/lib/google/cloud/storage/file/verifier.rb +2 -2
- data/lib/google/cloud/storage/file.rb +450 -84
- data/lib/google/cloud/storage/hmac_key/list.rb +182 -0
- data/lib/google/cloud/storage/hmac_key.rb +316 -0
- data/lib/google/cloud/storage/policy/binding.rb +246 -0
- data/lib/google/cloud/storage/policy/bindings.rb +196 -0
- data/lib/google/cloud/storage/policy/condition.rb +138 -0
- data/lib/google/cloud/storage/policy.rb +277 -24
- data/lib/google/cloud/storage/post_object.rb +20 -2
- data/lib/google/cloud/storage/project.rb +249 -50
- data/lib/google/cloud/storage/service.rb +479 -288
- data/lib/google/cloud/storage/version.rb +1 -1
- data/lib/google/cloud/storage.rb +86 -16
- data/lib/google-cloud-storage.rb +54 -7
- metadata +74 -27
@@ -0,0 +1,182 @@
|
|
1
|
+
# Copyright 2019 Google LLC
|
2
|
+
#
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at
|
6
|
+
#
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
#
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
|
15
|
+
|
16
|
+
require "delegate"
|
17
|
+
|
18
|
+
module Google
|
19
|
+
module Cloud
|
20
|
+
module Storage
|
21
|
+
class HmacKey
|
22
|
+
##
|
23
|
+
# HmacKey::List is a special case Array with additional values.
|
24
|
+
class List < DelegateClass(::Array)
|
25
|
+
##
|
26
|
+
# If not empty, indicates that there are more HMAC keys
|
27
|
+
# that match the request and this value should be passed to
|
28
|
+
# the next {Google::Cloud::Storage::Project#hmac_keys} to continue.
|
29
|
+
attr_accessor :token
|
30
|
+
|
31
|
+
##
|
32
|
+
# @private Create a new HmacKey::List with an array of values.
|
33
|
+
def initialize arr = []
|
34
|
+
super arr
|
35
|
+
end
|
36
|
+
|
37
|
+
##
|
38
|
+
# Whether there is a next page of HMAC keys.
|
39
|
+
#
|
40
|
+
# @return [Boolean]
|
41
|
+
#
|
42
|
+
# @example
|
43
|
+
# require "google/cloud/storage"
|
44
|
+
#
|
45
|
+
# storage = Google::Cloud::Storage.new
|
46
|
+
#
|
47
|
+
# hmac_keys = storage.hmac_keys
|
48
|
+
# if hmac_keys.next?
|
49
|
+
# next_hmac_keys = hmac_keys.next
|
50
|
+
# end
|
51
|
+
#
|
52
|
+
def next?
|
53
|
+
!token.nil?
|
54
|
+
end
|
55
|
+
|
56
|
+
##
|
57
|
+
# Retrieve the next page of HMAC keys.
|
58
|
+
#
|
59
|
+
# @return [HmacKey::List]
|
60
|
+
#
|
61
|
+
# @example
|
62
|
+
# require "google/cloud/storage"
|
63
|
+
#
|
64
|
+
# storage = Google::Cloud::Storage.new
|
65
|
+
#
|
66
|
+
# hmac_keys = storage.hmac_keys
|
67
|
+
# if hmac_keys.next?
|
68
|
+
# next_hmac_keys = hmac_keys.next
|
69
|
+
# end
|
70
|
+
#
|
71
|
+
def next
|
72
|
+
return nil unless next?
|
73
|
+
ensure_service!
|
74
|
+
gapi = @service.list_hmac_keys \
|
75
|
+
service_account_email: @service_account_email,
|
76
|
+
show_deleted_keys: @show_deleted_keys, token: @token, max: @max,
|
77
|
+
user_project: @user_project
|
78
|
+
|
79
|
+
HmacKey::List.from_gapi \
|
80
|
+
gapi, @service,
|
81
|
+
service_account_email: @service_account_email,
|
82
|
+
show_deleted_keys: @show_deleted_keys, max: @max,
|
83
|
+
user_project: @user_project
|
84
|
+
end
|
85
|
+
|
86
|
+
##
|
87
|
+
# Retrieves remaining results by repeatedly invoking {#next} until
|
88
|
+
# {#next?} returns `false`. Calls the given block once for each
|
89
|
+
# result, which is passed as the argument to the block.
|
90
|
+
#
|
91
|
+
# An Enumerator is returned if no block is given.
|
92
|
+
#
|
93
|
+
# This method will make repeated API calls until all remaining results
|
94
|
+
# are retrieved. (Unlike `#each`, for example, which merely iterates
|
95
|
+
# over the results returned by a single API call.) Use with caution.
|
96
|
+
#
|
97
|
+
# @param [Integer] request_limit The upper limit of API requests to
|
98
|
+
# make to load all HMAC keys. Default is no limit.
|
99
|
+
# @yield [key] The block for accessing each HMAC key.
|
100
|
+
# @yieldparam [HmacKey] key The HMAC key object.
|
101
|
+
#
|
102
|
+
# @return [Enumerator]
|
103
|
+
#
|
104
|
+
# @example Iterating each HMAC key by passing a block:
|
105
|
+
# require "google/cloud/storage"
|
106
|
+
#
|
107
|
+
# storage = Google::Cloud::Storage.new
|
108
|
+
#
|
109
|
+
# hmac_keys = storage.hmac_keys
|
110
|
+
# hmac_keys.all do |key|
|
111
|
+
# puts key.access_id
|
112
|
+
# end
|
113
|
+
#
|
114
|
+
# @example Using the enumerator by not passing a block:
|
115
|
+
# require "google/cloud/storage"
|
116
|
+
#
|
117
|
+
# storage = Google::Cloud::Storage.new
|
118
|
+
#
|
119
|
+
# hmac_keys = storage.hmac_keys
|
120
|
+
# all_names = hmac_keys.all.map do |key|
|
121
|
+
# key.access_id
|
122
|
+
# end
|
123
|
+
#
|
124
|
+
# @example Limit the number of API calls made:
|
125
|
+
# require "google/cloud/storage"
|
126
|
+
#
|
127
|
+
# storage = Google::Cloud::Storage.new
|
128
|
+
#
|
129
|
+
# hmac_keys = storage.hmac_keys
|
130
|
+
# hmac_keys.all(request_limit: 10) do |key|
|
131
|
+
# puts key.access_id
|
132
|
+
# end
|
133
|
+
#
|
134
|
+
def all request_limit: nil, &block
|
135
|
+
request_limit = request_limit.to_i if request_limit
|
136
|
+
unless block_given?
|
137
|
+
return enum_for :all, request_limit: request_limit
|
138
|
+
end
|
139
|
+
results = self
|
140
|
+
loop do
|
141
|
+
results.each(&block)
|
142
|
+
if request_limit
|
143
|
+
request_limit -= 1
|
144
|
+
break if request_limit.negative?
|
145
|
+
end
|
146
|
+
break unless results.next?
|
147
|
+
results = results.next
|
148
|
+
end
|
149
|
+
end
|
150
|
+
|
151
|
+
##
|
152
|
+
# @private New HmacKey::List from a Google API Client
|
153
|
+
# Google::Apis::StorageV1::HmacKeysMetadata object.
|
154
|
+
def self.from_gapi gapi_list, service, service_account_email: nil,
|
155
|
+
show_deleted_keys: nil, max: nil, user_project: nil
|
156
|
+
hmac_keys = new(Array(gapi_list.items).map do |gapi_object|
|
157
|
+
HmacKey.from_gapi_metadata gapi_object, service,
|
158
|
+
user_project: user_project
|
159
|
+
end)
|
160
|
+
hmac_keys.instance_variable_set :@token, gapi_list.next_page_token
|
161
|
+
hmac_keys.instance_variable_set :@service, service
|
162
|
+
hmac_keys.instance_variable_set :@service_account_email,
|
163
|
+
service_account_email
|
164
|
+
hmac_keys.instance_variable_set :@show_deleted_keys,
|
165
|
+
show_deleted_keys
|
166
|
+
hmac_keys.instance_variable_set :@max, max
|
167
|
+
hmac_keys.instance_variable_set :@user_project, user_project
|
168
|
+
hmac_keys
|
169
|
+
end
|
170
|
+
|
171
|
+
protected
|
172
|
+
|
173
|
+
##
|
174
|
+
# Raise an error unless an active connection is available.
|
175
|
+
def ensure_service!
|
176
|
+
raise "Must have active connection" unless @service
|
177
|
+
end
|
178
|
+
end
|
179
|
+
end
|
180
|
+
end
|
181
|
+
end
|
182
|
+
end
|
@@ -0,0 +1,316 @@
|
|
1
|
+
# Copyright 2019 Google LLC
|
2
|
+
#
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at
|
6
|
+
#
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
#
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
|
15
|
+
|
16
|
+
require "google/cloud/storage/hmac_key/list"
|
17
|
+
|
18
|
+
module Google
|
19
|
+
module Cloud
|
20
|
+
module Storage
|
21
|
+
##
|
22
|
+
# # HmacKey
|
23
|
+
#
|
24
|
+
# Represents the metadata for an HMAC key, and also includes the key's
|
25
|
+
# secret if returned by the {Project#create_hmac_key} creation method.
|
26
|
+
#
|
27
|
+
# @see https://cloud.google.com/storage/docs/migrating#migration-simple
|
28
|
+
# Migrating from Amazon S3 to Cloud Storage - Simple migration
|
29
|
+
#
|
30
|
+
# @attr_reader [String, nil] secret HMAC secret key material, or `nil` if
|
31
|
+
# the key was not returned by the {Project#create_hmac_key} creation
|
32
|
+
# method.
|
33
|
+
#
|
34
|
+
# @example
|
35
|
+
# require "google/cloud/storage"
|
36
|
+
#
|
37
|
+
# storage = Google::Cloud::Storage.new
|
38
|
+
#
|
39
|
+
# service_account_email = "my_account@developer.gserviceaccount.com"
|
40
|
+
# hmac_key = storage.create_hmac_key service_account_email
|
41
|
+
# hmac_key.secret # ...
|
42
|
+
#
|
43
|
+
# hmac_key = storage.hmac_key hmac_key.access_id
|
44
|
+
# hmac_key.secret # nil
|
45
|
+
#
|
46
|
+
# hmac_key.inactive!
|
47
|
+
# hmac_key.delete
|
48
|
+
#
|
49
|
+
class HmacKey
|
50
|
+
##
|
51
|
+
# @private The Connection object.
|
52
|
+
attr_accessor :service
|
53
|
+
|
54
|
+
##
|
55
|
+
# @private The Google API Client object.
|
56
|
+
attr_accessor :gapi
|
57
|
+
|
58
|
+
##
|
59
|
+
# @private A boolean value or a project ID string to indicate the
|
60
|
+
# project to be billed for operations.
|
61
|
+
attr_accessor :user_project
|
62
|
+
|
63
|
+
attr_reader :secret
|
64
|
+
|
65
|
+
##
|
66
|
+
# @private Creates an HmacKey object.
|
67
|
+
def initialize
|
68
|
+
@bucket = nil
|
69
|
+
@service = nil
|
70
|
+
@gapi = nil
|
71
|
+
@user_project = nil
|
72
|
+
end
|
73
|
+
|
74
|
+
##
|
75
|
+
# The ID of the HMAC Key.
|
76
|
+
#
|
77
|
+
# @return [String]
|
78
|
+
#
|
79
|
+
def access_id
|
80
|
+
@gapi.access_id
|
81
|
+
end
|
82
|
+
|
83
|
+
##
|
84
|
+
# A URL that can be used to access the HMAC key using the REST API.
|
85
|
+
#
|
86
|
+
# @return [String]
|
87
|
+
#
|
88
|
+
def api_url
|
89
|
+
@gapi.self_link
|
90
|
+
end
|
91
|
+
|
92
|
+
##
|
93
|
+
# Creation time of the HMAC key.
|
94
|
+
#
|
95
|
+
# @return [String]
|
96
|
+
#
|
97
|
+
def created_at
|
98
|
+
@gapi.time_created
|
99
|
+
end
|
100
|
+
|
101
|
+
##
|
102
|
+
# HTTP 1.1 Entity tag for the HMAC key.
|
103
|
+
#
|
104
|
+
# @return [String]
|
105
|
+
#
|
106
|
+
def etag
|
107
|
+
@gapi.etag
|
108
|
+
end
|
109
|
+
|
110
|
+
##
|
111
|
+
# The ID of the HMAC key, including the Project ID and the Access ID.
|
112
|
+
#
|
113
|
+
# @return [String]
|
114
|
+
#
|
115
|
+
def id
|
116
|
+
@gapi.id
|
117
|
+
end
|
118
|
+
|
119
|
+
##
|
120
|
+
# Project ID owning the service account to which the key authenticates.
|
121
|
+
#
|
122
|
+
# @return [String]
|
123
|
+
#
|
124
|
+
def project_id
|
125
|
+
@gapi.project_id
|
126
|
+
end
|
127
|
+
|
128
|
+
##
|
129
|
+
# The email address of the key's associated service account.
|
130
|
+
#
|
131
|
+
# @return [String]
|
132
|
+
#
|
133
|
+
def service_account_email
|
134
|
+
@gapi.service_account_email
|
135
|
+
end
|
136
|
+
|
137
|
+
##
|
138
|
+
# The state of the key. Can be one of `ACTIVE`, `INACTIVE`, or
|
139
|
+
# `DELETED`.
|
140
|
+
#
|
141
|
+
# @return [String]
|
142
|
+
#
|
143
|
+
def state
|
144
|
+
@gapi.state
|
145
|
+
end
|
146
|
+
|
147
|
+
##
|
148
|
+
# Last modification time of the HMAC key metadata.
|
149
|
+
#
|
150
|
+
# @return [String]
|
151
|
+
#
|
152
|
+
def updated_at
|
153
|
+
@gapi.updated
|
154
|
+
end
|
155
|
+
|
156
|
+
##
|
157
|
+
# Whether the state of the HMAC key is `ACTIVE`.
|
158
|
+
#
|
159
|
+
# @return [Boolean]
|
160
|
+
#
|
161
|
+
def active?
|
162
|
+
state == "ACTIVE"
|
163
|
+
end
|
164
|
+
|
165
|
+
##
|
166
|
+
# Updates the state of the HMAC key to `ACTIVE`.
|
167
|
+
#
|
168
|
+
# @return [Google::Cloud::Storage::HmacKey] Returns the HMAC key for
|
169
|
+
# method chaining.
|
170
|
+
#
|
171
|
+
# @example
|
172
|
+
# require "google/cloud/storage"
|
173
|
+
#
|
174
|
+
# storage = Google::Cloud::Storage.new
|
175
|
+
#
|
176
|
+
# hmac_key = storage.hmac_keys.first
|
177
|
+
#
|
178
|
+
# hmac_key.active!
|
179
|
+
# hmac_key.state # "ACTIVE"
|
180
|
+
#
|
181
|
+
def active!
|
182
|
+
put_gapi! "ACTIVE"
|
183
|
+
self
|
184
|
+
end
|
185
|
+
|
186
|
+
##
|
187
|
+
# Whether the state of the HMAC key is `INACTIVE`.
|
188
|
+
#
|
189
|
+
# @return [Boolean]
|
190
|
+
#
|
191
|
+
def inactive?
|
192
|
+
state == "INACTIVE"
|
193
|
+
end
|
194
|
+
|
195
|
+
##
|
196
|
+
# Updates the state of the HMAC key to `INACTIVE`.
|
197
|
+
#
|
198
|
+
# @return [Google::Cloud::Storage::HmacKey] Returns the HMAC key for
|
199
|
+
# method chaining.
|
200
|
+
#
|
201
|
+
# @example
|
202
|
+
# require "google/cloud/storage"
|
203
|
+
#
|
204
|
+
# storage = Google::Cloud::Storage.new
|
205
|
+
#
|
206
|
+
# hmac_key = storage.hmac_keys.first
|
207
|
+
#
|
208
|
+
# hmac_key.inactive!
|
209
|
+
# hmac_key.state # "INACTIVE"
|
210
|
+
#
|
211
|
+
def inactive!
|
212
|
+
put_gapi! "INACTIVE"
|
213
|
+
self
|
214
|
+
end
|
215
|
+
|
216
|
+
##
|
217
|
+
# Whether the state of the HMAC key is `DELETED`.
|
218
|
+
#
|
219
|
+
# @return [Boolean]
|
220
|
+
#
|
221
|
+
def deleted?
|
222
|
+
state == "DELETED"
|
223
|
+
end
|
224
|
+
|
225
|
+
##
|
226
|
+
# Deletes the HMAC key, and loads the new state of the HMAC key,
|
227
|
+
# which will be `DELETED`.
|
228
|
+
#
|
229
|
+
# The API call to delete the HMAC key may be retried under certain
|
230
|
+
# conditions. See {Google::Cloud#storage} to control this behavior.
|
231
|
+
#
|
232
|
+
# @return [Google::Cloud::Storage::HmacKey] Returns the HMAC key for
|
233
|
+
# method chaining.
|
234
|
+
#
|
235
|
+
# @example
|
236
|
+
# require "google/cloud/storage"
|
237
|
+
#
|
238
|
+
# storage = Google::Cloud::Storage.new
|
239
|
+
#
|
240
|
+
# hmac_key = storage.hmac_keys.first
|
241
|
+
#
|
242
|
+
# hmac_key.inactive!.delete!
|
243
|
+
#
|
244
|
+
def delete!
|
245
|
+
ensure_service!
|
246
|
+
@service.delete_hmac_key access_id,
|
247
|
+
project_id: project_id,
|
248
|
+
user_project: @user_project
|
249
|
+
@gapi = @service.get_hmac_key access_id, project_id: project_id,
|
250
|
+
user_project: @user_project
|
251
|
+
self
|
252
|
+
end
|
253
|
+
alias delete delete!
|
254
|
+
|
255
|
+
##
|
256
|
+
# Reloads the HMAC key with current data from the Storage service.
|
257
|
+
#
|
258
|
+
def reload!
|
259
|
+
ensure_service!
|
260
|
+
@gapi = service.get_hmac_key access_id, project_id: project_id,
|
261
|
+
user_project: user_project
|
262
|
+
self
|
263
|
+
end
|
264
|
+
alias refresh! reload!
|
265
|
+
|
266
|
+
##
|
267
|
+
# @private New HmacKey from a Google::Apis::StorageV1::HmacKey object.
|
268
|
+
#
|
269
|
+
# @param [Google::Apis::StorageV1::HmacKey] gapi
|
270
|
+
#
|
271
|
+
#
|
272
|
+
def self.from_gapi gapi, service, user_project: nil
|
273
|
+
hmac_key = from_gapi_metadata gapi.metadata,
|
274
|
+
service,
|
275
|
+
user_project: user_project
|
276
|
+
hmac_key.tap do |f|
|
277
|
+
f.instance_variable_set :@secret, gapi.secret
|
278
|
+
end
|
279
|
+
end
|
280
|
+
|
281
|
+
##
|
282
|
+
# @private New HmacKey from a Google::Apis::StorageV1::HmacKeyMetadata
|
283
|
+
# object.
|
284
|
+
#
|
285
|
+
# @param [Google::Apis::StorageV1::HmacKeyMetadata] gapi
|
286
|
+
#
|
287
|
+
#
|
288
|
+
def self.from_gapi_metadata gapi, service, user_project: nil
|
289
|
+
new.tap do |f|
|
290
|
+
f.gapi = gapi
|
291
|
+
f.service = service
|
292
|
+
f.user_project = user_project
|
293
|
+
end
|
294
|
+
end
|
295
|
+
|
296
|
+
protected
|
297
|
+
|
298
|
+
##
|
299
|
+
# Raise an error unless an active service is available.
|
300
|
+
def ensure_service!
|
301
|
+
raise "Must have active connection" unless service
|
302
|
+
end
|
303
|
+
|
304
|
+
def put_gapi! new_state
|
305
|
+
ensure_service!
|
306
|
+
put_gapi = @gapi.dup
|
307
|
+
put_gapi.state = new_state
|
308
|
+
@gapi = service.update_hmac_key access_id, put_gapi,
|
309
|
+
project_id: project_id,
|
310
|
+
user_project: @user_project
|
311
|
+
self
|
312
|
+
end
|
313
|
+
end
|
314
|
+
end
|
315
|
+
end
|
316
|
+
end
|