fog-internet-archive 0.0.1 → 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.gitignore +1 -0
- data/README.md +8 -1
- data/lib/fog/bin/internet_archive.rb +1 -1
- data/lib/fog/internet_archive.rb +294 -1
- data/lib/fog/internet_archive/version.rb +1 -1
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/access_control_list.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/complete_multipart_upload.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/copy_object.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/cors_configuration.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/delete_multiple_objects.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_bucket.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_bucket_lifecycle.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_bucket_location.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_bucket_logging.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_bucket_website.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_request_payment.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/get_service.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/initiate_multipart_upload.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/list_multipart_uploads.rb +0 -0
- data/lib/fog/{internet_archive/parsers/storage → parsers/storage/internet_archive}/list_parts.rb +0 -0
- data/lib/fog/{internet_archive/storage.rb → storage/internet_archive.rb} +2 -4
- data/lib/fog/{internet_archive/models/storage → storage/internet_archive/models}/directories.rb +1 -1
- data/lib/fog/{internet_archive/models/storage → storage/internet_archive/models}/directory.rb +2 -2
- data/lib/fog/{internet_archive/models/storage → storage/internet_archive/models}/file.rb +1 -1
- data/lib/fog/{internet_archive/models/storage → storage/internet_archive/models}/files.rb +1 -1
- data/lib/fog/{internet_archive/models/storage → storage/internet_archive/models}/ia_attributes.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/abort_multipart_upload.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/acl_utils.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/complete_multipart_upload.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/copy_object.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/cors_utils.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_bucket.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_bucket_cors.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_bucket_lifecycle.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_bucket_policy.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_bucket_website.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_multiple_objects.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/delete_object.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_acl.rb +2 -2
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_cors.rb +2 -2
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_lifecycle.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_location.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_logging.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_policy.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_bucket_website.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_object.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_object_acl.rb +2 -2
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_object_http_url.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_object_https_url.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_object_torrent.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_object_url.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_request_payment.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/get_service.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/head_object.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/initiate_multipart_upload.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/list_multipart_uploads.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/list_parts.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/post_object_hidden_fields.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket_acl.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket_cors.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket_lifecycle.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket_logging.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket_policy.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_bucket_website.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_object.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_object_acl.rb +1 -1
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_object_url.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/put_request_payment.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/sync_clock.rb +0 -0
- data/lib/fog/{internet_archive/requests/storage → storage/internet_archive/requests}/upload_part.rb +0 -0
- data/tests/internet_archive/requests/storage/acl_utils_tests.rb +1 -1
- data/tests/internet_archive/requests/storage/cors_utils_tests.rb +1 -1
- metadata +70 -72
- data/lib/fog/internet_archive/core.rb +0 -291
@@ -1,291 +0,0 @@
|
|
1
|
-
require 'fog/core'
|
2
|
-
require 'fog/xml'
|
3
|
-
require 'fog/internet_archive/signaturev4'
|
4
|
-
|
5
|
-
module Fog
|
6
|
-
module InternetArchive
|
7
|
-
COMPLIANT_BUCKET_NAMES = /^(?:[a-z]|\d(?!\d{0,2}(?:\.\d{1,3}){3}$))(?:[a-z0-9]|\-(?![\.])){1,61}[a-z0-9]$/
|
8
|
-
|
9
|
-
DOMAIN_NAME = 'archive.org'
|
10
|
-
|
11
|
-
API_DOMAIN_NAME = 's3.us.' + DOMAIN_NAME
|
12
|
-
|
13
|
-
extend Fog::Provider
|
14
|
-
|
15
|
-
service(:storage, 'Storage')
|
16
|
-
|
17
|
-
def self.indexed_param(key, values)
|
18
|
-
params = {}
|
19
|
-
unless key.include?('%d')
|
20
|
-
key << '.%d'
|
21
|
-
end
|
22
|
-
[*values].each_with_index do |value, index|
|
23
|
-
if value.respond_to?('keys')
|
24
|
-
k = format(key, index + 1)
|
25
|
-
value.each do | vkey, vvalue |
|
26
|
-
params["#{k}.#{vkey}"] = vvalue
|
27
|
-
end
|
28
|
-
else
|
29
|
-
params[format(key, index + 1)] = value
|
30
|
-
end
|
31
|
-
end
|
32
|
-
params
|
33
|
-
end
|
34
|
-
|
35
|
-
def self.serialize_keys(key, value, options = {})
|
36
|
-
case value
|
37
|
-
when Hash
|
38
|
-
value.each do | k, v |
|
39
|
-
options.merge!(serialize_keys("#{key}.#{k}", v))
|
40
|
-
end
|
41
|
-
return options
|
42
|
-
when Array
|
43
|
-
value.each_with_index do | it, idx |
|
44
|
-
options.merge!(serialize_keys("#{key}.member.#{(idx + 1)}", it))
|
45
|
-
end
|
46
|
-
return options
|
47
|
-
else
|
48
|
-
return {key => value}
|
49
|
-
end
|
50
|
-
end
|
51
|
-
|
52
|
-
def self.indexed_request_param(name, values)
|
53
|
-
idx = -1
|
54
|
-
Array(values).reduce({}) do |params, value|
|
55
|
-
params["#{name}.#{idx += 1}"] = value
|
56
|
-
params
|
57
|
-
end
|
58
|
-
end
|
59
|
-
|
60
|
-
def self.indexed_filters(filters)
|
61
|
-
params = {}
|
62
|
-
filters.keys.each_with_index do |key, key_index|
|
63
|
-
key_index += 1
|
64
|
-
params[format('Filter.%d.Name', key_index)] = key
|
65
|
-
[*filters[key]].each_with_index do |value, value_index|
|
66
|
-
value_index += 1
|
67
|
-
params[format('Filter.%d.Value.%d', key_index, value_index)] = value
|
68
|
-
end
|
69
|
-
end
|
70
|
-
params
|
71
|
-
end
|
72
|
-
|
73
|
-
def self.escape(string)
|
74
|
-
string.gsub(/([^a-zA-Z0-9_.\-~]+)/) {
|
75
|
-
"%" + $1.unpack("H2" * $1.bytesize).join("%").upcase
|
76
|
-
}
|
77
|
-
end
|
78
|
-
|
79
|
-
def self.signed_params(params, options = {})
|
80
|
-
params.merge!({
|
81
|
-
'AWSAccessKeyId' => options[:ia_access_key_id],
|
82
|
-
'SignatureMethod' => 'HmacSHA256',
|
83
|
-
'SignatureVersion' => '2',
|
84
|
-
'Timestamp' => Time.now.utc.strftime("%Y-%m-%dT%H:%M:%SZ"),
|
85
|
-
'Version' => options[:version]
|
86
|
-
})
|
87
|
-
|
88
|
-
params.merge!({
|
89
|
-
'SecurityToken' => options[:ia_session_token]
|
90
|
-
}) if options[:ia_session_token]
|
91
|
-
|
92
|
-
body = ''
|
93
|
-
for key in params.keys.sort
|
94
|
-
unless (value = params[key]).nil?
|
95
|
-
body << "#{key}=#{escape(value.to_s)}&"
|
96
|
-
end
|
97
|
-
end
|
98
|
-
string_to_sign = "POST\n#{options[:host]}:#{options[:port]}\n#{options[:path]}\n" << body.chop
|
99
|
-
signed_string = options[:hmac].sign(string_to_sign)
|
100
|
-
body << "Signature=#{escape(Base64.encode64(signed_string).chomp!)}"
|
101
|
-
|
102
|
-
body
|
103
|
-
end
|
104
|
-
|
105
|
-
class Mock
|
106
|
-
def self.arn(vendor, account_id, path, region = nil)
|
107
|
-
"arn:aws:#{vendor}:#{region}:#{account_id}:#{path}"
|
108
|
-
end
|
109
|
-
|
110
|
-
def self.availability_zone(region)
|
111
|
-
"#{region}#{Fog::Mock.random_selection('abcd', 1)}"
|
112
|
-
end
|
113
|
-
|
114
|
-
def self.box_usage
|
115
|
-
sprintf("%0.10f", rand / 100).to_f
|
116
|
-
end
|
117
|
-
|
118
|
-
def self.console_output
|
119
|
-
# "[ 0.000000] Linux version 2.6.18-xenU-ec2-v1.2 (root@domU-12-31-39-07-51-82) (gcc version 4.1.2 20070626 (Red Hat 4.1.2-13)) #2 SMP Wed Aug 19 09:04:38 EDT 2009"
|
120
|
-
Base64.decode64("WyAwLjAwMDAwMF0gTGludXggdmVyc2lvbiAyLjYuMTgteGVuVS1lYzItdjEu\nMiAocm9vdEBkb21VLTEyLTMxLTM5LTA3LTUxLTgyKSAoZ2NjIHZlcnNpb24g\nNC4xLjIgMjAwNzA2MjYgKFJlZCBIYXQgNC4xLjItMTMpKSAjMiBTTVAgV2Vk\nIEF1ZyAxOSAwOTowNDozOCBFRFQgMjAwOQ==\n")
|
121
|
-
end
|
122
|
-
|
123
|
-
def self.dns_name_for(ip_address)
|
124
|
-
"ec2-#{ip_address.gsub('.','-')}.compute-1.amazonaws.com"
|
125
|
-
end
|
126
|
-
|
127
|
-
def self.private_dns_name_for(ip_address)
|
128
|
-
"ip-#{ip_address.gsub('.','-')}.ec2.internal"
|
129
|
-
end
|
130
|
-
|
131
|
-
def self.image
|
132
|
-
path = []
|
133
|
-
(rand(3) + 2).times do
|
134
|
-
path << Fog::Mock.random_letters(rand(9) + 8)
|
135
|
-
end
|
136
|
-
{
|
137
|
-
"imageOwnerId" => Fog::Mock.random_letters(rand(5) + 4),
|
138
|
-
"blockDeviceMapping" => [],
|
139
|
-
"productCodes" => [],
|
140
|
-
"kernelId" => kernel_id,
|
141
|
-
"ramdiskId" => ramdisk_id,
|
142
|
-
"imageState" => "available",
|
143
|
-
"imageId" => image_id,
|
144
|
-
"architecture" => "i386",
|
145
|
-
"isPublic" => true,
|
146
|
-
"imageLocation" => path.join('/'),
|
147
|
-
"imageType" => "machine",
|
148
|
-
"rootDeviceType" => ["ebs","instance-store"][rand(2)],
|
149
|
-
"rootDeviceName" => "/dev/sda1"
|
150
|
-
}
|
151
|
-
end
|
152
|
-
|
153
|
-
def self.image_id
|
154
|
-
"ami-#{Fog::Mock.random_hex(8)}"
|
155
|
-
end
|
156
|
-
|
157
|
-
def self.key_fingerprint
|
158
|
-
fingerprint = []
|
159
|
-
20.times do
|
160
|
-
fingerprint << Fog::Mock.random_hex(2)
|
161
|
-
end
|
162
|
-
fingerprint.join(':')
|
163
|
-
end
|
164
|
-
|
165
|
-
def self.instance_id
|
166
|
-
"i-#{Fog::Mock.random_hex(8)}"
|
167
|
-
end
|
168
|
-
|
169
|
-
def self.ip_address
|
170
|
-
ip = []
|
171
|
-
4.times do
|
172
|
-
ip << Fog::Mock.random_numbers(rand(3) + 1).to_i.to_s # remove leading 0
|
173
|
-
end
|
174
|
-
ip.join('.')
|
175
|
-
end
|
176
|
-
|
177
|
-
def self.private_ip_address
|
178
|
-
ip_address.gsub(/^\d{1,3}\./,"10.")
|
179
|
-
end
|
180
|
-
|
181
|
-
def self.kernel_id
|
182
|
-
"aki-#{Fog::Mock.random_hex(8)}"
|
183
|
-
end
|
184
|
-
|
185
|
-
def self.key_material
|
186
|
-
OpenSSL::PKey::RSA.generate(1024).to_s
|
187
|
-
end
|
188
|
-
|
189
|
-
def self.owner_id
|
190
|
-
Fog::Mock.random_numbers(12)
|
191
|
-
end
|
192
|
-
|
193
|
-
def self.ramdisk_id
|
194
|
-
"ari-#{Fog::Mock.random_hex(8)}"
|
195
|
-
end
|
196
|
-
|
197
|
-
def self.request_id
|
198
|
-
request_id = []
|
199
|
-
request_id << Fog::Mock.random_hex(8)
|
200
|
-
3.times do
|
201
|
-
request_id << Fog::Mock.random_hex(4)
|
202
|
-
end
|
203
|
-
request_id << Fog::Mock.random_hex(12)
|
204
|
-
request_id.join('-')
|
205
|
-
end
|
206
|
-
class << self
|
207
|
-
alias_method :reserved_instances_id, :request_id
|
208
|
-
alias_method :reserved_instances_offering_id, :request_id
|
209
|
-
alias_method :sqs_message_id, :request_id
|
210
|
-
alias_method :sqs_sender_id, :request_id
|
211
|
-
end
|
212
|
-
|
213
|
-
def self.reservation_id
|
214
|
-
"r-#{Fog::Mock.random_hex(8)}"
|
215
|
-
end
|
216
|
-
|
217
|
-
def self.snapshot_id
|
218
|
-
"snap-#{Fog::Mock.random_hex(8)}"
|
219
|
-
end
|
220
|
-
|
221
|
-
def self.volume_id
|
222
|
-
"vol-#{Fog::Mock.random_hex(8)}"
|
223
|
-
end
|
224
|
-
|
225
|
-
def self.security_group_id
|
226
|
-
"sg-#{Fog::Mock.random_hex(8)}"
|
227
|
-
end
|
228
|
-
|
229
|
-
def self.network_interface_id
|
230
|
-
"eni-#{Fog::Mock.random_hex(8)}"
|
231
|
-
end
|
232
|
-
def self.internet_gateway_id
|
233
|
-
"igw-#{Fog::Mock.random_hex(8)}"
|
234
|
-
end
|
235
|
-
def self.dhcp_options_id
|
236
|
-
"dopt-#{Fog::Mock.random_hex(8)}"
|
237
|
-
end
|
238
|
-
def self.vpc_id
|
239
|
-
"vpc-#{Fog::Mock.random_hex(8)}"
|
240
|
-
end
|
241
|
-
def self.subnet_id
|
242
|
-
"subnet-#{Fog::Mock.random_hex(8)}"
|
243
|
-
end
|
244
|
-
def self.zone_id
|
245
|
-
"zone-#{Fog::Mock.random_hex(8)}"
|
246
|
-
end
|
247
|
-
def self.change_id
|
248
|
-
"change-#{Fog::Mock.random_hex(8)}"
|
249
|
-
end
|
250
|
-
def self.nameservers
|
251
|
-
[
|
252
|
-
'ns-2048.awsdns-64.com',
|
253
|
-
'ns-2049.awsdns-65.net',
|
254
|
-
'ns-2050.awsdns-66.org',
|
255
|
-
'ns-2051.awsdns-67.co.uk'
|
256
|
-
]
|
257
|
-
end
|
258
|
-
|
259
|
-
def self.key_id(length=21)
|
260
|
-
#Probably close enough
|
261
|
-
Fog::Mock.random_selection('ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789',length)
|
262
|
-
end
|
263
|
-
|
264
|
-
def self.rds_address(db_name,region)
|
265
|
-
"#{db_name}.#{Fog::Mock.random_letters(rand(12) + 4)}.#{region}.rds.amazonaws.com"
|
266
|
-
end
|
267
|
-
end
|
268
|
-
|
269
|
-
def self.parse_security_group_options(group_name, options)
|
270
|
-
options ||= Hash.new
|
271
|
-
if group_name.is_a?(Hash)
|
272
|
-
options = group_name
|
273
|
-
elsif group_name
|
274
|
-
if options.key?('GroupName')
|
275
|
-
raise Fog::Compute::InternetArchive::Error, 'Arguments specified both group_name and GroupName in options'
|
276
|
-
end
|
277
|
-
options = options.clone
|
278
|
-
options['GroupName'] = group_name
|
279
|
-
end
|
280
|
-
name_specified = options.key?('GroupName') && !options['GroupName'].nil?
|
281
|
-
group_id_specified = options.key?('GroupId') && !options['GroupId'].nil?
|
282
|
-
unless name_specified || group_id_specified
|
283
|
-
raise Fog::Compute::InternetArchive::Error, 'Neither GroupName nor GroupId specified'
|
284
|
-
end
|
285
|
-
if name_specified && group_id_specified
|
286
|
-
options.delete('GroupName')
|
287
|
-
end
|
288
|
-
options
|
289
|
-
end
|
290
|
-
end
|
291
|
-
end
|