polipus 0.3.7 → 0.4.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +8 -8
- data/.rspec +1 -1
- data/.rubocop.yml +3 -3
- data/.rubocop_todo.yml +1 -1
- data/.travis.yml +14 -4
- data/AUTHORS.md +1 -0
- data/CHANGELOG.md +9 -1
- data/Gemfile +9 -0
- data/README.md +2 -3
- data/Rakefile +1 -3
- data/examples/basic.rb +8 -1
- data/lib/polipus.rb +25 -13
- data/lib/polipus/queue_overflow.rb +1 -0
- data/lib/polipus/queue_overflow/manager.rb +1 -0
- data/lib/polipus/queue_overflow/mongo_queue.rb +1 -1
- data/lib/polipus/queue_overflow/worker.rb +24 -0
- data/lib/polipus/storage.rb +10 -16
- data/lib/polipus/storage/mongo_store.rb +6 -1
- data/lib/polipus/storage/rethink_store.rb +90 -0
- data/lib/polipus/version.rb +1 -1
- data/polipus.gemspec +16 -18
- data/spec/{http_spec.rb → polipus/http_spec.rb} +26 -37
- data/spec/{page_spec.rb → polipus/page_spec.rb} +7 -11
- data/spec/{queue_overflow_manager_spec.rb → polipus/queue_overflow/manager_spec.rb} +22 -29
- data/spec/{queue_overflow_spec.rb → polipus/queue_overflow_spec.rb} +14 -20
- data/spec/{robotex_spec.rb → polipus/robotex_spec.rb} +10 -11
- data/spec/{signal_handler_spec.rb → polipus/signal_handler_spec.rb} +2 -6
- data/spec/{storage_memory_spec.rb → polipus/storage/memory_store_spec.rb} +18 -21
- data/spec/{storage_mongo_spec.rb → polipus/storage/mongo_store_spec.rb} +23 -25
- data/spec/polipus/storage/rethink_store_spec.rb +117 -0
- data/spec/{url_tracker_spec.rb → polipus/url_tracker_spec.rb} +4 -4
- data/spec/polipus_spec.rb +13 -15
- data/spec/spec_helper.rb +13 -12
- metadata +76 -154
- data/lib/polipus/storage/s3_store.rb +0 -96
- data/spec/cassettes/08b228db424a926e1ed6ab63b38d847e.yml +0 -166
- data/spec/cassettes/20aa41f181b49f00078c3ca30bad5afe.yml +0 -166
- data/spec/cassettes/4640919145753505af2d0f8423de37f3.yml +0 -270
- data/spec/cassettes/66aae15a03f4aab8efd15e40d2d7882a.yml +0 -194
- data/spec/cassettes/76b7c197c95a5bf9b1e882c567192d72.yml +0 -183
- data/spec/cassettes/9b1d523b7f5db7214f8a8bd9272cccba.yml +0 -221
- data/spec/cassettes/ab333f89535a2efb284913fede6aa7c7.yml +0 -221
- data/spec/cassettes/ae5d7cffde3f53122cdf79f3d1367e8e.yml +0 -221
- data/spec/cassettes/ffe3d588b6df4b9de35e5a7ccaf5a81b.yml +0 -695
- data/spec/storage_s3_spec.rb +0 -115
@@ -1,96 +0,0 @@
|
|
1
|
-
# encoding: UTF-8
|
2
|
-
require 'aws/s3'
|
3
|
-
require 'zlib'
|
4
|
-
require 'thread'
|
5
|
-
require 'json'
|
6
|
-
module Polipus
|
7
|
-
module Storage
|
8
|
-
class S3Store < Base
|
9
|
-
def initialize(options = {})
|
10
|
-
@options = options
|
11
|
-
@except = @options[:except] ||= []
|
12
|
-
@semaphore = Mutex.new
|
13
|
-
|
14
|
-
AWS::S3::Base.establish_connection!(
|
15
|
-
access_key_id: @options[:access_key_id],
|
16
|
-
secret_access_key: @options[:secret_access_key]
|
17
|
-
)
|
18
|
-
@options[:bucket] = "com.polipus.pages.#{@options[:bucket]}"
|
19
|
-
begin
|
20
|
-
@bucket = AWS::S3::Bucket.find(@options[:bucket])
|
21
|
-
rescue AWS::S3::NoSuchBucket
|
22
|
-
create_bucket
|
23
|
-
end
|
24
|
-
end
|
25
|
-
|
26
|
-
def add(page)
|
27
|
-
@semaphore.synchronize do
|
28
|
-
obj = page.to_hash
|
29
|
-
@except.each { |e| obj.delete e.to_s }
|
30
|
-
puuid = uuid(page)
|
31
|
-
obj['uuid'] = puuid
|
32
|
-
data = Zlib::Deflate.deflate(obj.to_json)
|
33
|
-
AWS::S3::S3Object.store(puuid, data, @bucket.name)
|
34
|
-
puuid
|
35
|
-
end
|
36
|
-
end
|
37
|
-
|
38
|
-
def exists?(page)
|
39
|
-
AWS::S3::S3Object.exists? uuid(page), @bucket.name
|
40
|
-
end
|
41
|
-
|
42
|
-
def get(page)
|
43
|
-
@semaphore.synchronize do
|
44
|
-
if exists?(page)
|
45
|
-
data = AWS::S3::S3Object.find(uuid(page), @bucket.name).value
|
46
|
-
return load_page(data)
|
47
|
-
end
|
48
|
-
nil
|
49
|
-
end
|
50
|
-
end
|
51
|
-
|
52
|
-
def remove(page)
|
53
|
-
@semaphore.synchronize do
|
54
|
-
exists?(page) && AWS::S3::S3Object.delete(uuid(page), @bucket.name)
|
55
|
-
true
|
56
|
-
end
|
57
|
-
end
|
58
|
-
|
59
|
-
def count
|
60
|
-
@bucket.size
|
61
|
-
end
|
62
|
-
|
63
|
-
def clear
|
64
|
-
AWS::S3::Bucket.delete(@bucket.name, force: true)
|
65
|
-
create_bucket
|
66
|
-
end
|
67
|
-
|
68
|
-
def each
|
69
|
-
objects = []
|
70
|
-
last_key = nil
|
71
|
-
loop do
|
72
|
-
objects = AWS::S3::Bucket.objects(@bucket.name, marker: last_key)
|
73
|
-
break if objects.size == 0
|
74
|
-
objects.each do |o|
|
75
|
-
page = load_page(o.value)
|
76
|
-
yield o.key, page
|
77
|
-
end
|
78
|
-
last_key = objects.last.key
|
79
|
-
end
|
80
|
-
end
|
81
|
-
|
82
|
-
private
|
83
|
-
|
84
|
-
def load_page(data)
|
85
|
-
payload = Zlib::Inflate.inflate(data)
|
86
|
-
hash = JSON.parse(payload)
|
87
|
-
Page.from_hash(hash)
|
88
|
-
end
|
89
|
-
|
90
|
-
def create_bucket
|
91
|
-
AWS::S3::Bucket.create(@options[:bucket])
|
92
|
-
@bucket = AWS::S3::Bucket.find(@options[:bucket])
|
93
|
-
end
|
94
|
-
end
|
95
|
-
end
|
96
|
-
end
|
@@ -1,166 +0,0 @@
|
|
1
|
-
---
|
2
|
-
http_interactions:
|
3
|
-
- request:
|
4
|
-
method: get
|
5
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
6
|
-
body:
|
7
|
-
encoding: US-ASCII
|
8
|
-
string: ''
|
9
|
-
response:
|
10
|
-
status:
|
11
|
-
code: 200
|
12
|
-
message: OK
|
13
|
-
body:
|
14
|
-
encoding: US-ASCII
|
15
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
16
|
-
|
17
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
18
|
-
http_version:
|
19
|
-
recorded_at: Thu, 18 Jul 2013 11:04:53 GMT
|
20
|
-
- request:
|
21
|
-
method: put
|
22
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/8b86345aba1588c6b0b0c1729e077c7b
|
23
|
-
body:
|
24
|
-
encoding: ASCII-8BIT
|
25
|
-
string: !binary |-
|
26
|
-
eJxVTUtugzAQvcusaTBpAtRJ21Uj9QyhQv5MZFSDkRkLRSh37xTURVfvO28W
|
27
|
-
SNGDBEc0yjyf53mnJrszoX9nfPXBQwYOlcU4ca1JQohDo5eVlJ/N6hSFCQPh
|
28
|
-
QE90H3GL5AYfl+u/qhCbPG3iwus62DtPnx31/u2cr8C274Zvfnn9ysAEiyD3
|
29
|
-
QmRgcSQHklnEG0aMfAm/wnYRDbUU/oxpDMOELXU93w7J+wxuSMahBUkxYQZp
|
30
|
-
wthaRQrk8mCZOo6g1nX5fDgqrYpjXZtSCy1MUe1fUFSVqTQ8fgD3C19t
|
31
|
-
response:
|
32
|
-
status:
|
33
|
-
code: 200
|
34
|
-
message: OK
|
35
|
-
body:
|
36
|
-
encoding: US-ASCII
|
37
|
-
string: ''
|
38
|
-
http_version:
|
39
|
-
recorded_at: Thu, 18 Jul 2013 11:04:53 GMT
|
40
|
-
- request:
|
41
|
-
method: head
|
42
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/8b86345aba1588c6b0b0c1729e077c7b
|
43
|
-
body:
|
44
|
-
encoding: US-ASCII
|
45
|
-
string: ''
|
46
|
-
response:
|
47
|
-
status:
|
48
|
-
code: 200
|
49
|
-
message: OK
|
50
|
-
body:
|
51
|
-
encoding: US-ASCII
|
52
|
-
string: ''
|
53
|
-
http_version:
|
54
|
-
recorded_at: Thu, 18 Jul 2013 11:04:54 GMT
|
55
|
-
- request:
|
56
|
-
method: head
|
57
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/8b86345aba1588c6b0b0c1729e077c7b
|
58
|
-
body:
|
59
|
-
encoding: US-ASCII
|
60
|
-
string: ''
|
61
|
-
response:
|
62
|
-
status:
|
63
|
-
code: 200
|
64
|
-
message: OK
|
65
|
-
body:
|
66
|
-
encoding: US-ASCII
|
67
|
-
string: ''
|
68
|
-
http_version:
|
69
|
-
recorded_at: Thu, 18 Jul 2013 11:04:54 GMT
|
70
|
-
- request:
|
71
|
-
method: delete
|
72
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/8b86345aba1588c6b0b0c1729e077c7b
|
73
|
-
body:
|
74
|
-
encoding: US-ASCII
|
75
|
-
string: ''
|
76
|
-
response:
|
77
|
-
status:
|
78
|
-
code: 204
|
79
|
-
message: No Content
|
80
|
-
body:
|
81
|
-
encoding: US-ASCII
|
82
|
-
string: ''
|
83
|
-
http_version:
|
84
|
-
recorded_at: Thu, 18 Jul 2013 11:04:54 GMT
|
85
|
-
- request:
|
86
|
-
method: get
|
87
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
88
|
-
body:
|
89
|
-
encoding: US-ASCII
|
90
|
-
string: ''
|
91
|
-
response:
|
92
|
-
status:
|
93
|
-
code: 200
|
94
|
-
message: OK
|
95
|
-
body:
|
96
|
-
encoding: US-ASCII
|
97
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
98
|
-
|
99
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
100
|
-
http_version:
|
101
|
-
recorded_at: Thu, 18 Jul 2013 11:04:54 GMT
|
102
|
-
- request:
|
103
|
-
method: get
|
104
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
105
|
-
body:
|
106
|
-
encoding: US-ASCII
|
107
|
-
string: ''
|
108
|
-
response:
|
109
|
-
status:
|
110
|
-
code: 200
|
111
|
-
message: OK
|
112
|
-
body:
|
113
|
-
encoding: US-ASCII
|
114
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
115
|
-
|
116
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
117
|
-
http_version:
|
118
|
-
recorded_at: Thu, 18 Jul 2013 11:04:55 GMT
|
119
|
-
- request:
|
120
|
-
method: delete
|
121
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
122
|
-
body:
|
123
|
-
encoding: US-ASCII
|
124
|
-
string: ''
|
125
|
-
response:
|
126
|
-
status:
|
127
|
-
code: 204
|
128
|
-
message: No Content
|
129
|
-
body:
|
130
|
-
encoding: US-ASCII
|
131
|
-
string: ''
|
132
|
-
http_version:
|
133
|
-
recorded_at: Thu, 18 Jul 2013 11:04:55 GMT
|
134
|
-
- request:
|
135
|
-
method: put
|
136
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
137
|
-
body:
|
138
|
-
encoding: US-ASCII
|
139
|
-
string: ''
|
140
|
-
response:
|
141
|
-
status:
|
142
|
-
code: 200
|
143
|
-
message: OK
|
144
|
-
body:
|
145
|
-
encoding: US-ASCII
|
146
|
-
string: ''
|
147
|
-
http_version:
|
148
|
-
recorded_at: Thu, 18 Jul 2013 11:04:55 GMT
|
149
|
-
- request:
|
150
|
-
method: get
|
151
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
152
|
-
body:
|
153
|
-
encoding: US-ASCII
|
154
|
-
string: ''
|
155
|
-
response:
|
156
|
-
status:
|
157
|
-
code: 200
|
158
|
-
message: OK
|
159
|
-
body:
|
160
|
-
encoding: US-ASCII
|
161
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
162
|
-
|
163
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
164
|
-
http_version:
|
165
|
-
recorded_at: Thu, 18 Jul 2013 11:04:56 GMT
|
166
|
-
recorded_with: VCR 2.5.0
|
@@ -1,166 +0,0 @@
|
|
1
|
-
---
|
2
|
-
http_interactions:
|
3
|
-
- request:
|
4
|
-
method: get
|
5
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
6
|
-
body:
|
7
|
-
encoding: US-ASCII
|
8
|
-
string: ''
|
9
|
-
response:
|
10
|
-
status:
|
11
|
-
code: 200
|
12
|
-
message: OK
|
13
|
-
body:
|
14
|
-
encoding: US-ASCII
|
15
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
16
|
-
|
17
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
18
|
-
http_version:
|
19
|
-
recorded_at: Thu, 18 Jul 2013 11:04:38 GMT
|
20
|
-
- request:
|
21
|
-
method: put
|
22
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/ef727a04499928b997ca7f26fcedd1b4
|
23
|
-
body:
|
24
|
-
encoding: ASCII-8BIT
|
25
|
-
string: !binary |-
|
26
|
-
eJxVTc1qhDAQfpc5p2sUWWu6bU9d6DOsRWIyojQaSSbIIvvunSo99PT9zjcb
|
27
|
-
pOBAwUC0qCxb1/Wkoz0ZP2XvTF6ddyBgQG0xRO41SUpZNt22k/Nnszt5bvxM
|
28
|
-
ONMT3Rc8InXAx/X2ryrlIV8OceX1zts7T18GmtzbJduBbTfO3/zy9iXAeIug
|
29
|
-
CikFWFxoAMUsYI8BA1/Cr7BjQEMt+T8jLn6O2NI48e2cnBPQI5kBLSgKCQWk
|
30
|
-
iKG1mjSo7cEyjRwB9lVRaVmWdV0Xz11dV0ZXfXHuDVqbdyU8fgA35WAW
|
31
|
-
response:
|
32
|
-
status:
|
33
|
-
code: 200
|
34
|
-
message: OK
|
35
|
-
body:
|
36
|
-
encoding: US-ASCII
|
37
|
-
string: ''
|
38
|
-
http_version:
|
39
|
-
recorded_at: Thu, 18 Jul 2013 11:04:38 GMT
|
40
|
-
- request:
|
41
|
-
method: head
|
42
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/ef727a04499928b997ca7f26fcedd1b4
|
43
|
-
body:
|
44
|
-
encoding: US-ASCII
|
45
|
-
string: ''
|
46
|
-
response:
|
47
|
-
status:
|
48
|
-
code: 200
|
49
|
-
message: OK
|
50
|
-
body:
|
51
|
-
encoding: US-ASCII
|
52
|
-
string: ''
|
53
|
-
http_version:
|
54
|
-
recorded_at: Thu, 18 Jul 2013 11:04:39 GMT
|
55
|
-
- request:
|
56
|
-
method: head
|
57
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/ef727a04499928b997ca7f26fcedd1b4
|
58
|
-
body:
|
59
|
-
encoding: US-ASCII
|
60
|
-
string: ''
|
61
|
-
response:
|
62
|
-
status:
|
63
|
-
code: 200
|
64
|
-
message: OK
|
65
|
-
body:
|
66
|
-
encoding: US-ASCII
|
67
|
-
string: ''
|
68
|
-
http_version:
|
69
|
-
recorded_at: Thu, 18 Jul 2013 11:04:39 GMT
|
70
|
-
- request:
|
71
|
-
method: delete
|
72
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/ef727a04499928b997ca7f26fcedd1b4
|
73
|
-
body:
|
74
|
-
encoding: US-ASCII
|
75
|
-
string: ''
|
76
|
-
response:
|
77
|
-
status:
|
78
|
-
code: 204
|
79
|
-
message: No Content
|
80
|
-
body:
|
81
|
-
encoding: US-ASCII
|
82
|
-
string: ''
|
83
|
-
http_version:
|
84
|
-
recorded_at: Thu, 18 Jul 2013 11:04:39 GMT
|
85
|
-
- request:
|
86
|
-
method: get
|
87
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
88
|
-
body:
|
89
|
-
encoding: US-ASCII
|
90
|
-
string: ''
|
91
|
-
response:
|
92
|
-
status:
|
93
|
-
code: 200
|
94
|
-
message: OK
|
95
|
-
body:
|
96
|
-
encoding: US-ASCII
|
97
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
98
|
-
|
99
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
100
|
-
http_version:
|
101
|
-
recorded_at: Thu, 18 Jul 2013 11:04:39 GMT
|
102
|
-
- request:
|
103
|
-
method: get
|
104
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
105
|
-
body:
|
106
|
-
encoding: US-ASCII
|
107
|
-
string: ''
|
108
|
-
response:
|
109
|
-
status:
|
110
|
-
code: 200
|
111
|
-
message: OK
|
112
|
-
body:
|
113
|
-
encoding: US-ASCII
|
114
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
115
|
-
|
116
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
117
|
-
http_version:
|
118
|
-
recorded_at: Thu, 18 Jul 2013 11:04:40 GMT
|
119
|
-
- request:
|
120
|
-
method: delete
|
121
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
122
|
-
body:
|
123
|
-
encoding: US-ASCII
|
124
|
-
string: ''
|
125
|
-
response:
|
126
|
-
status:
|
127
|
-
code: 204
|
128
|
-
message: No Content
|
129
|
-
body:
|
130
|
-
encoding: US-ASCII
|
131
|
-
string: ''
|
132
|
-
http_version:
|
133
|
-
recorded_at: Thu, 18 Jul 2013 11:04:40 GMT
|
134
|
-
- request:
|
135
|
-
method: put
|
136
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
137
|
-
body:
|
138
|
-
encoding: US-ASCII
|
139
|
-
string: ''
|
140
|
-
response:
|
141
|
-
status:
|
142
|
-
code: 200
|
143
|
-
message: OK
|
144
|
-
body:
|
145
|
-
encoding: US-ASCII
|
146
|
-
string: ''
|
147
|
-
http_version:
|
148
|
-
recorded_at: Thu, 18 Jul 2013 11:04:40 GMT
|
149
|
-
- request:
|
150
|
-
method: get
|
151
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
152
|
-
body:
|
153
|
-
encoding: US-ASCII
|
154
|
-
string: ''
|
155
|
-
response:
|
156
|
-
status:
|
157
|
-
code: 200
|
158
|
-
message: OK
|
159
|
-
body:
|
160
|
-
encoding: US-ASCII
|
161
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
162
|
-
|
163
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
164
|
-
http_version:
|
165
|
-
recorded_at: Thu, 18 Jul 2013 11:04:41 GMT
|
166
|
-
recorded_with: VCR 2.5.0
|
@@ -1,270 +0,0 @@
|
|
1
|
-
---
|
2
|
-
http_interactions:
|
3
|
-
- request:
|
4
|
-
method: get
|
5
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
6
|
-
body:
|
7
|
-
encoding: US-ASCII
|
8
|
-
string: ''
|
9
|
-
response:
|
10
|
-
status:
|
11
|
-
code: 200
|
12
|
-
message: OK
|
13
|
-
body:
|
14
|
-
encoding: US-ASCII
|
15
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
16
|
-
|
17
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
18
|
-
http_version:
|
19
|
-
recorded_at: Thu, 18 Jul 2013 11:04:22 GMT
|
20
|
-
- request:
|
21
|
-
method: get
|
22
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
23
|
-
body:
|
24
|
-
encoding: US-ASCII
|
25
|
-
string: ''
|
26
|
-
response:
|
27
|
-
status:
|
28
|
-
code: 200
|
29
|
-
message: OK
|
30
|
-
body:
|
31
|
-
encoding: US-ASCII
|
32
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
33
|
-
|
34
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
35
|
-
http_version:
|
36
|
-
recorded_at: Thu, 18 Jul 2013 11:04:22 GMT
|
37
|
-
- request:
|
38
|
-
method: put
|
39
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/dca0dd302c1f47840848bb794326d2c3
|
40
|
-
body:
|
41
|
-
encoding: ASCII-8BIT
|
42
|
-
string: !binary |-
|
43
|
-
eJxVT0uOgzAMvYvXaWsgapl0PZXmDGWEIDYClSYoOEIj1Ls3LepiVn4/P8sr
|
44
|
-
xDCCgV5kMofDsiz7OHPYkfd76++goOeGOMwpU0VE1FW7vsHxp3orWWa9E3ay
|
45
|
-
k7+JN8ts4/ty/RdF3Oh5I5fUPg7ulrqvvwqsJwaTIyognqQHk1DgjgOHdB1e
|
46
|
-
hIbAVmrxH2GevJu5luGedl0cRwUdi+2ZwEiIrOD1Tk2NNGDWR6JxSBaQbZCo
|
47
|
-
wNxmnT6VGktdtu3pSxf5kXJbwOMJoM9XOA==
|
48
|
-
response:
|
49
|
-
status:
|
50
|
-
code: 200
|
51
|
-
message: OK
|
52
|
-
body:
|
53
|
-
encoding: US-ASCII
|
54
|
-
string: ''
|
55
|
-
http_version:
|
56
|
-
recorded_at: Thu, 18 Jul 2013 11:04:22 GMT
|
57
|
-
- request:
|
58
|
-
method: head
|
59
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/dca0dd302c1f47840848bb794326d2c3
|
60
|
-
body:
|
61
|
-
encoding: US-ASCII
|
62
|
-
string: ''
|
63
|
-
response:
|
64
|
-
status:
|
65
|
-
code: 200
|
66
|
-
message: OK
|
67
|
-
body:
|
68
|
-
encoding: US-ASCII
|
69
|
-
string: ''
|
70
|
-
http_version:
|
71
|
-
recorded_at: Thu, 18 Jul 2013 11:04:23 GMT
|
72
|
-
- request:
|
73
|
-
method: get
|
74
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages?marker=dca0dd302c1f47840848bb794326d2c2&max-keys=1
|
75
|
-
body:
|
76
|
-
encoding: US-ASCII
|
77
|
-
string: ''
|
78
|
-
response:
|
79
|
-
status:
|
80
|
-
code: 200
|
81
|
-
message: OK
|
82
|
-
body:
|
83
|
-
encoding: US-ASCII
|
84
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
85
|
-
|
86
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker>dca0dd302c1f47840848bb794326d2c2</Marker><MaxKeys>1</MaxKeys><IsTruncated>false</IsTruncated><Contents><Key>dca0dd302c1f47840848bb794326d2c3</Key><LastModified>2013-07-18T11:04:07.000Z</LastModified><ETag>"0c57725306c9174084ea16581675f2e0"</ETag><Size>205</Size><Owner><ID>7bf30d3e58e134be9c452415fa897f5e4286cf42b8e7fe5f332a0aa54388af1d</ID><DisplayName>ops</DisplayName></Owner><StorageClass>STANDARD</StorageClass></Contents></ListBucketResult>'
|
87
|
-
http_version:
|
88
|
-
recorded_at: Thu, 18 Jul 2013 11:04:23 GMT
|
89
|
-
- request:
|
90
|
-
method: get
|
91
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/dca0dd302c1f47840848bb794326d2c3
|
92
|
-
body:
|
93
|
-
encoding: US-ASCII
|
94
|
-
string: ''
|
95
|
-
response:
|
96
|
-
status:
|
97
|
-
code: 200
|
98
|
-
message: !binary |-
|
99
|
-
T0s=
|
100
|
-
body:
|
101
|
-
encoding: ASCII-8BIT
|
102
|
-
string: !binary |-
|
103
|
-
eJxVT0uOgzAMvYvXaWsgapl0PZXmDGWEIDYClSYoOEIj1Ls3LepiVn4/P8sr
|
104
|
-
xDCCgV5kMofDsiz7OHPYkfd76++goOeGOMwpU0VE1FW7vsHxp3orWWa9E3ay
|
105
|
-
k7+JN8ts4/ty/RdF3Oh5I5fUPg7ulrqvvwqsJwaTIyognqQHk1DgjgOHdB1e
|
106
|
-
hIbAVmrxH2GevJu5luGedl0cRwUdi+2ZwEiIrOD1Tk2NNGDWR6JxSBaQbZCo
|
107
|
-
wNxmnT6VGktdtu3pSxf5kXJbwOMJoM9XOA==
|
108
|
-
http_version:
|
109
|
-
recorded_at: Thu, 18 Jul 2013 11:04:23 GMT
|
110
|
-
- request:
|
111
|
-
method: get
|
112
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
113
|
-
body:
|
114
|
-
encoding: US-ASCII
|
115
|
-
string: ''
|
116
|
-
response:
|
117
|
-
status:
|
118
|
-
code: 200
|
119
|
-
message: OK
|
120
|
-
body:
|
121
|
-
encoding: US-ASCII
|
122
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
123
|
-
|
124
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated><Contents><Key>dca0dd302c1f47840848bb794326d2c3</Key><LastModified>2013-07-18T11:04:07.000Z</LastModified><ETag>"0c57725306c9174084ea16581675f2e0"</ETag><Size>205</Size><Owner><ID>7bf30d3e58e134be9c452415fa897f5e4286cf42b8e7fe5f332a0aa54388af1d</ID><DisplayName>ops</DisplayName></Owner><StorageClass>STANDARD</StorageClass></Contents></ListBucketResult>'
|
125
|
-
http_version:
|
126
|
-
recorded_at: Thu, 18 Jul 2013 11:04:23 GMT
|
127
|
-
- request:
|
128
|
-
method: delete
|
129
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages/dca0dd302c1f47840848bb794326d2c3
|
130
|
-
body:
|
131
|
-
encoding: US-ASCII
|
132
|
-
string: ''
|
133
|
-
response:
|
134
|
-
status:
|
135
|
-
code: 204
|
136
|
-
message: No Content
|
137
|
-
body:
|
138
|
-
encoding: US-ASCII
|
139
|
-
string: ''
|
140
|
-
http_version:
|
141
|
-
recorded_at: Thu, 18 Jul 2013 11:04:24 GMT
|
142
|
-
- request:
|
143
|
-
method: delete
|
144
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
145
|
-
body:
|
146
|
-
encoding: US-ASCII
|
147
|
-
string: ''
|
148
|
-
response:
|
149
|
-
status:
|
150
|
-
code: 204
|
151
|
-
message: No Content
|
152
|
-
body:
|
153
|
-
encoding: US-ASCII
|
154
|
-
string: ''
|
155
|
-
http_version:
|
156
|
-
recorded_at: Thu, 18 Jul 2013 11:04:24 GMT
|
157
|
-
- request:
|
158
|
-
method: put
|
159
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
160
|
-
body:
|
161
|
-
encoding: US-ASCII
|
162
|
-
string: ''
|
163
|
-
response:
|
164
|
-
status:
|
165
|
-
code: 200
|
166
|
-
message: OK
|
167
|
-
body:
|
168
|
-
encoding: US-ASCII
|
169
|
-
string: ''
|
170
|
-
http_version:
|
171
|
-
recorded_at: Thu, 18 Jul 2013 11:04:25 GMT
|
172
|
-
- request:
|
173
|
-
method: get
|
174
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
175
|
-
body:
|
176
|
-
encoding: US-ASCII
|
177
|
-
string: ''
|
178
|
-
response:
|
179
|
-
status:
|
180
|
-
code: 200
|
181
|
-
message: OK
|
182
|
-
body:
|
183
|
-
encoding: US-ASCII
|
184
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
185
|
-
|
186
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
187
|
-
http_version:
|
188
|
-
recorded_at: Thu, 18 Jul 2013 11:04:25 GMT
|
189
|
-
- request:
|
190
|
-
method: get
|
191
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
192
|
-
body:
|
193
|
-
encoding: US-ASCII
|
194
|
-
string: ''
|
195
|
-
response:
|
196
|
-
status:
|
197
|
-
code: 200
|
198
|
-
message: OK
|
199
|
-
body:
|
200
|
-
encoding: US-ASCII
|
201
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
202
|
-
|
203
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
204
|
-
http_version:
|
205
|
-
recorded_at: Thu, 18 Jul 2013 11:04:25 GMT
|
206
|
-
- request:
|
207
|
-
method: get
|
208
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
209
|
-
body:
|
210
|
-
encoding: US-ASCII
|
211
|
-
string: ''
|
212
|
-
response:
|
213
|
-
status:
|
214
|
-
code: 200
|
215
|
-
message: OK
|
216
|
-
body:
|
217
|
-
encoding: US-ASCII
|
218
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
219
|
-
|
220
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
221
|
-
http_version:
|
222
|
-
recorded_at: Thu, 18 Jul 2013 11:04:26 GMT
|
223
|
-
- request:
|
224
|
-
method: delete
|
225
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
226
|
-
body:
|
227
|
-
encoding: US-ASCII
|
228
|
-
string: ''
|
229
|
-
response:
|
230
|
-
status:
|
231
|
-
code: 204
|
232
|
-
message: No Content
|
233
|
-
body:
|
234
|
-
encoding: US-ASCII
|
235
|
-
string: ''
|
236
|
-
http_version:
|
237
|
-
recorded_at: Thu, 18 Jul 2013 11:04:26 GMT
|
238
|
-
- request:
|
239
|
-
method: put
|
240
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
241
|
-
body:
|
242
|
-
encoding: US-ASCII
|
243
|
-
string: ''
|
244
|
-
response:
|
245
|
-
status:
|
246
|
-
code: 200
|
247
|
-
message: OK
|
248
|
-
body:
|
249
|
-
encoding: US-ASCII
|
250
|
-
string: ''
|
251
|
-
http_version:
|
252
|
-
recorded_at: Thu, 18 Jul 2013 11:04:26 GMT
|
253
|
-
- request:
|
254
|
-
method: get
|
255
|
-
uri: http://s3.amazonaws.com/com.polipus.pages._test_pages
|
256
|
-
body:
|
257
|
-
encoding: US-ASCII
|
258
|
-
string: ''
|
259
|
-
response:
|
260
|
-
status:
|
261
|
-
code: 200
|
262
|
-
message: OK
|
263
|
-
body:
|
264
|
-
encoding: US-ASCII
|
265
|
-
string: ! '<?xml version="1.0" encoding="UTF-8"?>
|
266
|
-
|
267
|
-
<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>com.polipus.pages._test_pages</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated></ListBucketResult>'
|
268
|
-
http_version:
|
269
|
-
recorded_at: Thu, 18 Jul 2013 11:04:27 GMT
|
270
|
-
recorded_with: VCR 2.5.0
|