s3poller 0.1.6 → 0.1.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.gitignore +2 -0
- data/.ruby-version +1 -0
- data/Gemfile.lock +206 -29
- data/lib/s3poller/cli.rb +8 -2
- data/lib/s3poller/version.rb +1 -1
- metadata +39 -28
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 3c685e7b7e56eb05fd748d9821b65fcd11a1130c
|
4
|
+
data.tar.gz: f2c202cbda9da1f6b17b8bae1b539b3a84310022
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: e2b8d2fb307a48bede5972553937d9fab3d167f117d6326a0d9dc10c3cabcda3245e09b619b92ad7c1c50bf44222fe2eb9a2c2f69900584114c45e58bf70a9c9
|
7
|
+
data.tar.gz: 536a71428a4eb71c9a28a2f896f4414672ab021133e6c6a4e533ffec7110fb950db77ef341034bfea1ae2a7296acc03cf244eef8333e396818849c8d5b7dd28d
|
data/.gitignore
CHANGED
data/.ruby-version
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
2.4.2
|
data/Gemfile.lock
CHANGED
@@ -1,37 +1,211 @@
|
|
1
1
|
GEM
|
2
2
|
remote: http://rubygems.org/
|
3
3
|
specs:
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
4
|
+
CFPropertyList (2.3.5)
|
5
|
+
builder (3.2.3)
|
6
|
+
diff-lcs (1.3)
|
7
|
+
domain_name (0.5.20170404)
|
8
|
+
unf (>= 0.0.5, < 1.0.0)
|
9
|
+
excon (0.59.0)
|
10
|
+
fission (0.5.0)
|
11
|
+
CFPropertyList (~> 2.2)
|
12
|
+
fog (1.42.0)
|
13
|
+
fog-aliyun (>= 0.1.0)
|
14
|
+
fog-atmos
|
15
|
+
fog-aws (>= 0.6.0)
|
16
|
+
fog-brightbox (~> 0.4)
|
17
|
+
fog-cloudatcost (~> 0.1.0)
|
18
|
+
fog-core (~> 1.45)
|
19
|
+
fog-digitalocean (>= 0.3.0)
|
20
|
+
fog-dnsimple (~> 1.0)
|
21
|
+
fog-dynect (~> 0.0.2)
|
22
|
+
fog-ecloud (~> 0.1)
|
23
|
+
fog-google (<= 0.1.0)
|
24
|
+
fog-internet-archive
|
25
|
+
fog-joyent
|
26
|
+
fog-json
|
27
|
+
fog-local
|
28
|
+
fog-openstack
|
29
|
+
fog-ovirt
|
30
|
+
fog-powerdns (>= 0.1.1)
|
31
|
+
fog-profitbricks
|
32
|
+
fog-rackspace
|
33
|
+
fog-radosgw (>= 0.0.2)
|
34
|
+
fog-riakcs
|
35
|
+
fog-sakuracloud (>= 0.0.4)
|
36
|
+
fog-serverlove
|
37
|
+
fog-softlayer
|
38
|
+
fog-storm_on_demand
|
39
|
+
fog-terremark
|
40
|
+
fog-vmfusion
|
41
|
+
fog-voxel
|
42
|
+
fog-vsphere (>= 0.4.0)
|
43
|
+
fog-xenserver
|
44
|
+
fog-xml (~> 0.1.1)
|
45
|
+
ipaddress (~> 0.5)
|
46
|
+
json (~> 2.0)
|
47
|
+
fog-aliyun (0.2.0)
|
48
|
+
fog-core (~> 1.27)
|
49
|
+
fog-json (~> 1.0)
|
50
|
+
ipaddress (~> 0.8)
|
51
|
+
xml-simple (~> 1.1)
|
52
|
+
fog-atmos (0.1.0)
|
53
|
+
fog-core
|
54
|
+
fog-xml
|
55
|
+
fog-aws (1.4.1)
|
56
|
+
fog-core (~> 1.38)
|
57
|
+
fog-json (~> 1.0)
|
58
|
+
fog-xml (~> 0.1)
|
59
|
+
ipaddress (~> 0.8)
|
60
|
+
fog-brightbox (0.14.0)
|
61
|
+
fog-core (~> 1.22)
|
62
|
+
fog-json
|
63
|
+
inflecto (~> 0.0.2)
|
64
|
+
fog-cloudatcost (0.1.2)
|
65
|
+
fog-core (~> 1.36)
|
66
|
+
fog-json (~> 1.0)
|
67
|
+
fog-xml (~> 0.1)
|
68
|
+
ipaddress (~> 0.8)
|
69
|
+
fog-core (1.45.0)
|
8
70
|
builder
|
9
|
-
excon (~> 0.
|
10
|
-
formatador (~> 0.2
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
71
|
+
excon (~> 0.58)
|
72
|
+
formatador (~> 0.2)
|
73
|
+
fog-digitalocean (0.3.0)
|
74
|
+
fog-core (~> 1.42)
|
75
|
+
fog-json (>= 1.0)
|
76
|
+
fog-xml (>= 0.1)
|
77
|
+
ipaddress (>= 0.5)
|
78
|
+
fog-dnsimple (1.0.0)
|
79
|
+
fog-core (~> 1.38)
|
80
|
+
fog-json (~> 1.0)
|
81
|
+
fog-dynect (0.0.3)
|
82
|
+
fog-core
|
83
|
+
fog-json
|
84
|
+
fog-xml
|
85
|
+
fog-ecloud (0.3.0)
|
86
|
+
fog-core
|
87
|
+
fog-xml
|
88
|
+
fog-google (0.1.0)
|
89
|
+
fog-core
|
90
|
+
fog-json
|
91
|
+
fog-xml
|
92
|
+
fog-internet-archive (0.0.1)
|
93
|
+
fog-core
|
94
|
+
fog-json
|
95
|
+
fog-xml
|
96
|
+
fog-joyent (0.0.1)
|
97
|
+
fog-core (~> 1.42)
|
98
|
+
fog-json (>= 1.0)
|
99
|
+
fog-json (1.0.2)
|
100
|
+
fog-core (~> 1.0)
|
101
|
+
multi_json (~> 1.10)
|
102
|
+
fog-local (0.4.0)
|
103
|
+
fog-core (~> 1.27)
|
104
|
+
fog-openstack (0.1.22)
|
105
|
+
fog-core (>= 1.40)
|
106
|
+
fog-json (>= 1.0)
|
107
|
+
ipaddress (>= 0.8)
|
108
|
+
fog-ovirt (0.1.1)
|
109
|
+
fog-core (~> 1.45)
|
110
|
+
fog-json
|
111
|
+
fog-xml (~> 0.1.1)
|
112
|
+
rbovirt (~> 0.1.4)
|
113
|
+
fog-powerdns (0.1.1)
|
114
|
+
fog-core (~> 1.27)
|
115
|
+
fog-json (~> 1.0)
|
116
|
+
fog-xml (~> 0.1)
|
117
|
+
fog-profitbricks (4.0.0)
|
118
|
+
fog-core (~> 1.42)
|
119
|
+
fog-json (~> 1.0)
|
120
|
+
fog-rackspace (0.1.5)
|
121
|
+
fog-core (>= 1.35)
|
122
|
+
fog-json (>= 1.0)
|
123
|
+
fog-xml (>= 0.1)
|
124
|
+
ipaddress (>= 0.8)
|
125
|
+
fog-radosgw (0.0.5)
|
126
|
+
fog-core (>= 1.21.0)
|
127
|
+
fog-json
|
128
|
+
fog-xml (>= 0.0.1)
|
129
|
+
fog-riakcs (0.1.0)
|
130
|
+
fog-core
|
131
|
+
fog-json
|
132
|
+
fog-xml
|
133
|
+
fog-sakuracloud (1.7.5)
|
134
|
+
fog-core
|
135
|
+
fog-json
|
136
|
+
fog-serverlove (0.1.2)
|
137
|
+
fog-core
|
138
|
+
fog-json
|
139
|
+
fog-softlayer (1.1.4)
|
140
|
+
fog-core
|
141
|
+
fog-json
|
142
|
+
fog-storm_on_demand (0.1.1)
|
143
|
+
fog-core
|
144
|
+
fog-json
|
145
|
+
fog-terremark (0.1.0)
|
146
|
+
fog-core
|
147
|
+
fog-xml
|
148
|
+
fog-vmfusion (0.1.0)
|
149
|
+
fission
|
150
|
+
fog-core
|
151
|
+
fog-voxel (0.1.0)
|
152
|
+
fog-core
|
153
|
+
fog-xml
|
154
|
+
fog-vsphere (1.13.1)
|
155
|
+
fog-core
|
156
|
+
rbvmomi (~> 1.9)
|
157
|
+
fog-xenserver (0.3.0)
|
158
|
+
fog-core
|
159
|
+
fog-xml
|
160
|
+
fog-xml (0.1.3)
|
161
|
+
fog-core
|
162
|
+
nokogiri (>= 1.5.11, < 2.0.0)
|
163
|
+
formatador (0.2.5)
|
164
|
+
http-cookie (1.0.3)
|
165
|
+
domain_name (~> 0.5)
|
166
|
+
inflecto (0.0.2)
|
167
|
+
ipaddress (0.8.3)
|
168
|
+
json (2.1.0)
|
169
|
+
mime-types (3.1)
|
170
|
+
mime-types-data (~> 3.2015)
|
171
|
+
mime-types-data (3.2016.0521)
|
172
|
+
mini_portile2 (2.3.0)
|
173
|
+
multi_json (1.12.2)
|
174
|
+
netrc (0.11.0)
|
175
|
+
nokogiri (1.8.1)
|
176
|
+
mini_portile2 (~> 2.3.0)
|
177
|
+
rbovirt (0.1.4)
|
178
|
+
nokogiri
|
179
|
+
rest-client (> 1.7.0)
|
180
|
+
rbvmomi (1.11.3)
|
181
|
+
builder (~> 3.0)
|
182
|
+
json (>= 1.8)
|
183
|
+
nokogiri (~> 1.5)
|
184
|
+
trollop (~> 2.1)
|
185
|
+
rest-client (2.0.2)
|
186
|
+
http-cookie (>= 1.0.2, < 2.0)
|
187
|
+
mime-types (>= 1.16, < 4.0)
|
188
|
+
netrc (~> 0.8)
|
189
|
+
rspec (3.7.0)
|
190
|
+
rspec-core (~> 3.7.0)
|
191
|
+
rspec-expectations (~> 3.7.0)
|
192
|
+
rspec-mocks (~> 3.7.0)
|
193
|
+
rspec-core (3.7.0)
|
194
|
+
rspec-support (~> 3.7.0)
|
195
|
+
rspec-expectations (3.7.0)
|
196
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
197
|
+
rspec-support (~> 3.7.0)
|
198
|
+
rspec-mocks (3.7.0)
|
199
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
200
|
+
rspec-support (~> 3.7.0)
|
201
|
+
rspec-support (3.7.0)
|
33
202
|
s3etag (0.0.1)
|
34
|
-
thor (0.
|
203
|
+
thor (0.20.0)
|
204
|
+
trollop (2.1.2)
|
205
|
+
unf (0.1.4)
|
206
|
+
unf_ext
|
207
|
+
unf_ext (0.0.7.4)
|
208
|
+
xml-simple (1.1.5)
|
35
209
|
|
36
210
|
PLATFORMS
|
37
211
|
ruby
|
@@ -41,3 +215,6 @@ DEPENDENCIES
|
|
41
215
|
rspec
|
42
216
|
s3etag
|
43
217
|
thor
|
218
|
+
|
219
|
+
BUNDLED WITH
|
220
|
+
1.15.4
|
data/lib/s3poller/cli.rb
CHANGED
@@ -14,8 +14,14 @@ module S3Poller
|
|
14
14
|
def poll
|
15
15
|
s3poller = S3Poller::Poller.new(options[:config_path], options[:local_path])
|
16
16
|
while true
|
17
|
-
|
18
|
-
|
17
|
+
begin
|
18
|
+
Timeout::timeout(1800) do
|
19
|
+
s3poller.poll
|
20
|
+
sleep 1
|
21
|
+
end
|
22
|
+
rescue Timeout::Error => e
|
23
|
+
$log.error("S3 poller did not finish within 30 minutes, #{e.message}")
|
24
|
+
end
|
19
25
|
end
|
20
26
|
end
|
21
27
|
|
data/lib/s3poller/version.rb
CHANGED
metadata
CHANGED
@@ -1,60 +1,71 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: s3poller
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
5
|
-
prerelease:
|
4
|
+
version: 0.1.7
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Erling Wegger Linde
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date:
|
11
|
+
date: 2017-11-21 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: thor
|
16
|
-
requirement:
|
17
|
-
none: false
|
15
|
+
requirement: !ruby/object:Gem::Requirement
|
18
16
|
requirements:
|
19
|
-
- -
|
17
|
+
- - ">="
|
20
18
|
- !ruby/object:Gem::Version
|
21
19
|
version: '0'
|
22
20
|
type: :runtime
|
23
21
|
prerelease: false
|
24
|
-
version_requirements:
|
22
|
+
version_requirements: !ruby/object:Gem::Requirement
|
23
|
+
requirements:
|
24
|
+
- - ">="
|
25
|
+
- !ruby/object:Gem::Version
|
26
|
+
version: '0'
|
25
27
|
- !ruby/object:Gem::Dependency
|
26
28
|
name: fog
|
27
|
-
requirement:
|
28
|
-
none: false
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
29
30
|
requirements:
|
30
|
-
- -
|
31
|
+
- - ">="
|
31
32
|
- !ruby/object:Gem::Version
|
32
33
|
version: '0'
|
33
34
|
type: :runtime
|
34
35
|
prerelease: false
|
35
|
-
version_requirements:
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
37
|
+
requirements:
|
38
|
+
- - ">="
|
39
|
+
- !ruby/object:Gem::Version
|
40
|
+
version: '0'
|
36
41
|
- !ruby/object:Gem::Dependency
|
37
42
|
name: s3etag
|
38
|
-
requirement:
|
39
|
-
none: false
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
40
44
|
requirements:
|
41
|
-
- -
|
45
|
+
- - ">="
|
42
46
|
- !ruby/object:Gem::Version
|
43
47
|
version: '0'
|
44
48
|
type: :runtime
|
45
49
|
prerelease: false
|
46
|
-
version_requirements:
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - ">="
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '0'
|
47
55
|
- !ruby/object:Gem::Dependency
|
48
56
|
name: rspec
|
49
|
-
requirement:
|
50
|
-
none: false
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
51
58
|
requirements:
|
52
|
-
- -
|
59
|
+
- - ">="
|
53
60
|
- !ruby/object:Gem::Version
|
54
61
|
version: '0'
|
55
62
|
type: :development
|
56
63
|
prerelease: false
|
57
|
-
version_requirements:
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
65
|
+
requirements:
|
66
|
+
- - ">="
|
67
|
+
- !ruby/object:Gem::Version
|
68
|
+
version: '0'
|
58
69
|
description: Poll and download from S3 to local folder. More info coming..
|
59
70
|
email:
|
60
71
|
- erlingwl@gmail.com
|
@@ -65,9 +76,10 @@ extra_rdoc_files:
|
|
65
76
|
- LICENSE.txt
|
66
77
|
- README.rdoc
|
67
78
|
files:
|
68
|
-
- .document
|
69
|
-
- .gitignore
|
70
|
-
- .rspec
|
79
|
+
- ".document"
|
80
|
+
- ".gitignore"
|
81
|
+
- ".rspec"
|
82
|
+
- ".ruby-version"
|
71
83
|
- Gemfile
|
72
84
|
- Gemfile.lock
|
73
85
|
- LICENSE.txt
|
@@ -87,27 +99,26 @@ files:
|
|
87
99
|
homepage: http://github.com/erlingwl/s3poller
|
88
100
|
licenses:
|
89
101
|
- MIT
|
102
|
+
metadata: {}
|
90
103
|
post_install_message:
|
91
104
|
rdoc_options: []
|
92
105
|
require_paths:
|
93
106
|
- lib
|
94
107
|
required_ruby_version: !ruby/object:Gem::Requirement
|
95
|
-
none: false
|
96
108
|
requirements:
|
97
|
-
- -
|
109
|
+
- - ">="
|
98
110
|
- !ruby/object:Gem::Version
|
99
111
|
version: '0'
|
100
112
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
101
|
-
none: false
|
102
113
|
requirements:
|
103
|
-
- -
|
114
|
+
- - ">="
|
104
115
|
- !ruby/object:Gem::Version
|
105
116
|
version: '0'
|
106
117
|
requirements: []
|
107
118
|
rubyforge_project:
|
108
|
-
rubygems_version:
|
119
|
+
rubygems_version: 2.6.13
|
109
120
|
signing_key:
|
110
|
-
specification_version:
|
121
|
+
specification_version: 4
|
111
122
|
summary: Poll and download from S3 to local folder
|
112
123
|
test_files:
|
113
124
|
- spec/documents/subfolder/changed.txt
|