s3poller 0.0.2 → 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/VERSION +1 -1
- data/lib/s3poller.rb +5 -0
- data/lib/s3poller/downloader.rb +10 -5
- data/lib/s3poller/poller.rb +6 -2
- data/s3poller.gemspec +2 -2
- metadata +17 -17
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.0.
|
1
|
+
0.0.4
|
data/lib/s3poller.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
require 'logger'
|
2
|
+
|
1
3
|
LIBRARY_PATH = File.join(File.dirname(__FILE__), 's3poller')
|
2
4
|
|
3
5
|
require File.join(LIBRARY_PATH, 'poller')
|
@@ -6,4 +8,7 @@ require File.join(LIBRARY_PATH, 'cli')
|
|
6
8
|
|
7
9
|
module S3Poller
|
8
10
|
|
11
|
+
$log = Logger.new(STDOUT)
|
12
|
+
$log.level = Logger::INFO
|
13
|
+
|
9
14
|
end
|
data/lib/s3poller/downloader.rb
CHANGED
@@ -7,11 +7,16 @@ module S3Poller
|
|
7
7
|
end
|
8
8
|
|
9
9
|
def download(file)
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
10
|
+
begin
|
11
|
+
$log.info("Downloading: #{file.key}")
|
12
|
+
local_file_path = "#{@local_path}#{file.key}"
|
13
|
+
dirname = File.dirname(local_file_path)
|
14
|
+
FileUtils.mkdir_p(dirname)
|
15
|
+
File.open(local_file_path, 'w') do |local_file|
|
16
|
+
local_file.write(file.body)
|
17
|
+
end
|
18
|
+
rescue Exception => e
|
19
|
+
$log.error("Failed to download file #{file.key}, #{e.message}")
|
15
20
|
end
|
16
21
|
end
|
17
22
|
|
data/lib/s3poller/poller.rb
CHANGED
@@ -11,8 +11,12 @@ module S3Poller
|
|
11
11
|
end
|
12
12
|
|
13
13
|
def poll
|
14
|
-
|
15
|
-
|
14
|
+
begin
|
15
|
+
files_to_download.each do |file|
|
16
|
+
downloader.download(file)
|
17
|
+
end
|
18
|
+
rescue Exception => e
|
19
|
+
$log.error("Failed to poll #{e.message}")
|
16
20
|
end
|
17
21
|
end
|
18
22
|
|
data/s3poller.gemspec
CHANGED
@@ -5,11 +5,11 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = "s3poller"
|
8
|
-
s.version = "0.0.
|
8
|
+
s.version = "0.0.4"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["Erling Wegger Linde"]
|
12
|
-
s.date = "2013-03-
|
12
|
+
s.date = "2013-03-06"
|
13
13
|
s.description = "Poll and download from S3 to local folder"
|
14
14
|
s.email = "erlingwl@gmail.com"
|
15
15
|
s.executables = ["s3poller"]
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: s3poller
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.4
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,11 +9,11 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-03-
|
12
|
+
date: 2013-03-06 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: thor
|
16
|
-
requirement: &
|
16
|
+
requirement: &70233419377840 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: '0'
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *70233419377840
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: fog
|
27
|
-
requirement: &
|
27
|
+
requirement: &70233419377020 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ! '>='
|
@@ -32,10 +32,10 @@ dependencies:
|
|
32
32
|
version: '0'
|
33
33
|
type: :runtime
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *70233419377020
|
36
36
|
- !ruby/object:Gem::Dependency
|
37
37
|
name: s3etag
|
38
|
-
requirement: &
|
38
|
+
requirement: &70233419375800 !ruby/object:Gem::Requirement
|
39
39
|
none: false
|
40
40
|
requirements:
|
41
41
|
- - ! '>='
|
@@ -43,10 +43,10 @@ dependencies:
|
|
43
43
|
version: '0'
|
44
44
|
type: :runtime
|
45
45
|
prerelease: false
|
46
|
-
version_requirements: *
|
46
|
+
version_requirements: *70233419375800
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: rspec
|
49
|
-
requirement: &
|
49
|
+
requirement: &70233419374960 !ruby/object:Gem::Requirement
|
50
50
|
none: false
|
51
51
|
requirements:
|
52
52
|
- - ~>
|
@@ -54,10 +54,10 @@ dependencies:
|
|
54
54
|
version: 2.13.0
|
55
55
|
type: :development
|
56
56
|
prerelease: false
|
57
|
-
version_requirements: *
|
57
|
+
version_requirements: *70233419374960
|
58
58
|
- !ruby/object:Gem::Dependency
|
59
59
|
name: rdoc
|
60
|
-
requirement: &
|
60
|
+
requirement: &70233419373100 !ruby/object:Gem::Requirement
|
61
61
|
none: false
|
62
62
|
requirements:
|
63
63
|
- - ~>
|
@@ -65,10 +65,10 @@ dependencies:
|
|
65
65
|
version: '3.12'
|
66
66
|
type: :development
|
67
67
|
prerelease: false
|
68
|
-
version_requirements: *
|
68
|
+
version_requirements: *70233419373100
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
70
|
name: bundler
|
71
|
-
requirement: &
|
71
|
+
requirement: &70233419387880 !ruby/object:Gem::Requirement
|
72
72
|
none: false
|
73
73
|
requirements:
|
74
74
|
- - ~>
|
@@ -76,10 +76,10 @@ dependencies:
|
|
76
76
|
version: 1.2.3
|
77
77
|
type: :development
|
78
78
|
prerelease: false
|
79
|
-
version_requirements: *
|
79
|
+
version_requirements: *70233419387880
|
80
80
|
- !ruby/object:Gem::Dependency
|
81
81
|
name: jeweler
|
82
|
-
requirement: &
|
82
|
+
requirement: &70233419387000 !ruby/object:Gem::Requirement
|
83
83
|
none: false
|
84
84
|
requirements:
|
85
85
|
- - ~>
|
@@ -87,7 +87,7 @@ dependencies:
|
|
87
87
|
version: 1.8.4
|
88
88
|
type: :development
|
89
89
|
prerelease: false
|
90
|
-
version_requirements: *
|
90
|
+
version_requirements: *70233419387000
|
91
91
|
description: Poll and download from S3 to local folder
|
92
92
|
email: erlingwl@gmail.com
|
93
93
|
executables:
|
@@ -130,7 +130,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
130
130
|
version: '0'
|
131
131
|
segments:
|
132
132
|
- 0
|
133
|
-
hash:
|
133
|
+
hash: 1237001744898263687
|
134
134
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
135
135
|
none: false
|
136
136
|
requirements:
|