s3poller 0.0.2 → 0.0.4

Sign up to get free protection for your applications and to get access to all the features.
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.0.2
1
+ 0.0.4
@@ -1,3 +1,5 @@
1
+ require 'logger'
2
+
1
3
  LIBRARY_PATH = File.join(File.dirname(__FILE__), 's3poller')
2
4
 
3
5
  require File.join(LIBRARY_PATH, 'poller')
@@ -6,4 +8,7 @@ require File.join(LIBRARY_PATH, 'cli')
6
8
 
7
9
  module S3Poller
8
10
 
11
+ $log = Logger.new(STDOUT)
12
+ $log.level = Logger::INFO
13
+
9
14
  end
@@ -7,11 +7,16 @@ module S3Poller
7
7
  end
8
8
 
9
9
  def download(file)
10
- local_file_path = "#{@local_path}#{file.key}"
11
- dirname = File.dirname(local_file_path)
12
- FileUtils.mkdir_p(dirname)
13
- File.open(local_file_path, 'w') do |local_file|
14
- local_file.write(file.body)
10
+ begin
11
+ $log.info("Downloading: #{file.key}")
12
+ local_file_path = "#{@local_path}#{file.key}"
13
+ dirname = File.dirname(local_file_path)
14
+ FileUtils.mkdir_p(dirname)
15
+ File.open(local_file_path, 'w') do |local_file|
16
+ local_file.write(file.body)
17
+ end
18
+ rescue Exception => e
19
+ $log.error("Failed to download file #{file.key}, #{e.message}")
15
20
  end
16
21
  end
17
22
 
@@ -11,8 +11,12 @@ module S3Poller
11
11
  end
12
12
 
13
13
  def poll
14
- files_to_download.each do |file|
15
- downloader.download(file)
14
+ begin
15
+ files_to_download.each do |file|
16
+ downloader.download(file)
17
+ end
18
+ rescue Exception => e
19
+ $log.error("Failed to poll #{e.message}")
16
20
  end
17
21
  end
18
22
 
@@ -5,11 +5,11 @@
5
5
 
6
6
  Gem::Specification.new do |s|
7
7
  s.name = "s3poller"
8
- s.version = "0.0.2"
8
+ s.version = "0.0.4"
9
9
 
10
10
  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
11
11
  s.authors = ["Erling Wegger Linde"]
12
- s.date = "2013-03-04"
12
+ s.date = "2013-03-06"
13
13
  s.description = "Poll and download from S3 to local folder"
14
14
  s.email = "erlingwl@gmail.com"
15
15
  s.executables = ["s3poller"]
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: s3poller
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.2
4
+ version: 0.0.4
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2013-03-04 00:00:00.000000000 Z
12
+ date: 2013-03-06 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: thor
16
- requirement: &70145781428880 !ruby/object:Gem::Requirement
16
+ requirement: &70233419377840 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70145781428880
24
+ version_requirements: *70233419377840
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: fog
27
- requirement: &70145781428060 !ruby/object:Gem::Requirement
27
+ requirement: &70233419377020 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *70145781428060
35
+ version_requirements: *70233419377020
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: s3etag
38
- requirement: &70145781426700 !ruby/object:Gem::Requirement
38
+ requirement: &70233419375800 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *70145781426700
46
+ version_requirements: *70233419375800
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: rspec
49
- requirement: &70145781426020 !ruby/object:Gem::Requirement
49
+ requirement: &70233419374960 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ~>
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: 2.13.0
55
55
  type: :development
56
56
  prerelease: false
57
- version_requirements: *70145781426020
57
+ version_requirements: *70233419374960
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: rdoc
60
- requirement: &70145781424200 !ruby/object:Gem::Requirement
60
+ requirement: &70233419373100 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ~>
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '3.12'
66
66
  type: :development
67
67
  prerelease: false
68
- version_requirements: *70145781424200
68
+ version_requirements: *70233419373100
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: bundler
71
- requirement: &70145781438880 !ruby/object:Gem::Requirement
71
+ requirement: &70233419387880 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ~>
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: 1.2.3
77
77
  type: :development
78
78
  prerelease: false
79
- version_requirements: *70145781438880
79
+ version_requirements: *70233419387880
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: jeweler
82
- requirement: &70145781437740 !ruby/object:Gem::Requirement
82
+ requirement: &70233419387000 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ~>
@@ -87,7 +87,7 @@ dependencies:
87
87
  version: 1.8.4
88
88
  type: :development
89
89
  prerelease: false
90
- version_requirements: *70145781437740
90
+ version_requirements: *70233419387000
91
91
  description: Poll and download from S3 to local folder
92
92
  email: erlingwl@gmail.com
93
93
  executables:
@@ -130,7 +130,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
130
130
  version: '0'
131
131
  segments:
132
132
  - 0
133
- hash: 3970338717524786958
133
+ hash: 1237001744898263687
134
134
  required_rubygems_version: !ruby/object:Gem::Requirement
135
135
  none: false
136
136
  requirements: