upton 0.3.4 → 0.3.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/upton/downloader.rb +3 -1
- data/lib/upton/version.rb +1 -1
- metadata +3 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 30ffbcc40d4a5923dee8bc8d8b8c5788696c704a
|
|
4
|
+
data.tar.gz: 0a2b7010a9c09b537236f3f3cf7633060dd61e60
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f0e0d2fe27b926292fabfc0e079629972f95b4538d5ba470c23ce553bc1ec817e4d3ca9749ce33b311fbb520fa2bde6b4d2dbb2dc1cff0e6a8e742f5ad3f4b52
|
|
7
|
+
data.tar.gz: 250ee586b0487119d63eca18b225cb1889049e315b074d33327f3088c991f5bcd951c9afd469ec0cdb95915985081cc4303038a1426a31b4cbc2f4d8eb824e3b
|
data/lib/upton/downloader.rb
CHANGED
|
@@ -56,6 +56,8 @@ module Upton
|
|
|
56
56
|
puts "404 error, skipping: #{uri}" if @verbose
|
|
57
57
|
rescue RestClient::InternalServerError
|
|
58
58
|
puts "500 Error, skipping: #{uri}" if @verbose
|
|
59
|
+
rescue RestClient::ServiceUnavailable
|
|
60
|
+
puts "503 Error, skipping: #{uri}" if @verbose
|
|
59
61
|
rescue URI::InvalidURIError
|
|
60
62
|
puts "Invalid URI: #{uri}" if @verbose
|
|
61
63
|
rescue RestClient::RequestTimeout
|
|
@@ -141,7 +143,7 @@ module Upton
|
|
|
141
143
|
end
|
|
142
144
|
|
|
143
145
|
def initialize_cache!
|
|
144
|
-
unless Dir.
|
|
146
|
+
unless Dir.exist?(cache_location)
|
|
145
147
|
Dir.mkdir(cache_location)
|
|
146
148
|
FileUtils.chmod 0700, cache_location
|
|
147
149
|
end
|
data/lib/upton/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: upton
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jeremy B. Merrill
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2017-04-07 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rack
|
|
@@ -164,7 +164,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
164
164
|
version: '0'
|
|
165
165
|
requirements: []
|
|
166
166
|
rubyforge_project:
|
|
167
|
-
rubygems_version: 2.
|
|
167
|
+
rubygems_version: 2.6.11
|
|
168
168
|
signing_key:
|
|
169
169
|
specification_version: 4
|
|
170
170
|
summary: A simple web-scraping framework
|
|
@@ -181,4 +181,3 @@ test_files:
|
|
|
181
181
|
- spec/upton_spec.rb
|
|
182
182
|
- spec/spec_helper.rb
|
|
183
183
|
- spec/upton_downloader_spec.rb
|
|
184
|
-
has_rdoc: true
|