upton 0.3.5 → 0.3.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/upton/downloader.rb +1 -3
- data/lib/upton/version.rb +1 -1
- metadata +18 -24
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: dc480dd21a06c69b7a337b17ed01f95fa262d33b
|
|
4
|
+
data.tar.gz: f5f5f1c99471d884a585e0098c8d3ca975fe8c8e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7bda1a3ee82d668b3d966b50ba7bff58133e807d9da88e988288be25bdcb26956917216a9925a91275c3978906b31eaf4ee9a5dba1694bbeb9811b6912339771
|
|
7
|
+
data.tar.gz: 121c8c524f56f41c24e6f9cb9fb9584d9b0d988bf0c1c4a163b63b539dfd44f8e969ccd41efa45f96b4da41ed4c3963c87b6f5e708ef20b31c0e518f7d850dff
|
data/lib/upton/downloader.rb
CHANGED
|
@@ -56,8 +56,6 @@ module Upton
|
|
|
56
56
|
puts "404 error, skipping: #{uri}" if @verbose
|
|
57
57
|
rescue RestClient::InternalServerError
|
|
58
58
|
puts "500 Error, skipping: #{uri}" if @verbose
|
|
59
|
-
rescue RestClient::ServiceUnavailable
|
|
60
|
-
puts "503 Error, skipping: #{uri}" if @verbose
|
|
61
59
|
rescue URI::InvalidURIError
|
|
62
60
|
puts "Invalid URI: #{uri}" if @verbose
|
|
63
61
|
rescue RestClient::RequestTimeout
|
|
@@ -143,7 +141,7 @@ module Upton
|
|
|
143
141
|
end
|
|
144
142
|
|
|
145
143
|
def initialize_cache!
|
|
146
|
-
unless Dir.
|
|
144
|
+
unless Dir.exists?(cache_location)
|
|
147
145
|
Dir.mkdir(cache_location)
|
|
148
146
|
FileUtils.chmod 0700, cache_location
|
|
149
147
|
end
|
data/lib/upton/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: upton
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jeremy B. Merrill
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2018-12-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rack
|
|
@@ -84,42 +84,36 @@ dependencies:
|
|
|
84
84
|
name: rest-client
|
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
|
86
86
|
requirements:
|
|
87
|
-
- - "~>"
|
|
88
|
-
- !ruby/object:Gem::Version
|
|
89
|
-
version: '1.8'
|
|
90
87
|
- - ">="
|
|
91
88
|
- !ruby/object:Gem::Version
|
|
92
|
-
version: 1.
|
|
89
|
+
version: '1.6'
|
|
90
|
+
- - "~>"
|
|
91
|
+
- !ruby/object:Gem::Version
|
|
92
|
+
version: '2.0'
|
|
93
93
|
type: :runtime
|
|
94
94
|
prerelease: false
|
|
95
95
|
version_requirements: !ruby/object:Gem::Requirement
|
|
96
96
|
requirements:
|
|
97
|
-
- - "~>"
|
|
98
|
-
- !ruby/object:Gem::Version
|
|
99
|
-
version: '1.8'
|
|
100
97
|
- - ">="
|
|
101
98
|
- !ruby/object:Gem::Version
|
|
102
|
-
version: 1.
|
|
99
|
+
version: '1.6'
|
|
100
|
+
- - "~>"
|
|
101
|
+
- !ruby/object:Gem::Version
|
|
102
|
+
version: '2.0'
|
|
103
103
|
- !ruby/object:Gem::Dependency
|
|
104
104
|
name: nokogiri
|
|
105
105
|
requirement: !ruby/object:Gem::Requirement
|
|
106
106
|
requirements:
|
|
107
107
|
- - "~>"
|
|
108
108
|
- !ruby/object:Gem::Version
|
|
109
|
-
version: '1.
|
|
110
|
-
- - ">="
|
|
111
|
-
- !ruby/object:Gem::Version
|
|
112
|
-
version: 1.6.6
|
|
109
|
+
version: '1.5'
|
|
113
110
|
type: :runtime
|
|
114
111
|
prerelease: false
|
|
115
112
|
version_requirements: !ruby/object:Gem::Requirement
|
|
116
113
|
requirements:
|
|
117
114
|
- - "~>"
|
|
118
115
|
- !ruby/object:Gem::Version
|
|
119
|
-
version: '1.
|
|
120
|
-
- - ">="
|
|
121
|
-
- !ruby/object:Gem::Version
|
|
122
|
-
version: 1.6.6
|
|
116
|
+
version: '1.5'
|
|
123
117
|
description: Don't re-write web scrapers every time. Upton gives you a scraper template
|
|
124
118
|
that's easy to use for debugging and doesn't hammer servers by default.
|
|
125
119
|
email: jeremybmerrill@jeremybmerrill.com
|
|
@@ -164,19 +158,19 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
164
158
|
version: '0'
|
|
165
159
|
requirements: []
|
|
166
160
|
rubyforge_project:
|
|
167
|
-
rubygems_version: 2.
|
|
161
|
+
rubygems_version: 2.5.1
|
|
168
162
|
signing_key:
|
|
169
163
|
specification_version: 4
|
|
170
164
|
summary: A simple web-scraping framework
|
|
171
165
|
test_files:
|
|
172
|
-
- spec/data/
|
|
173
|
-
- spec/data/easttimor.html
|
|
174
|
-
- spec/data/propublica-relative.html
|
|
175
|
-
- spec/data/propublica.html
|
|
166
|
+
- spec/data/prosecutor.html
|
|
176
167
|
- spec/data/propublica_search.html
|
|
168
|
+
- spec/data/propublica.html
|
|
169
|
+
- spec/data/discussion.html
|
|
177
170
|
- spec/data/propublica_search_page_2.html
|
|
178
|
-
- spec/data/prosecutor.html
|
|
179
171
|
- spec/data/sixfacts.html
|
|
172
|
+
- spec/data/propublica-relative.html
|
|
173
|
+
- spec/data/easttimor.html
|
|
180
174
|
- spec/data/webinar.html
|
|
181
175
|
- spec/upton_spec.rb
|
|
182
176
|
- spec/spec_helper.rb
|