upton 0.3.5 → 0.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/upton/downloader.rb +1 -3
- data/lib/upton/version.rb +1 -1
- metadata +18 -24
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: dc480dd21a06c69b7a337b17ed01f95fa262d33b
|
|
4
|
+
data.tar.gz: f5f5f1c99471d884a585e0098c8d3ca975fe8c8e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7bda1a3ee82d668b3d966b50ba7bff58133e807d9da88e988288be25bdcb26956917216a9925a91275c3978906b31eaf4ee9a5dba1694bbeb9811b6912339771
|
|
7
|
+
data.tar.gz: 121c8c524f56f41c24e6f9cb9fb9584d9b0d988bf0c1c4a163b63b539dfd44f8e969ccd41efa45f96b4da41ed4c3963c87b6f5e708ef20b31c0e518f7d850dff
|
data/lib/upton/downloader.rb
CHANGED
|
@@ -56,8 +56,6 @@ module Upton
|
|
|
56
56
|
puts "404 error, skipping: #{uri}" if @verbose
|
|
57
57
|
rescue RestClient::InternalServerError
|
|
58
58
|
puts "500 Error, skipping: #{uri}" if @verbose
|
|
59
|
-
rescue RestClient::ServiceUnavailable
|
|
60
|
-
puts "503 Error, skipping: #{uri}" if @verbose
|
|
61
59
|
rescue URI::InvalidURIError
|
|
62
60
|
puts "Invalid URI: #{uri}" if @verbose
|
|
63
61
|
rescue RestClient::RequestTimeout
|
|
@@ -143,7 +141,7 @@ module Upton
|
|
|
143
141
|
end
|
|
144
142
|
|
|
145
143
|
def initialize_cache!
|
|
146
|
-
unless Dir.
|
|
144
|
+
unless Dir.exists?(cache_location)
|
|
147
145
|
Dir.mkdir(cache_location)
|
|
148
146
|
FileUtils.chmod 0700, cache_location
|
|
149
147
|
end
|
data/lib/upton/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: upton
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jeremy B. Merrill
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2018-12-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rack
|
|
@@ -84,42 +84,36 @@ dependencies:
|
|
|
84
84
|
name: rest-client
|
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
|
86
86
|
requirements:
|
|
87
|
-
- - "~>"
|
|
88
|
-
- !ruby/object:Gem::Version
|
|
89
|
-
version: '1.8'
|
|
90
87
|
- - ">="
|
|
91
88
|
- !ruby/object:Gem::Version
|
|
92
|
-
version: 1.
|
|
89
|
+
version: '1.6'
|
|
90
|
+
- - "~>"
|
|
91
|
+
- !ruby/object:Gem::Version
|
|
92
|
+
version: '2.0'
|
|
93
93
|
type: :runtime
|
|
94
94
|
prerelease: false
|
|
95
95
|
version_requirements: !ruby/object:Gem::Requirement
|
|
96
96
|
requirements:
|
|
97
|
-
- - "~>"
|
|
98
|
-
- !ruby/object:Gem::Version
|
|
99
|
-
version: '1.8'
|
|
100
97
|
- - ">="
|
|
101
98
|
- !ruby/object:Gem::Version
|
|
102
|
-
version: 1.
|
|
99
|
+
version: '1.6'
|
|
100
|
+
- - "~>"
|
|
101
|
+
- !ruby/object:Gem::Version
|
|
102
|
+
version: '2.0'
|
|
103
103
|
- !ruby/object:Gem::Dependency
|
|
104
104
|
name: nokogiri
|
|
105
105
|
requirement: !ruby/object:Gem::Requirement
|
|
106
106
|
requirements:
|
|
107
107
|
- - "~>"
|
|
108
108
|
- !ruby/object:Gem::Version
|
|
109
|
-
version: '1.
|
|
110
|
-
- - ">="
|
|
111
|
-
- !ruby/object:Gem::Version
|
|
112
|
-
version: 1.6.6
|
|
109
|
+
version: '1.5'
|
|
113
110
|
type: :runtime
|
|
114
111
|
prerelease: false
|
|
115
112
|
version_requirements: !ruby/object:Gem::Requirement
|
|
116
113
|
requirements:
|
|
117
114
|
- - "~>"
|
|
118
115
|
- !ruby/object:Gem::Version
|
|
119
|
-
version: '1.
|
|
120
|
-
- - ">="
|
|
121
|
-
- !ruby/object:Gem::Version
|
|
122
|
-
version: 1.6.6
|
|
116
|
+
version: '1.5'
|
|
123
117
|
description: Don't re-write web scrapers every time. Upton gives you a scraper template
|
|
124
118
|
that's easy to use for debugging and doesn't hammer servers by default.
|
|
125
119
|
email: jeremybmerrill@jeremybmerrill.com
|
|
@@ -164,19 +158,19 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
164
158
|
version: '0'
|
|
165
159
|
requirements: []
|
|
166
160
|
rubyforge_project:
|
|
167
|
-
rubygems_version: 2.
|
|
161
|
+
rubygems_version: 2.5.1
|
|
168
162
|
signing_key:
|
|
169
163
|
specification_version: 4
|
|
170
164
|
summary: A simple web-scraping framework
|
|
171
165
|
test_files:
|
|
172
|
-
- spec/data/
|
|
173
|
-
- spec/data/easttimor.html
|
|
174
|
-
- spec/data/propublica-relative.html
|
|
175
|
-
- spec/data/propublica.html
|
|
166
|
+
- spec/data/prosecutor.html
|
|
176
167
|
- spec/data/propublica_search.html
|
|
168
|
+
- spec/data/propublica.html
|
|
169
|
+
- spec/data/discussion.html
|
|
177
170
|
- spec/data/propublica_search_page_2.html
|
|
178
|
-
- spec/data/prosecutor.html
|
|
179
171
|
- spec/data/sixfacts.html
|
|
172
|
+
- spec/data/propublica-relative.html
|
|
173
|
+
- spec/data/easttimor.html
|
|
180
174
|
- spec/data/webinar.html
|
|
181
175
|
- spec/upton_spec.rb
|
|
182
176
|
- spec/spec_helper.rb
|