upton 1.0.0.prea → 1.0.0.preb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/upton/scraper.rb +1 -1
- data/lib/upton/version.rb +1 -1
- metadata +4 -18
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 15131aeb4433396119048a8ddd616c39b7b69a89
|
|
4
|
+
data.tar.gz: 784b7c56ffee14260b2caa34fd7ab4b9388ce914
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6321bb09c2103631ce91b6ec672eefe740f5d51775972b57e3595685bba6d3f989051bf35aa919d5723afbb896bed7b44ccfd1730cb92081d131b14c19d93e83
|
|
7
|
+
data.tar.gz: 1777f6dea83d8d7dc59b228624bc0a02ceeabac50d653a1f94d405fc4d45e3e0746aa60a3b4b70072476ea3b323856f8a43d5ee117ccb49449ec3babc911c50c
|
data/lib/upton/scraper.rb
CHANGED
|
@@ -306,7 +306,7 @@ module Upton
|
|
|
306
306
|
prev_url = url
|
|
307
307
|
while !resps.last.empty?
|
|
308
308
|
pagination_index += options[:pagination_interval]
|
|
309
|
-
break
|
|
309
|
+
break unless options[:pagination_max_pages] === false || pagination_index <= options[:pagination_max_pages]
|
|
310
310
|
|
|
311
311
|
next_url = self.next_index_page_url(url, options[:pagination_param], pagination_index)
|
|
312
312
|
next_url = resolve_url(next_url, url)
|
data/lib/upton/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: upton
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.0.
|
|
4
|
+
version: 1.0.0.preb
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jeremy B. Merrill
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2014-
|
|
11
|
+
date: 2014-04-26 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rack
|
|
@@ -66,20 +66,6 @@ dependencies:
|
|
|
66
66
|
- - '>='
|
|
67
67
|
- !ruby/object:Gem::Version
|
|
68
68
|
version: '0'
|
|
69
|
-
- !ruby/object:Gem::Dependency
|
|
70
|
-
name: nokogiri
|
|
71
|
-
requirement: !ruby/object:Gem::Requirement
|
|
72
|
-
requirements:
|
|
73
|
-
- - '>='
|
|
74
|
-
- !ruby/object:Gem::Version
|
|
75
|
-
version: 1.5.1
|
|
76
|
-
type: :development
|
|
77
|
-
prerelease: false
|
|
78
|
-
version_requirements: !ruby/object:Gem::Requirement
|
|
79
|
-
requirements:
|
|
80
|
-
- - '>='
|
|
81
|
-
- !ruby/object:Gem::Version
|
|
82
|
-
version: 1.5.1
|
|
83
69
|
- !ruby/object:Gem::Dependency
|
|
84
70
|
name: yard
|
|
85
71
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -114,14 +100,14 @@ dependencies:
|
|
|
114
100
|
requirements:
|
|
115
101
|
- - '>='
|
|
116
102
|
- !ruby/object:Gem::Version
|
|
117
|
-
version:
|
|
103
|
+
version: 1.5.1
|
|
118
104
|
type: :runtime
|
|
119
105
|
prerelease: false
|
|
120
106
|
version_requirements: !ruby/object:Gem::Requirement
|
|
121
107
|
requirements:
|
|
122
108
|
- - '>='
|
|
123
109
|
- !ruby/object:Gem::Version
|
|
124
|
-
version:
|
|
110
|
+
version: 1.5.1
|
|
125
111
|
description: Don't re-write web scrapers every time. Upton gives you a scraper template
|
|
126
112
|
that's easy to use for debugging and doesn't hammer servers by default.
|
|
127
113
|
email: jeremybmerrill@jeremybmerrill.com
|