generalscraper 0.0.18 → 0.0.19
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/captcha.rb +1 -1
- data/lib/generalscraper.rb +3 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9de0cd6461d23d2f27b9d7ced18698f503c481aa
|
4
|
+
data.tar.gz: 3ed9dd6ecf0b84e8c31a3002a0e6e83689848208
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 678789d0b479ceba78cf9b464b21150e1d2469da95891043f0996f530f3a957c34ef02bc0c31458835a39170980190c1cac478fe44652d301b082e58ad1b103d
|
7
|
+
data.tar.gz: 9196461845feecbafa876cd29cafde6b60ae1269a8eba3ada28fa5e7b778a95324d0176fd8488f944c3bbe7bdd8959e0db91a128cedcc004218a12f4aebf6cc0
|
data/lib/captcha.rb
CHANGED
data/lib/generalscraper.rb
CHANGED
@@ -44,6 +44,9 @@ class GeneralScraper
|
|
44
44
|
@requests.restart_browser
|
45
45
|
check_results(@requests.get_page(requested_page), requested_page)
|
46
46
|
end
|
47
|
+
elsif page.include?("403") && page.length < 100
|
48
|
+
@requests.restart_browser
|
49
|
+
check_results(@requests.get_page(requested_page), requested_page)
|
47
50
|
else # No CAPTCHA found :)
|
48
51
|
navigate_save_results(page)
|
49
52
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: generalscraper
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.19
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- M. C. McGrath
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2016-03-16 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: Scrapes Google
|
14
14
|
email: shidash@shidash.com
|