generalscraper 0.0.10 → 0.0.11
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/proxy_manager.rb +5 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 338629c39c095b6f64780ab9d13f5372234f8ed8
|
|
4
|
+
data.tar.gz: ae8586f85b7c14cb1b6e0e44dd7eb90b590d6e8c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7d3c7370d236d984f0a6e49790f1bda765ad817b1d6a3680d90d8c682c992aeeb7723e64d7a4c0d2f1e761b5403851313f814d1537d4741ba7d75951305fee28
|
|
7
|
+
data.tar.gz: a2dd8f531f2a9fbcc61bc0f206765da233fead65bfa0ac0e045472c0af465e7758d822e1b0bacea473498ee7e45caa6492223eadc1cd5d9d9c19ffa3329a572c
|
data/lib/proxy_manager.rb
CHANGED
|
@@ -33,8 +33,11 @@ module ProxyManager
|
|
|
33
33
|
return driver
|
|
34
34
|
end
|
|
35
35
|
rescue # Only retry request 10 times
|
|
36
|
-
|
|
37
|
-
|
|
36
|
+
begin
|
|
37
|
+
puts "FAILED"
|
|
38
|
+
getPage(url, form_input, fail_count+=1) if fail_count < 10
|
|
39
|
+
rescue
|
|
40
|
+
end
|
|
38
41
|
end
|
|
39
42
|
end
|
|
40
43
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: generalscraper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.11
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- M. C. McGrath
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2014-
|
|
11
|
+
date: 2014-10-21 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description: Scrapes Google
|
|
14
14
|
email: shidash@shidash.com
|