generalscraper 0.0.18 → 0.0.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/captcha.rb +1 -1
  3. data/lib/generalscraper.rb +3 -0
  4. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 838026bf13fdfa1f62426e29554eac2a56106e37
4
- data.tar.gz: c80df36d42607716507b24ef1ada66b87a89e38d
3
+ metadata.gz: 9de0cd6461d23d2f27b9d7ced18698f503c481aa
4
+ data.tar.gz: 3ed9dd6ecf0b84e8c31a3002a0e6e83689848208
5
5
  SHA512:
6
- metadata.gz: 89c35407f719f5e9a22f5afa9ba9504dafa0e6238842ec3483d4f105cbb8d79129989b96f753691d74971674a72c21b2636493a0fedb91388ecfc4f416777914
7
- data.tar.gz: 7b31cf7ccdb9f57b2123dfe9d03ee8db0dce5fc4b45f000ed51833c6527c915ba27da28788e953877376832aa373515f48a68efbb0787b076a696e0f308b7cdd
6
+ metadata.gz: 678789d0b479ceba78cf9b464b21150e1d2469da95891043f0996f530f3a957c34ef02bc0c31458835a39170980190c1cac478fe44652d301b082e58ad1b103d
7
+ data.tar.gz: 9196461845feecbafa876cd29cafde6b60ae1269a8eba3ada28fa5e7b778a95324d0176fd8488f944c3bbe7bdd8959e0db91a128cedcc004218a12f4aebf6cc0
data/lib/captcha.rb CHANGED
@@ -23,7 +23,7 @@ class Captcha
23
23
  client = TwoCaptcha.new(@captcha_key)
24
24
  begin
25
25
  captcha = client.decode!(file: File.open(@time_name+"_cropped.png"))
26
- rescue # If it times out
26
+ rescue Exception # If it times out
27
27
  get_captcha_solved
28
28
  end
29
29
  return captcha.text
data/lib/generalscraper.rb CHANGED
@@ -44,6 +44,9 @@ class GeneralScraper
44
44
  @requests.restart_browser
45
45
  check_results(@requests.get_page(requested_page), requested_page)
46
46
  end
47
+ elsif page.include?("403") && page.length < 100
48
+ @requests.restart_browser
49
+ check_results(@requests.get_page(requested_page), requested_page)
47
50
  else # No CAPTCHA found :)
48
51
  navigate_save_results(page)
49
52
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: generalscraper
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.18
4
+ version: 0.0.19
5
5
  platform: ruby
6
6
  authors:
7
7
  - M. C. McGrath
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-12-06 00:00:00.000000000 Z
11
+ date: 2016-03-16 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: Scrapes Google
14
14
  email: shidash@shidash.com