generalscraper 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 626ca9d202dc87457e0c86caed98e839a97128e5
-  data.tar.gz: 730cfbafe76d7a05bdf09f91b10632e4e7560cbe
+  metadata.gz: 6d547a3d1293c92e7f9553422668a0fb0f382b3a
+  data.tar.gz: 4f060e26095d1abc162d348c1a5f3aa0c334d32b
 SHA512:
-  metadata.gz: 9bc347dd50c0f5cb454f73b5ae4eea97975c63f1d4eb331b5d3502bb058086e29af51a1123c6251ad554c5099854858ab684e42592bf09fa7f44cb86229ba7aa
-  data.tar.gz: 3832b57955bf16f1e973a35f9288197d4bbcbb48106a3d0de2e9ac016ff1ea5d02cf1f175d43a61413c067f99609038fe2369dffea44525c68d0cc217cf50f86
+  metadata.gz: 96d5d92f5f376dbbd8a7d42a4e6cb0bffc97768a261fe9d59afd3b56302d5bce98cdc452ad7eebdbcbb540216e459562252ce372ba3419d36df508e9dcd45b06
+  data.tar.gz: 3a2c4a317a140f6183d0ac9baf2e6cafd1b4777b648f0cc84805a20ba40f87aa8fc932126dca5f93641482df9486e3182073888fd905263d56d3e4dabfbcfce2

data/lib/generalscraper.rb

@@ -81,4 +81,3 @@ class GeneralScraper
     return JSON.pretty_generate(@urllist)
   end
 end
-

data/lib/proxy_manager.rb

@@ -23,9 +23,11 @@ module ProxyManager
         gform.q = form_input
         return agent.submit(gform, gform.buttons.first)
       else
+        puts "Getting page " + url
         return agent.get(url)
       end
     rescue # Only retry request 10 times
+      puts "FAILED"
       getPage(url, form_input, fail_count+=1) if fail_count < 10
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: generalscraper
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - M. C. McGrath
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-04 00:00:00.000000000 Z
+date: 2014-09-09 00:00:00.000000000 Z
 dependencies: []
 description: Scrapes Google
 email: shidash@shidash.com