http_crawler 0.3.0.8 → 0.3.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ec5d36534a343266056c11e1b2234793b9110dfa1e2921314905c4c0c56d53a5
-  data.tar.gz: 37558a3d8da8b528a412fa95713b6f93cdba653444dde9d536cbcf3860cac4d6
+  metadata.gz: d9824aa0b465a4488ca1bad737987eae1a2f76b634be2f2aeca8cc0e2a293f0a
+  data.tar.gz: cc98362a6f666170acbfe1b20c1543abca5653d6ea2fa0f7b8e1c914c7e8a626
 SHA512:
-  metadata.gz: dede92f3a5cb0d97450fa5b4d7462c2c8b6347aa53e0489b9f17513fa156028b7c55da46ee5eca4276df89b0bc7a8804afff00dbb5f30f04c6dabae5d88d854e
-  data.tar.gz: a746943e5e0ac386d7abbc79649c06a7c9e8ce3f355b6e652406b05adf6ccc94e13732bcd4425dfbeecb305157e8db0ba365523b56a50879df6d7aaa7cf02fd4
+  metadata.gz: fa5f84af9447a64a524f8d7dc405427d7cc97123404df09ba7093e2963085a850f109891cf5a6bd654077ba33cf500c33e7f1f00dacaf83bd5023182d9b1d2e3
+  data.tar.gz: f79b86da4939e910d6db30f9825431f02246901ed54c671fd686a428b2c6753ad0779e11be6588efb3008bd57d5981f18ba78ceb5cb44f7ef3397b6afb4623cf

data/lib/http_crawler/client.rb

@@ -150,9 +150,9 @@ module HttpCrawler
 
 
     # 如果自动更新代理 则更新代理返回 true，否则返回false
-    def update_proxy?(proxy_ip = {})
+    def update_proxy?
       if @auto_proxy
-        update_proxy(proxy_ip)
+        self.update_proxy
         return true
       else
         return false
@@ -170,7 +170,7 @@ module HttpCrawler
         proxy_r = proxy_client.get_proxy(proxy_params)
         proxy_ip = proxy_r.results unless proxy_r.results.blank?
         if proxy_ip.blank?
-          Rails.logger.warn "无最新代理等待5秒后重新获取"
+          Rails.logger.warn "无最新代理等待5秒后重新获取:proxy 为空"
         else
           break
         end
@@ -179,17 +179,12 @@ module HttpCrawler
 
       Rails.logger.debug("当前IP => #{@proxy},获取最新代理 => #{proxy_ip}")
 
-      unless proxy_ip && proxy_ip["p_addr"] && proxy_ip["p_port"]
-        Rails.logger.warn "无最新代理等待5秒后重新获取"
+      unless proxy_ip["p_addr"] && proxy_ip["p_port"]
+        Rails.logger.warn "无最新代理等待5秒后重新获取:p_addr 或 p_port 为空"
         sleep(5)
         proxy_ip = get_proxy
       end
 
-      if (@proxy && proxy_ip && @proxy["p_addr"] == proxy_ip["p_addr"] && @proxy["p_port"] == proxy_ip["p_port"])
-        Rails.logger.warn "无最新代理等待5秒后重新获取"
-        sleep(5)
-        proxy_ip = get_proxy
-      end
       proxy_ip
     end
 

data/lib/http_crawler/version.rb

@@ -1,3 +1,3 @@
 module HttpCrawler
-  VERSION = "0.3.0.8"
+  VERSION = "0.3.0.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: http_crawler
 version: !ruby/object:Gem::Version
-  version: 0.3.0.8
+  version: 0.3.0.9
 platform: ruby
 authors:
 - jagger