http_crawler 0.3.1.25 → 0.3.1.26

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b724a350c5e935bf7e26c0bf214299497b1703e23da67aa9acbd5d9619cfefe1
-  data.tar.gz: 6c0e0603c12e386c459b3d584e7baa53f79668c64cc29f2cbaaa01a6a8fcb80b
+  metadata.gz: b7accd1bd33503aeafee43ad0a4c3be71ea114ca77fa3371b3ad22cec58e4398
+  data.tar.gz: 0c3e475dbeefcdaea852c4a7e959c48ed89e474d6ffcbf83184e64c420794e95
 SHA512:
-  metadata.gz: bc60489507fb0b01c6a449431cc9e29caa7f5f2ffe476acd4bf61615e2e016c7e5c75da2a0c11d44b21763d8618be2ff146a9cf061858e4f99f8399dbeef5898
-  data.tar.gz: 9bce15fbd2529d5f7d9dcc2f9ef7984cb5208f2835d8325129099bde3e0a9dc85566ef0a89be293e738d88abe02d6318b96b547f106619abe9dbb42437c8cc53
+  metadata.gz: 4e66c42a281aaf97e3ce2b0bcd84546e05f226791f859ccac9d16853f6ded5c465ebfb3eac9560b6a5a86311f57dea9f741177a92d38f0fefff8375b0d2e3598
+  data.tar.gz: 92cf78fd9681ad8420c897ed09f317a3f1585e8edae06d1d0102da18062bd35217e8b528fe83360b2e408ffbcc224b9888f1931d7cd39c926407d35280be11d4

data/lib/http_crawler/client.rb

@@ -206,6 +206,7 @@ module HttpCrawler
         proxy_client = HttpCrawler::Proxy.for(proxy_api)
         proxy_r = proxy_client.get_proxy(proxy_params.symbolize_keys)
         proxy_ip = proxy_r.results unless proxy_r.results.blank?
+        proxy_ip = {p_addr: "127.0.0.1", p_port: 8888}
         if proxy_ip.blank?
           Rails.logger.warn "无最新代理等待5秒后重新获取:proxy 为空"
         else
@@ -327,22 +328,21 @@ module HttpCrawler
         end
       rescue => error
         Rails.logger.debug error.class
-        case error
-        when HTTP::TimeoutError
-          # 超时错误切换代理
-          if self.update_proxy?
-            retry
-          else
-            raise error
-          end
+        # 错误尝试次数
+        if n <= 0
+          # 错误尝试次数小于等于0就结束尝试
+          raise error
         else
-          # 错误尝试次数
-          if n <= 0
-            raise error
+          # 每次错误次数尝试 -1
+          n -= 1
+          case error
+          when HTTP::TimeoutError
+            # 超时错误切换代理
+            raise error unless self.update_proxy?
           else
-            n -= 1
-            retry
+            raise error unless self.update_proxy?
           end
+          retry
         end
       end
     end # def request(&block)

data/lib/http_crawler/version.rb

@@ -1,3 +1,3 @@
 module HttpCrawler
-  VERSION = "0.3.1.25"
+  VERSION = "0.3.1.26"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: http_crawler
 version: !ruby/object:Gem::Version
-  version: 0.3.1.25
+  version: 0.3.1.26
 platform: ruby
 authors:
 - jagger
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-05-18 00:00:00.000000000 Z
+date: 2019-07-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec