http_crawler 0.3.1.28 → 0.3.1.29

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 809654bd670ca7a1586478e45467c162d12ab5656d5ac32f0072beea5de967ee
-  data.tar.gz: 93c0efeeb3737db3184d3ca93d0bd9ced39ad13e52f8b73ae30b874786504d9b
+  metadata.gz: 329e17b63dd792550707d01ce3a310a8bc81d2b04c5d2a6b5efc983a1b0a1eff
+  data.tar.gz: 1a0d14ccb1326181e9c929de5ce1f8e057c698c3b10ee88eab1a9685b6bf0c39
 SHA512:
-  metadata.gz: c9752c6d3ab7203fdb6058340dd049288217fb91a3cfa459055d369d522218a37d228a7ac47ee33f904f660dab6faeec7cba25f4a30123bd2327d5c30a8293d3
-  data.tar.gz: 8bf4fa8399ffe7fae9d7e6f256614ce23c9757772b165e319330078069dc76349cb5dd1dfffe9e44dd6ecf5ebf82572c49e4fc843314ed238cb95f8880f062f6
+  metadata.gz: 88a8389db13b3ed17a82772d9a66378c6184133636d53617e5550d6cdd27cd542c3a5ca1320faf94c3b1a2a20441b119e1a9b915ecd268802e0a993711149fcc
+  data.tar.gz: 8ac49deb0e1b0c3a813f2648d7d9a55e6135b883d6f9c73c7d962c37f5af364d79284c58e5069555bef433c84e4e91d71904ca3b695aa28daef2e503ee23625f

data/lib/http_crawler/client.rb

@@ -61,7 +61,7 @@ module HttpCrawler
     attr_accessor :max_error_num
     # 最大错误重试次数
     def max_error_num
-      @max_error_num ||= 3
+      @max_error_num ||= 2
     end
 
     attr_reader :uri
@@ -206,6 +206,8 @@ module HttpCrawler
         proxy_client = HttpCrawler::Proxy.for(proxy_api)
         proxy_r = proxy_client.get_proxy(proxy_params.symbolize_keys)
         proxy_ip = proxy_r.results unless proxy_r.results.blank?
+        # 测试本地代理
+        # proxy_ip = {p_addr: "127.0.0.1", p_port: 8888} if "production" =! Rails.env
         if proxy_ip.blank?
           Rails.logger.warn "无最新代理等待5秒后重新获取:proxy 为空"
         else
@@ -289,7 +291,7 @@ module HttpCrawler
     end
 
     # 发送 post 请求
-    def post(path, params = {},format = :form)
+    def post(path, params = {}, format = :form)
       raise "Client uri为空" unless self.uri
       request {http.post((self.uri + path).to_s, format => params, :ssl_context => @ctx)}
     end
@@ -334,7 +336,7 @@ module HttpCrawler
         else
           # 每次错误次数尝试 -1
           n -= 1
-          self.update_proxy?
+          # self.update_proxy?
           retry
         end
       end

data/lib/http_crawler/version.rb

@@ -1,3 +1,3 @@
 module HttpCrawler
-  VERSION = "0.3.1.28"
+  VERSION = "0.3.1.29"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: http_crawler
 version: !ruby/object:Gem::Version
-  version: 0.3.1.28
+  version: 0.3.1.29
 platform: ruby
 authors:
 - jagger