http_crawler 0.2.2.9 → 0.2.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bfc90fb7db6f2f0f9b4c69a463b8d34238c726fd
-  data.tar.gz: 616925cfae1d53f8f444857560e0b65bc71f73d6
+  metadata.gz: 52f21f9a41ac75989b37da494ca3cf4321c7cf5e
+  data.tar.gz: e9fe5e402ac1f6333471adafaf997f81af2459c5
 SHA512:
-  metadata.gz: f967d82951667ef8559422eb575919755ef84d0b1792b8481b6e8b557566b132b289839eb9ec1d8d7921bb2e0dda1271b77c3af0c70b9d99d5c4bc0248c116c8
-  data.tar.gz: 8a92dac36b280267f0e22d3be8035972082bab9172971c441fdc1be3f45c7a77bacde6f42e64b2b0a5b33789466bb85e315bde6f9690a584ca85846fb69aacc3
+  metadata.gz: fa99a2f0bdcce2dab203238c0aa0fe20dc970d925d359e538f58027fe9b7670cfae48d70c8eb3154a9343d9aa75dbe6c7ada2a64f88e036be9393829cc3184e6
+  data.tar.gz: 1fc66e66594a5d9907170f4d71ce7e6b34e4c3691520ef33c4eb30bd778f744c1abf55fc249e0e125b0a1d7ca8f3dcacc159233da3e40f2653406c1ff786a90c

data/lib/http_crawler/http.rb

@@ -161,7 +161,7 @@ module HttpCrawler
         # 重新请求
         post_fetch(uri_or_path, initheader, dest, &block)
       when Net::HTTPProxyAuthenticationRequired then
-        Rails.logger.warn "Net::HTTPProxyAuthenticationRequired 407 to proxy:[#{proxy_address}:#{proxy_port}]  =>#{address}"
+        Rails.logger.warn "Net::HTTPProxyAuthenticationRequired 407 to proxy:[#{@proxy_address}:#{@proxy_port}]  =>#{address}"
         if update_proxy?
           server_error_sleep
           # 重新请求

data/lib/http_crawler/net/response.rb

@@ -25,7 +25,7 @@ module Net
       # 判断解压后数据编码格式
 
       # 从header取编码格式
-      encoding = header['Content-Type'][/charset=([^, ;"]*)/, 1]
+      encoding = header['Content-Type'][/charset=([^, ;"]*)/, 1] if header['Content-Type']
 
       # 从html中的 charset 取编码格式
       encoding = @decoding_body[/charset=([^, ;"]*)/, 1] unless encoding

data/lib/http_crawler/version.rb

@@ -1,3 +1,3 @@
 module HttpCrawler
-  VERSION = "0.2.2.9"
+  VERSION = "0.2.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: http_crawler
 version: !ruby/object:Gem::Version
-  version: 0.2.2.9
+  version: 0.2.3.0
 platform: ruby
 authors:
 - jagger
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-01-10 00:00:00.000000000 Z
+date: 2019-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec