http_crawler 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f034023a8c50c41be3d4e423d39fa2ad44e75930
-  data.tar.gz: 745c8a86a328387f8b8c7ef68e351c5d63d4d61a
+  metadata.gz: 51fa116a088c7a5d065b9dc4ed70185f85102ed6
+  data.tar.gz: 711b59b48c0c782d24ffed5d76d88c82e011d17b
 SHA512:
-  metadata.gz: aab1febfdc72a126e9edb1b496b661d236d3ae6689d5bf29350d4bffdbb4e9551e03487c2a7fc01d6ec7f15ff55d0872db8f90fb791474834982168aca88e531
-  data.tar.gz: 317de9a4ef0d5423b57de20cb9220cdecd598d431d67f03b025fd05c0a2ce2d013eec4e3da816ce50a35722c161aef01a90ee376add0e0ebc06c779b0e296370
+  metadata.gz: ff1e9c6f6b7734ffadfd5a0c33a1412b4542445a9d86840847885269b36a764faa69349c313d8ed085493dca8544a77609577f595cad884564bca4164064d991
+  data.tar.gz: 94dc18a2b253e9a2fda57b51067b191d49ea88df04128c3f7bfb88745c99afe33d9dc64bdde7fb79f7b58a3cab2b2cbf08d6bf2d298b316e488cc439bb6481e3

data/lib/http_crawler/client.rb

@@ -33,7 +33,7 @@ module HttpCrawler
     #
     def initialize
       raise "Client uri为空" unless init_uri
-      @http = Crawler::HTTP.new(uri.host, uri.port)
+      @http = HttpCrawler::HTTP.new(uri.host, uri.port)
 
       @http.use_ssl = (uri.scheme == "https")
 

data/lib/http_crawler/http.rb

@@ -6,7 +6,7 @@ module HttpCrawler
 
     # 自动获取代理，true 表示自动获取代理 、false 表示不自动获取
     attr_accessor :auto_proxy
-    # 代理API的别名 主要关联 Crawler::Proxy中维护的代理API
+    # 代理API的别名 主要关联 HttpCrawler::Proxy中维护的代理API
     attr_accessor :proxy_api
     # 调用自己的代理池所需要的主键 key
     attr_accessor :proxy_key
@@ -58,7 +58,7 @@ module HttpCrawler
 
       while @@proxy_list.blank?
         Rails.logger.debug("@@proxy_list 为空进行更新")
-        proxy_client = Crawler::Proxy.for(proxy_api)
+        proxy_client = HttpCrawler::Proxy.for(proxy_api)
         proxy_r = proxy_client.get_proxy(key: proxy_key)
         @@proxy_list << proxy_r.parsing
         Rails.logger.debug("@@proxy_list => #{@@proxy_list}")

data/lib/http_crawler/proxy/test_proxy_api/client.rb

@@ -3,8 +3,8 @@ module HttpCrawler
     module TestProxyApi
       class Client
 
-        include(Crawler::Client)
-        include(Crawler::Proxy::Client)
+        include(HttpCrawler::Client)
+        include(HttpCrawler::Proxy::Client)
 
         class << self
           def new(*args)
@@ -19,11 +19,11 @@ module HttpCrawler
         # http://39.108.59.38:7772/Tools/proxyIP.ashx?OrderNumber=ccd4c8912691f28861a1ed048fec88dc&poolIndex=22717&cache=1&qty=2
         def get_proxy(parameter = {})
           r = http.get_fetch("/api/get_proxy")
-          r.extend(Crawler::Proxy::Laofu::Response::GetProxy)
+          r.extend(HttpCrawler::Proxy::Laofu::Response::GetProxy)
         end
 
       end
     end # module BiQuGe_DuQuanBen
   end # module Web
-end # module Crawler
+end # module HttpCrawler
 

data/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb

@@ -19,6 +19,6 @@ module HttpCrawler
       end # module Response
     end # module Laofu
   end # module Proxy
-end # module Crawler
+end # module HttpCrawler
 
 

data/lib/http_crawler/proxy.rb

@@ -4,11 +4,11 @@ module HttpCrawler
     class << self
 
       # 接收格式
-      # web_name = "feilong"
-      # 返回 Crawler::Proxy::Feilong::Client 实例
+      # web_name = "test_proxy_api"
+      # 返回 HttpCrawler::Proxy::TestProxyApi::Client 实例
       #
       def for(web_name, *arg)
-        "Crawler::Proxy::#{web_name.camelize}::Client".constantize.new(*arg)
+        "HttpCrawler::Proxy::#{web_name.camelize}::Client".constantize.new(*arg)
       end
 
     end

data/lib/http_crawler/version.rb

@@ -1,3 +1,3 @@
 module HttpCrawler
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

data/lib/http_crawler/web/baidu/client.rb

@@ -2,7 +2,7 @@ module HttpCrawler
   module Web
     module Baidu
       class Client
-        include(Crawler::Client)
+        include(HttpCrawler::Client)
 
         def init_http
           @http.open_timeout = 3
@@ -21,5 +21,5 @@ module HttpCrawler
       end
     end # module Baidu
   end # module Web
-end # module Crawler
+end # module HttpCrawler
 

data/lib/http_crawler/web/baidu/response/index.rb

@@ -11,6 +11,6 @@ module HttpCrawler
       end # module Response
     end # module Qichacha
   end # module Web
-end # module Crawler
+end # module HttpCrawler
 
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: http_crawler
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - jagger