proxy_fetcher 0.11.0 → 0.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5a0d7b377ed3c25e50552e89ba76c0e73fad3923bf171e1cee2f592d777787c3
-  data.tar.gz: 83b594e04e03c74a63146a6907c99025d50607c88f8cf94f6d5ce044795243ad
+  metadata.gz: d57af14d443aa759d7a82f20f68f073d1cf7f864204b9ee70233c8dfad83903c
+  data.tar.gz: 69fcafad4c583fae0d192cf40d0687377158af6145ad3444e8e74d10e7c98bb7
 SHA512:
-  metadata.gz: 1f096c2473035255eb9492297b5641ab5caee62566eb20eb40d3b2f02eea5d06fa1279a2cadeb3266c0f52ce98040185a69678faf116b6398c2c75f79d5c4ebd
-  data.tar.gz: a9372ef8bdbb3c51c5060308cbc46c905df3819e682bceb858ba494f5f94722095f2a2bee94575606f628d091b87325425c218f8c31a2b807bcb159c59ba6e65
+  metadata.gz: 9023c9bc9b6634e9d8b0e58af0a86c918deff988afbac0fd7872cdc6c85a5fca6b41d92b179687241f2af54d1b0bfbf3e9bd8c97610c7fe3db837b4b91504c66
+  data.tar.gz: 5da728c2e6d57d458df3aa93ef689c4ab1e892e183a2dc780026643cfcc82e017ecf626dc635d5fdd65b95204be784b83d620c188dba9129c30345d3939a28f6

data/CHANGELOG.md

@@ -6,6 +6,15 @@ Reverse Chronological Order:
 
 * Add your description here
 
+## `0.12.0` (2020-01-28)
+
+* Fix XRoxy provider
+* Fix multi-threading issues with config and adapter
+
+## `0.11.0` (2019-10-24)
+
+* Big gem refactoring
+
 ## `0.10.2` (2019-03-15)
 
 * Remove ProxyDocker provider (no longer workable)

data/lib/proxy_fetcher.rb

@@ -41,8 +41,12 @@ module ProxyFetcher
     require File.dirname(__FILE__) + "/proxy_fetcher/providers/xroxy"
   end
 
+  @__config_access_lock__ = Mutex.new
+  @__config_definition_lock__ = Mutex.new
+
   # Main ProxyFetcher module.
   class << self
+
     ##
     # Returns ProxyFetcher configuration.
     #
@@ -58,7 +62,9 @@ module ProxyFetcher
     #           @providers=[:free_proxy_list, ...], @adapter=ProxyFetcher::Document::NokogiriAdapter>
     #
     def config
-      @config ||= ProxyFetcher::Configuration.new
+      @__config_definition_lock__.synchronize do
+        @config ||= ProxyFetcher::Configuration.new
+      end
     end
 
     ##
@@ -70,7 +76,7 @@ module ProxyFetcher
     #   Configuration object.
     #
     def configure
-      yield config
+      @__config_access_lock__.synchronize { yield config }
     end
 
     # Returns ProxyFetcher logger instance.

data/lib/proxy_fetcher/configuration.rb

@@ -39,7 +39,7 @@ module ProxyFetcher
     attr_accessor :logger
 
     # @!attribute [r] adapter
-    #   @return [Object] HTML parser adapter
+    #   @return [#to_s] HTML parser adapter
     attr_reader :adapter
 
     # @!attribute [r] http_client
@@ -68,6 +68,8 @@ module ProxyFetcher
     #
     DEFAULT_ADAPTER = :nokogiri
 
+    @__adapter_lock__ = Mutex.new
+
     class << self
       # Registry for handling proxy providers.
       #
@@ -131,11 +133,13 @@ module ProxyFetcher
     end
 
     def adapter_class
-      return @adapter_class if defined?(@adapter_class)
+      self.class.instance_variable_get(:@__adapter_lock__).synchronize do
+        return @adapter_class if defined?(@adapter_class)
 
-      @adapter_class = ProxyFetcher::Document::Adapters.lookup(adapter)
-      @adapter_class.setup!
-      @adapter_class
+        @adapter_class = ProxyFetcher::Document::Adapters.lookup(adapter)
+        @adapter_class.setup!
+        @adapter_class
+      end
     end
 
     # Setups collection of providers that will be used to fetch proxies.

data/lib/proxy_fetcher/providers/xroxy.rb

@@ -6,11 +6,11 @@ module ProxyFetcher
     class XRoxy < Base
       # Provider URL to fetch proxy list
       def provider_url
-        "https://www.xroxy.com/free-proxy-lists/"
+        "https://madison.xroxy.com/proxylist.html"
       end
 
       def xpath
-        "//div/table/tbody/tr"
+        "//tr[@class='row1' or @class='row0']"
       end
 
       # Converts HTML node (entry of N tags) to <code>ProxyFetcher::Proxy</code>
@@ -24,12 +24,12 @@ module ProxyFetcher
       #
       def to_proxy(html_node)
         ProxyFetcher::Proxy.new.tap do |proxy|
-          proxy.addr = html_node.content_at("td[1]")
-          proxy.port = Integer(html_node.content_at("td[2]").gsub(/^0+/, ""))
-          proxy.anonymity = html_node.content_at("td[3]")
-          proxy.country = html_node.content_at("td[5]")
-          proxy.response_time = Integer(html_node.content_at("td[6]"))
-          proxy.type = html_node.content_at("td[3]")
+          proxy.addr = html_node.content_at("td[2]")
+          proxy.port = Integer(html_node.content_at("td[3]").gsub(/^0+/, ""))
+          proxy.anonymity = html_node.content_at("td[4]")
+          proxy.country = html_node.content_at("td[6]")
+          proxy.response_time = Integer(html_node.content_at("td[7]"))
+          proxy.type = html_node.content_at("td[4]")
         end
       end
     end

data/lib/proxy_fetcher/version.rb

@@ -13,7 +13,7 @@ module ProxyFetcher
     # Major version number
     MAJOR = 0
     # Minor version number
-    MINOR = 11
+    MINOR = 12
     # Smallest version number
     TINY  = 0
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 0.12.0
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-24 00:00:00.000000000 Z
+date: 2020-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -140,7 +140,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.0.2
 signing_key: 
 specification_version: 4
 summary: Ruby gem for dealing with proxy lists from different providers