proxy_fetcher 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 24b80ab944bf6a891aa4a22db877cdd19250fbcf
-  data.tar.gz: e5a0a514f316ee3cc098d264980ead131d64c276
+  metadata.gz: 6488affbd2b24a9b2f09a5698155a2e85295973b
+  data.tar.gz: 5e2f692f94aae084aa8682ebad19c08bb21321c9
 SHA512:
-  metadata.gz: 24c86d79b5a749c5c0b221562200936fbd099a481530fab31b85005652dc54f3dd67d17161119d32500da0a267b38ee56f2c44c2a52f6329e4ad1b83f2eb5cd8
-  data.tar.gz: 0e4b04ed465e17fdd2967f2fac0734219c119ad2f224b2b436cd449efdf83e5896673a81da07e4e70cae02d856ee3630f27ca759bc4a933c252e161864fe8508
+  metadata.gz: 3fd2a3ccfed0c0f7f3f28d6e26cbb03582b0a57e3ed2118c5a31cf8c09880f53c67484aa2bfe836588386d913dd9c3709d1fd19ef367b6b3dad74d35e20b8633
+  data.tar.gz: fb626f96063cf68d7beaa2e09bdc462ec93ab0d82c1223ba60f84371905c89774df7bca6a11335ad49ccab10af414b8fa5d923d693bf9da001f52f121ba9f737

data/README.md

@@ -130,6 +130,9 @@ Currently ProxyFetcher can deal with next proxy providers (services):
 * Hide My Name (default one)
 * Free Proxy List
 * HideMyAss
+* Hidster
+* Proxy Docker
+* XRoxy
 
 If you wanna use one of them just setup required in the config:
 

data/lib/proxy_fetcher/providers/hidster.rb

@@ -0,0 +1,37 @@
+module ProxyFetcher
+  module Providers
+    class Hidster < Base
+      PROVIDER_URL = 'https://hidester.com/proxylist/'.freeze
+
+      class << self
+        def load_proxy_list
+          doc = Nokogiri::HTML(load_html(PROVIDER_URL))
+          doc.xpath('//div[@class="proxyListTable"]/table/tbody/tr[@class!="proxy-table-header"]')
+        end
+      end
+
+      def parse!(html_entry)
+        html_entry.xpath('td').each_with_index do |td, index|
+          case index
+          when 1
+            set!(:addr, td.content.strip)
+          when 2 then
+            set!(:port, Integer(td.content.strip))
+          when 3 then
+            set!(:country, td.content.strip)
+          when 4
+            set!(:type, td.content.strip)
+          when 6
+            set!(:response_time, Integer(td.at('p').content.strip[/\d+/]))
+          when 7
+            set!(:anonymity, td.content.strip)
+          else
+            # nothing
+          end
+        end
+      end
+    end
+  end
+end
+
+ProxyFetcher::Configuration.register_provider(:hidster, ProxyFetcher::Providers::Hidster)

data/lib/proxy_fetcher/providers/proxy_docker.rb

@@ -0,0 +1,36 @@
+module ProxyFetcher
+  module Providers
+    class ProxyDocker < Base
+      PROVIDER_URL = 'https://www.proxydocker.com/en'.freeze
+
+      class << self
+        def load_proxy_list
+          doc = Nokogiri::HTML(load_html(PROVIDER_URL))
+          doc.xpath('//table[@class="table table-striped"]/tr[(not(@id="proxy-table-header")) and (count(td)>2)]')
+        end
+      end
+
+      def parse!(html_entry)
+        html_entry.xpath('td').each_with_index do |td, index|
+          case index
+          when 0
+            uri = URI("//#{td.content.strip}")
+
+            set!(:addr, uri.host)
+            set!(:port, uri.port)
+          when 1
+            set!(:type,  td.content.strip)
+          when 2
+            set!(:anonymity, td.content.strip)
+          when 4 then
+            set!(:country, td.content.strip)
+          else
+            # nothing
+          end
+        end
+      end
+    end
+  end
+end
+
+ProxyFetcher::Configuration.register_provider(:proxy_docker, ProxyFetcher::Providers::ProxyDocker)

data/lib/proxy_fetcher/providers/xroxy.rb

@@ -0,0 +1,38 @@
+module ProxyFetcher
+  module Providers
+    class XRoxy < Base
+      PROVIDER_URL = 'http://www.xroxy.com/proxylist.php?port=&type=All_http'.freeze
+
+      class << self
+        def load_proxy_list
+          doc = Nokogiri::HTML(load_html(PROVIDER_URL))
+          doc.xpath('//div[@id="content"]/table[1]/tr[contains(@class, "row")]')
+        end
+      end
+
+      def parse!(html_entry)
+        html_entry.xpath('td').each_with_index do |td, index|
+          case index
+          when 1
+            set!(:addr, td.content.strip)
+          when 2
+            set!(:port, Integer(td.content.strip))
+          when 3
+            set!(:anonymity,  td.content.strip)
+          when 4
+            ssl = td.content.strip.downcase
+            set!(:type, ssl.include?('true') ? 'HTTPS' : 'HTTP' )
+          when 5 then
+            set!(:country, td.content.strip)
+          when 6
+            set!(:response_time, Integer(td.content.strip))
+          else
+            # nothing
+          end
+        end
+      end
+    end
+  end
+end
+
+ProxyFetcher::Configuration.register_provider(:xroxy, ProxyFetcher::Providers::XRoxy)

data/lib/proxy_fetcher/version.rb

@@ -9,7 +9,7 @@ module ProxyFetcher
     # Minor version number
     MINOR = 2
     # Smallest version number
-    TINY  = 1
+    TINY  = 2
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join('.')

data/lib/proxy_fetcher.rb

@@ -6,9 +6,12 @@ require 'proxy_fetcher/configuration'
 require 'proxy_fetcher/proxy'
 require 'proxy_fetcher/manager'
 require 'proxy_fetcher/providers/base'
+require 'proxy_fetcher/providers/free_proxy_list'
 require 'proxy_fetcher/providers/hide_my_ass'
 require 'proxy_fetcher/providers/hide_my_name'
-require 'proxy_fetcher/providers/free_proxy_list'
+require 'proxy_fetcher/providers/hidster'
+require 'proxy_fetcher/providers/proxy_docker'
+require 'proxy_fetcher/providers/xroxy'
 
 module ProxyFetcher
   class << self

data/proxy_fetcher.gemspec

@@ -5,7 +5,7 @@ require 'proxy_fetcher/version'
 Gem::Specification.new do |gem|
   gem.name = 'proxy_fetcher'
   gem.version = ProxyFetcher.gem_version
-  gem.date = '2017-07-19'
+  gem.date = '2017-07-20'
   gem.summary = 'Ruby gem for dealing with proxy lists '
   gem.description = 'This gem can help your Ruby application to make HTTP(S) requests ' \
                     'from proxy server by fetching and validating proxy lists from the different providers.'