proxy_fetcher 0.10.1 → 0.10.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 90fedddf9296d31071b49be0c44736626987ed973b48395ccfed9b04f0c6ae4a
-  data.tar.gz: 900464a6378e2d72259e54022df01ec1e50ac95f76f9ec613df803ffd0cf2d78
+  metadata.gz: d256aaf841030823ef753d6c2b2726dd7e8e5306dbddae6b6079a26815df4224
+  data.tar.gz: a747a8d9ed567ffa6373bd0d30dc9a99e5320cb03b75dd3feb5ef45465144375
 SHA512:
-  metadata.gz: bc14dedb91c2a319aa27e3c03b3a881ac0861c378c5b1d8396ca79755f8a80ae86d28e904b999cddafc3f85ad7805ee6386e1fca327ded8a764d60ce572af4a3
-  data.tar.gz: 4d06f65bd36132ae0fbac2c77b12d34b31e5ec851e68995de86457e0d45f29777bcd06ff8c08c6b3e6830a18278f4984e4ca5c3573b7e564c84da155d60a8946
+  metadata.gz: '01997f86deda80383198be18ac9bca8309970fa38ea337a082093822838732038425b642a6806798fa35e2a891b63d679020fad33fd5f447efed00b426b85706'
+  data.tar.gz: 2fd10653fdf594e8847d4ebe34cb66c30b3d79d2900bd741768a5d4742ffa50923092f2c8f2bd95e3215f505a073e040e27cad8e2d868ff5837e81078c7d6f95

data/CHANGELOG.md

@@ -6,6 +6,10 @@ Reverse Chronological Order:
 
 * Add your description here
 
+## `0.10.2` (2019-03-15)
+
+* Remove ProxyDocker provider (no longer workable)
+
 ## `0.10.1` (2019-03-07)
 
 * Fix broken ProxyDocker provider.

data/lib/proxy_fetcher.rb

@@ -37,7 +37,6 @@ module ProxyFetcher
     require File.dirname(__FILE__) + '/proxy_fetcher/providers/free_proxy_list_ssl'
     require File.dirname(__FILE__) + '/proxy_fetcher/providers/gather_proxy'
     require File.dirname(__FILE__) + '/proxy_fetcher/providers/http_tunnel'
-    require File.dirname(__FILE__) + '/proxy_fetcher/providers/proxy_docker'
     require File.dirname(__FILE__) + '/proxy_fetcher/providers/proxy_list'
     require File.dirname(__FILE__) + '/proxy_fetcher/providers/xroxy'
   end

data/lib/proxy_fetcher/configuration.rb

@@ -124,11 +124,17 @@ module ProxyFetcher
       self.providers = self.class.registered_providers
     end
 
+    def adapter=(value)
+      remove_instance_variable(:@adapter_class) if defined?(@adapter_class)
+      @adapter = value
+    end
+
     def adapter_class
       return @adapter_class if defined?(@adapter_class)
 
       @adapter_class = ProxyFetcher::Document::Adapters.lookup(adapter)
       @adapter_class.setup!
+      @adapter_class
     end
 
     # Setups collection of providers that will be used to fetch proxies.

data/lib/proxy_fetcher/configuration/providers_registry.rb

@@ -14,7 +14,7 @@ module ProxyFetcher
     end
 
     # Add custom provider to common registry.
-    # Requires proxy provider name ('proxy_docker' for example) and a class
+    # Requires proxy provider name ('xroxy' for example) and a class
     # that implements the parsing logic.
     #
     # @param name [String, Symbol]

data/lib/proxy_fetcher/document/adapters/abstract_adapter.rb

@@ -53,7 +53,7 @@ module ProxyFetcher
       def self.setup!(*args)
         install_requirements!(*args)
         self
-      rescue LoadError => error
+      rescue LoadError, StandardError => error
         raise Exceptions::AdapterSetupError.new(name, error.message)
       end
     end

data/lib/proxy_fetcher/version.rb

@@ -15,7 +15,7 @@ module ProxyFetcher
     # Minor version number
     MINOR = 10
     # Smallest version number
-    TINY  = 1
+    TINY  = 2
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join('.')

data/spec/proxy_fetcher/configuration_spec.rb

@@ -60,7 +60,7 @@ describe ProxyFetcher::Configuration do
 
   context 'custom HTML parsing adapter' do
     it "fails if adapter can't be installed" do
-      old_config = ProxyFetcher.config.dup
+      old_adapter = ProxyFetcher.config.adapter.dup
 
       class CustomAdapter < ProxyFetcher::Document::AbstractAdapter
         def self.install_requirements!
@@ -70,10 +70,10 @@ describe ProxyFetcher::Configuration do
 
       ProxyFetcher.config.adapter = CustomAdapter
 
-      expect { ProxyFetcher::Manager.new }
+      expect { ProxyFetcher.config.adapter_class }
         .to raise_error(ProxyFetcher::Exceptions::AdapterSetupError)
 
-      ProxyFetcher.instance_variable_set('@config', old_config)
+      ProxyFetcher.config.adapter = old_adapter
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.10.2
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-07 00:00:00.000000000 Z
+date: 2019-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -91,7 +91,6 @@ files:
 - lib/proxy_fetcher/providers/free_proxy_list_ssl.rb
 - lib/proxy_fetcher/providers/gather_proxy.rb
 - lib/proxy_fetcher/providers/http_tunnel.rb
-- lib/proxy_fetcher/providers/proxy_docker.rb
 - lib/proxy_fetcher/providers/proxy_list.rb
 - lib/proxy_fetcher/providers/xroxy.rb
 - lib/proxy_fetcher/proxy.rb
@@ -110,7 +109,6 @@ files:
 - spec/proxy_fetcher/providers/gather_proxy_spec.rb
 - spec/proxy_fetcher/providers/http_tunnel_spec.rb
 - spec/proxy_fetcher/providers/multiple_providers_spec.rb
-- spec/proxy_fetcher/providers/proxy_docker_spec.rb
 - spec/proxy_fetcher/providers/proxy_list_spec.rb
 - spec/proxy_fetcher/providers/xroxy_spec.rb
 - spec/proxy_fetcher/proxy_spec.rb

data/lib/proxy_fetcher/providers/proxy_docker.rb

@@ -1,111 +0,0 @@
-# frozen_string_literal: true
-
-require 'json'
-
-module ProxyFetcher
-  module Providers
-    # ProxyDocker provider class.
-    class ProxyDocker < Base
-      attr_reader :cookie, :token
-
-      # Provider URL to fetch proxy list
-      def provider_url
-        'https://www.proxydocker.com/en/api/proxylist/'
-      end
-
-      def provider_method
-        :post
-      end
-
-      def provider_params
-        {
-          token: @token,
-          country: 'all',
-          city: 'all',
-          state: 'all',
-          port: 'all',
-          type: 'all',
-          anonymity: 'all',
-          need: 'all',
-          page: '1'
-        }
-      end
-
-      def provider_headers
-        {
-          cookie: @cookie
-        }
-      end
-
-      # Fetches HTML content by sending HTTP request to the provider URL and
-      # parses the document (built as abstract <code>ProxyFetcher::Document</code>)
-      # to return all the proxy entries (HTML nodes).
-      #
-      # @return [Array<ProxyFetcher::Document::Node>]
-      #   Collection of extracted HTML nodes with full proxy info
-      #
-      # [NOTE] Doesn't support direct filters
-      def load_proxy_list(*)
-        load_dependencies
-
-        json = JSON.parse(load_html(provider_url, {}))
-        json.fetch('proxies', [])
-      rescue JSON::ParserError
-        []
-      end
-
-      # Converts JSON node  to <code>ProxyFetcher::Proxy</code>
-      # object.
-      #
-      # @param node [Hash]
-      #   JSON entry from the API response
-      #
-      # @return [ProxyFetcher::Proxy]
-      #   Proxy object
-      #
-      def to_proxy(node)
-        ProxyFetcher::Proxy.new.tap do |proxy|
-          proxy.addr = node['ip']
-          proxy.port = node['port']
-
-          proxy.type = types_mapping.fetch(node['type'], ProxyFetcher::Proxy::HTTP)
-          proxy.anonymity = "Lvl#{node['anonymity']}"
-          proxy.country = node['country']
-        end
-      end
-
-      private
-
-      def types_mapping
-        {
-          '16' => ProxyFetcher::Proxy::HTTP,
-          '26' => ProxyFetcher::Proxy::HTTPS,
-          '3' => ProxyFetcher::Proxy::SOCKS4,
-          '4' => ProxyFetcher::Proxy::SOCKS5,
-          '56' => ProxyFetcher::Proxy::HTTP, # CON25
-          '6' => ProxyFetcher::Proxy::HTTP # CON80
-        }
-      end
-
-      def load_dependencies
-        client = ProxyFetcher.config.http_client.new('https://www.proxydocker.com')
-        response = client.fetch_with_headers
-
-        @cookie = load_cookie_from(response)
-        @token = load_token_from(response)
-      end
-
-      def load_cookie_from(response)
-        cookie_headers = (response.headers['Set-Cookie'] || [])
-        cookie_headers.join('; ')
-      end
-
-      def load_token_from(response)
-        html = response.body.to_s
-        html[/meta\s+name\s*=["']_token["']\s+content.+["'](.+?)["']\s*>/i, 1]
-      end
-    end
-
-    ProxyFetcher::Configuration.register_provider(:proxy_docker, ProxyDocker)
-  end
-end

data/spec/proxy_fetcher/providers/proxy_docker_spec.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'spec_helper'
-
-describe ProxyFetcher::Providers::ProxyDocker do
-  before :all do
-    ProxyFetcher.config.provider = :proxy_docker
-  end
-
-  it_behaves_like 'a manager'
-end