proxy_fetcher 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2082cc216a388f9014cbdec5daa8a54ac1d93016
-  data.tar.gz: 6d0d817f9b1fecdbc3512440803a4444bcaf3c67
+  metadata.gz: 27d97dfb3997e004b2fb1a07e935ba7a1132148d
+  data.tar.gz: 8084082dc54f59c2c6bc8c0457b2ea766c479db0
 SHA512:
-  metadata.gz: f3a33d56dd95b4c3a7755a8f76f780b702af03de5a546b78cf3bfa56fad96b877169d02ca4c4f83dcfdcee8ee7a1efd67983ead21580b0ea4bb94c78db92da3a
-  data.tar.gz: b0019c53bed440256de36853a9b9973f58bd2fd019e90ca1b8178c727ad64572a3a0b3fc4ded49c64d6f4134935b72f124ba4c8780f9ed01b3412bb91c953499
+  metadata.gz: 44a592c9882b108ff9f78cc274c27d6e33e8460aa8b3599a0388abb75e787829565223fd4bdfe48a798ca8e153c79c9a3bd1db6184540bf47567b85fa5bf01a9
+  data.tar.gz: 6bce6a4e8d0c197852edd8766c62a2e5850ab75e657f56b90f521307a98a3fa3995efd1219ff963648ad31dad2b5bc467a4c783887b724925e826393605cf36f

data/.travis.yml

@@ -5,7 +5,7 @@ script: "rake spec"
 rvm:
   - 2.2.4
   - 2.3.3
-  - 2.4.0
+  - 2.4.1
   - ruby-head
 matrix:
   allow_failures:

data/README.md

@@ -51,7 +51,7 @@ manager = ProxyFetcher::Manager.new # will immediately load proxy list from the
 manager.proxies
 
  #=> [#<ProxyFetcher::Proxy:0x00000002879680 @addr="97.77.104.22", @port=3128, @country="USA", 
- #     @response_time=5217, @speed=48, @type="HTTP", @anonymity="High">, ... ]
+ #     @response_time=5217, @type="HTTP", @anonymity="High">, ... ]
 ```
 
 You can initialize proxy manager without immediate load of proxy list from the remote server by passing `refresh: false` on initialization:
@@ -75,8 +75,8 @@ Get raw proxy URLs as Strings:
 manager = ProxyFetcher::Manager.new
 manager.raw_proxies
 
- # => ["http://97.77.104.22:3128", "http://94.23.205.32:3128", "http://209.79.65.140:8080",
- #     "http://91.217.42.2:8080", "http://97.77.104.22:80", "http://165.234.102.177:8080", ...]
+ # => ["97.77.104.22:3128", "94.23.205.32:3128", "209.79.65.140:8080",
+ #     "91.217.42.2:8080", "97.77.104.22:80", "165.234.102.177:8080", ...]
 ```
 
 If `ProxyFetcher::Manager` was already initialized somewhere, you can refresh the proxy list by calling `#refresh_list!` method:
@@ -85,7 +85,7 @@ If `ProxyFetcher::Manager` was already initialized somewhere, you can refresh th
 manager.refresh_list! # or manager.fetch!
 
  #=> [#<ProxyFetcher::Proxy:0x00000002879680 @addr="97.77.104.22", @port=3128, @country="USA", 
- #     @response_time=5217, @speed=48, @type="HTTP", @anonymity="High">, ... ]
+ #     @response_time=5217, @type="HTTP", @anonymity="High">, ... ]
 ```
 
 If you need to filter proxy list, for example, by country or response time and selected provider supports filtering by GET params, then you
@@ -117,19 +117,23 @@ then you already have Ruby 2.3 installed. In other cases you can install it with
 Just install the gem by running `gem install proxy_fetcher` in your terminal and run it:
 
 ```bash
-proxy_fetcher >> proxies.txt # Will download proxies, validate them and write to file
+proxy_fetcher >> proxies.txt # Will download proxies from the default provider, validate them and write to file
 ```
 
-If you need a list of proxies in JSON then pass `--json` argument to the command:
+If you need a list of proxies from some specific provider, then you need to pass it's name with `-p` option:
+
+```bash
+proxy_fetcher -p proxy_docker >> proxies.txt # Will download proxies from the default provider, validate them and write to file
+```
+
+If you need a list of proxies in JSON format just pass a `--json` option to the command:
 
 ```bash
 proxy_fetcher --json
 
 # Will print:
-# {"proxies":["https://120.26.206.178:8888","https://119.61.13.242:1080","https://117.40.213.26:1080","https://92.62.72.242:1080",
-# "https://58.20.41.172:1080","https://204.116.192.151:35923","https://190.5.96.58:1080","https://170.250.109.97:35923",
-# "https://121.41.82.99:1080","https://77.53.105.155:35923"]}
-
+# {"proxies":["120.26.206.178:80","119.61.13.242:1080","117.40.213.26:80","92.62.72.242:1080","77.53.105.155:3124"
+# "58.20.41.172:35923","204.116.192.151:35923","190.5.96.58:1080","170.250.109.97:35923","121.41.82.99:1080"]}
 ```
 
 To get all the possible options run:
@@ -144,10 +148,9 @@ Every proxy is a `ProxyFetcher::Proxy` object that has next readers (instance va
 
 * `addr` (IP address)
 * `port`
+* `type` (proxy type, can be HTTP, HTTPS, SOCKS4 or/and SOCKS5)
 * `country` (USA or Brazil for example)
 * `response_time` (5217 for example)
-* `speed` (`:slow`, `:medium` or `:fast`. **Note:** depends on the proxy provider and can be `nil`)
-* `type` (URI schema, HTTP or HTTPS)
 * `anonymity` (`Low`, `Elite proxy` or `High +KA` for example)
 
 Also you can call next instance methods for every Proxy object:
@@ -155,15 +158,11 @@ Also you can call next instance methods for every Proxy object:
 * `connectable?` (whether proxy server is available)
 * `http?` (whether proxy server has a HTTP protocol)
 * `https?` (whether proxy server has a HTTPS protocol)
+* `socks4?`
+* `socks5?`
 * `uri` (returns `URI::Generic` object)
 * `url` (returns a formatted URL like "_http://IP:PORT_" )
 
-You can sort or find any proxy by speed using next 3 instance methods (if it is available for the specific provider):
-
-* `fast?`
-* `medium?`
-* `slow?`'
-
 ## Configuration
 
 To change open/read timeout for `cleanup!` and `connectable?` methods you need to change ProxyFetcher.config:
@@ -188,10 +187,6 @@ class MyHTTPClient
   def self.fetch(url)
     # ... some magic to return proper HTML ...
   end
-  
-  def self.connectable?(url)
-    # ... some magic to check if url is connectable ...
-  end
 end
 
 ProxyFetcher.config.http_client = MyHTTPClient
@@ -200,11 +195,34 @@ manager = ProxyFetcher::Manager.new
 manager.proxies
 
 #=> [#<ProxyFetcher::Proxy:0x00000002879680 @addr="97.77.104.22", @port=3128, @country="USA", 
- #     @response_time=5217, @speed=48, @type="HTTP", @anonymity="High">, ... ]
+ #     @response_time=5217, @type="HTTP", @anonymity="High">, ... ]
 ```
 
 You can take a look at the [lib/proxy_fetcher/utils/http_client.rb](lib/proxy_fetcher/utils/http_client.rb) for an example.
 
+Moreover, you can write your own proxy validator to check if proxy is valid or not:
+
+```ruby
+class MyProxyValidator
+  # [IMPORTANT]: below methods are required!
+  def self.connectable?(proxy_addr, proxy_port)
+    # ... some magic to check if proxy is valid ...
+  end
+end
+
+ProxyFetcher.config.proxy_validator = MyProxyValidator
+
+manager = ProxyFetcher::Manager.new
+manager.proxies
+
+#=> [#<ProxyFetcher::Proxy:0x00000002879680 @addr="97.77.104.22", @port=3128, @country="USA", 
+ #     @response_time=5217, @type="HTTP", @anonymity="High">, ... ]
+ 
+manager.validate!
+ 
+ #=> [ ... ]
+```
+
 ## Providers
 
 Currently ProxyFetcher can deal with next proxy providers (services):

data/bin/proxy_fetcher

@@ -4,6 +4,7 @@ require 'optparse'
 require 'proxy_fetcher'
 
 options = {
+  filters: {},
   validate: true,
   json: false
 }
@@ -33,6 +34,12 @@ OptionParser.new do |opts|
     options[:validate] = false
   end
 
+  opts.on('-f', '--filters={}', String, '# Filters for proxy provider in JSON format') do |filters|
+    require 'json'
+
+    options[:filters] = JSON.parse(filters)
+  end
+
   opts.on('-t', '--timeout=SECONDS', Integer, '# Connection timeout in seconds') do |value|
     options[:timeout] = value
   end
@@ -45,7 +52,7 @@ end.parse!
 ProxyFetcher.config.provider = options[:provider] if options[:provider]
 ProxyFetcher.config.connection_timeout = options[:timeout] if options[:timeout]
 
-manager = ProxyFetcher::Manager.new
+manager = ProxyFetcher::Manager.new(filters: options[:filters])
 manager.validate! if options[:validate]
 
 if options[:json]

data/lib/proxy_fetcher.rb

@@ -1,25 +1,27 @@
 require 'uri'
-require 'net/http'
-require 'openssl'
+require 'net/https'
 require 'nokogiri'
-require 'ostruct'
+require 'thread'
 
-require 'proxy_fetcher/configuration'
-require 'proxy_fetcher/proxy'
-require 'proxy_fetcher/manager'
+require File.dirname(__FILE__) + '/proxy_fetcher/configuration'
+require File.dirname(__FILE__) + '/proxy_fetcher/proxy'
+require File.dirname(__FILE__) + '/proxy_fetcher/manager'
 
-require 'proxy_fetcher/utils/http_client'
-require 'proxy_fetcher/utils/html'
-
-require 'proxy_fetcher/providers/base'
-require 'proxy_fetcher/providers/free_proxy_list'
-require 'proxy_fetcher/providers/free_proxy_list_ssl'
-require 'proxy_fetcher/providers/hide_my_name'
-require 'proxy_fetcher/providers/proxy_docker'
-require 'proxy_fetcher/providers/proxy_list'
-require 'proxy_fetcher/providers/xroxy'
+require File.dirname(__FILE__) + '/proxy_fetcher/utils/http_client'
+require File.dirname(__FILE__) + '/proxy_fetcher/utils/html'
+require File.dirname(__FILE__) + '/proxy_fetcher/utils/proxy_validator'
 
 module ProxyFetcher
+  module Providers
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/base'
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/free_proxy_list'
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/free_proxy_list_ssl'
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/hide_my_name'
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/proxy_docker'
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/proxy_list'
+    require File.dirname(__FILE__) + '/proxy_fetcher/providers/xroxy'
+  end
+
   class << self
     def config
       @config ||= ProxyFetcher::Configuration.new

data/lib/proxy_fetcher/configuration.rb

@@ -2,10 +2,10 @@ module ProxyFetcher
   class Configuration
     UnknownProvider = Class.new(StandardError)
     RegisteredProvider = Class.new(StandardError)
-    WrongHttpClient = Class.new(StandardError)
+    WrongCustomClass = Class.new(StandardError)
 
-    attr_accessor :http_client, :connection_timeout
-    attr_accessor :provider
+    attr_accessor :provider, :connection_timeout
+    attr_accessor :http_client, :proxy_validator, :logger
 
     class << self
       def providers
@@ -26,6 +26,7 @@ module ProxyFetcher
     def reset!
       @connection_timeout = 3
       @http_client = HTTPClient
+      @proxy_validator = ProxyValidator
 
       self.provider = :hide_my_name # currently default one
     end
@@ -37,11 +38,21 @@ module ProxyFetcher
     end
 
     def http_client=(klass)
-      unless klass.respond_to?(:fetch, :connectable?)
-        raise WrongHttpClient, "#{klass} must respond to #fetch and #connectable? class methods!"
+      @http_client = setup_custom_class(klass, required_methods: :fetch)
+    end
+
+    def proxy_validator=(klass)
+      @proxy_validator = setup_custom_class(klass, required_methods: :connectable?)
+    end
+
+    private
+
+    def setup_custom_class(klass, required_methods: [])
+      unless klass.respond_to?(*required_methods)
+        raise WrongCustomClass, "#{klass} must respond to [#{Array(required_methods).join(', ')}] class methods!"
       end
 
-      @http_client = klass
+      klass
     end
   end
 end

data/lib/proxy_fetcher/manager.rb

@@ -49,9 +49,21 @@ module ProxyFetcher
 
     alias pop! get!
 
-    # Clean current proxy list from dead proxies (doesn't respond by timeout)
-    def cleanup!
-      proxies.keep_if(&:connectable?)
+    # Clean current proxy list from dead proxies (that doesn't respond by timeout)
+    def cleanup!(pool_size = 10)
+      lock = Mutex.new
+
+      proxies.dup.each_slice(pool_size) do |proxy_group|
+        threads = proxy_group.map do |group_proxy|
+          Thread.new(group_proxy, proxies) do |proxy, proxies|
+            lock.synchronize { proxies.delete(proxy) } unless proxy.connectable?
+          end
+        end
+
+        threads.each(&:join)
+      end
+
+      @proxies
     end
 
     alias validate! cleanup!

data/lib/proxy_fetcher/providers/base.rb

@@ -7,11 +7,6 @@ module ProxyFetcher
 
       def_delegators ProxyFetcher::HTML, :clear, :convert_to_int
 
-      PROXY_TYPES = [
-        HTTP = 'HTTP'.freeze,
-        HTTPS = 'HTTPS'.freeze
-      ].freeze
-
       attr_reader :proxy
 
       def fetch_proxies!(filters = {})
@@ -45,8 +40,8 @@ module ProxyFetcher
       end
 
       # Return normalized HTML element content by selector
-      def parse_element(element, selector, method = :at_xpath)
-        clear(element.public_send(method, selector).content)
+      def parse_element(parent, selector, method = :at_xpath)
+        clear(parent.public_send(method, selector).content)
       end
     end
   end

data/lib/proxy_fetcher/providers/free_proxy_list.rb

@@ -22,8 +22,8 @@ module ProxyFetcher
       private
 
       def parse_type(element)
-        type = parse_element(element, 'td[6]')
-        type && type.casecmp('yes').zero? ? HTTPS : HTTP
+        https = parse_element(element, 'td[6]')
+        https && https.casecmp('yes').zero? ? ProxyFetcher::Proxy::HTTPS : ProxyFetcher::Proxy::HTTP
       end
     end
 

data/lib/proxy_fetcher/providers/free_proxy_list_ssl.rb

@@ -15,7 +15,7 @@ module ProxyFetcher
           proxy.port = convert_to_int(parse_element(html_element, 'td[2]'))
           proxy.country = parse_element(html_element, 'td[4]')
           proxy.anonymity = parse_element(html_element, 'td[5]')
-          proxy.type = HTTPS
+          proxy.type = ProxyFetcher::Proxy::HTTPS
         end
       end
     end

data/lib/proxy_fetcher/providers/hide_my_name.rb

@@ -13,14 +13,9 @@ module ProxyFetcher
           proxy.addr = parse_element(html_element, 'td[1]')
           proxy.port = convert_to_int(parse_element(html_element, 'td[2]'))
           proxy.anonymity = parse_element(html_element, 'td[6]')
-
           proxy.country = parse_country(html_element)
-          proxy.type = parse_type(html_element)
-
-          response_time = parse_response_time(html_element)
-
-          proxy.response_time = response_time
-          proxy.speed = speed_from_response_time(response_time)
+          proxy.type = parse_element(html_element, 'td[5]')
+          proxy.response_time = parse_response_time(html_element)
         end
       end
 
@@ -30,29 +25,9 @@ module ProxyFetcher
         clear(element.at_xpath('*//span[1]/following-sibling::text()[1]').content)
       end
 
-      def parse_type(element)
-        schemas = parse_element(element, 'td[5]')
-
-        if schemas && schemas.downcase.include?('https')
-          HTTPS
-        else
-          HTTP
-        end
-      end
-
       def parse_response_time(element)
         convert_to_int(element.at_xpath('td[4]').content.strip[/\d+/])
       end
-
-      def speed_from_response_time(response_time)
-        if response_time < 1500
-          :fast
-        elsif response_time < 3000
-          :medium
-        else
-          :slow
-        end
-      end
     end
 
     ProxyFetcher::Configuration.register_provider(:hide_my_name, HideMyName)

data/lib/proxy_fetcher/providers/xroxy.rb

@@ -13,11 +13,18 @@ module ProxyFetcher
           proxy.addr = parse_element(html_element, 'td[2]')
           proxy.port = convert_to_int(parse_element(html_element, 'td[3]'))
           proxy.anonymity = parse_element(html_element, 'td[4]')
-          proxy.type = parse_element(html_element, 'td[5]').casecmp('true').zero? ? HTTPS : HTTP
           proxy.country = parse_element(html_element, 'td[6]')
           proxy.response_time = convert_to_int(parse_element(html_element, 'td[7]'))
+          proxy.type = parse_type(html_element)
         end
       end
+
+      private
+
+      def parse_type(element)
+        https = parse_element(element, 'td[5]')
+        https.casecmp('true').zero? ? ProxyFetcher::Proxy::HTTPS : ProxyFetcher::Proxy::HTTP
+      end
     end
 
     ProxyFetcher::Configuration.register_provider(:xroxy, XRoxy)

data/lib/proxy_fetcher/proxy.rb

@@ -1,31 +1,34 @@
 module ProxyFetcher
-  class Proxy < OpenStruct
-    def connectable?
-      ProxyFetcher.config.http_client.connectable?(url)
-    end
+  class Proxy
+    attr_accessor :addr, :port, :type, :country, :response_time, :anonymity
 
-    alias valid? connectable?
+    TYPES = [
+      HTTP = 'HTTP'.freeze,
+      HTTPS = 'HTTPS'.freeze,
+      SOCKS4 = 'SOCKS4'.freeze,
+      SOCKS5 = 'SOCKS5'.freeze
+    ].freeze
 
-    %i[slow medium fast].each do |method|
-      define_method "#{method}?" do
-        speed == method
+    TYPES.each do |proxy_type|
+      define_method "#{proxy_type.downcase}?" do
+        type && type.upcase.include?(proxy_type)
       end
     end
 
-    def http?
-      type.casecmp('http').zero?
-    end
+    alias ssl? https?
 
-    def https?
-      type.casecmp('https').zero?
+    def connectable?
+      ProxyFetcher.config.proxy_validator.connectable?(addr, port)
     end
 
+    alias valid? connectable?
+
     def uri
-      URI::Generic.build(host: addr, port: port, scheme: type)
+      URI::Generic.build(host: addr, port: port)
     end
 
     def url
-      uri.to_s
+      "#{addr}:#{port}"
     end
   end
 end

data/lib/proxy_fetcher/utils/http_client.rb

@@ -18,17 +18,6 @@ module ProxyFetcher
       response.body
     end
 
-    def connectable?
-      @http.open_timeout = ProxyFetcher.config.connection_timeout
-      @http.read_timeout = ProxyFetcher.config.connection_timeout
-
-      @http.start { |connection| return true if connection.request_head('/') }
-
-      false
-    rescue StandardError
-      false
-    end
-
     def https?
       @uri.scheme.casecmp('https').zero?
     end
@@ -37,10 +26,6 @@ module ProxyFetcher
       def fetch(url)
         new(url).fetch
       end
-
-      def connectable?(url)
-        new(url).connectable?
-      end
     end
   end
 end

data/lib/proxy_fetcher/utils/proxy_validator.rb

@@ -0,0 +1,32 @@
+module ProxyFetcher
+  class ProxyValidator
+    URL_TO_CHECK = 'https://google.com'.freeze
+
+    def initialize(proxy_addr, proxy_port)
+      uri = URI.parse(URL_TO_CHECK)
+      @http = Net::HTTP.new(uri.host, uri.port, proxy_addr, proxy_port.to_i)
+
+      return unless uri.scheme.casecmp('https').zero?
+
+      @http.use_ssl = true
+      @http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    end
+
+    def connectable?
+      @http.open_timeout = ProxyFetcher.config.connection_timeout
+      @http.read_timeout = ProxyFetcher.config.connection_timeout
+
+      @http.start { |connection| return true if connection.request_head('/') }
+
+      false
+    rescue StandardError
+      false
+    end
+
+    class << self
+      def connectable?(proxy_addr, proxy_port)
+        new(proxy_addr, proxy_port).connectable?
+      end
+    end
+  end
+end

data/lib/proxy_fetcher/version.rb

@@ -9,7 +9,7 @@ module ProxyFetcher
     # Minor version number
     MINOR = 3
     # Smallest version number
-    TINY  = 0
+    TINY  = 1
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join('.')

data/spec/proxy_fetcher/configuration_spec.rb

@@ -10,20 +10,35 @@ describe ProxyFetcher::Configuration do
         def self.fetch(url)
           url
         end
+      end
+
+      expect { ProxyFetcher.config.http_client = MyHTTPClient }.not_to raise_error
+    end
 
+    it 'failed on setup if required methods are missing' do
+      MyWrongHTTPClient = Class.new
+
+      expect { ProxyFetcher.config.http_client = MyWrongHTTPClient }
+        .to raise_error(ProxyFetcher::Configuration::WrongCustomClass)
+    end
+  end
+
+  context 'custom proxy validator' do
+    it 'successfully setups if class has all the required methods' do
+      class MyProxyValidator
         def self.connectable?(*)
           true
         end
       end
 
-      expect { ProxyFetcher.config.http_client = MyHTTPClient }.not_to raise_error
+      expect { ProxyFetcher.config.proxy_validator = MyProxyValidator }.not_to raise_error
     end
 
     it 'failed on setup if required methods are missing' do
-      MyWrongHTTPClient = Class.new
+      MyWrongProxyValidator = Class.new
 
-      expect { ProxyFetcher.config.http_client = MyWrongHTTPClient }
-        .to raise_error(ProxyFetcher::Configuration::WrongHttpClient)
+      expect { ProxyFetcher.config.proxy_validator = MyWrongProxyValidator }
+        .to raise_error(ProxyFetcher::Configuration::WrongCustomClass)
     end
   end
 

data/spec/proxy_fetcher/proxy_spec.rb

@@ -12,13 +12,16 @@ describe ProxyFetcher::Proxy do
   let(:proxy) { @manager.proxies.first.dup }
 
   it 'checks schema' do
-    proxy.type = ProxyFetcher::Providers::Base::HTTP
+    proxy.type = ProxyFetcher::Proxy::HTTP
     expect(proxy.http?).to be_truthy
     expect(proxy.https?).to be_falsey
 
-    proxy.type = ProxyFetcher::Providers::Base::HTTPS
+    proxy.type = ProxyFetcher::Proxy::HTTPS
     expect(proxy.https?).to be_truthy
-    expect(proxy.http?).to be_falsey
+    expect(proxy.http?).to be_truthy
+
+    proxy.type = ProxyFetcher::Proxy::SOCKS5
+    expect(proxy.socks5?).to be_truthy
   end
 
   it 'not connectable if IP addr is wrong' do
@@ -44,15 +47,4 @@ describe ProxyFetcher::Proxy do
   it 'returns URL' do
     expect(proxy.url).to be_a(String)
   end
-
-  it 'checks speed' do
-    proxy.speed = :fast
-    expect(proxy.fast?).to be_truthy
-
-    proxy.speed = :slow
-    expect(proxy.slow?).to be_truthy
-
-    proxy.speed = :medium
-    expect(proxy.medium?).to be_truthy
-  end
 end

data/spec/support/manager_examples.rb

@@ -9,12 +9,12 @@ RSpec.shared_examples 'a manager' do
     expect(manager.proxies).to be_empty
   end
 
-  it 'can returns Proxy objects' do
+  it 'returns Proxy objects' do
     manager = ProxyFetcher::Manager.new
     expect(manager.proxies).to all(be_a(ProxyFetcher::Proxy))
   end
 
-  it 'can returns raw proxies' do
+  it 'returns raw proxies (HOST:PORT)' do
     manager = ProxyFetcher::Manager.new
     expect(manager.raw_proxies).to all(be_a(String))
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Nikita Bulai
@@ -73,6 +73,7 @@ files:
 - lib/proxy_fetcher/proxy.rb
 - lib/proxy_fetcher/utils/html.rb
 - lib/proxy_fetcher/utils/http_client.rb
+- lib/proxy_fetcher/utils/proxy_validator.rb
 - lib/proxy_fetcher/version.rb
 - proxy_fetcher.gemspec
 - spec/proxy_fetcher/configuration_spec.rb