proxy_fetcher 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7a36eb7a048bc985836e08d8e380412ceadd6e4b
-  data.tar.gz: cdceec65f99f25a4bfe8b8ae3531a9d203fb8710
+  metadata.gz: 24b80ab944bf6a891aa4a22db877cdd19250fbcf
+  data.tar.gz: e5a0a514f316ee3cc098d264980ead131d64c276
 SHA512:
-  metadata.gz: 39954c3255c4ea3642023b4ceb0a9c03d4623d2cecd2b75237f4b219af71a292408583602ca5d7e3ce06ec54a8ac39c4e0c83b7d98ecceaea76ca8d86ddc5f81
-  data.tar.gz: 362d73388a1ed8b9d674e571c55763c265d808415efbc5db8c96e94c8ab110fffde2b137436ffe521f54b9940805df2c846a392c2a3316153f235a47f47ae96f
+  metadata.gz: 24c86d79b5a749c5c0b221562200936fbd099a481530fab31b85005652dc54f3dd67d17161119d32500da0a267b38ee56f2c44c2a52f6329e4ad1b83f2eb5cd8
+  data.tar.gz: 0e4b04ed465e17fdd2967f2fac0734219c119ad2f224b2b436cd449efdf83e5896673a81da07e4e70cae02d856ee3630f27ca759bc4a933c252e161864fe8508

data/README.md

@@ -4,8 +4,11 @@
 [![Coverage Status](https://coveralls.io/repos/github/nbulaj/proxy_fetcher/badge.svg)](https://coveralls.io/github/nbulaj/proxy_fetcher)
 [![License](http://img.shields.io/badge/license-MIT-brightgreen.svg)](#license)
 
-This gem can help your Ruby application to make HTTP(S) requests from proxy server, fetching and validating
-current proxy lists from the different proxy services like [HideMyAss](http://hidemyass.com/) or Hide My Name.
+This gem can help your Ruby application to make HTTP(S) requests from proxy by fetching and validating actual
+proxy lists from the different providers like [HideMyAss](http://hidemyass.com/) or Hide My Name.
+
+It gives you a `Manager` class that can load proxy list, validate it and return random or specific proxy entry. Take a look
+at the documentation below to find all the gem features.
 
 **IMPORTANT** currently HideMyAss service closed free proxy list service, but it will be open soon and gem will be updated.
 
@@ -44,7 +47,7 @@ manager = ProxyFetcher::Manager.new # will immediately load proxy list from the
 manager.proxies
 
  #=> [#<ProxyFetcher::Proxy:0x00000002879680 @addr="97.77.104.22", @port=3128, @country="USA", 
- #     @response_time=5217, @speed=48, @connection_time=100, @type="HTTP", @anonymity="High">, ... ]
+ #     @response_time=5217, @speed=48, @type="HTTP", @anonymity="High">, ... ]
 ```
 
 You can initialize proxy manager without loading proxy list from the remote server by passing `refresh: false` on initialization:
@@ -72,21 +75,20 @@ If `ProxyFetcher::Manager` was already initialized somewhere, you can refresh th
 manager.refresh_list! # or manager.fetch!
 
  #=> [#<ProxyFetcher::Proxy:0x00000002879680 @addr="97.77.104.22", @port=3128, @country="USA", 
- #     @response_time=5217, @speed=48, @connection_time=100, @type="HTTP", @anonymity="High">, ... ]
+ #     @response_time=5217, @speed=48, @type="HTTP", @anonymity="High">, ... ]
 ```
 
-Every proxy is a `ProxyFetcher::Proxy` object that has next readers:
+Every proxy is a `ProxyFetcher::Proxy` object that has next readers (instance variables):
 
 * `addr` (IP address)
 * `port`
 * `country` (USA or Brazil for example)
 * `response_time` (5217 for example)
-* `connection_time` (rank from 0 to 100, where 0 — slow, 100 — high. **Note** depends on the proxy provider)
-* `speed` (rank from 0 to 100, where 0 — slow, 100 — high. **Note** depends on the proxy provider)
+* `speed` (`:slow`, `:medium` or `:fast`. **Note:** depends on the proxy provider and can be `nil`)
 * `type` (URI schema, HTTP or HTTPS)
 * `anonimity` (Low or High +KA for example)
 
-Also you can call next instance method for every Proxy object:
+Also you can call next instance methods for every Proxy object:
 
 * `connectable?` (whether proxy server is available)
 * `http?` (whether proxy server has a HTTP protocol)
@@ -123,7 +125,7 @@ manager.cleanup!
 
 ## Providers
 
-Currently ProxyFetcher can deal with next proxy providers:
+Currently ProxyFetcher can deal with next proxy providers (services):
 
 * Hide My Name (default one)
 * Free Proxy List
@@ -131,7 +133,6 @@ Currently ProxyFetcher can deal with next proxy providers:
 
 If you wanna use one of them just setup required in the config:
 
- 
 ```ruby
 ProxyFetcher.config.provider = :free_proxy_list
 
@@ -152,7 +153,9 @@ provider HTML page with proxy list. Take a look at the samples in the `proxy_fet
 
 ## TODO
 
-* Proxy filters
+* Add proxy filters
+* Code refactoring
+* Rewrite specs
 
 ## Contributing
 

data/lib/proxy_fetcher/providers/hide_my_ass.rb

@@ -22,8 +22,6 @@ module ProxyFetcher
           when 4
             set!(:response_time, parse_response_time(td))
             set!(:speed, parse_indicator_value(td))
-          when 5
-            set!(:connection_time, parse_indicator_value(td))
           when 6 then
             set!(:type, td.content.strip)
           when 7

data/lib/proxy_fetcher/providers/hide_my_name.rb

@@ -1,7 +1,7 @@
 module ProxyFetcher
   module Providers
     class HideMyName < Base
-      PROVIDER_URL = 'https://hidemy.name/en/proxy-list/?type=hs#list'.freeze
+      PROVIDER_URL = 'https://hidemy.name/en/proxy-list/?type=hs'.freeze
 
       class << self
         def load_proxy_list
@@ -20,7 +20,10 @@ module ProxyFetcher
           when 2 then
             set!(:country, td.at_xpath('*//span[1]/following-sibling::text()[1]').content.strip)
           when 3
-            set!(:response_time, Integer(td.at('p').content.strip[/\d+/]))
+            response_time = Integer(td.at('p').content.strip[/\d+/])
+
+            set!(:response_time, response_time)
+            set!(:speed, speed_from_response_time(response_time))
           when 4
             set!(:type, parse_type(td))
           when 5
@@ -42,6 +45,16 @@ module ProxyFetcher
           'HTTP'
         end
       end
+
+      def speed_from_response_time(response_time)
+        if response_time < 1500
+          :fast
+        elsif response_time < 3000
+          :medium
+        else
+          :slow
+        end
+      end
     end
   end
 end

data/lib/proxy_fetcher/proxy.rb

@@ -1,7 +1,6 @@
 module ProxyFetcher
   class Proxy
-    attr_reader :addr, :port, :country, :response_time,
-                :connection_time, :speed, :type, :anonymity
+    attr_reader :addr, :port, :country, :response_time, :speed, :type, :anonymity
 
     def initialize(html_row)
       ProxyFetcher.config.provider.parse_entry(html_row, self)
@@ -24,6 +23,12 @@ module ProxyFetcher
 
     alias valid? connectable?
 
+    %i[slow medium fast].each do |method|
+      define_method "#{method}?" do
+        speed == method
+      end
+    end
+
     def http?
       type.casecmp('http').zero?
     end
@@ -32,18 +37,6 @@ module ProxyFetcher
       type.casecmp('https').zero?
     end
 
-    def fast?
-      speed >= 66
-    end
-
-    def medium?
-      speed >= 33 && speed < 66
-    end
-
-    def slow?
-      speed < 33
-    end
-
     def uri
       URI::Generic.build(host: addr, port: port, scheme: type)
     end

data/lib/proxy_fetcher/version.rb

@@ -9,7 +9,7 @@ module ProxyFetcher
     # Minor version number
     MINOR = 2
     # Smallest version number
-    TINY  = 0
+    TINY  = 1
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join('.')

data/proxy_fetcher.gemspec

@@ -5,10 +5,10 @@ require 'proxy_fetcher/version'
 Gem::Specification.new do |gem|
   gem.name = 'proxy_fetcher'
   gem.version = ProxyFetcher.gem_version
-  gem.date = '2017-07-17'
+  gem.date = '2017-07-19'
   gem.summary = 'Ruby gem for dealing with proxy lists '
   gem.description = 'This gem can help your Ruby application to make HTTP(S) requests ' \
-                    'from proxy server, fetching and validating proxy lists from the different services.'
+                    'from proxy server by fetching and validating proxy lists from the different providers.'
   gem.authors = ['Nikita Bulai']
   gem.email = 'bulajnikita@gmail.com'
   gem.require_paths = ['lib']

data/spec/proxy_fetcher/providers/free_proxy_list_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe ProxyFetcher::Manager do
+describe ProxyFetcher::Providers::FreeProxyList do
   before :all do
     ProxyFetcher.config.provider = :free_proxy_list
   end

data/spec/proxy_fetcher/providers/hide_my_ass_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe ProxyFetcher::Manager do
+describe ProxyFetcher::Providers::HideMyAss do
   before :all do
     ProxyFetcher.config.provider = :hide_my_ass
   end

data/spec/proxy_fetcher/providers/hide_my_name_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe ProxyFetcher::Manager do
+describe ProxyFetcher::Providers::HideMyName do
   before :all do
     ProxyFetcher.config.provider = :hide_my_name
   end

data/spec/proxy_fetcher/proxy_spec.rb

@@ -43,30 +43,14 @@ describe ProxyFetcher::Proxy do
     expect(proxy.url).to be_a(String)
   end
 
-  it 'must be slow if speed < 33' do
-    proxy.instance_variable_set(:@speed, 32)
-    expect(proxy.slow?).to be_truthy
-
-    proxy.instance_variable_set(:@speed, 33)
-    expect(proxy.slow?).to be_falsey
-  end
-
-  it 'must be medium if speed >= 33 and < 66' do
-    proxy.instance_variable_set(:@speed, 32)
-    expect(proxy.medium?).to be_falsey
+  it 'checks speed' do
+    proxy.instance_variable_set(:@speed, :fast)
+    expect(proxy.fast?).to be_truthy
 
-    proxy.instance_variable_set(:@speed, 33)
-    expect(proxy.medium?).to be_truthy
+    proxy.instance_variable_set(:@speed, :slow)
+    expect(proxy.slow?).to be_truthy
 
-    proxy.instance_variable_set(:@speed, 65)
+    proxy.instance_variable_set(:@speed, :medium)
     expect(proxy.medium?).to be_truthy
   end
-
-  it 'must be fast if speed >= 66' do
-    proxy.instance_variable_set(:@speed, 65)
-    expect(proxy.fast?).to be_falsey
-
-    proxy.instance_variable_set(:@speed, 66)
-    expect(proxy.fast?).to be_truthy
-  end
 end

data/spec/support/manager_examples.rb

@@ -1,39 +1,39 @@
 RSpec.shared_examples 'a manager' do
   it 'loads proxy list on initialization by default' do
-    manager = described_class.new
+    manager = ProxyFetcher::Manager.new
     expect(manager.proxies).not_to be_empty
   end
 
   it "doesn't load proxy list on initialization if `refresh` argument was set to false" do
-    manager = described_class.new(refresh: false)
+    manager = ProxyFetcher::Manager.new(refresh: false)
     expect(manager.proxies).to be_empty
   end
 
   it 'can returns Proxy objects' do
-    manager = described_class.new
+    manager = ProxyFetcher::Manager.new
     expect(manager.proxies).to all(be_a(ProxyFetcher::Proxy))
   end
 
   it 'can returns raw proxies' do
-    manager = described_class.new
+    manager = ProxyFetcher::Manager.new
     expect(manager.raw_proxies).to all(be_a(String))
   end
 
   it 'cleanup proxy list from dead servers' do
     allow_any_instance_of(ProxyFetcher::Proxy).to receive(:connectable?).and_return(false)
 
-    manager = described_class.new
+    manager = ProxyFetcher::Manager.new
 
     expect { manager.cleanup! }.to change { manager.proxies }.to([])
   end
 
   it "doesn't pollute the output with array of proxies" do
-    manager = described_class.new(refresh: false)
+    manager = ProxyFetcher::Manager.new(refresh: false)
     expect(manager.inspect).to eq(manager.to_s)
   end
 
   it 'returns first proxy' do
-    manager = described_class.new
+    manager = ProxyFetcher::Manager.new
 
     first_proxy = manager.proxies.first
 
@@ -42,9 +42,9 @@ RSpec.shared_examples 'a manager' do
   end
 
   it 'returns first valid proxy' do
-    manager = described_class.new(refresh: false)
+    manager = ProxyFetcher::Manager.new(refresh: false)
 
-    proxies = 5.times.collect { instance_double('ProxyFetcher::Proxy', connectable?: false) }
+    proxies = Array.new(5) { instance_double('ProxyFetcher::Proxy', connectable?: false) }
     manager.instance_variable_set(:@proxies, proxies)
 
     connectable_proxy = instance_double('ProxyFetcher::Proxy')
@@ -61,14 +61,14 @@ RSpec.shared_examples 'a manager' do
   end
 
   it 'returns nothing if proxy list is empty' do
-    manager = described_class.new(refresh: false)
+    manager = ProxyFetcher::Manager.new(refresh: false)
 
     expect(manager.get).to be_nil
     expect(manager.get!).to be_nil
   end
 
   it 'returns random proxy' do
-    manager = described_class.new
+    manager = ProxyFetcher::Manager.new
     expect(manager.random).to be_an_instance_of(ProxyFetcher::Proxy)
   end
-end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-07-17 00:00:00.000000000 Z
+date: 2017-07-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -45,7 +45,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.5'
 description: This gem can help your Ruby application to make HTTP(S) requests from
-  proxy server, fetching and validating proxy lists from the different services.
+  proxy server by fetching and validating proxy lists from the different providers.
 email: bulajnikita@gmail.com
 executables: []
 extensions: []