proxy_fetcher 0.6.3 → 0.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f7ade86090b2c8dca7aa7d20a47fdf63334507e2
-  data.tar.gz: 0256d5fa29f0ec451f2248ab280dc71878c3e05f
+  metadata.gz: 72290c2f3d9a544d65874bfd0c6ff98c38938ed0
+  data.tar.gz: c57b914d49204016231bc565f0ec03a98cf8893b
 SHA512:
-  metadata.gz: c598b1a286e45d96e40ee9772365ece447d9dd18054fbdf80e727b086181b8b0cac9c5933898d74364ed95301da35855a368ea6c81cd41a4e26e355a92b1f1b7
-  data.tar.gz: 3cc0c7c348d63abb9fde40aadf3730d176fb7de59dbd51036082d605a9bf50614eb7f19a103f9ee448078d73dabf05e666911ee97cd9c7f30e0d1fe64a57ef21
+  metadata.gz: dacd5882b6397ec980ce35040b10ef5c5aa0eca57cb7e708d71fc60de67a5375e351a2021a4e37804a6eab629ae3a792ca4b523d9675c1af1ad5fafb6e21c589
+  data.tar.gz: a2e0fabc4062f425871751f72af4bafae315d5b4e0f8795b0f6532ca7a2fd4fff8d948d348869dbd9c8f382fcc0dae66b0ae504f0bdac0cb71e729a2ad54568a

data/lib/proxy_fetcher/document/node.rb

@@ -81,7 +81,7 @@ module ProxyFetcher
       #   clean text
       #
       def clear(text)
-        return if text.nil? || text.empty?
+        return '' if text.nil? || text.empty?
 
         text.strip.gsub(/[ \t]/i, '')
       end

data/lib/proxy_fetcher/providers/base.rb

@@ -7,7 +7,7 @@ module ProxyFetcher
       # Loads proxy provider page content, extract proxy list from it
       # and convert every entry to proxy object.
       def fetch_proxies!(filters = {})
-        load_proxy_list(filters).map { |html| to_proxy(html) }
+        load_proxy_list(filters).map { |html_node| to_proxy(html_node) }
       end
 
       # Just synthetic sugar to make it easier to call #fetch_proxies! method.

data/lib/proxy_fetcher/providers/free_proxy_list.rb

@@ -25,7 +25,7 @@ module ProxyFetcher
       def to_proxy(html_node)
         ProxyFetcher::Proxy.new.tap do |proxy|
           proxy.addr = html_node.content_at('td[1]')
-          proxy.port = Integer(html_node.content_at('td[2]'))
+          proxy.port = Integer(html_node.content_at('td[2]').gsub(/^0+/, ''))
           proxy.country = html_node.content_at('td[4]')
           proxy.anonymity = html_node.content_at('td[5]')
           proxy.type = parse_type(html_node)

data/lib/proxy_fetcher/providers/free_proxy_list_ssl.rb

@@ -32,7 +32,7 @@ module ProxyFetcher
       def to_proxy(html_node)
         ProxyFetcher::Proxy.new.tap do |proxy|
           proxy.addr = html_node.content_at('td[1]')
-          proxy.port = Integer(html_node.content_at('td[2]'))
+          proxy.port = Integer(html_node.content_at('td[2]').gsub(/^0+/, ''))
           proxy.country = html_node.content_at('td[4]')
           proxy.anonymity = html_node.content_at('td[5]')
           proxy.type = ProxyFetcher::Proxy::HTTPS

data/lib/proxy_fetcher/providers/xroxy.rb

@@ -31,7 +31,7 @@ module ProxyFetcher
       def to_proxy(html_node)
         ProxyFetcher::Proxy.new.tap do |proxy|
           proxy.addr = html_node.content_at('td[2]')
-          proxy.port = Integer(html_node.content_at('td[3]'))
+          proxy.port = Integer(html_node.content_at('td[3]').gsub(/^0+/, ''))
           proxy.anonymity = html_node.content_at('td[4]')
           proxy.country = html_node.content_at('td[6]')
           proxy.response_time = Integer(html_node.content_at('td[7]'))

data/lib/proxy_fetcher/version.rb

@@ -15,7 +15,7 @@ module ProxyFetcher
     # Minor version number
     MINOR = 6
     # Smallest version number
-    TINY  = 3
+    TINY  = 4
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join('.')

data/proxy_fetcher.gemspec

@@ -5,7 +5,6 @@ require 'proxy_fetcher/version'
 Gem::Specification.new do |gem|
   gem.name = 'proxy_fetcher'
   gem.version = ProxyFetcher.gem_version
-  gem.date = '2018-02-13'
   gem.summary = 'Ruby gem for dealing with proxy lists from different providers'
   gem.description = 'This gem can help your Ruby application to make HTTP(S) requests ' \
                     'using proxies by fetching and validating proxy lists from the different providers.'

data/spec/proxy_fetcher/client/client_spec.rb

@@ -45,7 +45,9 @@ describe ProxyFetcher::Client do
 
     it 'successfully returns page content using custom proxy' do
       manager = ProxyFetcher::Manager.new
-      content = ProxyFetcher::Client.get('http://httpbin.org', options: { proxy: manager.get! })
+
+      proxy = manager.get! until proxy
+      content = ProxyFetcher::Client.get('http://httpbin.org', options: { proxy: proxy })
 
       expect(content).not_to be_nil
       expect(content).not_to be_empty

data/spec/proxy_fetcher/version_spec.rb

@@ -1,3 +1,3 @@
 RSpec.describe ProxyFetcher::VERSION do
-  it { expect(ProxyFetcher::VERSION::STRING).to eq '0.6.3' }
+  it { expect(ProxyFetcher::VERSION::STRING).to eq '0.6.4' }
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.6.3
+  version: 0.6.4
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-13 00:00:00.000000000 Z
+date: 2018-03-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec