proxy_fetcher 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6a8a3fe3140e235a3b46ecdb64322c77c8ce69d4
-  data.tar.gz: 9ace00e654e55832242e050ee42d01642b26338c
+  metadata.gz: db8683f8d34f01ebb03c71753999649cdcbeba61
+  data.tar.gz: 480d289e2fe9bb038b04f080d005492fdfee7f7a
 SHA512:
-  metadata.gz: 961dd103ae502f947a7417b248ba7cbfe8e5907880bbe2b2b123b568de6f703f39ba6a2da281dbb139a62703d9f2a26f4bb02be6128df6b09457542aa7235ba3
-  data.tar.gz: d80b53cdfb9f67c76edf4176ab6bd3daa8151d814f67e82405b53495ecab4be0d963232e010efe333a5ef1dfd177251367b9d620d9cc78306fccfc2ef137b837
+  metadata.gz: 29129bcd201af8e5f8cf003331b5abeda3a590cf6a4d2cc91c95fa23622f513d66d5867bfcb6a5278f6dd706041c95b0d07d71e6173c8dd10c82fab7955fd550
+  data.tar.gz: e84e36c60f0a22018677c1896dffa51b45b76f9518e7edc8b62d3aeb4908525cfae12d3a8b60c9d547e7ef8217f75ed27fd8ac9d5ae149f5ef2b4b3d82346a51

data/CHANGELOG.md

@@ -2,6 +2,17 @@
 
 Reverse Chronological Order:
 
+## `0.6.1` (2017-12-11)
+
+* Fix gem executable to check dependencies for adapters
+* Code clean
+* Some new specs
+
+## `0.6.0` (2017-12-08)
+
+* Make HTML parser configurable (Nokogiri, Oga, custom one)
+* Documentation
+
 ## `0.5.1` (2017-11-13)
 
 * Fix ProxyFetcher CLI

data/bin/proxy_fetcher

@@ -1,5 +1,14 @@
 #!/usr/bin/env ruby
 
+begin
+  require 'nokogiri'
+rescue LoadError
+  puts "Seems like you haven't installed 'nokogiri' gem that is used by ProxyFetcher for HTML parsing.\n" \
+       "Install it with the command: `gem install nokogiri` or check out it's documentation:\n" \
+       'http://www.nokogiri.org/tutorials/installing_nokogiri.html'
+  exit(1)
+end
+
 require 'optparse'
 require 'proxy_fetcher'
 
@@ -38,6 +47,11 @@ OptionParser.new do |opts|
   opts.on('-j', '--json', '# Dump proxies to the JSON format') do
     options[:json] = true
   end
+
+  opts.on('-v', '--version', '# Shows gem version') do
+    puts ProxyFetcher.gem_version.to_s
+    exit(0)
+  end
 end.parse!
 
 ProxyFetcher.config.providers = options[:providers] if options[:providers]

data/lib/proxy_fetcher.rb

@@ -1,6 +1,8 @@
 require 'uri'
 require 'net/https'
 
+require File.dirname(__FILE__) + '/proxy_fetcher/version'
+
 require File.dirname(__FILE__) + '/proxy_fetcher/exceptions'
 require File.dirname(__FILE__) + '/proxy_fetcher/configuration'
 require File.dirname(__FILE__) + '/proxy_fetcher/configuration/providers_registry'

data/lib/proxy_fetcher/document/adapters/nokogiri_adapter.rb

@@ -10,14 +10,6 @@ module ProxyFetcher
       end
 
       class Node < ProxyFetcher::Document::Node
-        def at_xpath(*args)
-          self.class.new(node.at_xpath(*args))
-        end
-
-        def at_css(*args)
-          self.class.new(node.at_css(*args))
-        end
-
         def attr(*args)
           clear(node.attr(*args))
         end

data/lib/proxy_fetcher/document/adapters/oga_adapter.rb

@@ -10,14 +10,6 @@ module ProxyFetcher
       end
 
       class Node < ProxyFetcher::Document::Node
-        def at_xpath(*args)
-          self.class.new(node.at_xpath(*args))
-        end
-
-        def at_css(*args)
-          self.class.new(node.at_css(*args))
-        end
-
         def attr(*args)
           clear(node.attribute(*args).value)
         end

data/lib/proxy_fetcher/document/node.rb

@@ -11,16 +11,24 @@ module ProxyFetcher
         self.class.new(node.public_send(method, selector))
       end
 
+      def at_xpath(*args)
+        self.class.new(node.at_xpath(*args))
+      end
+
+      def at_css(*args)
+        self.class.new(node.at_css(*args))
+      end
+
       def content_at(*args)
         clear(find(*args).content)
       end
 
       def content
-        raise "#{__method__} must be implemented in descendant class!"
+        raise "`#{__method__}` must be implemented for specific adapter class!"
       end
 
       def html
-        raise "#{__method__} must be implemented in descendant class!"
+        raise "`#{__method__}` must be implemented for specific adapter class!"
       end
 
       protected

data/lib/proxy_fetcher/version.rb

@@ -9,7 +9,7 @@ module ProxyFetcher
     # Minor version number
     MINOR = 6
     # Smallest version number
-    TINY  = 0
+    TINY  = 1
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join('.')

data/proxy_fetcher.gemspec

@@ -5,7 +5,7 @@ require 'proxy_fetcher/version'
 Gem::Specification.new do |gem|
   gem.name = 'proxy_fetcher'
   gem.version = ProxyFetcher.gem_version
-  gem.date = '2017-12-08'
+  gem.date = '2017-12-11'
   gem.summary = 'Ruby gem for dealing with proxy lists from different providers'
   gem.description = 'This gem can help your Ruby application to make HTTP(S) requests ' \
                     'using proxies by fetching and validating proxy lists from the different providers.'

data/spec/proxy_fetcher/document/node_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe ProxyFetcher::Document::Node do
+  context 'overridable methods' do
+    it 'raises an error' do
+      node = ProxyFetcher::Document::Node.new('')
+
+      %w[content html].each do |method|
+        expect { node.public_send(method) }.to raise_error do |error|
+          expect(error.message).to include("`#{method}` must be implemented")
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -1,5 +1,6 @@
 require 'simplecov'
 SimpleCov.add_filter 'spec'
+SimpleCov.add_filter 'version'
 
 if ENV['CI'] || ENV['TRAVIS'] || ENV['COVERALLS'] || ENV['JENKINS_URL']
   require 'coveralls'
@@ -15,7 +16,7 @@ require 'proxy_fetcher'
 
 Dir['./spec/support/**/*.rb'].sort.each { |f| require f }
 
-adapter = ENV['BUNDLE_GEMFILE'][/.+\/(.+)\.gemfile/i, 1]
+adapter = ENV['BUNDLE_GEMFILE'][/.+\/(.+)\.gemfile/i, 1] || :nokogiri
 puts "Configured adapter: '#{adapter}'"
 
 ProxyFetcher.configure do |config|

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-12-08 00:00:00.000000000 Z
+date: 2017-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -74,6 +74,7 @@ files:
 - spec/proxy_fetcher/client_spec.rb
 - spec/proxy_fetcher/configuration_spec.rb
 - spec/proxy_fetcher/document/adapters_spec.rb
+- spec/proxy_fetcher/document/node_spec.rb
 - spec/proxy_fetcher/providers/base_spec.rb
 - spec/proxy_fetcher/providers/free_proxy_list_spec.rb
 - spec/proxy_fetcher/providers/free_proxy_list_ssl_spec.rb
@@ -106,7 +107,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Ruby gem for dealing with proxy lists from different providers