hidemyass2 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9f58232809f330aaddd6784b94e77d764b19d56f
+  data.tar.gz: 3a1e0c97e472d9cf18eced9ff64817cc2b3c89bc
+SHA512:
+  metadata.gz: 213cf39af8934d826e2093df37011615ceaaa454971c4f555976538e3c51b7b78f355ac8967f2780575d58a9b002adaac9fc2e39ad19d0342c35d02d906b300a
+  data.tar.gz: b9022fd597ef987ba08e6576055ac0cf50eeb149927bd75ca33abf4871aa99a7112e23ca4d6b3ef50fb2ef3c0b20521250f00ddde6b6f229ed059548767ee6a3

data/.gitignore

@@ -0,0 +1,50 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+Gemfile.lock
+.ruby-version
+.ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/.travis.yml

@@ -0,0 +1,16 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.0
+  - 2.1
+  - 2.2
+  - 2.3.1
+  - jruby
+  - rbx-2
+  - ruby-head
+  - jruby-head
+matrix:
+  allow_failures:
+    - rvm: ruby-head
+    - rvm: jruby-head
+before_install: gem install bundler

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hidemyass.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 appPlant
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,103 @@
+# HIDE MY ASS! /2 [![Build Status](https://travis-ci.org/appPlant/hidemyass2.svg?branch=master)](https://travis-ci.org/appPlant/hidemyass2) [![Code Climate](https://codeclimate.com/github/appPlant/hidemyass2/badges/gpa.svg)](https://codeclimate.com/github/appPlant/hidemyass2) [![Test Coverage](https://codeclimate.com/github/appPlant/hidemyass2/badges/coverage.svg)](https://codeclimate.com/github/appPlant/hidemyass2/coverage) [![Dependency Status](https://gemnasium.com/badges/github.com/appPlant/hidemyass2.svg)](https://gemnasium.com/github.com/appPlant/hidemyass2)
+
+Hide My Ass! /2 fetches proxies at www.hidemyass.com to allow everyone to surf privately from anywhere.
+
+- Proxy lists are checked in real time
+
+- Sortable by speed, with the fastest proxies listed first
+
+- Sortable by country, anonymity, ...
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'hidemyass2'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install hidemyass2
+
+## Usage
+
+To fetch all proxies simply run `HideMyAss.proxies`.
+
+```ruby
+require 'hidemyass'
+
+proxies = HideMyAss.proxies
+# => ProxyList
+```
+
+To reuse that list instead of fetching a new one use `HideMyAss.proxies!`.
+
+To fetch proxies matching some criteria simply add filter options. Use `HideMyAss.form_data` to see and modify their defaults.
+
+```ruby
+require 'hidemyass'
+
+# c[]  - Countries
+# p    - Port. Defaults to all ports.
+# pr[] - Protocol. 0..2 = HTTP, HTTPS, socks4/5
+# a[]  - Anonymity level. 0..4 = None, Low, Medium, High, High +KA
+# sp[] - Speed. 0..2 = Slow, Medium, Fast.
+# ct[] - Connection time. 0..2 = Slow, Medium, Fast
+# s    - Sort. 0..3 = Response time, Connection time, Country A-Z.
+# o    - Order. 0, 1 = DESC, ASC.
+# pp   - Per Page. 0..3 = 10, 25, 50, 100.
+# sortBy - Sort by. Defaults to date.
+
+proxies = HideMyAss.proxies 'c[]' => 'FRANCE', sortBy: 'response_time'
+
+proxies.first.country
+# => 'FRANCE'
+```
+
+Visit http://proxylist.hidemyass.com for more informations how to filter.
+
+To get the url of each proxy call `proxy.url`.
+
+```ruby
+require 'hidemyass'
+
+urls = HideMyAss.proxies.map(&:url)
+# => ['https://178.22.148.122:3129',...]
+```
+
+Refer to the [Proxy](https://github.com/appPlant/hidemyass2/blob/master/lib/hidemyass/proxy.rb) class for more advanced usage and a complete list of properties like `speed`, `ip`, `ssl?`, `anonym?` or `secure?`.
+
+Print out all proxy urls on command line:
+
+    $ bundle exec hidemyass
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/appplant/hidemyass2.
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+
+Made with :yum: from Leipzig
+
+© 2016 appPlant GmbH
+

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'hidemyass'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require 'pry'
+# Pry.start
+
+require 'irb'
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/hidemyass

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'hidemyass'
+
+HideMyAss.proxies.each { |proxy| puts proxy.url }

data/lib/hidemyass/proxy.rb

@@ -0,0 +1,178 @@
+
+module HideMyAss
+  # Interface for the attributes of each proxy. Such attributes
+  # include the ip, port and protocol.
+  #
+  # @example Get the proxy's ip address.
+  #   proxy.ip
+  #   # => '178.22.148.122'
+  #
+  # @example Get the proxy's port.
+  #   proxy.port
+  #   # => 3129
+  #
+  # @example Get the proxy's protocol.
+  #   proxy.protocol
+  #   # => 'HTTPS'
+  #
+  # @example Get the hosted country.
+  #   proxy.country
+  #   # => 'FRANCE'
+  #
+  # @example Get the complete url.
+  #   proxy.url
+  #   # => 'https://178.22.148.122:3129'
+  class Proxy
+    # Initializes the proxy instance by passing a single row of the fetched
+    # result list. All attribute readers are lazy implemented.
+    #
+    # @param [ Nokogiri::XML ] row Pre-parsed row element.
+    #
+    # @return [ HideMyAss::Proxy ]
+    def initialize(row)
+      @row = row
+    end
+
+    # Time in seconds when the last ping was made.
+    #
+    # @return [ Int ]
+    def last_updated
+      @last_updated ||= begin
+        @row.at_xpath('td[1]').text.strip.split(' ').map do |it|
+          case it
+          when /sec/ then it.scan(/\d+/)[0].to_i
+          when /min/ then it.scan(/\d+/)[0].to_i * 60
+          when /h/   then it.scan(/\d+/)[0].to_i * 3_600
+          when /d/   then it.scan(/\d+/)[0].to_i * 86_400
+          end
+        end.reduce(&:+)
+      end
+    end
+
+    alias last_test last_updated
+
+    # The IP of the proxy server.
+    #
+    # @return [ String ]
+    def ip
+      @ip ||= @row.at_xpath('td[2]/span').children
+                  .select { |el| ip_block? el }
+                  .map! { |el| el.text.strip }
+                  .join('')
+    end
+
+    # The port for the proxy.
+    #
+    # @return [ Int ]
+    def port
+      @port ||= @row.at_xpath('td[3]').text.strip.to_i
+    end
+
+    # The country where the proxy is hosted.
+    #
+    # @return [ String ]
+    def country
+      @country ||= @row.at_xpath('td[4]').text.strip
+    end
+
+    # The average response time in milliseconds.
+    #
+    # @return [ Int ]
+    def speed
+      @speed ||= @row.at_xpath('td[5]/div')[:value].to_i
+    end
+
+    alias response_time speed
+
+    # The average connection time in milliseconds.
+    #
+    # @return [ Int ]
+    def connection_time
+      @connection_time ||= @row.at_xpath('td[6]/div')[:value].to_i
+    end
+
+    # The network protocol in in downcase letters.
+    # (https or http or socks4/5).
+    #
+    # @return [ String ]
+    def type
+      @type ||= @row.at_xpath('td[7]').text.strip.downcase[0..4]
+    end
+
+    alias protocol type
+
+    # The level of anonymity (Low, Medium, High, ...).
+    #
+    # @return [ String ]
+    def anonymity
+      @anonymity ||= @row.at_xpath('td[8]').text.strip
+    end
+
+    # The complete URL of that proxy server.
+    #
+    # @return [ String ]
+    def url
+      "#{protocol}://#{ip}:#{port}"
+    end
+
+    # If the IP is valid.
+    #
+    # @return [ Boolean ]
+    def valid?
+      ip.split('.').reject(&:empty?).count == 4
+    end
+
+    # If the proxy's network protocol is HTTPS.
+    #
+    # @return [ Boolean ]
+    def https?
+      protocol == 'https'
+    end
+
+    # If the proxy's network protocol is SOCKS.
+    #
+    # @return [ Boolean ]
+    def socks?
+      protocol.start_with? 'socks'
+    end
+
+    # If the proxy supports SSL encryption.
+    #
+    # @return [ Boolean ]
+    def ssl?
+      https? || socks?
+    end
+
+    # If the proxy's anonymity is high or even higher.
+    #
+    # @return [ Boolean ]
+    def anonym?
+      anonymity.start_with? 'high'
+    end
+
+    # If the proxy's anonymity is at least high and protocol is encrypted.
+    #
+    # @return [ Boolean ]
+    def secure?
+      anonym? && ssl?
+    end
+
+    private
+
+    # To find out if the element is a part of the IP.
+    #
+    # @param [ Nokogiri::XML ] el
+    #
+    # @return [ Boolean ]
+    def ip_block?(el)
+      return el[:style].include? 'in' if el[:style]
+
+      @clss ||= @row.at_xpath('td[2]/span/style').text.split
+                    .map! { |it| it[1..4] if it !~ /none/ }.compact
+
+      cls = el[:class].to_s
+
+      el.name == 'text' || @clss.include?(cls) || cls =~ /^\d+$/
+    end
+  end
+end

data/lib/hidemyass/proxy_list.rb

@@ -0,0 +1,58 @@
+require 'forwardable'
+require 'open-uri'
+require 'net/http'
+require 'nokogiri'
+require 'hidemyass/proxy'
+
+module HideMyAss
+  # Represent a list of proxies that match the specified search properties.
+  #
+  # @example Iterate over all proxy server hosted in the US.
+  #   ProxyList.new('c[]' => 'Europe').each { |proxy| ... }
+  #
+  # @example List of all proxy server URLs
+  #   ProxyList.new.map(&:url)
+  #   # => ['https://178.22.148.122:3129']
+  class ProxyList
+    include Enumerable
+    extend Forwardable
+
+    ENDPOINT = 'http://proxylist.hidemyass.com'.freeze
+
+    private_constant :ENDPOINT
+
+    # Represent a list of proxies that match the specified search properties.
+    #
+    # @param [ Hash ] form_data See HideMyAss.form_data for more info.
+    #
+    # @return [ HideMyAss::ProxyList ]
+    def initialize(form_data = HideMyAss.form_data)
+      self.form_data = form_data.dup
+      @proxies       = fetch.keep_if(&:valid?)
+    end
+
+    # Form data to support custom searches
+    attr_accessor :form_data
+
+    def_delegator :@proxies, :each
+
+    private
+
+    # Fetch list of all proxies.
+    #
+    # @return [ Array<HideMyAss::Proxy> ]
+    def fetch(url = ENDPOINT)
+      res     = Net::HTTP.post_form(URI(url), form_data)
+      page    = Nokogiri::HTML(res.body, nil, 'UTF-8')
+      sel_row = '//table[@id="listable"]/tbody/tr'
+      sel_lnk = 'section > section.section-component > section.hma-pagination li.arrow.next:not(.unavailable) > a' # rubocop:disable Metrics/LineLength
+
+      proxies = page.xpath(sel_row).map { |row| Proxy.new(row) }
+      link    = page.at_css(sel_lnk)
+
+      link ? proxies.concat(fetch("#{ENDPOINT}#{link[:href]}")) : proxies
+    rescue Timeout::Error
+      []
+    end
+  end
+end

data/lib/hidemyass/version.rb

@@ -0,0 +1,3 @@
+module HideMyAss
+  VERSION = '1.0.0'.freeze
+end

data/lib/hidemyass.rb

@@ -0,0 +1,96 @@
+require 'hidemyass/proxy_list'
+require 'hidemyass/version'
+
+# Hide My Ass! fetches proxies at www.hidemyass.com
+#
+# @example Ask for proxies multiple times
+#          but retrieve the list just a single time.
+#
+#   HideMyAss.proxies
+#   # => HideMyAss::ProxyList
+#
+# @example Fetch the list with each call.
+#
+#   HideMyAss.proxies!
+#   # => HideMyAss::ProxyList
+#
+# @example Limit proxies to only available in Europe.
+#
+#   HideMyAss.proxies 'c[]' => 'Europe'
+#   # => HideMyAss::ProxyList
+#
+module HideMyAss
+  # List of proxies found at hidemyass.com.
+  #
+  # @example Fetch the list with each call.
+  #   HideMyAss.proxies!
+  #   # => HideMyAss::ProxyList
+  #
+  # @example Limit proxies to only available in Europe.
+  #   HideMyAss.proxies 'c[]' => 'Europe'
+  #   # => HideMyAss::ProxyList
+  #
+  # @param [ Hash ] data Optional form data for custom searches.
+  #
+  # @return [ HideMyAss::ProxyList> ]
+  def self.proxies(data = nil)
+    @proxies = nil
+    proxies!(data)
+  end
+
+  # List of proxies found at hidemyass.com but returns former search result
+  # if available.
+  #
+  # @example Fetch the list with each call.
+  #   HideMyAss.proxies!
+  #   # => HideMyAss::ProxyList
+  #
+  # @example Limit proxies to only available in Europe.
+  #   HideMyAss.proxies 'c[]' => 'Europe'
+  #   # => HideMyAss::ProxyList
+  #
+  # @param [ Hash ] data Optional form data for custom searches.
+  #
+  # @return [ HideMyAss::ProxyList> ]
+  def self.proxies!(data = nil)
+    self.form_data = data if data
+    @proxies ||= ProxyList.new(form_data)
+  end
+
+  # Set form data to support custom searches.
+  #
+  # @param [ Hash ] data See form_data for more info.
+  #
+  # @return [ Void ]
+  def self.form_data=(data)
+    raise ArgumentError, 'form data has to be a hash' unless data.is_a? Hash
+    @form_data = data
+  end
+
+  # Get form data for custom search.
+  #
+  # c[]  - Countries
+  # p    - Port. Defaults to all ports.
+  # pr[] - Protocol. 0..2 = HTTP, HTTPS, socks4/5
+  # a[]  - Anonymity level. 0..4 = None, Low, Medium, High, High +KA
+  # sp[] - Speed. 0..2 = Slow, Medium, Fast.
+  # ct[] - Connection time. 0..2 = Slow, Medium, Fast
+  # s    - Sort. 0..3 = Response time, Connection time, Country A-Z.
+  # o    - Order. 0, 1 = DESC, ASC.
+  # pp   - Per Page. 0..3 = 10, 25, 50, 100.
+  # sortBy - Sort by. Defaults to date.
+  #
+  # @return [ Hash ]
+  def self.form_data
+    @form_data ||= { 'c[]'  => nil,
+                     'p'    => nil,
+                     'pr[]' => [0, 1],
+                     'a[]'  => [3, 4],
+                     'sp[]' => [1, 2, 3],
+                     'ct[]' => [1, 2, 3],
+                     's'    => 1,
+                     'o'    => 0,
+                     'pp'   => 3,
+                     'sortBy' => 'response_time' }
+  end
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: hidemyass2
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Sebastián Katzer
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-07-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.1'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: codeclimate-test-reporter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+description: Allows everyone to surf privately from anywhere.
+email:
+- katzer@appplant.de
+executables:
+- hidemyass
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/hidemyass
+- lib/hidemyass.rb
+- lib/hidemyass/proxy.rb
+- lib/hidemyass/proxy_list.rb
+- lib/hidemyass/version.rb
+homepage: https://github.com/appPlant/hidemyass2
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Hide My Ass! /2 fetches proxies at www.hidemyass.com.
+test_files: []