proxy_seeker 1.0.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 32f0b5e771e981a545f99359a43e4b25dbf7f6c0
-  data.tar.gz: 6246b7ebd55b123db67b1894c6464f92449e5f3b
+  metadata.gz: 389b1b36bea1bc5670c6e59b6af96fcbfbc396f5
+  data.tar.gz: 86f05d1e3a4b5d6a96e7be4e258af2cf906eab72
 SHA512:
-  metadata.gz: 362cef25b29f72fe214a92ae9dd6fc22045c30e0db19a4edb2b5d0bcb45f576476ef87c956a678feeba9c366a0ce17ab30d6451734652ac16530a03f495ff725
-  data.tar.gz: 9ead2c81a5adcc4e21ad7fefa3f9335f649ca0107f58f4538ab0f325b0f6bf65690cce8edf120419be5d81f700f03b923dc5b49cd4a252a46fb9cd2cd87c5199
+  metadata.gz: f644784607c8dda9516aba4f6ec8f63dce240af264e292fa7bd35ec60cb5e5a887070535bb0c9ddcfdc60d9639ef1a2b09bcce4ee5b292e35014282383d28658
+  data.tar.gz: cb81221b6eefab5385b146af2045cd2cde06c38a85ab0b31241357ee1da1e096bc4c2ca162911b67972e61299f2aac96510c6f7eef5c345000964f43416cbade

data/Gemfile

@@ -1,6 +1,7 @@
 source "http://rubygems.org"
 
 gem 'httparty'
+gem 'mechanize'
 
 group :development do
   gem "rdoc", "~> 3.12"

data/Gemfile.lock

@@ -7,6 +7,8 @@ GEM
       thread_safe (~> 0.3, >= 0.3.1)
     diff-lcs (1.2.5)
     docile (1.1.5)
+    domain_name (0.5.22)
+      unf (>= 0.0.5, < 1.0.0)
     faraday (0.9.0)
       multipart-post (>= 1.2, < 3)
     git (1.2.8)
@@ -20,6 +22,8 @@ GEM
       oauth2
     hashie (3.3.2)
     highline (1.6.21)
+    http-cookie (1.0.2)
+      domain_name (~> 0.5)
     httparty (0.13.3)
       json (~> 1.8)
       multi_xml (>= 0.5.2)
@@ -34,12 +38,25 @@ GEM
       rdoc
     json (1.8.1)
     jwt (1.2.0)
+    mechanize (2.7.3)
+      domain_name (~> 0.5, >= 0.5.1)
+      http-cookie (~> 1.0)
+      mime-types (~> 2.0)
+      net-http-digest_auth (~> 1.1, >= 1.1.1)
+      net-http-persistent (~> 2.5, >= 2.5.2)
+      nokogiri (~> 1.4)
+      ntlm-http (~> 0.1, >= 0.1.1)
+      webrobots (>= 0.0.9, < 0.2)
+    mime-types (2.4.3)
     mini_portile (0.6.1)
     multi_json (1.10.1)
     multi_xml (0.5.5)
     multipart-post (2.0.0)
+    net-http-digest_auth (1.4)
+    net-http-persistent (2.9.4)
     nokogiri (1.6.5)
       mini_portile (~> 0.6.0)
+    ntlm-http (0.1.1)
     oauth2 (1.0.0)
       faraday (>= 0.8, < 0.10)
       jwt (~> 1.0)
@@ -64,6 +81,10 @@ GEM
       simplecov-html (~> 0.8.0)
     simplecov-html (0.8.0)
     thread_safe (0.3.4)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.6)
+    webrobots (0.1.1)
 
 PLATFORMS
   ruby
@@ -72,6 +93,7 @@ DEPENDENCIES
   bundler (~> 1.0)
   httparty
   jeweler (~> 2.0.1)
+  mechanize
   rdoc (~> 3.12)
   rspec (~> 2.14.0)
   simplecov

data/VERSION

@@ -1 +1 @@
-1.0.0
+1.0.1

data/lib/proxy_seeker.rb

@@ -1,8 +1,9 @@
 require 'httparty'
 require 'thread'
-require 'proxy_seeker/proxy'
-require 'proxy_seeker/fetcher'
-require 'proxy_seeker/tester'
+require 'mechanize'
+require_relative 'proxy_seeker/proxy'
+require_relative 'proxy_seeker/fetcher'
+require_relative 'proxy_seeker/tester'
 Dir["#{File.dirname(__FILE__)}/proxy_seeker/scrapers/*.rb"].each { |f| require f }
 
 module ProxySeeker

data/lib/proxy_seeker/scrapers/fake_scraper.rb

@@ -5,82 +5,7 @@ module ProxySeeker
       end
 
       def fetch
-        [
-        ::ProxySeeker::Proxy.new('54.188.223.55','60884'),
-        ::ProxySeeker::Proxy.new('112.22.252.76','8123'),
-        ::ProxySeeker::Proxy.new('112.142.128.147','80'),
-        ::ProxySeeker::Proxy.new('201.234.29.11','80'),
-        ::ProxySeeker::Proxy.new('202.158.104.195','80'),
-        ::ProxySeeker::Proxy.new('218.92.227.165','23293'),
-        ::ProxySeeker::Proxy.new('186.233.55.156','8080'),
-        ::ProxySeeker::Proxy.new('113.253.151.1','8088'),
-        ::ProxySeeker::Proxy.new('5.53.16.183','8080'),
-        ::ProxySeeker::Proxy.new('60.206.153.177','8118'),
-        ::ProxySeeker::Proxy.new('176.106.240.1','3128'),
-        # ::ProxySeeker::Proxy.new('182.93.229.66','8080'),
-        # ::ProxySeeker::Proxy.new('92.222.14.156','8080'),
-        # ::ProxySeeker::Proxy.new('115.95.249.116','8081'),
-        # ::ProxySeeker::Proxy.new('117.162.61.237','8123'),
-        # ::ProxySeeker::Proxy.new('118.70.129.101','8080'),
-        # ::ProxySeeker::Proxy.new('115.28.57.12','8080'),
-        # ::ProxySeeker::Proxy.new('86.122.124.11','80'),
-        # ::ProxySeeker::Proxy.new('119.147.91.21','80'),
-        # ::ProxySeeker::Proxy.new('42.117.3.73','3128'),
-        # ::ProxySeeker::Proxy.new('37.187.101.22','9912'),
-        # ::ProxySeeker::Proxy.new('223.4.21.184','80'),
-        # ::ProxySeeker::Proxy.new('161.53.25.200','21320'),
-        # ::ProxySeeker::Proxy.new('79.142.55.19','80'),
-        # ::ProxySeeker::Proxy.new('85.236.6.54','8081'),
-        # ::ProxySeeker::Proxy.new('189.112.88.65','3128'),
-        # ::ProxySeeker::Proxy.new('84.22.32.222','3128'),
-        # ::ProxySeeker::Proxy.new('85.185.149.31','80'),
-        # ::ProxySeeker::Proxy.new('195.74.70.249','80'),
-        # ::ProxySeeker::Proxy.new('189.59.9.218','8080'),
-        # ::ProxySeeker::Proxy.new('190.40.123.35','8080'),
-        # ::ProxySeeker::Proxy.new('192.99.3.129','3128'),
-        # ::ProxySeeker::Proxy.new('182.254.228.121','80'),
-        # ::ProxySeeker::Proxy.new('195.154.77.104','3128'),
-        # ::ProxySeeker::Proxy.new('122.227.42.80','3128'),
-        # ::ProxySeeker::Proxy.new('123.30.75.115','80'),
-        # ::ProxySeeker::Proxy.new('88.159.140.239','80'),
-        # ::ProxySeeker::Proxy.new('93.189.221.26','8080'),
-        # ::ProxySeeker::Proxy.new('182.93.226.14','8080'),
-        # ::ProxySeeker::Proxy.new('165.139.149.169','3128'),
-        # ::ProxySeeker::Proxy.new('122.180.61.107','3128'),
-        # ::ProxySeeker::Proxy.new('113.255.114.150','8088'),
-        # ::ProxySeeker::Proxy.new('177.128.24.75','8080'),
-        # ::ProxySeeker::Proxy.new('85.111.25.189','8080'),
-        # ::ProxySeeker::Proxy.new('145.118.111.106','80'),
-        # ::ProxySeeker::Proxy.new('190.12.86.211','3128'),
-        # ::ProxySeeker::Proxy.new('188.165.158.83','3128'),
-        # ::ProxySeeker::Proxy.new('121.200.63.2','8080'),
-        # ::ProxySeeker::Proxy.new('189.113.64.126','8080'),
-        # ::ProxySeeker::Proxy.new('121.199.30.110','82'),
-        # ::ProxySeeker::Proxy.new('116.228.55.217','8003'),
-        # ::ProxySeeker::Proxy.new('118.97.170.74','8080'),
-        # ::ProxySeeker::Proxy.new('120.199.252.255','8123'),
-        # ::ProxySeeker::Proxy.new('119.6.144.70','81'),
-        # ::ProxySeeker::Proxy.new('196.201.216.170','50'),
-        # ::ProxySeeker::Proxy.new('211.22.11.46','444'),
-        # ::ProxySeeker::Proxy.new('188.165.223.173','8123'),
-        # ::ProxySeeker::Proxy.new('190.201.157.241','8080'),
-        # ::ProxySeeker::Proxy.new('200.93.60.203','8080'),
-        # ::ProxySeeker::Proxy.new('210.101.131.231','8080'),
-        # ::ProxySeeker::Proxy.new('202.120.188.104','80'),
-        # ::ProxySeeker::Proxy.new('91.121.192.178','3128'),
-        # ::ProxySeeker::Proxy.new('180.213.2.154','1337'),
-        # ::ProxySeeker::Proxy.new('202.96.155.251','8888'),
-        # ::ProxySeeker::Proxy.new('196.201.216.171','16'),
-        # ::ProxySeeker::Proxy.new('118.26.142.5','80'),
-        # ::ProxySeeker::Proxy.new('177.207.211.250','3128'),
-        # ::ProxySeeker::Proxy.new('115.28.85.240','8088'),
-        # ::ProxySeeker::Proxy.new('218.90.134.138','63000'),
-        # ::ProxySeeker::Proxy.new('41.223.119.156','3128'),
-        # ::ProxySeeker::Proxy.new('218.71.140.134','8585'),
-        # ::ProxySeeker::Proxy.new('203.176.182.98','8080'),
-        # ::ProxySeeker::Proxy.new('183.62.172.50','9999'),
-        # ::ProxySeeker::Proxy.new('62.163.131.145','80'),
-        ]
+        [ ]
       end
     end
   end

data/lib/proxy_seeker/scrapers/proxy_listen_scraper.rb

@@ -1,16 +1,28 @@
 module ProxySeeker
   module Scrapers
     class ProxyListenScraper
-      # TODO: real fetching :)
+      attr_reader :agent
 
       URL = 'http://www.proxy-listen.de/Proxy/Proxyliste.html'
 
       def initialize(opts = {})
-
+        @agent = Mechanize.new
       end
 
       def fetch
-        [::ProxySeeker::Proxy.new('190.235.199.189', '3128'), ::ProxySeeker::Proxy.new('14.18.16.67','80')]
+        agent = Mechanize.new
+        page = agent.post(URL, { liststyle: 'leech', proxies:  300, submit: 'Show', type: 'http' })
+
+        key   = page.forms.first.fields.first.name
+        value = page.forms.first.fields.first.value
+
+        page = agent.post(URL, { liststyle: 'leech', proxies:  300, submit: 'Show', type: 'http', "#{key}" => value })
+
+        list = page.parser.css('a.proxyList')
+
+        list.map{ |x| ip, port = x.text.split(':'); ::ProxySeeker::Proxy.new(ip, port) }
+      rescue
+        []
       end
     end
   end

data/proxy_seeker.gemspec

@@ -2,11 +2,11 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: proxy_seeker 1.0.0 ruby lib
+# stub: proxy_seeker 1.0.1 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "proxy_seeker"
-  s.version = "1.0.0"
+  s.version = "1.0.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
@@ -49,12 +49,14 @@ Gem::Specification.new do |s|
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<httparty>, [">= 0"])
+      s.add_runtime_dependency(%q<mechanize>, [">= 0"])
       s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
       s.add_development_dependency(%q<bundler>, ["~> 1.0"])
       s.add_development_dependency(%q<jeweler>, ["~> 2.0.1"])
       s.add_development_dependency(%q<simplecov>, [">= 0"])
     else
       s.add_dependency(%q<httparty>, [">= 0"])
+      s.add_dependency(%q<mechanize>, [">= 0"])
       s.add_dependency(%q<rdoc>, ["~> 3.12"])
       s.add_dependency(%q<bundler>, ["~> 1.0"])
       s.add_dependency(%q<jeweler>, ["~> 2.0.1"])
@@ -62,6 +64,7 @@ Gem::Specification.new do |s|
     end
   else
     s.add_dependency(%q<httparty>, [">= 0"])
+    s.add_dependency(%q<mechanize>, [">= 0"])
     s.add_dependency(%q<rdoc>, ["~> 3.12"])
     s.add_dependency(%q<bundler>, ["~> 1.0"])
     s.add_dependency(%q<jeweler>, ["~> 2.0.1"])

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: proxy_seeker
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
 platform: ruby
 authors:
 - Marcin Kot
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement