proxtopus 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YzU2ZTBiNDFiYTNmNDBmMzFlZmQxMDhhZTRiNjgxMTFkNTM1MGNjMA==
+  data.tar.gz: !binary |-
+    ODQ4ZTYwZGY2MzQ0MGI3YmE2OTIwNWNiNDE5ZWY5NzM0ZTUxMmEzZQ==
+SHA512:
+  metadata.gz: !binary |-
+    MGU0MTZjOGVlOGU5MjkxYjZiZGQwZmM1ZTc4NWM1NTQyNmFmMjhiNDEwMjE2
+    YTg1NzljZGJlYmE4ZmNkMmY1YmE5YjU0ZDcxMDI2OWM5ODUyOTQ4NjJlNjll
+    NTU5NWYyZmViYmFmMDdjYWM0NzQxZTI3YjEwZWM1NGM0MmUyZGU=
+  data.tar.gz: !binary |-
+    YmQ3NmMwYTYzNjlkYTRhMmQ4NTZiMTE2YmUwNGI0Y2Y3ZDNmZDdjNzRlMDJh
+    ZTNkNjliY2E5MTk2OTY2OTVkODBlYmExNDM1MjkwN2MzOWE2NTQwYmVkYmFk
+    YjFkN2Y3YTJmYmE2MTQyMjQ3ZTE0YTg5ZTFmNDM3MDI1ODIyMTk=

data/lib/proxtopus/client.rb

@@ -0,0 +1,53 @@
+module Proxtopus
+  
+  class Client
+    attr_accessor :api_url, :api_options
+    attr_reader :proxies
+  
+    # called by Proxtopus.configure, returns self
+    #def initialize(&block)
+    #  @agent = Mechanize.new
+    #  @proxies = ProxySet.new
+    #  instance_eval(&block) if block_given?
+    #  self
+    #end
+    def initialize(api_url, api_options)
+      @api_url = api_url
+      @api_options = api_options
+      @agent = Mechanize.new
+      @proxies = ProxySet.new
+      self
+    end
+    
+    # p.collect({:cs => ['US'], etc...})
+    # if no options are supplied, api_options will be used
+    def collect(opts=nil)
+      use_opts = (opts.nil?)? api_options : opts
+      get(use_opts)
+    end
+    
+    def random_proxy
+      proxies = @proxies.clone
+      proxies.shuffle
+      proxy = proxies.last
+      @proxies.delete(proxy)
+      proxy
+    end
+    
+  private
+  
+    def get(opts)
+      begin
+        json = @agent.get(Request.build(api_url, opts)).body
+        JSON.parse(json)["data"].each do |p|
+          @proxies.push(p)
+        end
+      rescue => e
+        puts "[FAIL] Unexpected exception when trying to get proxy: #{e.inspect}"
+        puts
+        exit
+      end
+    end
+  end
+  
+end

data/lib/proxtopus/proxy.rb

@@ -0,0 +1,27 @@
+module Proxtopus
+  class Proxy
+    
+    attr_accessor :host, :port, :protocol, :country, :anonymity
+    
+    def initialize(host, port, protocol, country, anonymity)
+      @host = host.to_s
+      @port = port.to_i
+      @protocol = protocol.to_s
+      @country = country.to_s
+      @anonymity = anonymity.to_s
+    end
+    
+    def ==(other)
+      if other.is_a?(Proxtopus::Proxy)
+        if @host == other.host && @port == other.port && @protocol == other.protocol
+          true
+        else
+          false
+        end
+      else
+        false
+      end
+    end
+    
+  end
+end

data/lib/proxtopus/proxy_set.rb

@@ -0,0 +1,42 @@
+module Proxtopus
+  class ProxySet < Array
+    
+    def push(proxy)
+      if !proxy.is_a?(Proxtopus::Proxy) && !proxy.is_a?(Hash)
+        raise ArgumentError, "A ProxySet may only contain Proxy or Hash objects!"
+      end
+      
+      if proxy.is_a?(Hash)
+        proxy = Proxy.new(proxy['host'], proxy['port'], proxy['protocol'], proxy['country'], proxy['anonymity'])
+      end
+      
+      super(proxy) if !include?(proxy)
+      self
+    end
+    
+    def shift(proxy)
+      if !proxy.is_a?(Proxtopus::Proxy) && !proxy.is_a?(Hash)
+        raise ArgumentError, "A ProxySet may only contain Proxy or Hash objects!"
+      end
+      
+      if proxy.is_a?(Hash)
+        proxy = Proxy.new(proxy['host'], proxy['port'], proxy['protocol'], proxy['country'], proxy['anonymity'])
+      end
+      
+      super(proxy) if !include?(proxy)
+      self
+    end
+    
+    def include?(proxy)
+      if proxy.is_a?(Proxtopus::Proxy)
+        each do |p|
+          return true if proxy == p
+        end
+        false
+      else
+        false
+      end
+    end
+    
+  end
+end

data/lib/proxtopus/request.rb

@@ -0,0 +1,14 @@
+module Proxtopus
+  module Request
+    
+    class << self
+      def build(url, opt)
+        puts url
+        uri = URI(url.to_s)
+        uri.query = URI.encode_www_form(opt)
+        uri.to_s
+      end
+    end
+    
+  end
+end

data/lib/proxtopus.rb

@@ -0,0 +1,31 @@
+require 'bundler'
+Bundler.require(:default)
+
+require 'uri'
+
+require_relative './proxtopus/client'
+require_relative './proxtopus/proxy'
+require_relative './proxtopus/proxy_set'
+require_relative './proxtopus/request'
+
+module Proxtopus
+
+  class << self
+    # p = Proxtopus.new_client do
+    #   api_url = 'http://letushide.com/fpapi',
+    #   api_options = {
+    #     :key => '60cae5a16971178be16daa02',
+    #     :cs => ['US'],
+    #     etc...
+    #   }
+    #
+    # returns a Proxtopus::Client object
+    #def new_client(&block)
+    #  Client.new(&block) if block_given?
+    #end
+    def client(api_url, api_options)
+      Client.new(api_url, api_options)
+    end
+  end
+  
+end

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification
+name: proxtopus
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ethan Barron
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-03 00:00:00.000000000 Z
+dependencies: []
+description: A high-level API for retrieving active proxies.
+email: ebarron@uco.edu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/proxtopus.rb
+- lib/proxtopus/client.rb
+- lib/proxtopus/proxy.rb
+- lib/proxtopus/proxy_set.rb
+- lib/proxtopus/request.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: A high-level API for retrieving active proxies.
+test_files: []