strawman 0.1

data/Manifest

@@ -0,0 +1,10 @@
+Manifest
+README.rdoc
+Rakefile
+examples/example.rb
+lib/strawman.rb
+lib/strawman/http_request.rb
+lib/strawman/proxy.rb
+lib/strawman/proxy_list.rb
+lib/strawman/source.rb
+strawman.gemspec

data/README.rdoc

@@ -0,0 +1,43 @@
+= Strawman
+
+A ruby gem which allows you to proxy EventMachine HTTP GET requests through
+glype proxies on the net.
+
+== Getting started
+
+  # make sure you have gemcutter.org repos enabled
+  gem install strawman
+
+== A simple example
+
+  require 'rubygems'
+  require 'eventmachine'
+  require 'em-http'
+  $LOAD_PATH << "../lib/"
+  require 'strawman'
+  
+  EventMachine.run {
+    proxy_list = Strawman::ProxyList.new
+    sources_set = proxy_list.set_sources([Strawman::TwitterSource.new("proxy_sites")])
+    sources_set.callback{
+      http = Strawman::HttpRequest.new(proxy_list, 'http://goingtorain.com/').get
+      http.callback {
+        p http.response
+        EventMachine.stop
+      }
+    }
+  }
+
+== TODO
+
+Patches happily accepted, please open a github ticket and attach the patch.
+
+  * specs need to be implemented
+  * POST doesn't work
+  * Cookies don't work
+  * SSL doesn't work
+  * Implement other sources
+
+== Limitations
+
+  * PUT and DELETE can't work do to the way Glype is implemented

data/Rakefile

@@ -0,0 +1,13 @@
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new('strawman', '0.1') do |p|
+  p.description    = "Allows you fetch pages using glype proxies."
+  p.url            = "http://github.com/mattcolyer/strawman"
+  p.author         = "Matt Colyer"
+  p.email          = "matt @nospam@ colyer.name"
+  p.ignore_pattern = []
+  p.development_dependencies = ["rspec"]
+  p.dependencies = ["eventmachine", "em-http-request", "json"]
+end

data/examples/example.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'eventmachine'
+require 'em-http'
+$LOAD_PATH << "../lib/"
+require 'strawman'
+
+EventMachine.run {
+  proxy_list = Strawman::ProxyList.new
+  sources_set = proxy_list.set_sources([Strawman::TwitterSource.new("proxy_sites")])
+  sources_set.callback{
+    http = Strawman::HttpRequest.new(proxy_list, 'http://goingtorain.com/').get
+    http.callback {
+      p http.response_headers.inspect
+      p http.response
+      EventMachine.stop
+    }
+  }
+}

data/lib/strawman/http_request.rb

@@ -0,0 +1,18 @@
+module Strawman
+  class HttpRequest
+    def initialize(proxy_list, url)
+      @proxy = proxy_list.proxy
+      proxied_url = @proxy.proxy_url(url)
+      @request = EventMachine::HttpRequest.new(proxied_url)
+    end
+    
+    def get
+      http = @request.get :head => {"referer" => @proxy.referer}
+      http.callback {
+        # TODO: Munge the return output so that the stuff added by Glype is
+        # removed
+      }
+      http
+    end
+  end
+end

data/lib/strawman/proxy.rb

@@ -0,0 +1,51 @@
+module Strawman
+  class Proxy
+  end
+
+  class GlypeProxy < Proxy
+    def initialize(url)
+      @root_url = url
+      @valid = false
+    end
+
+    def valid?
+      @valid
+    end
+
+    def validate
+      url = proxy_url("http://whatismyip.org")
+      # FIXME: This only validate proxies that don't require a unique session
+      # cookie which is retrieved by going to the root page and looking for the
+      # s cookie.
+      http = EventMachine::HttpRequest.new(url).get :head => {'referer' => @root_url}
+      http.callback {
+        @valid = true if http.response_header.status == 200
+      }
+
+      http
+    end
+
+    def to_s
+      "<GlypeProxy #{@root_url}>"
+    end
+
+    def referer
+      @root_url
+    end
+
+    def proxy_url(url)
+      URI.join @root_url, proxy_path(url)
+    end
+
+    def proxy_path(url)
+      encoded_url = CGI.escape(Base64.encode64(url[4..-1]))
+      "/browse.php?u=#{encoded_url}&f=norefer"
+    end
+  end
+  
+  class PhpProxy < Proxy
+    def valid?
+      false
+    end
+  end
+end

data/lib/strawman/proxy_list.rb

@@ -0,0 +1,38 @@
+module Strawman
+  class ProxyList
+    def initialize
+      @proxies = []
+    end
+
+    def set_sources(sources)
+      sources_ready = EventMachine::MultiRequest.new
+
+      sources.each do |source|
+        sources_ready.add(source)
+      end
+
+      proxies_ready = EventMachine::MultiRequest.new
+      sources_ready.callback do
+        sources.each do |source|
+          source.proxies.each do |proxy|
+            proxies_ready.add(proxy.validate)
+          end
+        end
+      end
+
+      proxies_ready.callback do
+        sources.each do |source|
+          source.proxies.each do |proxy|
+            @proxies << proxy if proxy.valid?
+          end
+        end
+      end
+
+      proxies_ready
+    end
+
+    def proxy
+      @proxies.choice 
+    end
+  end
+end

data/lib/strawman/source.rb

@@ -0,0 +1,72 @@
+module Strawman
+  class Source
+  end
+
+  class TwitterSource < Source
+    include EventMachine::Deferrable
+    ONE_HOUR = 60*60
+    attr_reader :proxies
+
+    def initialize(twitter_username)
+      @id = twitter_username
+
+      fetched = update_cache
+      fetched.callback do
+        @proxies = JSON.parse(read_cache).map do |status|
+          match = /.*(http:\/\/.*)/.match(status["text"])
+          if match
+            GlypeProxy.new(match[1])
+          else
+            nil
+          end
+        end.compact
+        set_deferred_status :succeeded
+      end
+    end
+
+  private
+    def cache_dir
+      "cache"
+    end
+
+    def cache_file_path
+      File.join cache_dir, "#{@id}.json"
+    end
+
+    def cache_file_url
+      "http://twitter.com/statuses/user_timeline/#{@id}.json"
+    end
+
+    def read_cache
+      File.read(cache_file_path)
+    end
+
+    def update_cache
+      begin
+        f = File.new(cache_file_path)
+        seconds_since_update = (Time.now - f.mtime)
+        if seconds_since_update > ONE_HOUR
+          fetch
+        else
+          d = EventMachine::Deferrable.new
+          d.set_deferred_success
+        end
+      rescue Exception
+        fetch
+      end
+    end
+    
+    def fetch
+      http = EventMachine::HttpRequest.new(cache_file_url).get
+      
+      http.callback do
+        FileUtils.mkdir(cache_dir) unless File.exist? cache_dir
+        open(cache_file_path, "w") do |f|
+          f.write(http.response)
+        end
+      end
+
+      http
+    end
+  end
+end

data/lib/strawman.rb

@@ -0,0 +1,7 @@
+require 'base64'
+require 'json'
+require 'cgi'
+require 'strawman/http_request'
+require 'strawman/proxy'
+require 'strawman/proxy_list'
+require 'strawman/source'

data/strawman.gemspec

@@ -0,0 +1,44 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{strawman}
+  s.version = "0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Matt Colyer"]
+  s.cert_chain = ["/home/mcolyer/.ssh/gem-public_cert.pem"]
+  s.date = %q{2010-02-13}
+  s.description = %q{Allows you fetch pages using glype proxies.}
+  s.email = %q{matt @nospam@ colyer.name}
+  s.extra_rdoc_files = ["README.rdoc", "lib/strawman.rb", "lib/strawman/http_request.rb", "lib/strawman/proxy.rb", "lib/strawman/proxy_list.rb", "lib/strawman/source.rb"]
+  s.files = ["Manifest", "README.rdoc", "Rakefile", "examples/example.rb", "lib/strawman.rb", "lib/strawman/http_request.rb", "lib/strawman/proxy.rb", "lib/strawman/proxy_list.rb", "lib/strawman/source.rb", "strawman.gemspec"]
+  s.homepage = %q{http://github.com/mattcolyer/strawman}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Strawman", "--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{strawman}
+  s.rubygems_version = %q{1.3.5}
+  s.signing_key = %q{/home/mcolyer/.ssh/gem-private_key.pem}
+  s.summary = %q{Allows you fetch pages using glype proxies.}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<eventmachine>, [">= 0"])
+      s.add_runtime_dependency(%q<em-http-request>, [">= 0"])
+      s.add_runtime_dependency(%q<json>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+    else
+      s.add_dependency(%q<eventmachine>, [">= 0"])
+      s.add_dependency(%q<em-http-request>, [">= 0"])
+      s.add_dependency(%q<json>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<eventmachine>, [">= 0"])
+    s.add_dependency(%q<em-http-request>, [">= 0"])
+    s.add_dependency(%q<json>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+  end
+end

metadata

@@ -0,0 +1,134 @@
+--- !ruby/object:Gem::Specification 
+name: strawman
+version: !ruby/object:Gem::Version 
+  version: "0.1"
+platform: ruby
+authors: 
+- Matt Colyer
+autorequire: 
+bindir: bin
+cert_chain: 
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDLjCCAhagAwIBAgIBADANBgkqhkiG9w0BAQUFADA9MQ0wCwYDVQQDDARtYXR0
+  MRYwFAYKCZImiZPyLGQBGRYGY29seWVyMRQwEgYKCZImiZPyLGQBGRYEbmFtZTAe
+  Fw0xMDAyMTQwMTI5NDRaFw0xMTAyMTQwMTI5NDRaMD0xDTALBgNVBAMMBG1hdHQx
+  FjAUBgoJkiaJk/IsZAEZFgZjb2x5ZXIxFDASBgoJkiaJk/IsZAEZFgRuYW1lMIIB
+  IjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAl6N23mTS8Fi2PTt4HO0o5v1D
+  lyLHqm8G91jGCdTCssIOxGQ1C1tkeEFViGY1KB/o1pcsk3e/7PRvIaSPrmhb2nZh
+  soxcQeHOn/0uN3JYipg/ClZtWwG1+gom8V1c7YDGewJrtTQ7W11+BTlA4EsOYUI0
+  s0DZUBw3pEmXNTd7C4LeIGmCG8039sGIY9nLrRsRDkTmC+/mKiRy8vjJyb240G8F
+  2PMMb3f3iDULip0GZQuanKBbhe0iKRMmStPgHpNN1VEBlNXHuHSHbCJnDLACLmcp
+  8ftnr3vSWoN3pmhjeA7bv1ub5sixb4fkVdHC9I7ChZeBeYW1VN7LSIQm/zFYGQID
+  AQABozkwNzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUW/XERO54
+  ye9aqMXH02Uvj0+ytkswDQYJKoZIhvcNAQEFBQADggEBADJakx8d2Bx+lIdxW3Co
+  p+mTRbw2BIGJ2zMj41vJbXGuKhfxN5s6CkG9NlmbZtFX9YGBSVI64+nFRyfOo7ZU
+  /1ruWzcZ9liYrh8G+wIjyc3SInIA/52RnCEtmjTkmXze4/p5OgWoGcmCGmpkVOdL
+  8MPrueuQfI5M9HnwjaLtgFDEdM9AUiV0QGBSw931KwHFOFtOdUfIpcwWXfq7/37F
+  Vvf2zjXcP3HFCpUJrnIXujgCFj0x/x3blP8CooUTyMqpmgPqF9kaegUmw2UQzfWZ
+  rBwyeoudr0KNZJZDs4+KdomsXKR7g0f0uRjS3QWppLhHxVF2Lqjhh9TJd0uzi2AI
+  anU=
+  -----END CERTIFICATE-----
+
+date: 2010-02-13 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: em-http-request
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: Allows you fetch pages using glype proxies.
+email: matt @nospam@ colyer.name
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- lib/strawman.rb
+- lib/strawman/http_request.rb
+- lib/strawman/proxy.rb
+- lib/strawman/proxy_list.rb
+- lib/strawman/source.rb
+files: 
+- Manifest
+- README.rdoc
+- Rakefile
+- examples/example.rb
+- lib/strawman.rb
+- lib/strawman/http_request.rb
+- lib/strawman/proxy.rb
+- lib/strawman/proxy_list.rb
+- lib/strawman/source.rb
+- strawman.gemspec
+has_rdoc: true
+homepage: http://github.com/mattcolyer/strawman
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Strawman
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+  version: 
+requirements: []
+
+rubyforge_project: strawman
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Allows you fetch pages using glype proxies.
+test_files: []
+