tenderlove-mechanize 0.9.3.20090617085936

data/test/servlets.rb

@@ -0,0 +1,365 @@
+require 'webrick'
+require 'logger'
+require 'date'
+require 'zlib'
+require 'stringio'
+require 'base64'
+
+class VerbServlet < WEBrick::HTTPServlet::AbstractServlet
+  %w(HEAD GET POST PUT DELETE).each do |verb|
+    eval(<<-eomethod)
+      def do_#{verb}(req, res)
+        res.body = "method: #{verb}"
+      end
+    eomethod
+  end
+end
+
+class BasicAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req,res)
+    htpd = WEBrick::HTTPAuth::Htpasswd.new('dot.htpasswd')
+    htpd.set_passwd('Blah', 'user', 'pass')
+    authenticator = WEBrick::HTTPAuth::BasicAuth.new({
+                                                     :UserDB => htpd,
+                                                     :Realm  => 'Blah',
+                                                     :Logger => Logger.new(nil)
+    }
+    )
+    begin
+      authenticator.authenticate(req,res)
+      res.body = 'You are authenticated'
+    rescue WEBrick::HTTPStatus::Unauthorized => ex
+      res.status = 401
+    end
+    FileUtils.rm('dot.htpasswd')
+  end
+  alias :do_POST :do_GET
+end
+
+class DigestAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  htpd = WEBrick::HTTPAuth::Htdigest.new('digest.htpasswd')
+  htpd.set_passwd('Blah', 'user', 'pass')
+  @@authenticator = WEBrick::HTTPAuth::DigestAuth.new({
+                                                   :UserDB => htpd,
+                                                   :Realm  => 'Blah',
+                                                   :Algorithm => 'MD5',
+                                                   :Logger => Logger.new(nil)
+  }
+  )
+  def do_GET(req,res)
+    def req.request_time; Time.now; end
+    def req.request_uri; '/digest_auth'; end
+    def req.request_method; "GET"; end
+
+    begin
+      @@authenticator.authenticate(req,res)
+      res.body = 'You are authenticated'
+    rescue WEBrick::HTTPStatus::Unauthorized => ex
+      res.status = 401
+    end
+    FileUtils.rm('digest.htpasswd') if File.exists?('digest.htpasswd')
+  end
+  alias :do_POST :do_GET
+end
+
+class HeaderServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+
+    req.query.each do |x,y|
+      res[x] = y
+    end
+
+    body = ''
+    req.each_header do |k,v|
+      body << "#{k}|#{v}\n"
+    end
+    res.body = body
+  end
+end
+
+class RefererServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+
+  def do_POST(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+end
+
+class ModifiedSinceServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    s_time = 'Fri, 04 May 2001 00:00:38 GMT'
+
+    my_time = Time.parse(s_time)
+
+    if req['If-Modified-Since']
+      your_time = Time.parse(req['If-Modified-Since'])
+      if my_time > your_time
+        res.body = 'This page was updated since you requested'
+      else
+        res.status = 304
+      end
+    else
+      res.body = 'You did not send an If-Modified-Since header'
+    end
+
+    res['Last-Modified'] = s_time
+  end
+end
+
+class GzipServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    if req['Accept-Encoding'] =~ /gzip/
+      if req.query['file']
+        File.open("#{BASE_DIR}/htdocs/#{req.query['file']}", 'r') do |file|
+          string = ""
+          zipped = StringIO.new string, 'w'
+          gz = Zlib::GzipWriter.new(zipped)
+          gz.write file.read
+          gz.close
+          res.body = string
+        end
+      else
+        res.body = ''
+      end
+      res['Content-Encoding'] = 'gzip'
+      res['Content-Type'] = "text/html"
+    else
+      raise 'no gzip'
+    end
+  end
+end
+
+class BadContentTypeTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/xml"
+    res.body = "Hello World"
+  end
+end
+
+class ContentTypeTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    ct = req.query['ct'] || "text/html; charset=utf-8"
+    res['Content-Type'] = ct
+    res.body = "Hello World"
+  end
+end
+
+class FileUploadTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_POST(req, res)
+    res.body = req.body
+  end
+end
+
+class InfiniteRefreshTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Refresh'] = " 0;url=http://localhost/infinite_refresh?q=#{number + 1}\r\n";
+  end
+end
+
+class RefreshWithoutUrl < WEBrick::HTTPServlet::AbstractServlet
+  @@count = 0
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    @@count += 1
+    if @@count > 1
+      res['Refresh'] = "0; url=http://localhost/index.html";
+    else
+      res['Refresh'] = "0";
+    end
+  end
+end
+
+class RefreshWithEmptyUrl < WEBrick::HTTPServlet::AbstractServlet
+  @@count = 0
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    @@count += 1
+    if @@count > 1
+      res['Refresh'] = "0; url=http://localhost/index.html";
+    else
+      res['Refresh'] = "0; url=";
+    end
+  end
+end
+
+class InfiniteRedirectTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Location'] = "/infinite_redirect?q=#{number + 1}"
+  end
+  alias :do_POST :do_GET
+end
+
+class RedirectTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    res['Location'] = "/verb"
+  end
+
+  alias :do_POST :do_GET
+  alias :do_HEAD :do_GET
+  alias :do_PUT :do_GET
+  alias :do_DELETE :do_GET
+end
+
+class ResponseCodeTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    if req.query['code']
+      code = req.query['code'].to_i
+      case code
+      when 300, 301, 302, 303, 304, 305, 307
+        res['Location'] = "/index.html"
+      end
+      res.status = code
+    else
+    end
+  end
+end
+
+class HttpRefreshTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    refresh_time = req.query['refresh_time'] || 0
+    refresh_url = req.query['refresh_url'] || '/index.html'
+    res['Refresh'] = " #{refresh_time};url=#{refresh_url}\r\n";
+  end
+end
+
+class FormTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res.body = "<HTML><body>"
+    req.query.each_key { |k|
+      req.query[k].each_data { |data|
+        res.body << "<a href=\"#\">#{URI.unescape(k)}:#{URI.unescape(data)}</a><br />"
+      }
+    }
+    res.body << "</body></HTML>"
+    res['Content-Type'] = "text/html"
+  end
+
+  def do_POST(req, res)
+    res.body = "<HTML><body>"
+    req.query.each_key { |k|
+      req.query[k].each_data { |data|
+        res.body << "<a href=\"#\">#{k}:#{data}</a><br />"
+      }
+    }
+    res.body << "</body></HTML>"
+    res['Content-Type'] = "text/html"
+  end
+end
+
+class OneCookieTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+
+class OneCookieNoSpacesTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie.to_s.gsub(/; /, ';')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+
+class ManyCookiesTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    res.cookies << expired_cookie
+
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    res.cookies << different_path_cookie
+
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    res.cookies << no_path_cookie
+
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    res.cookies << no_exp_path_cookie
+
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+
+class ManyCookiesAsStringTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookies = []
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    name_cookie.domain = 'localhost'
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << "#{name_cookie}; HttpOnly"
+
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    cookies << expired_cookie
+
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    cookies << different_path_cookie
+
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    cookies << no_path_cookie
+
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    cookies << no_exp_path_cookie
+
+    res['Set-Cookie'] = cookies.join(', ')
+
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+
+class SendCookiesTest < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>"
+    req.cookies.each { |c| 
+      res.body << "<a href=\"#\">#{c.name}:#{c.value}</a>"
+    }
+    res.body << "</body></html>"
+  end
+end

data/test/ssl_server.rb

@@ -0,0 +1,48 @@
+require 'webrick'
+require 'webrick/https'
+require 'servlets'
+require 'logger'
+
+base_dir = FileTest.exists?(Dir::pwd + '/test') ? Dir::pwd + '/test' : Dir::pwd
+
+s = WEBrick::HTTPServer.new(
+  :Port           => 2002,
+  :DocumentRoot   => base_dir + "/htdocs",
+  :SSLEnable      => true,
+  :SSLVerifyClient  => OpenSSL::SSL::VERIFY_NONE,
+  :SSLCertificate => OpenSSL::X509::Certificate.new(
+                                  File.read("data/server.crt")
+                       ),
+  :SSLPrivateKey    => OpenSSL::PKey::RSA.new(
+                                  File.read("data/server.pem")
+                       ),
+  :Logger         => Logger.new(nil),
+  :AccessLog      => Logger.new(nil)
+)
+s.mount("/one_cookie", OneCookieTest)
+s.mount("/one_cookie_no_space", OneCookieNoSpacesTest)
+s.mount("/many_cookies", ManyCookiesTest)
+s.mount("/many_cookies_as_string", ManyCookiesAsStringTest)
+s.mount("/send_cookies", SendCookiesTest)
+s.mount("/form_post", FormTest)
+s.mount("/form post", FormTest)
+s.mount("/response_code", ResponseCodeTest)
+s.mount("/file_upload", FileUploadTest)
+s.mount("/bad_content_type", BadContentTypeTest)
+s.mount("/content_type_test", ContentTypeTest)
+
+htpasswd = WEBrick::HTTPAuth::Htpasswd.new(base_dir + '/data/htpasswd')
+auth = WEBrick::HTTPAuth::BasicAuth.new(
+  :UserDB => htpasswd,
+  :Realm  => 'mechanize',
+  :Logger         => Logger.new(nil),
+  :AccessLog      => Logger.new(nil)
+)
+s.mount_proc('/htpasswd_auth') { |req, res|
+  auth.authenticate(req, res)
+  res.body = "You are authenticated"
+}
+
+trap("INT") { s.stop }
+
+s.start

data/test/test_authenticate.rb

@@ -0,0 +1,71 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "helper"))
+require 'pp'
+
+class BasicAuthTest < Test::Unit::TestCase
+  def setup
+    @agent = WWW::Mechanize.new
+  end
+
+  def test_auth_success
+    @agent.basic_auth('user', 'pass')
+    page = @agent.get("http://localhost/basic_auth")
+    assert_equal('You are authenticated', page.body)
+  end
+
+  def test_digest_auth_success
+    @agent.basic_auth('user', 'pass')
+    page = @agent.get("http://localhost/digest_auth")
+    assert_equal('You are authenticated', page.body)
+  end
+
+  def test_no_duplicate_headers
+    block_called = false
+    @agent.pre_connect_hooks << lambda { |params|
+      block_called = true
+      params[:request].to_hash.each do |k,v|
+        assert_equal(1, v.length)
+      end
+    }
+    @agent.basic_auth('user', 'pass')
+    page = @agent.get("http://localhost/digest_auth")
+    assert block_called
+  end
+
+  def test_post_auth_success
+    class << @agent
+      alias :old_fetch_page :fetch_page
+      attr_accessor :requests
+      def fetch_page(args)
+        @requests ||= []
+        x = old_fetch_page(args)
+        @requests << args[:verb]
+        x
+      end
+    end
+    @agent.basic_auth('user', 'pass')
+    page = @agent.post("http://localhost/basic_auth")
+    assert_equal('You are authenticated', page.body)
+    assert_equal(2, @agent.requests.length)
+    r1 = @agent.requests[0]
+    r2 = @agent.requests[1]
+    assert_equal(r1, r2)
+  end
+
+  def test_auth_bad_user_pass
+    @agent.basic_auth('aaron', 'aaron')
+    begin
+      page = @agent.get("http://localhost/basic_auth")
+    rescue WWW::Mechanize::ResponseCodeError => e
+      assert_equal("401", e.response_code)
+    end
+  end
+
+  def test_auth_failure
+    begin
+      page = @agent.get("http://localhost/basic_auth")
+    rescue WWW::Mechanize::ResponseCodeError => e
+      assert_equal("401", e.response_code)
+    end
+  end
+
+end

data/test/test_bad_links.rb

@@ -0,0 +1,25 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "helper"))
+
+class TestBadLinks < Test::Unit::TestCase
+  def setup
+    @agent = WWW::Mechanize.new
+    @page = @agent.get("http://localhost/tc_bad_links.html")
+  end
+
+  def test_space_in_link
+    assert_nothing_raised do
+      @agent.click @page.links.first
+    end
+    assert_match(/alt_text.html$/, @agent.history.last.uri.to_s)
+    assert_equal(2, @agent.history.length)
+  end
+
+  def test_space_in_url
+    page = nil
+    assert_nothing_raised do
+      page = @agent.get("http://localhost/tc_bad_links.html ")
+    end
+    assert_match(/tc_bad_links.html$/, @agent.history.last.uri.to_s)
+    assert_equal(2, @agent.history.length)
+  end
+end

data/test/test_blank_form.rb

@@ -0,0 +1,16 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "helper"))
+
+class BlankFormTest < Test::Unit::TestCase
+  def setup
+    @agent = WWW::Mechanize.new
+  end
+
+  def test_blank_form_query_string
+    page = @agent.get('http://localhost/tc_blank_form.html')
+    form = page.forms.first
+    query = form.build_query
+    assert(query.length > 0)
+    assert query.all? { |x| x[1] == '' }
+  end
+end
+

data/test/test_checkboxes.rb

@@ -0,0 +1,61 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "helper"))
+
+class TestCheckBoxes < Test::Unit::TestCase
+  def setup
+    @agent = WWW::Mechanize.new
+    @page = @agent.get('http://localhost/tc_checkboxes.html')
+  end
+
+  def test_select_one
+    form = @page.forms.first
+    form.checkbox_with(:name => 'green').check
+    assert(form.checkbox_with(:name => 'green').checked)
+    %w{ red blue yellow brown }.each do |color|
+      assert_equal(false, form.checkbox_with(:name => color).checked)
+    end
+  end
+
+  def test_select_all
+    form = @page.forms.first
+    form.checkboxes.each do |b|
+      b.check
+    end
+    form.checkboxes.each do |b|
+      assert_equal(true, b.checked)
+    end
+  end
+
+  def test_select_none
+    form = @page.forms.first
+    form.checkboxes.each do |b|
+      b.uncheck
+    end
+    form.checkboxes.each do |b|
+      assert_equal(false, b.checked)
+    end
+  end
+
+  def test_check_one
+    form = @page.forms.first
+    assert_equal(2, form.checkboxes_with(:name => 'green').length)
+    form.checkboxes_with(:name => 'green')[1].check
+    assert_equal(false,  form.checkboxes_with(:name => 'green')[0].checked)
+    assert_equal(true,  form.checkboxes_with(:name => 'green')[1].checked)
+    page = @agent.submit(form)
+    assert_equal(1, page.links.length)
+    assert_equal('green:on', page.links.first.text)
+  end
+
+  def test_check_two
+    form = @page.forms.first
+    assert_equal(2, form.checkboxes_with(:name => 'green').length)
+    form.checkboxes_with(:name => 'green')[0].check
+    form.checkboxes_with(:name => 'green')[1].check
+    assert_equal(true,  form.checkboxes_with(:name => 'green')[0].checked)
+    assert_equal(true,  form.checkboxes_with(:name => 'green')[1].checked)
+    page = @agent.submit(form)
+    assert_equal(2, page.links.length)
+    assert_equal('green:on', page.links.first.text)
+    assert_equal('green:on', page.links[1].text)
+  end
+end

data/test/test_content_type.rb

@@ -0,0 +1,13 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "helper"))
+
+class TestContentType < Test::Unit::TestCase
+  def setup
+    @agent = WWW::Mechanize.new
+  end
+
+  def test_application_xhtml_xml
+    url = 'http://localhost/content_type_test?ct=application/xhtml%2Bxml'
+    page = @agent.get url
+    assert_equal WWW::Mechanize::Page, page.class, "xhtml docs should return a Page"
+  end
+end