tenderlove-mechanize 0.9.3.20090617085936

data/mechanize.gemspec

@@ -0,0 +1,41 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{mechanize}
+  s.version = "0.9.3.20090617085936"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Aaron Patterson", "Mike Dalessio"]
+  s.date = %q{2009-06-17}
+  s.description = %q{The Mechanize library is used for automating interaction with websites. 
+Mechanize automatically stores and sends cookies, follows redirects,
+can follow links, and submit forms.  Form fields can be populated and
+submitted.  Mechanize also keeps track of the sites that you have visited as
+a history.}
+  s.email = ["aaronp@rubyforge.org", "mike.dalessio@gmail.com"]
+  s.extra_rdoc_files = ["Manifest.txt", "CHANGELOG.rdoc", "EXAMPLES.rdoc", "FAQ.rdoc", "GUIDE.rdoc", "LICENSE.rdoc", "README.rdoc"]
+  s.files = ["CHANGELOG.rdoc", "EXAMPLES.rdoc", "FAQ.rdoc", "GUIDE.rdoc", "LICENSE.rdoc", "Manifest.txt", "README.rdoc", "Rakefile", "examples/flickr_upload.rb", "examples/mech-dump.rb", "examples/proxy_req.rb", "examples/rubyforge.rb", "examples/spider.rb", "lib/mechanize.rb", "lib/www/mechanize.rb", "lib/www/mechanize/chain.rb", "lib/www/mechanize/chain/auth_headers.rb", "lib/www/mechanize/chain/body_decoding_handler.rb", "lib/www/mechanize/chain/connection_resolver.rb", "lib/www/mechanize/chain/custom_headers.rb", "lib/www/mechanize/chain/handler.rb", "lib/www/mechanize/chain/header_resolver.rb", "lib/www/mechanize/chain/parameter_resolver.rb", "lib/www/mechanize/chain/post_connect_hook.rb", "lib/www/mechanize/chain/pre_connect_hook.rb", "lib/www/mechanize/chain/request_resolver.rb", "lib/www/mechanize/chain/response_body_parser.rb", "lib/www/mechanize/chain/response_header_handler.rb", "lib/www/mechanize/chain/response_reader.rb", "lib/www/mechanize/chain/ssl_resolver.rb", "lib/www/mechanize/chain/uri_resolver.rb", "lib/www/mechanize/content_type_error.rb", "lib/www/mechanize/cookie.rb", "lib/www/mechanize/cookie_jar.rb", "lib/www/mechanize/file.rb", "lib/www/mechanize/file_response.rb", "lib/www/mechanize/file_saver.rb", "lib/www/mechanize/form.rb", "lib/www/mechanize/form/button.rb", "lib/www/mechanize/form/check_box.rb", "lib/www/mechanize/form/field.rb", "lib/www/mechanize/form/file_upload.rb", "lib/www/mechanize/form/image_button.rb", "lib/www/mechanize/form/multi_select_list.rb", "lib/www/mechanize/form/option.rb", "lib/www/mechanize/form/radio_button.rb", "lib/www/mechanize/form/select_list.rb", "lib/www/mechanize/headers.rb", "lib/www/mechanize/history.rb", "lib/www/mechanize/inspect.rb", "lib/www/mechanize/monkey_patch.rb", "lib/www/mechanize/page.rb", "lib/www/mechanize/page/base.rb", "lib/www/mechanize/page/frame.rb", "lib/www/mechanize/page/link.rb", "lib/www/mechanize/page/meta.rb", "lib/www/mechanize/pluggable_parsers.rb", "lib/www/mechanize/redirect_limit_reached_error.rb", "lib/www/mechanize/redirect_not_get_or_head_error.rb", "lib/www/mechanize/response_code_error.rb", "lib/www/mechanize/unsupported_scheme_error.rb", "lib/www/mechanize/util.rb", "mechanize.gemspec", "test/chain/test_argument_validator.rb", "test/chain/test_custom_headers.rb", "test/chain/test_parameter_resolver.rb", "test/chain/test_request_resolver.rb", "test/chain/test_response_reader.rb", "test/data/htpasswd", "test/data/server.crt", "test/data/server.csr", "test/data/server.key", "test/data/server.pem", "test/helper.rb", "test/htdocs/alt_text.html", "test/htdocs/bad_form_test.html", "test/htdocs/button.jpg", "test/htdocs/empty_form.html", "test/htdocs/file_upload.html", "test/htdocs/find_link.html", "test/htdocs/form_multi_select.html", "test/htdocs/form_multival.html", "test/htdocs/form_no_action.html", "test/htdocs/form_no_input_name.html", "test/htdocs/form_select.html", "test/htdocs/form_select_all.html", "test/htdocs/form_select_none.html", "test/htdocs/form_select_noopts.html", "test/htdocs/form_set_fields.html", "test/htdocs/form_test.html", "test/htdocs/frame_test.html", "test/htdocs/google.html", "test/htdocs/iframe_test.html", "test/htdocs/index.html", "test/htdocs/link with space.html", "test/htdocs/meta_cookie.html", "test/htdocs/no_title_test.html", "test/htdocs/relative/tc_relative_links.html", "test/htdocs/tc_bad_links.html", "test/htdocs/tc_base_link.html", "test/htdocs/tc_blank_form.html", "test/htdocs/tc_checkboxes.html", "test/htdocs/tc_encoded_links.html", "test/htdocs/tc_follow_meta.html", "test/htdocs/tc_form_action.html", "test/htdocs/tc_links.html", "test/htdocs/tc_no_attributes.html", "test/htdocs/tc_pretty_print.html", "test/htdocs/tc_radiobuttons.html", "test/htdocs/tc_referer.html", "test/htdocs/tc_relative_links.html", "test/htdocs/tc_textarea.html", "test/htdocs/unusual______.html", "test/servlets.rb", "test/ssl_server.rb", "test/test_authenticate.rb", "test/test_bad_links.rb", "test/test_blank_form.rb", "test/test_checkboxes.rb", "test/test_content_type.rb", "test/test_cookie_class.rb", "test/test_cookie_jar.rb", "test/test_cookies.rb", "test/test_encoded_links.rb", "test/test_errors.rb", "test/test_follow_meta.rb", "test/test_form_action.rb", "test/test_form_as_hash.rb", "test/test_form_button.rb", "test/test_form_no_inputname.rb", "test/test_forms.rb", "test/test_frames.rb", "test/test_get_headers.rb", "test/test_gzipping.rb", "test/test_hash_api.rb", "test/test_history.rb", "test/test_history_added.rb", "test/test_html_unscape_forms.rb", "test/test_if_modified_since.rb", "test/test_keep_alive.rb", "test/test_links.rb", "test/test_mech.rb", "test/test_mechanize_file.rb", "test/test_multi_select.rb", "test/test_no_attributes.rb", "test/test_option.rb", "test/test_page.rb", "test/test_pluggable_parser.rb", "test/test_post_form.rb", "test/test_pretty_print.rb", "test/test_radiobutton.rb", "test/test_redirect_limit_reached.rb", "test/test_redirect_verb_handling.rb", "test/test_referer.rb", "test/test_relative_links.rb", "test/test_request.rb", "test/test_response_code.rb", "test/test_save_file.rb", "test/test_scheme.rb", "test/test_select.rb", "test/test_select_all.rb", "test/test_select_none.rb", "test/test_select_noopts.rb", "test/test_set_fields.rb", "test/test_ssl_server.rb", "test/test_subclass.rb", "test/test_textarea.rb", "test/test_upload.rb", "test/test_verbs.rb", "test/chain/test_auth_headers.rb", "test/chain/test_header_resolver.rb", "test/test_meta.rb"]
+  s.homepage = %q{http://mechanize.rubyforge.org/}
+  s.rdoc_options = ["--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{mechanize}
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Mechanize provides automated web-browsing}
+  s.test_files = ["test/chain/test_argument_validator.rb", "test/chain/test_auth_headers.rb", "test/chain/test_custom_headers.rb", "test/chain/test_header_resolver.rb", "test/chain/test_parameter_resolver.rb", "test/chain/test_request_resolver.rb", "test/chain/test_response_reader.rb", "test/test_authenticate.rb", "test/test_bad_links.rb", "test/test_blank_form.rb", "test/test_checkboxes.rb", "test/test_content_type.rb", "test/test_cookie_class.rb", "test/test_cookie_jar.rb", "test/test_cookies.rb", "test/test_encoded_links.rb", "test/test_errors.rb", "test/test_follow_meta.rb", "test/test_form_action.rb", "test/test_form_as_hash.rb", "test/test_form_button.rb", "test/test_form_no_inputname.rb", "test/test_forms.rb", "test/test_frames.rb", "test/test_get_headers.rb", "test/test_gzipping.rb", "test/test_hash_api.rb", "test/test_history.rb", "test/test_history_added.rb", "test/test_html_unscape_forms.rb", "test/test_if_modified_since.rb", "test/test_keep_alive.rb", "test/test_links.rb", "test/test_mech.rb", "test/test_mechanize_file.rb", "test/test_meta.rb", "test/test_multi_select.rb", "test/test_no_attributes.rb", "test/test_option.rb", "test/test_page.rb", "test/test_pluggable_parser.rb", "test/test_post_form.rb", "test/test_pretty_print.rb", "test/test_radiobutton.rb", "test/test_redirect_limit_reached.rb", "test/test_redirect_verb_handling.rb", "test/test_referer.rb", "test/test_relative_links.rb", "test/test_request.rb", "test/test_response_code.rb", "test/test_save_file.rb", "test/test_scheme.rb", "test/test_select.rb", "test/test_select_all.rb", "test/test_select_none.rb", "test/test_select_noopts.rb", "test/test_set_fields.rb", "test/test_ssl_server.rb", "test/test_subclass.rb", "test/test_textarea.rb", "test/test_upload.rb", "test/test_verbs.rb"]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.2.1"])
+      s.add_development_dependency(%q<hoe>, [">= 2.1.0"])
+    else
+      s.add_dependency(%q<nokogiri>, [">= 1.2.1"])
+      s.add_dependency(%q<hoe>, [">= 2.1.0"])
+    end
+  else
+    s.add_dependency(%q<nokogiri>, [">= 1.2.1"])
+    s.add_dependency(%q<hoe>, [">= 2.1.0"])
+  end
+end

data/test/chain/test_argument_validator.rb

@@ -0,0 +1,14 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestURIResolver < Test::Unit::TestCase
+  def test_handle
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::URIResolver.new(Hash.new { |h,k|
+        h[k] = lambda { |u,r| u }
+      })
+    ])
+    assert_raises(ArgumentError) { v.handle({}) }
+    assert_nothing_raised { v.handle({:uri => 'http://google.com/'}) }
+    assert_raises(RuntimeError) { v.handle({:uri => 'google'}) }
+  end
+end

data/test/chain/test_auth_headers.rb

@@ -0,0 +1,25 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestAuthHeaders < Test::Unit::TestCase
+  def test_auth
+    url = URI.parse('http://www.anthonychaves.net/tests.xml')
+    digest = %Q!Digest realm="www.anthonychaves.net", qop="auth", algorithm=MD5, nonce="MTI0NTEyMTYyNjo0ZTY2MjhlZWMyZmM1ZjA0M2Y1Njc1MGU0YTA2MWY5OQ==", opaque="9f455d4e71e8d46a6d3aaef8bf8b0d9e"!
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::AuthHeaders.new({(url.host) => :digest}, "anthony", "password", digest)
+    ])
+    
+    hash = {
+      :request => Net::HTTP::Get.new(url.request_uri),
+      :uri => url
+    }
+    v.handle(hash) 
+    actual_authorization = hash[:request]['Authorization'] 
+    # The chain gave our request an Authorization header with client-generated values and derivatives.
+    # They should be scrubbed before comparing to the expected result because they change
+    # on each invokation
+    actual_authorization.gsub!(/cnonce=\"\w+?\"/, "cnonce=\"scrubbed_cnonce\"").gsub!(/response=\"\w+?\"/, "response=\"scrubbed_response\"")
+    
+    expected_authorization = %Q!Digest username="anthony", qop=auth, uri="/tests.xml", algorithm="MD5", opaque="9f455d4e71e8d46a6d3aaef8bf8b0d9e", nonce="MTI0NTEyMTYyNjo0ZTY2MjhlZWMyZmM1ZjA0M2Y1Njc1MGU0YTA2MWY5OQ==", realm="www.anthonychaves.net", nc=00000001, cnonce="scrubbed_cnonce", response="scrubbed_response"!
+    assert_equal(expected_authorization, actual_authorization)
+  end
+end

data/test/chain/test_custom_headers.rb

@@ -0,0 +1,18 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestCustomHeaders < Test::Unit::TestCase
+  def test_handle
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::CustomHeaders.new
+    ])
+    url = URI.parse('http://tenderlovemaking.com/')
+    hash = {
+      :request => Net::HTTP::Get.new(url.request_uri),
+      :headers => { 'Content-Length' => 300 }
+    }
+    v.handle(hash)
+    headers = hash[:request].to_hash
+    assert(headers.key?('content-length'))
+    assert_equal([300], headers['content-length'])
+  end
+end

data/test/chain/test_header_resolver.rb

@@ -0,0 +1,28 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestHeaderResolver < Test::Unit::TestCase
+  def setup
+    @chain = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::HeaderResolver.new(
+        true,
+        300,
+        WWW::Mechanize::CookieJar.new,
+        'foobar',
+        {
+          'hello' => 'world',
+          'Content-Type' => 'utf-8'
+        }
+      )
+    ])
+  end
+
+  def test_handle
+    hash = {
+      :request => {},
+      :uri => URI.parse('http://google.com/')
+    }
+    @chain.handle(hash)
+    assert_equal 'world', hash[:request]['hello']
+    assert_equal 'utf-8', hash[:request]['Content-Type']
+  end
+end

data/test/chain/test_parameter_resolver.rb

@@ -0,0 +1,35 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestParameterResolver < Test::Unit::TestCase
+  def test_handle_get
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::ParameterResolver.new
+    ])
+    hash = {
+      :uri    => URI.parse('http://google.com/'),
+      :params => { :q => 'hello' },
+      :verb   => :get
+    }
+    assert_nothing_raised {
+      v.handle(hash)
+    }
+    assert_equal('q=hello', hash[:uri].query)
+    assert_equal([], hash[:params])
+  end
+
+  def test_handle_post
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::ParameterResolver.new
+    ])
+    hash = {
+      :uri    => URI.parse('http://google.com/'),
+      :params => { :q => 'hello' },
+      :verb   => :post
+    }
+    assert_nothing_raised {
+      v.handle(hash)
+    }
+    assert_equal('', hash[:uri].query.to_s)
+    assert_equal({ :q => 'hello' }, hash[:params])
+  end
+end

data/test/chain/test_request_resolver.rb

@@ -0,0 +1,29 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestRequestResolver < Test::Unit::TestCase
+  def test_handle_get
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::RequestResolver.new
+    ])
+    hash = {
+      :uri  => URI.parse('http://google.com'),
+      :verb => :get
+    }
+    assert_nothing_raised { v.handle(hash) }
+    assert_kind_of(Net::HTTP::Get, hash[:request])
+    assert_equal('/', hash[:request].path)
+  end
+
+  def test_handle_post
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::RequestResolver.new
+    ])
+    hash = {
+      :uri  => URI.parse('http://google.com'),
+      :verb => :post
+    }
+    assert_nothing_raised { v.handle(hash) }
+    assert_kind_of(Net::HTTP::Post, hash[:request])
+    assert_equal('/', hash[:request].path)
+  end
+end

data/test/chain/test_response_reader.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+
+class TestResponseReader < Test::Unit::TestCase
+  def test_handle_bad_response_code
+    response = Object.new
+    class << response
+      def read_body
+      end
+      def code; 999; end
+    end
+
+    v = WWW::Mechanize::Chain.new([
+      WWW::Mechanize::Chain::ResponseReader.new(response)
+    ])
+    assert_raises(WWW::Mechanize::ResponseCodeError) {
+      begin
+        v.handle({})
+      rescue Exception => x
+        assert_equal(999, x.response_code)
+        raise x
+      end
+    }
+  end
+end

data/test/data/htpasswd

@@ -0,0 +1 @@
+mech:44E/qORekFV0E

data/test/data/server.crt

@@ -0,0 +1,16 @@
+-----BEGIN CERTIFICATE-----
+MIICmzCCAgQCCQDq2kM3TCIM0DANBgkqhkiG9w0BAQQFADCBkTELMAkGA1UEBhMC
+VVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1NlYXR0bGUxEjAQBgNV
+BAoTCU1lY2hhbml6ZTESMBAGA1UECxMJTWVjaGFuaXplMQ4wDAYDVQQDEwVBYXJv
+bjEjMCEGCSqGSIb3DQEJARYUYWFyb25wQHJ1Ynlmb3JnZS5vcmcwHhcNMDYwODIz
+MDU0NTMwWhcNMDcwODIzMDU0NTMwWjCBkTELMAkGA1UEBhMCVVMxEzARBgNVBAgT
+Cldhc2hpbmd0b24xEDAOBgNVBAcTB1NlYXR0bGUxEjAQBgNVBAoTCU1lY2hhbml6
+ZTESMBAGA1UECxMJTWVjaGFuaXplMQ4wDAYDVQQDEwVBYXJvbjEjMCEGCSqGSIb3
+DQEJARYUYWFyb25wQHJ1Ynlmb3JnZS5vcmcwgZ8wDQYJKoZIhvcNAQEBBQADgY0A
+MIGJAoGBAKpnmI4Y4tBz3SJsHR28QoUr7IYxkqbD8qjqgIN0LXOslyFyiGzNKca5
+Ln2Au8CZLyCugt/vutjfV+Eq0bl0HwbKdo6HjP6RxmGX6EKWX7NOrsof+s96DhLm
+JaWWbtvqP8eyy9PNInKjX6n/7wsVetQutjhNy/cAkrh6UOsjyCGvAgMBAAEwDQYJ
+KoZIhvcNAQEEBQADgYEAGtqgxn1fh0X5MxDG1yMp5aGcZ6HhtEtlm5S0ZsRnMsqU
+Hh6Bd57+zUQ66XnLCbQN2cwNeeSoqtI16Ccc1I5cAhQnIZESMsPG21i1BnpEhKph
+HfNFNpWI/upT2EXNUM6Vx2Kk2aCw2ysrD2pHpsTo5bCOly00uK1ZkoJVQMTL4gU=
+-----END CERTIFICATE-----

data/test/data/server.csr

@@ -0,0 +1,12 @@
+-----BEGIN CERTIFICATE REQUEST-----
+MIIB0jCCATsCAQAwgZExCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9u
+MRAwDgYDVQQHEwdTZWF0dGxlMRIwEAYDVQQKEwlNZWNoYW5pemUxEjAQBgNVBAsT
+CU1lY2hhbml6ZTEOMAwGA1UEAxMFQWFyb24xIzAhBgkqhkiG9w0BCQEWFGFhcm9u
+cEBydWJ5Zm9yZ2Uub3JnMIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCqZ5iO
+GOLQc90ibB0dvEKFK+yGMZKmw/Ko6oCDdC1zrJchcohszSnGuS59gLvAmS8groLf
+77rY31fhKtG5dB8GynaOh4z+kcZhl+hCll+zTq7KH/rPeg4S5iWllm7b6j/HssvT
+zSJyo1+p/+8LFXrULrY4Tcv3AJK4elDrI8ghrwIDAQABoAAwDQYJKoZIhvcNAQEE
+BQADgYEAT7SPe71NQvT2BYGEmbWb7FlSQrPh+rDQMHt/Akb8+r91NLkxZtbD1e/F
+iyI9JloPCEwJXxHBl0VVRpFCRuJNN0z0E/G4NUWu6n+ZkihtnmV6uazzAQmD4pTl
+SjoiyVLWU+r4Q4yXWXtJ9GR8Attv32fL3PcP+GGLeurXJAn0MNU=
+-----END CERTIFICATE REQUEST-----

data/test/data/server.key

@@ -0,0 +1,15 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIICXAIBAAKBgQCqZ5iOGOLQc90ibB0dvEKFK+yGMZKmw/Ko6oCDdC1zrJchcohs
+zSnGuS59gLvAmS8groLf77rY31fhKtG5dB8GynaOh4z+kcZhl+hCll+zTq7KH/rP
+eg4S5iWllm7b6j/HssvTzSJyo1+p/+8LFXrULrY4Tcv3AJK4elDrI8ghrwIDAQAB
+AoGAC+iZfLS4hSDTv2gW0NErROtA6E/mk8j12GArAwTHeGIDXc8HQbNEzCJ84UBx
+3o/V/06yzruOL0HMfmvjpDY9RLsH02xZb2F/lruw4MJLu50i/Zu8Sjmb1YPSfCh/
+3+8lREA3Uznlq+wHC3yPxQzMBy5jaEdH4IKxT0Bq8TeF0AECQQDSpL47YpRVRsLn
+sS00ndEgQQmT5AJWJJtPpbHk6AA0a+zdNeuDRbdF42zG483YEqU7meZbPKR8QbkK
+ZQPEBuevAkEAzxjGcz6NZesmN/NQOtOpylewEs1bdIJyBIBmcnmkimLBtdxd0t34
+wUKVHLDSj2aemuAHHwsyn/BNXs6F+obmAQJBALpbkAXAAFW1xefvo3vih8sOXyfd
+WIfX2SRNBqbq7otyVFudQaChBDUrsOgBUPLyBAdH8DoV27wm9UuR9RPvu/cCQFRr
+WgICXqtMFtE56tuACreD1S9k7MHqpsW0/Y3ujicnKKWUhd5+Q3esR5JhdgOkpkSl
+y+FYtDNERpW+BBliwgECQA+Vc7pnxwDIOP8kFumdAUmRmhEZjuwArFcywPzrCUn9
+4/KBOp5wDN7kanBwNGZCZ/eQtkb6thAS8C9pufHD1lw=
+-----END RSA PRIVATE KEY-----

data/test/data/server.pem

@@ -0,0 +1,15 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIICXAIBAAKBgQCqZ5iOGOLQc90ibB0dvEKFK+yGMZKmw/Ko6oCDdC1zrJchcohs
+zSnGuS59gLvAmS8groLf77rY31fhKtG5dB8GynaOh4z+kcZhl+hCll+zTq7KH/rP
+eg4S5iWllm7b6j/HssvTzSJyo1+p/+8LFXrULrY4Tcv3AJK4elDrI8ghrwIDAQAB
+AoGAC+iZfLS4hSDTv2gW0NErROtA6E/mk8j12GArAwTHeGIDXc8HQbNEzCJ84UBx
+3o/V/06yzruOL0HMfmvjpDY9RLsH02xZb2F/lruw4MJLu50i/Zu8Sjmb1YPSfCh/
+3+8lREA3Uznlq+wHC3yPxQzMBy5jaEdH4IKxT0Bq8TeF0AECQQDSpL47YpRVRsLn
+sS00ndEgQQmT5AJWJJtPpbHk6AA0a+zdNeuDRbdF42zG483YEqU7meZbPKR8QbkK
+ZQPEBuevAkEAzxjGcz6NZesmN/NQOtOpylewEs1bdIJyBIBmcnmkimLBtdxd0t34
+wUKVHLDSj2aemuAHHwsyn/BNXs6F+obmAQJBALpbkAXAAFW1xefvo3vih8sOXyfd
+WIfX2SRNBqbq7otyVFudQaChBDUrsOgBUPLyBAdH8DoV27wm9UuR9RPvu/cCQFRr
+WgICXqtMFtE56tuACreD1S9k7MHqpsW0/Y3ujicnKKWUhd5+Q3esR5JhdgOkpkSl
+y+FYtDNERpW+BBliwgECQA+Vc7pnxwDIOP8kFumdAUmRmhEZjuwArFcywPzrCUn9
+4/KBOp5wDN7kanBwNGZCZ/eQtkb6thAS8C9pufHD1lw=
+-----END RSA PRIVATE KEY-----

data/test/helper.rb

@@ -0,0 +1,129 @@
+require 'test/unit'
+$:.unshift(File.expand_path(File.join(File.dirname(__FILE__),'..','lib')))
+require 'rubygems'
+require 'mechanize'
+require 'webrick/httputils'
+require File.join(File.dirname(__FILE__),'servlets')
+
+BASE_DIR = File.dirname(__FILE__)
+
+# Move this to a test base class
+module MechTestHelper
+  def self.fake_page(agent)
+    html = <<-END
+    <html><body>
+    <form><input type="submit" value="submit" /></form>
+    </body></html>
+    END
+    html_response = { 'content-type' => 'text/html' }
+    page = WWW::Mechanize::Page.new(  nil, html_response, html, 200, agent )
+  end
+end
+
+class Net::HTTP
+  alias :old_do_start :do_start
+
+  def do_start
+    @started = true
+  end
+
+  SERVLETS = {
+    '/gzip'                   => GzipServlet,
+    '/form_post'              => FormTest,
+    '/basic_auth'             => BasicAuthServlet,
+    '/form post'              => FormTest,
+    '/response_code'          => ResponseCodeTest,
+    '/http_refresh'           => HttpRefreshTest,
+    '/bad_content_type'       => BadContentTypeTest,
+    '/content_type_test'      => ContentTypeTest,
+    '/referer'                => RefererServlet,
+    '/file_upload'            => FileUploadTest,
+    '/one_cookie'             => OneCookieTest,
+    '/one_cookie_no_space'    => OneCookieNoSpacesTest,
+    '/many_cookies'           => ManyCookiesTest,
+    '/many_cookies_as_string' => ManyCookiesAsStringTest,
+    '/send_cookies'           => SendCookiesTest,
+    '/if_modified_since'      => ModifiedSinceServlet,
+    '/http_headers'           => HeaderServlet,
+    '/infinite_redirect'      => InfiniteRedirectTest,
+    '/infinite_refresh'       => InfiniteRefreshTest,
+    '/redirect'               => RedirectTest,
+    '/refresh_without_url'    => RefreshWithoutUrl,
+    '/refresh_with_empty_url' => RefreshWithEmptyUrl,
+    '/digest_auth'            => DigestAuthServlet,
+    '/verb'                   => VerbServlet,
+  }
+
+  PAGE_CACHE = {}
+
+  alias :old_request :request
+
+  def request(request, *data, &block)
+    url = URI.parse(request.path)
+    path = URI.unescape(url.path)
+
+    path = '/index.html' if path == '/'
+
+    res = Response.new
+    request.query = WEBrick::HTTPUtils.parse_query(url.query)
+    request.cookies = WEBrick::Cookie.parse(request['Cookie'])
+    if SERVLETS[path]
+      if request.method == "POST"
+        if request['Content-Type'] =~ /^multipart\/form-data/
+          request.body = data.first
+        else
+          request.query = WEBrick::HTTPUtils.parse_query(data.first)
+        end
+      end
+      SERVLETS[path].new({}).send("do_#{request.method}", request, res)
+    else
+      filename = "htdocs#{path.gsub(/[^\/\\.\w_\s]/, '_')}"
+      unless PAGE_CACHE[filename]
+        File.open("#{BASE_DIR}/#{filename}", 'rb') { |file|
+          PAGE_CACHE[filename] = file.read
+        }
+      end
+      res.body = PAGE_CACHE[filename]
+    end
+
+    res['Content-Type'] ||= 'text/html'
+    res['Content-Length'] ||= res.body.length.to_s
+    res.code ||= "200"
+
+    res.cookies.each do |cookie|
+      res.add_field('Set-Cookie', cookie.to_s)
+    end
+    yield res if block_given?
+    res
+  end
+end
+
+class Net::HTTPRequest
+  attr_accessor :query, :body, :cookies, :user
+end
+
+class Response
+  include Net::HTTPHeader
+
+  attr_reader :code
+  attr_accessor :body, :query, :cookies
+  
+  def code=(c)
+    @code = c.to_s
+  end
+
+  alias :status :code
+  alias :status= :code=
+
+  def initialize
+    @header = {}
+    @body = ''
+    @code = nil
+    @query = nil
+    @cookies = []
+  end
+
+  def read_body
+    yield body
+  end
+end

data/test/htdocs/alt_text.html

@@ -0,0 +1,10 @@
+<html>
+  <meta http-equiv="Refresh" content="0; url=http://www.drphil.com/">
+  <body>
+    <a href="alt_text.html"><img alt="alt text" src="hello"></a>
+    <a href="no_alt_text.html"><img src="hello"></a>
+    <a href="nil_alt_text.html"><img alt src="hello"></a>
+    <a href="no_image.html">no image</a>
+    <a href="no_text.html"></a>
+  </body>
+</html>

data/test/htdocs/bad_form_test.html

@@ -0,0 +1,9 @@
+<html>
+  <head><title>Page Title</title></head>
+  <body>
+    <form name="form" method="duh" action="/form_post">
+      <input name="first" type="text" />
+      <input type="submit" value="Submit" />
+    </form>
+  </body>
+</html>

data/test/htdocs/empty_form.html

@@ -0,0 +1,6 @@
+<html>
+  <body>
+    <form>
+    </form>
+  </body>
+</html>

data/test/htdocs/file_upload.html

@@ -0,0 +1,26 @@
+<html>
+  <head>
+    <title>File Upload Form</title>
+  </head>
+  <body>
+    <h1>File Upload Test</h1>
+    <form enctype="multipart/form-data" action="/file_upload" method="post">
+      Your name: <input type="text" name="name" /><br />
+      File to process: <input name="userfile1" type="file" /><br />
+      <input type="text" name="foo[aaron]" value="test" />
+      <select name="foo">
+      </select>
+      <input type="submit" value="Send File" />
+    </form>
+    <form enctype="multipart/form-data" action="/file_upload" method="post">
+      Your name: <input type="text" name="name" /><br />
+      File to process: <input name="green[eggs]" type="file" /><br />
+      <input type="submit" value="Send File" />
+    </form>
+    <form enctype="multipart/form-data" action="/file_upload" name="value_test" method="post">
+      Your name: <input type="text" name="name" /><br />
+      File to process: <input name="green[eggs]" value="/etc/hosts" type="file" /><br />
+      <input type="submit" value="Send File" />
+    </form>
+  </body>
+</html>

data/test/htdocs/find_link.html

@@ -0,0 +1,41 @@
+<html>
+    <head>
+        <meta http_equiv="Refresh" content="0; url=http://www.incorrect.com">
+        <meta http-equiv="Rfresh" content="0; url=http://www.also-wrong.com">
+        <meta http-equiv="Refresh" content="0; url=http://www.drphil.com/">
+        <meta http-equiv="Refresh" content="0; url='http://tenderlovemaking.com/'">
+        <META HTTP-EQUIV="REFRESH" CONTENT="0; URL=HTTP://WWW.UPCASE.COM/">
+        <TITLE>Testing the links</TITLE>
+    </head>
+    <body>
+        <A HREF="http://blargle.com/">blargle</A>
+        <A HREF="http://a.cpan.org/">CPAN A</A>
+        <A HREF="http://b.cpan.org/">CPAN B</A>
+        <FRAME SRC="foo.html">
+        <FRAME SRC="bar.html">
+        <A HREF="http://c.cpan.org/" NAME="bongo">CPAN C</A>
+        <A HREF="http://d.cpan.org/">CPAN D</A>
+
+        <A HREF="http://www.msnbc.com/">MSNBC</A>
+        <FRAME SRC="http://www.oreilly.com/" NAME="wongo">
+        <A HREF="http://www.cnn.com/">CNN</A>
+        <A HREF="http://www.bbc.co.uk/" NAME="Wilma">BBC</A>
+        <A HREF="http://www.msnbc.com/">News</A>
+        <A HREF="http://www.cnn.com/" NAME="Fred">News</A>
+        <A HREF="http://www.bbc.co.uk/">News</A>
+        <A onmouseover="window.status='Rebuild Files'; return true" href="#" onClick="window.open(  '/cgi-bin/MT/mt.cgi', 'rebuild', 'width=400,height=200,resizable=yes')">Rebuild Index</A>
+
+        <MAP NAME="SOME_MAP">
+            <AREA HREF="http://www.msnbc.com/area" COORDS="1,2,3,4"></AREA>
+            <AREA HREF="http://www.cnn.com/area" COORDS="5,6,7,8" NAME="Marty">
+            <AREA HREF="http://www.cpan.org/area" COORDS="10,11,12,13" />
+        </MAP>
+        <IMG SRC="SOME_IMAGE" USEMAP="#SOME_MAP">
+
+        <!-- new stuff -->
+        <A HREF="http://nowhere.org/" Name="Here">NoWhere</A>
+        <A HREF="http://nowhere.org/padded" Name=" Here "> NoWhere </A>
+        <A HREF="blongo.html">Blongo!</A>
+    </body>
+</html>
+

data/test/htdocs/form_multi_select.html

@@ -0,0 +1,16 @@
+<html>
+  <body>
+    <form name="form1" method="post" action="/form_post">
+      <select name="list" multiple size="3">
+        <option value="1">Option 1</option>
+        <option value="2" selected>Option 2</option>
+        <option value="3">Option 3</option>
+        <option value="4">Option 4</option>
+        <option value="5">Option 5</option>
+        <option value="6">Option 6</option>
+      </select>
+      <br />
+      <input type="submit" value="Submit" />
+    </form>
+  </body>
+</html>

data/test/htdocs/form_multival.html

@@ -0,0 +1,37 @@
+<html>
+  <head><title>Page Title</title></head>
+  <body>
+    <form name="post_form" method="post" action="/form_post">
+      <table>
+        <tr>
+          <td>First Name</td>
+          <td><input name="first" type="text" /></td>
+        </tr>
+        <tr>
+          <td>First Name Again</td>
+          <td><input name="first" type="text" /></td>
+        </tr>
+        <tr>
+          <td><input type="submit" value="Submit" /></td>
+          <td></td>
+        </tr>
+      </table>
+    </form>
+    <form name="get_form" method="get" action="/form_post">
+      <table>
+        <tr>
+          <td>First Name</td>
+          <td><input name="first" type="text" /></td>
+        </tr>
+        <tr>
+          <td>First Name Again</td>
+          <td><input name="first" type="text" /></td>
+        </tr>
+        <tr>
+          <td><input type="submit" value="Submit" /></td>
+          <td></td>
+        </tr>
+      </table>
+    </form>
+  </body>
+</html>

data/test/htdocs/form_no_action.html

@@ -0,0 +1,18 @@
+<html>
+  <head><title>Page Title</title></head>
+  <body>
+    <form name="get_form" method="get">
+      <table>
+        <tr>
+          <td>First Name</td>
+          <td><input name="first" type="text" /></td>
+        </tr>
+        <tr>
+          <td><input type="submit" value="Submit" /></td>
+          <td></td>
+        </tr>
+      </table>
+    </form>
+  </body>
+</html>
+

data/test/htdocs/form_no_input_name.html

@@ -0,0 +1,16 @@
+<html>
+  <head><title>Input with no name</title></head>
+  <body>
+    <form name="test" action="/form_post" method="post">
+      <input type="text" /><br />
+      <input type="password" /><br />
+      <input type="hidden" /><br />
+      <input type="radio" /><br />
+      <input type="checkbox" /><br />
+      <input type="file" /><br />
+      <textarea></textarea>
+      <select></select>
+      <input type="submit" />
+    </form>
+  </body>
+</html>