RubyGems - diamond-mechanize - Versions diffs - 2.2 → 2.3 - Mend

diamond-mechanize 2.2 → 2.3

Files changed (147) hide show

data/Rakefile +49 -0
data/lib/mechanize.rb +1079 -0
data/lib/mechanize/content_type_error.rb +13 -0
data/lib/mechanize/cookie.rb +232 -0
data/lib/mechanize/cookie_jar.rb +194 -0
data/lib/mechanize/download.rb +59 -0
data/lib/mechanize/element_matcher.rb +36 -0
data/lib/mechanize/file.rb +65 -0
data/lib/mechanize/file_connection.rb +17 -0
data/lib/mechanize/file_request.rb +26 -0
data/lib/mechanize/file_response.rb +74 -0
data/lib/mechanize/file_saver.rb +39 -0
data/lib/mechanize/form.rb +543 -0
data/lib/mechanize/form/button.rb +6 -0
data/lib/mechanize/form/check_box.rb +12 -0
data/lib/mechanize/form/field.rb +54 -0
data/lib/mechanize/form/file_upload.rb +21 -0
data/lib/mechanize/form/hidden.rb +3 -0
data/lib/mechanize/form/image_button.rb +19 -0
data/lib/mechanize/form/keygen.rb +34 -0
data/lib/mechanize/form/multi_select_list.rb +94 -0
data/lib/mechanize/form/option.rb +50 -0
data/lib/mechanize/form/radio_button.rb +55 -0
data/lib/mechanize/form/reset.rb +3 -0
data/lib/mechanize/form/select_list.rb +44 -0
data/lib/mechanize/form/submit.rb +3 -0
data/lib/mechanize/form/text.rb +3 -0
data/lib/mechanize/form/textarea.rb +3 -0
data/lib/mechanize/headers.rb +23 -0
data/lib/mechanize/history.rb +82 -0
data/lib/mechanize/http.rb +8 -0
data/lib/mechanize/http/agent.rb +1004 -0
data/lib/mechanize/http/auth_challenge.rb +59 -0
data/lib/mechanize/http/auth_realm.rb +31 -0
data/lib/mechanize/http/content_disposition_parser.rb +188 -0
data/lib/mechanize/http/www_authenticate_parser.rb +155 -0
data/lib/mechanize/monkey_patch.rb +16 -0
data/lib/mechanize/page.rb +440 -0
data/lib/mechanize/page/base.rb +7 -0
data/lib/mechanize/page/frame.rb +27 -0
data/lib/mechanize/page/image.rb +30 -0
data/lib/mechanize/page/label.rb +20 -0
data/lib/mechanize/page/link.rb +98 -0
data/lib/mechanize/page/meta_refresh.rb +68 -0
data/lib/mechanize/parser.rb +173 -0
data/lib/mechanize/pluggable_parsers.rb +144 -0
data/lib/mechanize/redirect_limit_reached_error.rb +19 -0
data/lib/mechanize/redirect_not_get_or_head_error.rb +21 -0
data/lib/mechanize/response_code_error.rb +21 -0
data/lib/mechanize/response_read_error.rb +27 -0
data/lib/mechanize/robots_disallowed_error.rb +28 -0
data/lib/mechanize/test_case.rb +663 -0
data/lib/mechanize/unauthorized_error.rb +3 -0
data/lib/mechanize/unsupported_scheme_error.rb +6 -0
data/lib/mechanize/util.rb +101 -0
data/test/data/htpasswd +1 -0
data/test/data/server.crt +16 -0
data/test/data/server.csr +12 -0
data/test/data/server.key +15 -0
data/test/data/server.pem +15 -0
data/test/htdocs/alt_text.html +10 -0
data/test/htdocs/bad_form_test.html +9 -0
data/test/htdocs/button.jpg +0 -0
data/test/htdocs/canonical_uri.html +9 -0
data/test/htdocs/dir with spaces/foo.html +1 -0
data/test/htdocs/empty_form.html +6 -0
data/test/htdocs/file_upload.html +26 -0
data/test/htdocs/find_link.html +41 -0
data/test/htdocs/form_multi_select.html +16 -0
data/test/htdocs/form_multival.html +37 -0
data/test/htdocs/form_no_action.html +18 -0
data/test/htdocs/form_no_input_name.html +16 -0
data/test/htdocs/form_order_test.html +11 -0
data/test/htdocs/form_select.html +16 -0
data/test/htdocs/form_set_fields.html +14 -0
data/test/htdocs/form_test.html +188 -0
data/test/htdocs/frame_referer_test.html +10 -0
data/test/htdocs/frame_test.html +30 -0
data/test/htdocs/google.html +13 -0
data/test/htdocs/index.html +6 -0
data/test/htdocs/link with space.html +5 -0
data/test/htdocs/meta_cookie.html +11 -0
data/test/htdocs/no_title_test.html +6 -0
data/test/htdocs/noindex.html +9 -0
data/test/htdocs/rails_3_encoding_hack_form_test.html +27 -0
data/test/htdocs/relative/tc_relative_links.html +21 -0
data/test/htdocs/robots.html +8 -0
data/test/htdocs/robots.txt +2 -0
data/test/htdocs/tc_bad_charset.html +9 -0
data/test/htdocs/tc_bad_links.html +5 -0
data/test/htdocs/tc_base_link.html +8 -0
data/test/htdocs/tc_blank_form.html +11 -0
data/test/htdocs/tc_charset.html +6 -0
data/test/htdocs/tc_checkboxes.html +19 -0
data/test/htdocs/tc_encoded_links.html +5 -0
data/test/htdocs/tc_field_precedence.html +11 -0
data/test/htdocs/tc_follow_meta.html +8 -0
data/test/htdocs/tc_form_action.html +48 -0
data/test/htdocs/tc_links.html +19 -0
data/test/htdocs/tc_meta_in_body.html +9 -0
data/test/htdocs/tc_pretty_print.html +17 -0
data/test/htdocs/tc_referer.html +16 -0
data/test/htdocs/tc_relative_links.html +19 -0
data/test/htdocs/tc_textarea.html +23 -0
data/test/htdocs/test_click.html +11 -0
data/test/htdocs/unusual______.html +5 -0
data/test/test_mechanize.rb +1164 -0
data/test/test_mechanize_cookie.rb +451 -0
data/test/test_mechanize_cookie_jar.rb +483 -0
data/test/test_mechanize_download.rb +43 -0
data/test/test_mechanize_file.rb +61 -0
data/test/test_mechanize_file_connection.rb +21 -0
data/test/test_mechanize_file_request.rb +19 -0
data/test/test_mechanize_file_saver.rb +21 -0
data/test/test_mechanize_form.rb +875 -0
data/test/test_mechanize_form_check_box.rb +38 -0
data/test/test_mechanize_form_encoding.rb +114 -0
data/test/test_mechanize_form_field.rb +63 -0
data/test/test_mechanize_form_file_upload.rb +20 -0
data/test/test_mechanize_form_image_button.rb +12 -0
data/test/test_mechanize_form_keygen.rb +32 -0
data/test/test_mechanize_form_multi_select_list.rb +84 -0
data/test/test_mechanize_form_option.rb +55 -0
data/test/test_mechanize_form_radio_button.rb +78 -0
data/test/test_mechanize_form_select_list.rb +76 -0
data/test/test_mechanize_form_textarea.rb +52 -0
data/test/test_mechanize_headers.rb +35 -0
data/test/test_mechanize_history.rb +103 -0
data/test/test_mechanize_http_agent.rb +1225 -0
data/test/test_mechanize_http_auth_challenge.rb +39 -0
data/test/test_mechanize_http_auth_realm.rb +49 -0
data/test/test_mechanize_http_content_disposition_parser.rb +118 -0
data/test/test_mechanize_http_www_authenticate_parser.rb +146 -0
data/test/test_mechanize_link.rb +80 -0
data/test/test_mechanize_page.rb +118 -0
data/test/test_mechanize_page_encoding.rb +182 -0
data/test/test_mechanize_page_frame.rb +16 -0
data/test/test_mechanize_page_link.rb +390 -0
data/test/test_mechanize_page_meta_refresh.rb +127 -0
data/test/test_mechanize_parser.rb +289 -0
data/test/test_mechanize_pluggable_parser.rb +52 -0
data/test/test_mechanize_redirect_limit_reached_error.rb +24 -0
data/test/test_mechanize_redirect_not_get_or_head_error.rb +14 -0
data/test/test_mechanize_subclass.rb +22 -0
data/test/test_mechanize_util.rb +103 -0
data/test/test_multi_select.rb +119 -0
metadata +148 -71

data/lib/mechanize/redirect_limit_reached_error.rb ADDED

@@ -0,0 +1,19 @@
+##
+# Raised when too many redirects are sent
+class Mechanize::RedirectLimitReachedError < Mechanize::Error
+  attr_reader :page
+  attr_reader :redirects
+  attr_reader :response_code
+  def initialize page, redirects
+    @page          = page
+    @redirects     = redirects
+    @response_code = page.code
+    super "Redirect limit of #{redirects} reached"
+  end
+end

data/lib/mechanize/redirect_not_get_or_head_error.rb ADDED

@@ -0,0 +1,21 @@
+##
+# Raised when a POST, PUT, or DELETE request results in a redirect
+# see RFC 2616 10.3.2, 10.3.3 http://www.ietf.org/rfc/rfc2616.txt
+class Mechanize::RedirectNotGetOrHeadError < Mechanize::Error
+  attr_reader :page, :response_code, :verb, :uri
+  def initialize(page, verb)
+    @page           = page
+    @verb           = verb
+    @uri            = page.uri
+    @response_code  = page.code
+  end
+  def to_s
+    method = @verb.to_s.upcase
+    "#{@response_code} redirect received after a #{method} request"
+  end
+  alias :inspect :to_s
+end

data/lib/mechanize/response_code_error.rb ADDED

@@ -0,0 +1,21 @@
+# This error is raised when Mechanize encounters a response code it does not
+# know how to handle.  Currently, this exception will be thrown if Mechanize
+# encounters response codes other than 200, 301, or 302.  Any other response
+# code is up to the user to handle.
+class Mechanize::ResponseCodeError < Mechanize::Error
+  attr_reader :response_code
+  attr_reader :page
+  def initialize(page)
+    @page          = page
+    @response_code = page.code.to_s
+  end
+  def to_s
+    "#{@response_code} => #{Net::HTTPResponse::CODE_TO_OBJ[@response_code]}"
+  end
+  alias inspect to_s
+end

data/lib/mechanize/response_read_error.rb ADDED

@@ -0,0 +1,27 @@
+##
+# Raised when Mechanize encounters an error while reading the response body
+# from the server.  Contains the response headers and the response body up to
+# the error along with the initial error.
+class Mechanize::ResponseReadError < Mechanize::Error
+  attr_reader :body_io
+  attr_reader :error
+  attr_reader :response
+  ##
+  # Creates a new ResponseReadError with the +error+ raised, the +response+
+  # and the +body_io+ for content read so far.
+  def initialize error, response, body_io
+    @error = error
+    @response = response
+    @body_io = body_io
+  end
+  def message # :nodoc:
+    "#{@error.message} (#{self.class})"
+  end
+end

data/lib/mechanize/robots_disallowed_error.rb ADDED

@@ -0,0 +1,28 @@
+# Exception that is raised when an access to a resource is disallowed by
+# robots.txt or by HTML document itself.
+class Mechanize::RobotsDisallowedError < Mechanize::Error
+  def initialize(url)
+    if url.is_a?(URI)
+      @url = url.to_s
+      @uri = url
+    else
+      @url = url.to_s
+    end
+  end
+  # Returns the URL (string) of the resource that caused this error.
+  attr_reader :url
+  # Returns the URL (URI object) of the resource that caused this
+  # error.  URI::InvalidURIError may be raised if the URL happens to
+  # be invalid or not understood by the URI library.
+  def uri
+    @uri ||= URI.parse(url)
+  end
+  def to_s
+    "Robots access is disallowed for URL: #{url}"
+  end
+  alias :inspect :to_s
+end

data/lib/mechanize/test_case.rb ADDED

@@ -0,0 +1,663 @@
+require 'mechanize'
+require 'logger'
+require 'tempfile'
+require 'tmpdir'
+require 'webrick'
+require 'zlib'
+require 'rubygems'
+begin
+  gem 'minitest'
+rescue Gem::LoadError
+end
+require 'minitest/autorun'
+class Mechanize::TestCase < MiniTest::Unit::TestCase
+  TEST_DIR = File.expand_path '../../../test', __FILE__
+  REQUESTS = []
+  def setup
+    super
+    REQUESTS.clear
+    @mech = Mechanize.new
+    @ssl_private_key = nil
+    @ssl_certificate = nil
+  end
+  def fake_page agent = @mech
+    uri = URI 'http://fake.example/'
+    html = <<-END
+<html>
+<body>
+<form><input type="submit" value="submit" /></form>
+</body>
+</html>
+    END
+    response = { 'content-type' => 'text/html' }
+    Mechanize::Page.new uri, response, html, 200, agent
+  end
+  def have_encoding?
+    Object.const_defined? :Encoding
+  end
+  def html_page body
+    uri = URI 'http://example/'
+    Mechanize::Page.new uri, { 'content-type' => 'text/html' }, body, 200, @mech
+  end
+  def in_tmpdir
+    Dir.mktmpdir do |dir|
+      Dir.chdir dir do
+        yield
+      end
+    end
+  end
+  def node element, attributes = {}
+    doc = Nokogiri::HTML::Document.new
+    node = Nokogiri::XML::Node.new element, doc
+    attributes.each do |name, value|
+      node[name] = value
+    end
+    node
+  end
+  def page uri, content_type = 'text/html', body = '', code = 200
+    uri = URI uri unless URI::Generic === uri
+    Mechanize::Page.new(uri, { 'content-type' => content_type }, body, code,
+                        @mech)
+  end
+  def requests
+    REQUESTS
+  end
+  def ssl_private_key
+    @ssl_private_key ||= OpenSSL::PKey::RSA.new <<-KEY
+-----BEGIN RSA PRIVATE KEY-----
+MIG7AgEAAkEA8pmEfmP0Ibir91x6pbts4JmmsVZd3xvD5p347EFvBCbhBW1nv1Gs
+bCBEFlSiT1q2qvxGb5IlbrfdhdgyqdTXUQIBAQIBAQIhAPumXslvf6YasXa1hni3
+p80joKOug2UUgqOLD2GUSO//AiEA9ssY6AFxjHWuwo/+/rkLmkfO2s1Lz3OeUEWq
+6DiHOK8CAQECAQECIQDt8bc4vS6wh9VXApNSKIpVygtxSFe/IwLeX26n77j6Qg==
+-----END RSA PRIVATE KEY-----
+    KEY
+  end
+  def ssl_certificate
+    @ssl_certificate ||= OpenSSL::X509::Certificate.new <<-CERT
+-----BEGIN CERTIFICATE-----
+MIIBQjCB7aADAgECAgEAMA0GCSqGSIb3DQEBBQUAMCoxDzANBgNVBAMMBm5vYm9k
+eTEXMBUGCgmSJomT8ixkARkWB2V4YW1wbGUwIBcNMTExMTAzMjEwODU5WhgPOTk5
+OTEyMzExMjU5NTlaMCoxDzANBgNVBAMMBm5vYm9keTEXMBUGCgmSJomT8ixkARkW
+B2V4YW1wbGUwWjANBgkqhkiG9w0BAQEFAANJADBGAkEA8pmEfmP0Ibir91x6pbts
+4JmmsVZd3xvD5p347EFvBCbhBW1nv1GsbCBEFlSiT1q2qvxGb5IlbrfdhdgyqdTX
+UQIBATANBgkqhkiG9w0BAQUFAANBAAAB////////////////////////////////
+//8AMCEwCQYFKw4DAhoFAAQUePiv+QrJxyjtEJNnH5pB9OTWIqA=
+-----END CERTIFICATE-----
+    CERT
+  end
+end
+class BasicAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req,res)
+    htpd = WEBrick::HTTPAuth::Htpasswd.new('dot.htpasswd')
+    htpd.set_passwd('Blah', 'user', 'pass')
+    authenticator = WEBrick::HTTPAuth::BasicAuth.new({
+      :UserDB => htpd,
+      :Realm  => 'Blah',
+      :Logger => Logger.new(nil)
+    }
+                                                    )
+                                                    begin
+                                                      authenticator.authenticate(req,res)
+                                                      res.body = 'You are authenticated'
+                                                    rescue WEBrick::HTTPStatus::Unauthorized
+                                                      res.status = 401
+                                                    end
+                                                    FileUtils.rm('dot.htpasswd')
+  end
+  alias :do_POST :do_GET
+end
+class ContentTypeServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    ct = req.query['ct'] || "text/html; charset=utf-8"
+    res['Content-Type'] = ct
+    res.body = "Hello World"
+  end
+end
+class DigestAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  htpd = WEBrick::HTTPAuth::Htdigest.new('digest.htpasswd')
+  htpd.set_passwd('Blah', 'user', 'pass')
+  @@authenticator = WEBrick::HTTPAuth::DigestAuth.new({
+    :UserDB => htpd,
+    :Realm  => 'Blah',
+    :Algorithm => 'MD5',
+    :Logger => Logger.new(nil)
+  }
+                                                     )
+                                                     def do_GET(req,res)
+                                                       def req.request_time; Time.now; end
+                                                       def req.request_uri; '/digest_auth'; end
+                                                       def req.request_method; "GET"; end
+                                                       begin
+                                                         @@authenticator.authenticate(req,res)
+                                                         res.body = 'You are authenticated'
+                                                       rescue WEBrick::HTTPStatus::Unauthorized
+                                                         res.status = 401
+                                                       end
+                                                       FileUtils.rm('digest.htpasswd') if File.exists?('digest.htpasswd')
+                                                     end
+                                                     alias :do_POST :do_GET
+end
+class FileUploadServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_POST(req, res)
+    res.body = req.body
+  end
+end
+class FormServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res.body = "<HTML><body>"
+    req.query.each_key { |k|
+      req.query[k].each_data { |data|
+        res.body << "<a href=\"#\">#{WEBrick::HTTPUtils.unescape(k)}:#{WEBrick::HTTPUtils.unescape(data)}</a><br />"
+      }
+    }
+    res.body << "<div id=\"query\">#{res.query}</div></body></HTML>"
+    res['Content-Type'] = "text/html"
+  end
+  def do_POST(req, res)
+    res.body = "<HTML><body>"
+    req.query.each_key { |k|
+      req.query[k].each_data { |data|
+        res.body << "<a href=\"#\">#{k}:#{data}</a><br />"
+      }
+    }
+    res.body << "<div id=\"query\">#{req.body}</div></body></HTML>"
+    res['Content-Type'] = "text/html"
+  end
+end
+class GzipServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    if req['Accept-Encoding'] =~ /gzip/
+      if name = req.query['file'] then
+        open("#{Mechanize::TestCase::TEST_DIR}/htdocs/#{name}", 'r') do |io|
+          string = ""
+          zipped = StringIO.new string, 'w'
+          Zlib::GzipWriter.wrap zipped do |gz|
+            gz.write io.read
+          end
+          res.body = string
+        end
+      else
+        res.body = ''
+      end
+    res['Content-Encoding'] = req['X-ResponseContentEncoding'] || 'gzip'
+    res['Content-Type'] = "text/html"
+    else
+      res.code = 400
+      res.body = 'no gzip'
+    end
+  end
+end
+class HeaderServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    req.query.each do |x,y|
+      res[x] = y
+    end
+    body = ''
+    req.each_header do |k,v|
+      body << "#{k}|#{v}\n"
+    end
+    res.body = body
+  end
+end
+class HttpRefreshServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    refresh_time = req.query['refresh_time'] || 0
+    refresh_url = req.query['refresh_url'] || '/index.html'
+    res['Refresh'] = " #{refresh_time};url=#{refresh_url}\r\n";
+  end
+end
+class InfiniteRedirectServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Location'] = "/infinite_redirect?q=#{number + 1}"
+  end
+  alias :do_POST :do_GET
+end
+class InfiniteRefreshServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Refresh'] = " 0;url=http://localhost/infinite_refresh?q=#{number + 1}\r\n";
+  end
+end
+class ManyCookiesAsStringServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookies = []
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    name_cookie.domain = 'localhost'
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << "#{name_cookie}; HttpOnly"
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    cookies << expired_cookie
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    cookies << different_path_cookie
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    cookies << no_path_cookie
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    cookies << no_exp_path_cookie
+    res['Set-Cookie'] = cookies.join(', ')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class ManyCookiesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    res.cookies << expired_cookie
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    res.cookies << different_path_cookie
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    res.cookies << no_path_cookie
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    res.cookies << no_exp_path_cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class ModifiedSinceServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    s_time = 'Fri, 04 May 2001 00:00:38 GMT'
+    my_time = Time.parse(s_time)
+    if req['If-Modified-Since']
+      your_time = Time.parse(req['If-Modified-Since'])
+      if my_time > your_time
+        res.body = 'This page was updated since you requested'
+      else
+        res.status = 304
+      end
+    else
+      res.body = 'You did not send an If-Modified-Since header'
+    end
+    res['Last-Modified'] = s_time
+  end
+end
+class NTLMServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    if req['Authorization'] =~ /^NTLM (.*)/ then
+      authorization = $1.unpack('m*').first
+      if authorization =~ /^NTLMSSP\000\001/ then
+        type_2 = 'TlRMTVNTUAACAAAADAAMADAAAAABAoEAASNFZ4mr' \
+          'ze8AAAAAAAAAAGIAYgA8AAAARABPAE0AQQBJAE4A' \
+          'AgAMAEQATwBNAEEASQBOAAEADABTAEUAUgBWAEUA' \
+          'UgAEABQAZABvAG0AYQBpAG4ALgBjAG8AbQADACIA' \
+          'cwBlAHIAdgBlAHIALgBkAG8AbQBhAGkAbgAuAGMA' \
+          'bwBtAAAAAAA='
+        res['WWW-Authenticate'] = "NTLM #{type_2}"
+        res.status = 401
+      elsif authorization =~ /^NTLMSSP\000\003/ then
+        res.body = 'ok'
+      else
+        res['WWW-Authenticate'] = 'NTLM'
+        res.status = 401
+      end
+    else
+      res['WWW-Authenticate'] = 'NTLM'
+      res.status = 401
+    end
+  end
+end
+class OneCookieNoSpacesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie.to_s.gsub(/; /, ';')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class OneCookieServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class QuotedValueCookieServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("quoted", "\"value\"")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class RedirectServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    res['Location'] = "/verb"
+  end
+  alias :do_POST :do_GET
+  alias :do_HEAD :do_GET
+  alias :do_PUT :do_GET
+  alias :do_DELETE :do_GET
+end
+class RefererServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+  def do_POST(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+end
+class RefreshWithoutUrl < WEBrick::HTTPServlet::AbstractServlet
+  @@count = 0
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    @@count += 1
+    if @@count > 1
+      res['Refresh'] = "0; url=http://localhost/index.html";
+    else
+      res['Refresh'] = "0";
+    end
+  end
+end
+class RefreshWithEmptyUrl < WEBrick::HTTPServlet::AbstractServlet
+  @@count = 0
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    @@count += 1
+    if @@count > 1
+      res['Refresh'] = "0; url=http://localhost/index.html";
+    else
+      res['Refresh'] = "0; url=";
+    end
+  end
+end
+class ResponseCodeServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    if req.query['code']
+      code = req.query['code'].to_i
+      case code
+      when 300, 301, 302, 303, 304, 305, 307
+        res['Location'] = "/index.html"
+      end
+      res.status = code
+    else
+    end
+  end
+end
+class SendCookiesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>"
+    req.cookies.each { |c|
+      res.body << "<a href=\"#\">#{c.name}:#{c.value}</a>"
+    }
+    res.body << "</body></html>"
+  end
+end
+class VerbServlet < WEBrick::HTTPServlet::AbstractServlet
+  %w(HEAD GET POST PUT DELETE).each do |verb|
+    eval(<<-eomethod)
+      def do_#{verb}(req, res)
+        res.header['X-Request-Method'] = #{verb.dump}
+      end
+        eomethod
+  end
+end
+class Net::HTTP
+  alias :old_do_start :do_start
+  def do_start
+    @started = true
+  end
+  SERVLETS = {
+    '/gzip'                   => GzipServlet,
+    '/form_post'              => FormServlet,
+    '/basic_auth'             => BasicAuthServlet,
+    '/form post'              => FormServlet,
+    '/response_code'          => ResponseCodeServlet,
+    '/http_refresh'           => HttpRefreshServlet,
+    '/content_type_test'      => ContentTypeServlet,
+    '/referer'                => RefererServlet,
+    '/file_upload'            => FileUploadServlet,
+    '/one_cookie'             => OneCookieServlet,
+    '/one_cookie_no_space'    => OneCookieNoSpacesServlet,
+    '/many_cookies'           => ManyCookiesServlet,
+    '/many_cookies_as_string' => ManyCookiesAsStringServlet,
+    '/ntlm'                   => NTLMServlet,
+    '/send_cookies'           => SendCookiesServlet,
+    '/quoted_value_cookie'    => QuotedValueCookieServlet,
+    '/if_modified_since'      => ModifiedSinceServlet,
+    '/http_headers'           => HeaderServlet,
+    '/infinite_redirect'      => InfiniteRedirectServlet,
+    '/infinite_refresh'       => InfiniteRefreshServlet,
+    '/redirect'               => RedirectServlet,
+    '/refresh_without_url'    => RefreshWithoutUrl,
+    '/refresh_with_empty_url' => RefreshWithEmptyUrl,
+    '/digest_auth'            => DigestAuthServlet,
+    '/verb'                   => VerbServlet,
+  }
+  PAGE_CACHE = {}
+  alias :old_request :request
+  def request(req, *data, &block)
+    url = URI.parse(req.path)
+    path = WEBrick::HTTPUtils.unescape(url.path)
+    path = '/index.html' if path == '/'
+    res = ::Response.new
+    res.query_params = url.query
+    req.query = if 'POST' != req.method && url.query then
+                  WEBrick::HTTPUtils.parse_query url.query
+                elsif req['content-type'] =~ /www-form-urlencoded/ then
+                  WEBrick::HTTPUtils.parse_query req.body
+                elsif req['content-type'] =~ /boundary=(.+)/ then
+                  boundary = WEBrick::HTTPUtils.dequote $1
+                  WEBrick::HTTPUtils.parse_form_data req.body, boundary
+                else
+                  {}
+                end
+    req.cookies = WEBrick::Cookie.parse(req['Cookie'])
+    Mechanize::TestCase::REQUESTS << req
+    if servlet_klass = SERVLETS[path]
+      servlet = servlet_klass.new({})
+      servlet.send "do_#{req.method}", req, res
+    else
+      filename = "htdocs#{path.gsub(/[^\/\\.\w\s]/, '_')}"
+      unless PAGE_CACHE[filename]
+        open("#{Mechanize::TestCase::TEST_DIR}/#{filename}", 'rb') { |io|
+          PAGE_CACHE[filename] = io.read
+        }
+      end
+      res.body = PAGE_CACHE[filename]
+      case filename
+      when /\.txt$/
+        res['Content-Type'] = 'text/plain'
+      when /\.jpg$/
+        res['Content-Type'] = 'image/jpeg'
+      end
+    end
+    res['Content-Type'] ||= 'text/html'
+    res.code ||= "200"
+    response_klass = Net::HTTPResponse::CODE_TO_OBJ[res.code.to_s]
+    response = response_klass.new res.http_version, res.code, res.message
+    res.header.each do |k,v|
+      v = v.first if v.length == 1
+      response[k] = v
+    end
+    res.cookies.each do |cookie|
+      response.add_field 'Set-Cookie', cookie.to_s
+    end
+    response['Content-Type'] ||= 'text/html'
+    response['Content-Length'] = res['Content-Length'] || res.body.length.to_s
+    io = StringIO.new(res.body)
+    response.instance_variable_set :@socket, io
+    def io.read clen, dest, _
+      dest << string[0, clen]
+    end
+    body_exist = req.response_body_permitted? &&
+      response_klass.body_permitted?
+    response.instance_variable_set :@body_exist, body_exist
+    yield response if block_given?
+    response
+  end
+end
+class Net::HTTPRequest
+  attr_accessor :query, :body, :cookies, :user
+end
+class Response
+  include Net::HTTPHeader
+  attr_reader :code
+  attr_accessor :body, :query, :cookies
+  attr_accessor :query_params, :http_version
+  attr_accessor :header
+  def code=(c)
+    @code = c.to_s
+  end
+  alias :status :code
+  alias :status= :code=
+    def initialize
+      @header = {}
+      @body = ''
+      @code = nil
+      @query = nil
+      @cookies = []
+      @http_version = '1.1'
+    end
+  def read_body
+    yield body
+  end
+  def message
+    ''
+  end
+end