RubyGems - diamond-mechanize - Versions diffs - 2.1 - Mend

diamond-mechanize 2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (154) hide show

data/CHANGELOG.rdoc +718 -0
data/EXAMPLES.rdoc +187 -0
data/FAQ.rdoc +11 -0
data/GUIDE.rdoc +163 -0
data/LICENSE.rdoc +20 -0
data/Manifest.txt +159 -0
data/README.rdoc +64 -0
data/Rakefile +49 -0
data/lib/mechanize.rb +1079 -0
data/lib/mechanize/content_type_error.rb +13 -0
data/lib/mechanize/cookie.rb +232 -0
data/lib/mechanize/cookie_jar.rb +194 -0
data/lib/mechanize/download.rb +59 -0
data/lib/mechanize/element_matcher.rb +36 -0
data/lib/mechanize/file.rb +65 -0
data/lib/mechanize/file_connection.rb +17 -0
data/lib/mechanize/file_request.rb +26 -0
data/lib/mechanize/file_response.rb +74 -0
data/lib/mechanize/file_saver.rb +39 -0
data/lib/mechanize/form.rb +543 -0
data/lib/mechanize/form/button.rb +6 -0
data/lib/mechanize/form/check_box.rb +12 -0
data/lib/mechanize/form/field.rb +54 -0
data/lib/mechanize/form/file_upload.rb +21 -0
data/lib/mechanize/form/hidden.rb +3 -0
data/lib/mechanize/form/image_button.rb +19 -0
data/lib/mechanize/form/keygen.rb +34 -0
data/lib/mechanize/form/multi_select_list.rb +94 -0
data/lib/mechanize/form/option.rb +50 -0
data/lib/mechanize/form/radio_button.rb +55 -0
data/lib/mechanize/form/reset.rb +3 -0
data/lib/mechanize/form/select_list.rb +44 -0
data/lib/mechanize/form/submit.rb +3 -0
data/lib/mechanize/form/text.rb +3 -0
data/lib/mechanize/form/textarea.rb +3 -0
data/lib/mechanize/headers.rb +23 -0
data/lib/mechanize/history.rb +82 -0
data/lib/mechanize/http.rb +8 -0
data/lib/mechanize/http/agent.rb +1004 -0
data/lib/mechanize/http/auth_challenge.rb +59 -0
data/lib/mechanize/http/auth_realm.rb +31 -0
data/lib/mechanize/http/content_disposition_parser.rb +188 -0
data/lib/mechanize/http/www_authenticate_parser.rb +155 -0
data/lib/mechanize/monkey_patch.rb +16 -0
data/lib/mechanize/page.rb +440 -0
data/lib/mechanize/page/base.rb +7 -0
data/lib/mechanize/page/frame.rb +27 -0
data/lib/mechanize/page/image.rb +30 -0
data/lib/mechanize/page/label.rb +20 -0
data/lib/mechanize/page/link.rb +98 -0
data/lib/mechanize/page/meta_refresh.rb +68 -0
data/lib/mechanize/parser.rb +173 -0
data/lib/mechanize/pluggable_parsers.rb +144 -0
data/lib/mechanize/redirect_limit_reached_error.rb +19 -0
data/lib/mechanize/redirect_not_get_or_head_error.rb +21 -0
data/lib/mechanize/response_code_error.rb +21 -0
data/lib/mechanize/response_read_error.rb +27 -0
data/lib/mechanize/robots_disallowed_error.rb +28 -0
data/lib/mechanize/test_case.rb +663 -0
data/lib/mechanize/unauthorized_error.rb +3 -0
data/lib/mechanize/unsupported_scheme_error.rb +6 -0
data/lib/mechanize/util.rb +101 -0
data/test/data/htpasswd +1 -0
data/test/data/server.crt +16 -0
data/test/data/server.csr +12 -0
data/test/data/server.key +15 -0
data/test/data/server.pem +15 -0
data/test/htdocs/alt_text.html +10 -0
data/test/htdocs/bad_form_test.html +9 -0
data/test/htdocs/button.jpg +0 -0
data/test/htdocs/canonical_uri.html +9 -0
data/test/htdocs/dir with spaces/foo.html +1 -0
data/test/htdocs/empty_form.html +6 -0
data/test/htdocs/file_upload.html +26 -0
data/test/htdocs/find_link.html +41 -0
data/test/htdocs/form_multi_select.html +16 -0
data/test/htdocs/form_multival.html +37 -0
data/test/htdocs/form_no_action.html +18 -0
data/test/htdocs/form_no_input_name.html +16 -0
data/test/htdocs/form_order_test.html +11 -0
data/test/htdocs/form_select.html +16 -0
data/test/htdocs/form_set_fields.html +14 -0
data/test/htdocs/form_test.html +188 -0
data/test/htdocs/frame_referer_test.html +10 -0
data/test/htdocs/frame_test.html +30 -0
data/test/htdocs/google.html +13 -0
data/test/htdocs/index.html +6 -0
data/test/htdocs/link with space.html +5 -0
data/test/htdocs/meta_cookie.html +11 -0
data/test/htdocs/no_title_test.html +6 -0
data/test/htdocs/noindex.html +9 -0
data/test/htdocs/rails_3_encoding_hack_form_test.html +27 -0
data/test/htdocs/relative/tc_relative_links.html +21 -0
data/test/htdocs/robots.html +8 -0
data/test/htdocs/robots.txt +2 -0
data/test/htdocs/tc_bad_charset.html +9 -0
data/test/htdocs/tc_bad_links.html +5 -0
data/test/htdocs/tc_base_link.html +8 -0
data/test/htdocs/tc_blank_form.html +11 -0
data/test/htdocs/tc_charset.html +6 -0
data/test/htdocs/tc_checkboxes.html +19 -0
data/test/htdocs/tc_encoded_links.html +5 -0
data/test/htdocs/tc_field_precedence.html +11 -0
data/test/htdocs/tc_follow_meta.html +8 -0
data/test/htdocs/tc_form_action.html +48 -0
data/test/htdocs/tc_links.html +19 -0
data/test/htdocs/tc_meta_in_body.html +9 -0
data/test/htdocs/tc_pretty_print.html +17 -0
data/test/htdocs/tc_referer.html +16 -0
data/test/htdocs/tc_relative_links.html +19 -0
data/test/htdocs/tc_textarea.html +23 -0
data/test/htdocs/test_click.html +11 -0
data/test/htdocs/unusual______.html +5 -0
data/test/test_mechanize.rb +1164 -0
data/test/test_mechanize_cookie.rb +451 -0
data/test/test_mechanize_cookie_jar.rb +483 -0
data/test/test_mechanize_download.rb +43 -0
data/test/test_mechanize_file.rb +61 -0
data/test/test_mechanize_file_connection.rb +21 -0
data/test/test_mechanize_file_request.rb +19 -0
data/test/test_mechanize_file_saver.rb +21 -0
data/test/test_mechanize_form.rb +875 -0
data/test/test_mechanize_form_check_box.rb +38 -0
data/test/test_mechanize_form_encoding.rb +114 -0
data/test/test_mechanize_form_field.rb +63 -0
data/test/test_mechanize_form_file_upload.rb +20 -0
data/test/test_mechanize_form_image_button.rb +12 -0
data/test/test_mechanize_form_keygen.rb +32 -0
data/test/test_mechanize_form_multi_select_list.rb +84 -0
data/test/test_mechanize_form_option.rb +55 -0
data/test/test_mechanize_form_radio_button.rb +78 -0
data/test/test_mechanize_form_select_list.rb +76 -0
data/test/test_mechanize_form_textarea.rb +52 -0
data/test/test_mechanize_headers.rb +35 -0
data/test/test_mechanize_history.rb +103 -0
data/test/test_mechanize_http_agent.rb +1225 -0
data/test/test_mechanize_http_auth_challenge.rb +39 -0
data/test/test_mechanize_http_auth_realm.rb +49 -0
data/test/test_mechanize_http_content_disposition_parser.rb +118 -0
data/test/test_mechanize_http_www_authenticate_parser.rb +146 -0
data/test/test_mechanize_link.rb +80 -0
data/test/test_mechanize_page.rb +118 -0
data/test/test_mechanize_page_encoding.rb +182 -0
data/test/test_mechanize_page_frame.rb +16 -0
data/test/test_mechanize_page_link.rb +390 -0
data/test/test_mechanize_page_meta_refresh.rb +127 -0
data/test/test_mechanize_parser.rb +289 -0
data/test/test_mechanize_pluggable_parser.rb +52 -0
data/test/test_mechanize_redirect_limit_reached_error.rb +24 -0
data/test/test_mechanize_redirect_not_get_or_head_error.rb +14 -0
data/test/test_mechanize_subclass.rb +22 -0
data/test/test_mechanize_util.rb +103 -0
data/test/test_multi_select.rb +119 -0
metadata +216 -0

data/lib/mechanize/redirect_limit_reached_error.rb ADDED

@@ -0,0 +1,19 @@
+##
+# Raised when too many redirects are sent
+class Mechanize::RedirectLimitReachedError < Mechanize::Error
+  attr_reader :page
+  attr_reader :redirects
+  attr_reader :response_code
+  def initialize page, redirects
+    @page          = page
+    @redirects     = redirects
+    @response_code = page.code
+    super "Redirect limit of #{redirects} reached"
+  end
+end

data/lib/mechanize/redirect_not_get_or_head_error.rb ADDED

@@ -0,0 +1,21 @@
+##
+# Raised when a POST, PUT, or DELETE request results in a redirect
+# see RFC 2616 10.3.2, 10.3.3 http://www.ietf.org/rfc/rfc2616.txt
+class Mechanize::RedirectNotGetOrHeadError < Mechanize::Error
+  attr_reader :page, :response_code, :verb, :uri
+  def initialize(page, verb)
+    @page           = page
+    @verb           = verb
+    @uri            = page.uri
+    @response_code  = page.code
+  end
+  def to_s
+    method = @verb.to_s.upcase
+    "#{@response_code} redirect received after a #{method} request"
+  end
+  alias :inspect :to_s
+end

data/lib/mechanize/response_code_error.rb ADDED

@@ -0,0 +1,21 @@
+# This error is raised when Mechanize encounters a response code it does not
+# know how to handle.  Currently, this exception will be thrown if Mechanize
+# encounters response codes other than 200, 301, or 302.  Any other response
+# code is up to the user to handle.
+class Mechanize::ResponseCodeError < Mechanize::Error
+  attr_reader :response_code
+  attr_reader :page
+  def initialize(page)
+    @page          = page
+    @response_code = page.code.to_s
+  end
+  def to_s
+    "#{@response_code} => #{Net::HTTPResponse::CODE_TO_OBJ[@response_code]}"
+  end
+  alias inspect to_s
+end

data/lib/mechanize/response_read_error.rb ADDED

@@ -0,0 +1,27 @@
+##
+# Raised when Mechanize encounters an error while reading the response body
+# from the server.  Contains the response headers and the response body up to
+# the error along with the initial error.
+class Mechanize::ResponseReadError < Mechanize::Error
+  attr_reader :body_io
+  attr_reader :error
+  attr_reader :response
+  ##
+  # Creates a new ResponseReadError with the +error+ raised, the +response+
+  # and the +body_io+ for content read so far.
+  def initialize error, response, body_io
+    @error = error
+    @response = response
+    @body_io = body_io
+  end
+  def message # :nodoc:
+    "#{@error.message} (#{self.class})"
+  end
+end

data/lib/mechanize/robots_disallowed_error.rb ADDED

@@ -0,0 +1,28 @@
+# Exception that is raised when an access to a resource is disallowed by
+# robots.txt or by HTML document itself.
+class Mechanize::RobotsDisallowedError < Mechanize::Error
+  def initialize(url)
+    if url.is_a?(URI)
+      @url = url.to_s
+      @uri = url
+    else
+      @url = url.to_s
+    end
+  end
+  # Returns the URL (string) of the resource that caused this error.
+  attr_reader :url
+  # Returns the URL (URI object) of the resource that caused this
+  # error.  URI::InvalidURIError may be raised if the URL happens to
+  # be invalid or not understood by the URI library.
+  def uri
+    @uri ||= URI.parse(url)
+  end
+  def to_s
+    "Robots access is disallowed for URL: #{url}"
+  end
+  alias :inspect :to_s
+end

data/lib/mechanize/test_case.rb ADDED

@@ -0,0 +1,663 @@
+require 'mechanize'
+require 'logger'
+require 'tempfile'
+require 'tmpdir'
+require 'webrick'
+require 'zlib'
+require 'rubygems'
+begin
+  gem 'minitest'
+rescue Gem::LoadError
+end
+require 'minitest/autorun'
+class Mechanize::TestCase < MiniTest::Unit::TestCase
+  TEST_DIR = File.expand_path '../../../test', __FILE__
+  REQUESTS = []
+  def setup
+    super
+    REQUESTS.clear
+    @mech = Mechanize.new
+    @ssl_private_key = nil
+    @ssl_certificate = nil
+  end
+  def fake_page agent = @mech
+    uri = URI 'http://fake.example/'
+    html = <<-END
+<html>
+<body>
+<form><input type="submit" value="submit" /></form>
+</body>
+</html>
+    END
+    response = { 'content-type' => 'text/html' }
+    Mechanize::Page.new uri, response, html, 200, agent
+  end
+  def have_encoding?
+    Object.const_defined? :Encoding
+  end
+  def html_page body
+    uri = URI 'http://example/'
+    Mechanize::Page.new uri, { 'content-type' => 'text/html' }, body, 200, @mech
+  end
+  def in_tmpdir
+    Dir.mktmpdir do |dir|
+      Dir.chdir dir do
+        yield
+      end
+    end
+  end
+  def node element, attributes = {}
+    doc = Nokogiri::HTML::Document.new
+    node = Nokogiri::XML::Node.new element, doc
+    attributes.each do |name, value|
+      node[name] = value
+    end
+    node
+  end
+  def page uri, content_type = 'text/html', body = '', code = 200
+    uri = URI uri unless URI::Generic === uri
+    Mechanize::Page.new(uri, { 'content-type' => content_type }, body, code,
+                        @mech)
+  end
+  def requests
+    REQUESTS
+  end
+  def ssl_private_key
+    @ssl_private_key ||= OpenSSL::PKey::RSA.new <<-KEY
+-----BEGIN RSA PRIVATE KEY-----
+MIG7AgEAAkEA8pmEfmP0Ibir91x6pbts4JmmsVZd3xvD5p347EFvBCbhBW1nv1Gs
+bCBEFlSiT1q2qvxGb5IlbrfdhdgyqdTXUQIBAQIBAQIhAPumXslvf6YasXa1hni3
+p80joKOug2UUgqOLD2GUSO//AiEA9ssY6AFxjHWuwo/+/rkLmkfO2s1Lz3OeUEWq
+6DiHOK8CAQECAQECIQDt8bc4vS6wh9VXApNSKIpVygtxSFe/IwLeX26n77j6Qg==
+-----END RSA PRIVATE KEY-----
+    KEY
+  end
+  def ssl_certificate
+    @ssl_certificate ||= OpenSSL::X509::Certificate.new <<-CERT
+-----BEGIN CERTIFICATE-----
+MIIBQjCB7aADAgECAgEAMA0GCSqGSIb3DQEBBQUAMCoxDzANBgNVBAMMBm5vYm9k
+eTEXMBUGCgmSJomT8ixkARkWB2V4YW1wbGUwIBcNMTExMTAzMjEwODU5WhgPOTk5
+OTEyMzExMjU5NTlaMCoxDzANBgNVBAMMBm5vYm9keTEXMBUGCgmSJomT8ixkARkW
+B2V4YW1wbGUwWjANBgkqhkiG9w0BAQEFAANJADBGAkEA8pmEfmP0Ibir91x6pbts
+4JmmsVZd3xvD5p347EFvBCbhBW1nv1GsbCBEFlSiT1q2qvxGb5IlbrfdhdgyqdTX
+UQIBATANBgkqhkiG9w0BAQUFAANBAAAB////////////////////////////////
+//8AMCEwCQYFKw4DAhoFAAQUePiv+QrJxyjtEJNnH5pB9OTWIqA=
+-----END CERTIFICATE-----
+    CERT
+  end
+end
+class BasicAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req,res)
+    htpd = WEBrick::HTTPAuth::Htpasswd.new('dot.htpasswd')
+    htpd.set_passwd('Blah', 'user', 'pass')
+    authenticator = WEBrick::HTTPAuth::BasicAuth.new({
+      :UserDB => htpd,
+      :Realm  => 'Blah',
+      :Logger => Logger.new(nil)
+    }
+                                                    )
+                                                    begin
+                                                      authenticator.authenticate(req,res)
+                                                      res.body = 'You are authenticated'
+                                                    rescue WEBrick::HTTPStatus::Unauthorized
+                                                      res.status = 401
+                                                    end
+                                                    FileUtils.rm('dot.htpasswd')
+  end
+  alias :do_POST :do_GET
+end
+class ContentTypeServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    ct = req.query['ct'] || "text/html; charset=utf-8"
+    res['Content-Type'] = ct
+    res.body = "Hello World"
+  end
+end
+class DigestAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  htpd = WEBrick::HTTPAuth::Htdigest.new('digest.htpasswd')
+  htpd.set_passwd('Blah', 'user', 'pass')
+  @@authenticator = WEBrick::HTTPAuth::DigestAuth.new({
+    :UserDB => htpd,
+    :Realm  => 'Blah',
+    :Algorithm => 'MD5',
+    :Logger => Logger.new(nil)
+  }
+                                                     )
+                                                     def do_GET(req,res)
+                                                       def req.request_time; Time.now; end
+                                                       def req.request_uri; '/digest_auth'; end
+                                                       def req.request_method; "GET"; end
+                                                       begin
+                                                         @@authenticator.authenticate(req,res)
+                                                         res.body = 'You are authenticated'
+                                                       rescue WEBrick::HTTPStatus::Unauthorized
+                                                         res.status = 401
+                                                       end
+                                                       FileUtils.rm('digest.htpasswd') if File.exists?('digest.htpasswd')
+                                                     end
+                                                     alias :do_POST :do_GET
+end
+class FileUploadServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_POST(req, res)
+    res.body = req.body
+  end
+end
+class FormServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res.body = "<HTML><body>"
+    req.query.each_key { |k|
+      req.query[k].each_data { |data|
+        res.body << "<a href=\"#\">#{WEBrick::HTTPUtils.unescape(k)}:#{WEBrick::HTTPUtils.unescape(data)}</a><br />"
+      }
+    }
+    res.body << "<div id=\"query\">#{res.query}</div></body></HTML>"
+    res['Content-Type'] = "text/html"
+  end
+  def do_POST(req, res)
+    res.body = "<HTML><body>"
+    req.query.each_key { |k|
+      req.query[k].each_data { |data|
+        res.body << "<a href=\"#\">#{k}:#{data}</a><br />"
+      }
+    }
+    res.body << "<div id=\"query\">#{req.body}</div></body></HTML>"
+    res['Content-Type'] = "text/html"
+  end
+end
+class GzipServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    if req['Accept-Encoding'] =~ /gzip/
+      if name = req.query['file'] then
+        open("#{Mechanize::TestCase::TEST_DIR}/htdocs/#{name}", 'r') do |io|
+          string = ""
+          zipped = StringIO.new string, 'w'
+          Zlib::GzipWriter.wrap zipped do |gz|
+            gz.write io.read
+          end
+          res.body = string
+        end
+      else
+        res.body = ''
+      end
+    res['Content-Encoding'] = req['X-ResponseContentEncoding'] || 'gzip'
+    res['Content-Type'] = "text/html"
+    else
+      res.code = 400
+      res.body = 'no gzip'
+    end
+  end
+end
+class HeaderServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    req.query.each do |x,y|
+      res[x] = y
+    end
+    body = ''
+    req.each_header do |k,v|
+      body << "#{k}|#{v}\n"
+    end
+    res.body = body
+  end
+end
+class HttpRefreshServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    refresh_time = req.query['refresh_time'] || 0
+    refresh_url = req.query['refresh_url'] || '/index.html'
+    res['Refresh'] = " #{refresh_time};url=#{refresh_url}\r\n";
+  end
+end
+class InfiniteRedirectServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Location'] = "/infinite_redirect?q=#{number + 1}"
+  end
+  alias :do_POST :do_GET
+end
+class InfiniteRefreshServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Refresh'] = " 0;url=http://localhost/infinite_refresh?q=#{number + 1}\r\n";
+  end
+end
+class ManyCookiesAsStringServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookies = []
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    name_cookie.domain = 'localhost'
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << "#{name_cookie}; HttpOnly"
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    cookies << expired_cookie
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    cookies << different_path_cookie
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    cookies << no_path_cookie
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    cookies << no_exp_path_cookie
+    res['Set-Cookie'] = cookies.join(', ')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class ManyCookiesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    res.cookies << expired_cookie
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    res.cookies << different_path_cookie
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    res.cookies << no_path_cookie
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    res.cookies << no_exp_path_cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class ModifiedSinceServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    s_time = 'Fri, 04 May 2001 00:00:38 GMT'
+    my_time = Time.parse(s_time)
+    if req['If-Modified-Since']
+      your_time = Time.parse(req['If-Modified-Since'])
+      if my_time > your_time
+        res.body = 'This page was updated since you requested'
+      else
+        res.status = 304
+      end
+    else
+      res.body = 'You did not send an If-Modified-Since header'
+    end
+    res['Last-Modified'] = s_time
+  end
+end
+class NTLMServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    if req['Authorization'] =~ /^NTLM (.*)/ then
+      authorization = $1.unpack('m*').first
+      if authorization =~ /^NTLMSSP\000\001/ then
+        type_2 = 'TlRMTVNTUAACAAAADAAMADAAAAABAoEAASNFZ4mr' \
+          'ze8AAAAAAAAAAGIAYgA8AAAARABPAE0AQQBJAE4A' \
+          'AgAMAEQATwBNAEEASQBOAAEADABTAEUAUgBWAEUA' \
+          'UgAEABQAZABvAG0AYQBpAG4ALgBjAG8AbQADACIA' \
+          'cwBlAHIAdgBlAHIALgBkAG8AbQBhAGkAbgAuAGMA' \
+          'bwBtAAAAAAA='
+        res['WWW-Authenticate'] = "NTLM #{type_2}"
+        res.status = 401
+      elsif authorization =~ /^NTLMSSP\000\003/ then
+        res.body = 'ok'
+      else
+        res['WWW-Authenticate'] = 'NTLM'
+        res.status = 401
+      end
+    else
+      res['WWW-Authenticate'] = 'NTLM'
+      res.status = 401
+    end
+  end
+end
+class OneCookieNoSpacesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie.to_s.gsub(/; /, ';')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class OneCookieServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class QuotedValueCookieServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("quoted", "\"value\"")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end
+class RedirectServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    res['Location'] = "/verb"
+  end
+  alias :do_POST :do_GET
+  alias :do_HEAD :do_GET
+  alias :do_PUT :do_GET
+  alias :do_DELETE :do_GET
+end
+class RefererServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+  def do_POST(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+end
+class RefreshWithoutUrl < WEBrick::HTTPServlet::AbstractServlet
+  @@count = 0
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    @@count += 1
+    if @@count > 1
+      res['Refresh'] = "0; url=http://localhost/index.html";
+    else
+      res['Refresh'] = "0";
+    end
+  end
+end
+class RefreshWithEmptyUrl < WEBrick::HTTPServlet::AbstractServlet
+  @@count = 0
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    @@count += 1
+    if @@count > 1
+      res['Refresh'] = "0; url=http://localhost/index.html";
+    else
+      res['Refresh'] = "0; url=";
+    end
+  end
+end
+class ResponseCodeServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    if req.query['code']
+      code = req.query['code'].to_i
+      case code
+      when 300, 301, 302, 303, 304, 305, 307
+        res['Location'] = "/index.html"
+      end
+      res.status = code
+    else
+    end
+  end
+end
+class SendCookiesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>"
+    req.cookies.each { |c|
+      res.body << "<a href=\"#\">#{c.name}:#{c.value}</a>"
+    }
+    res.body << "</body></html>"
+  end
+end
+class VerbServlet < WEBrick::HTTPServlet::AbstractServlet
+  %w(HEAD GET POST PUT DELETE).each do |verb|
+    eval(<<-eomethod)
+      def do_#{verb}(req, res)
+        res.header['X-Request-Method'] = #{verb.dump}
+      end
+        eomethod
+  end
+end
+class Net::HTTP
+  alias :old_do_start :do_start
+  def do_start
+    @started = true
+  end
+  SERVLETS = {
+    '/gzip'                   => GzipServlet,
+    '/form_post'              => FormServlet,
+    '/basic_auth'             => BasicAuthServlet,
+    '/form post'              => FormServlet,
+    '/response_code'          => ResponseCodeServlet,
+    '/http_refresh'           => HttpRefreshServlet,
+    '/content_type_test'      => ContentTypeServlet,
+    '/referer'                => RefererServlet,
+    '/file_upload'            => FileUploadServlet,
+    '/one_cookie'             => OneCookieServlet,
+    '/one_cookie_no_space'    => OneCookieNoSpacesServlet,
+    '/many_cookies'           => ManyCookiesServlet,
+    '/many_cookies_as_string' => ManyCookiesAsStringServlet,
+    '/ntlm'                   => NTLMServlet,
+    '/send_cookies'           => SendCookiesServlet,
+    '/quoted_value_cookie'    => QuotedValueCookieServlet,
+    '/if_modified_since'      => ModifiedSinceServlet,
+    '/http_headers'           => HeaderServlet,
+    '/infinite_redirect'      => InfiniteRedirectServlet,
+    '/infinite_refresh'       => InfiniteRefreshServlet,
+    '/redirect'               => RedirectServlet,
+    '/refresh_without_url'    => RefreshWithoutUrl,
+    '/refresh_with_empty_url' => RefreshWithEmptyUrl,
+    '/digest_auth'            => DigestAuthServlet,
+    '/verb'                   => VerbServlet,
+  }
+  PAGE_CACHE = {}
+  alias :old_request :request
+  def request(req, *data, &block)
+    url = URI.parse(req.path)
+    path = WEBrick::HTTPUtils.unescape(url.path)
+    path = '/index.html' if path == '/'
+    res = ::Response.new
+    res.query_params = url.query
+    req.query = if 'POST' != req.method && url.query then
+                  WEBrick::HTTPUtils.parse_query url.query
+                elsif req['content-type'] =~ /www-form-urlencoded/ then
+                  WEBrick::HTTPUtils.parse_query req.body
+                elsif req['content-type'] =~ /boundary=(.+)/ then
+                  boundary = WEBrick::HTTPUtils.dequote $1
+                  WEBrick::HTTPUtils.parse_form_data req.body, boundary
+                else
+                  {}
+                end
+    req.cookies = WEBrick::Cookie.parse(req['Cookie'])
+    Mechanize::TestCase::REQUESTS << req
+    if servlet_klass = SERVLETS[path]
+      servlet = servlet_klass.new({})
+      servlet.send "do_#{req.method}", req, res
+    else
+      filename = "htdocs#{path.gsub(/[^\/\\.\w\s]/, '_')}"
+      unless PAGE_CACHE[filename]
+        open("#{Mechanize::TestCase::TEST_DIR}/#{filename}", 'rb') { |io|
+          PAGE_CACHE[filename] = io.read
+        }
+      end
+      res.body = PAGE_CACHE[filename]
+      case filename
+      when /\.txt$/
+        res['Content-Type'] = 'text/plain'
+      when /\.jpg$/
+        res['Content-Type'] = 'image/jpeg'
+      end
+    end
+    res['Content-Type'] ||= 'text/html'
+    res.code ||= "200"
+    response_klass = Net::HTTPResponse::CODE_TO_OBJ[res.code.to_s]
+    response = response_klass.new res.http_version, res.code, res.message
+    res.header.each do |k,v|
+      v = v.first if v.length == 1
+      response[k] = v
+    end
+    res.cookies.each do |cookie|
+      response.add_field 'Set-Cookie', cookie.to_s
+    end
+    response['Content-Type'] ||= 'text/html'
+    response['Content-Length'] = res['Content-Length'] || res.body.length.to_s
+    io = StringIO.new(res.body)
+    response.instance_variable_set :@socket, io
+    def io.read clen, dest, _
+      dest << string[0, clen]
+    end
+    body_exist = req.response_body_permitted? &&
+      response_klass.body_permitted?
+    response.instance_variable_set :@body_exist, body_exist
+    yield response if block_given?
+    response
+  end
+end
+class Net::HTTPRequest
+  attr_accessor :query, :body, :cookies, :user
+end
+class Response
+  include Net::HTTPHeader
+  attr_reader :code
+  attr_accessor :body, :query, :cookies
+  attr_accessor :query_params, :http_version
+  attr_accessor :header
+  def code=(c)
+    @code = c.to_s
+  end
+  alias :status :code
+  alias :status= :code=
+    def initialize
+      @header = {}
+      @body = ''
+      @code = nil
+      @query = nil
+      @cookies = []
+      @http_version = '1.1'
+    end
+  def read_body
+    yield body
+  end
+  def message
+    ''
+  end
+end