mechanize 2.14.1 → 2.14.2

data/test/test_mechanize.rb

@@ -1,1382 +0,0 @@
-# coding: utf-8
-# frozen_string_literal: true
-
-require 'mechanize/test_case'
-
-class TestMechanize < Mechanize::TestCase
-
-  def setup
-    super
-
-    @uri = URI 'http://example/'
-    @req = Net::HTTP::Get.new '/'
-
-    @res = Net::HTTPOK.allocate
-    @res.instance_variable_set :@code, 200
-    @res.instance_variable_set :@header, {}
-  end
-
-  def test_back
-    0.upto(5) do |i|
-      assert_equal(i, @mech.history.size)
-      @mech.get("http://localhost/")
-    end
-    @mech.get("http://localhost/form_test.html")
-
-    assert_equal("http://localhost/form_test.html",
-      @mech.history.last.uri.to_s)
-    assert_equal("http://localhost/",
-      @mech.history[-2].uri.to_s)
-
-    assert_equal(7, @mech.history.size)
-    @mech.back
-    assert_equal(6, @mech.history.size)
-    assert_equal("http://localhost/",
-      @mech.history.last.uri.to_s)
-  end
-
-  def test_basic_auth
-    _, err = capture_io do
-      @mech.basic_auth 'user', 'pass' # warns
-    end
-
-    line = __LINE__ - 3
-    file = File.basename __FILE__
-
-    assert_match "#{file} line #{line}", err
-
-    page = @mech.get @uri + '/basic_auth'
-    assert_equal 'You are authenticated', page.body
-  end
-
-  def test_cert_key_file
-    in_tmpdir do
-      open 'key.pem', 'w'  do |io| io.write ssl_private_key.to_pem end
-      open 'cert.pem', 'w' do |io| io.write ssl_certificate.to_pem end
-
-      mech = Mechanize.new do |a|
-        a.cert = 'cert.pem'
-        a.key  = 'key.pem'
-      end
-
-      # Certificate#== seems broken
-      assert_equal ssl_certificate.to_pem, mech.certificate.to_pem
-    end
-  end
-
-  def test_cert_key_object
-    mech = Mechanize.new do |a|
-      a.cert = ssl_certificate
-      a.key  = ssl_private_key
-    end
-
-    assert_equal ssl_certificate, mech.certificate
-    assert_equal ssl_certificate, mech.cert
-    assert_equal ssl_private_key, mech.key
-  end
-
-  def test_cert_store
-    assert_nil @mech.cert_store
-
-    store = OpenSSL::X509::Store.new
-    @mech.cert_store = store
-
-    assert_equal store, @mech.cert_store
-  end
-
-  def test_click
-    @mech.user_agent_alias = 'Mac Safari'
-    page = @mech.get("http://localhost/frame_test.html")
-    link = page.link_with(:text => "Form Test")
-
-    page = @mech.click(link)
-
-    assert_equal("http://localhost/form_test.html",
-                 @mech.history.last.uri.to_s)
-  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse body of NOFRAMES
-
-  def test_click_bogus_link_with_cookies
-    @mech.cookie_jar = cookie_jar("a=b")
-
-    page = html_page <<-BODY
-<a href="http:///index.html">yes really</a>
-    BODY
-
-    page.links[0].click
-
-    assert_equal '/index.html', requests.first.path
-  end
-
-  def test_click_image_button
-    page = @mech.get("http://localhost/form_test.html")
-    get_form = page.forms.find { |f| f.name == "get_form1" }
-    image_button = get_form.buttons.first
-    new_page = @mech.click(image_button)
-    assert_equal "http://localhost/form_post?first_name=&button.x=0&button.y=0", new_page.uri.to_s
-  end
-
-  def test_click_submit_button
-    page = @mech.get("http://localhost/form_test.html")
-    get_form = page.forms.find { |f| f.name == "get_form1" }
-    submit_button = get_form.submits.first
-    new_page = @mech.click(submit_button)
-    assert_equal "http://localhost/form_post?first_name=", new_page.uri.to_s
-  end
-
-  def test_click_frame
-    frame = node 'frame', 'src' => '/index.html'
-    frame = Mechanize::Page::Frame.new frame, @mech, fake_page
-
-    @mech.click frame
-
-    assert_equal '/index.html', requests.first.path
-  end
-
-  def test_click_frame_hpricot_style
-    page = @mech.get("http://localhost/frame_test.html")
-    link = (page/"//frame[@name='frame2']").first
-
-    page = @mech.click(link)
-
-    assert_equal("http://localhost/form_test.html",
-                 @mech.history.last.uri.to_s)
-  end
-
-  def test_click_hpricot_style # HACK move to test_divide in Page
-    page = @mech.get("http://localhost/frame_test.html")
-    link = (page/"//a[@class='bar']").first
-
-    page = @mech.click(link)
-
-    assert_equal("http://localhost/form_test.html",
-                 @mech.history.last.uri.to_s)
-  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse body of NOFRAMES
-
-  def test_click_link
-    link = node 'a', 'href' => '/index.html'
-    link = Mechanize::Page::Link.new link, @mech, fake_page
-
-    @mech.click link
-
-    assert_equal '/index.html', requests.first.path
-    assert_equal 'http://fake.example/', requests.first['Referer']
-  end
-
-  def test_click_link_nofollow
-    page = html_page <<-BODY
-<meta name="ROBOTS" content="nofollow">
-
-<p>Do not follow <a href="/index.html">this</a> or <a href="/">this</a>!
-    BODY
-
-    page.links[0].click
-    page.links[1].click
-
-    @mech.robots = true
-
-    assert_raises Mechanize::RobotsDisallowedError do
-      page.links[0].click
-    end
-
-    assert_raises Mechanize::RobotsDisallowedError do
-      page.links[1].click
-    end
-  end
-
-  def test_click_link_noreferrer
-    link = node 'a', 'href' => '/index.html', 'rel' => 'noreferrer'
-    link = Mechanize::Page::Link.new link, @mech, fake_page
-
-    @mech.click link
-
-    assert_nil requests.first['referer']
-  end
-
-  def test_click_link_rel_nofollow
-    page = html_page <<-BODY
-<p>You can follow <a href="/index.html">this link</a>
-but not <a href="/" rel="me nofollow">this</a>!
-    BODY
-
-    page.links[0].click
-    page.links[1].click
-
-    @mech.robots = true
-
-    page.links[0].click
-
-    assert_raises Mechanize::RobotsDisallowedError do
-      page.links[1].click
-    end
-  end
-
-  def test_click_link_parent
-    page = page URI 'http://example/a/index.html'
-    link = node 'a', 'href' => '../index.html'
-    link = Mechanize::Page::Link.new link, @mech, page
-
-    @mech.click link
-
-    assert_equal '/index.html', requests.first.path
-  end
-
-  def test_click_link_parent_extra
-    page = page URI 'http://example/a/index.html'
-    link = node 'a', 'href' => '../../index.html'
-    link = Mechanize::Page::Link.new link, @mech, page
-
-    @mech.click link
-
-    assert_equal '/index.html', requests.first.path
-  end
-
-  def test_click_link_hpricot_style # HACK move to test_search in Page
-    page = @mech.get("http://localhost/tc_encoded_links.html")
-
-    page = @mech.click(page.search('a').first)
-
-    assert_equal("http://localhost/form_post?a=b&b=c", page.uri.to_s)
-  end
-
-  def test_click_link_query
-    page = @mech.get("http://localhost/tc_encoded_links.html")
-    link = page.links.first
-    assert_equal('/form_post?a=b&b=c', link.href)
-
-    page = @mech.click(link)
-
-    assert_equal("http://localhost/form_post?a=b&b=c", page.uri.to_s)
-  end
-
-  def test_click_link_space
-    page = @mech.get("http://localhost/tc_bad_links.html")
-
-    @mech.click page.links.first
-
-    assert_match(/alt_text.html$/, @mech.history.last.uri.to_s)
-    assert_equal(2, @mech.history.length)
-  end
-
-  def test_click_more
-    @mech.get 'http://localhost/test_click.html'
-    @mech.click 'A Button'
-    assert_equal 'http://localhost/frame_test.html?words=nil',
-      @mech.page.uri.to_s
-    @mech.back
-    @mech.click 'A Link'
-    assert_equal 'http://localhost/index.html',
-      @mech.page.uri.to_s
-    @mech.back
-    @mech.click @mech.page.link_with(:text => 'A Link')
-    assert_equal 'http://localhost/index.html',
-      @mech.page.uri.to_s
-  end
-
-  def test_cookies
-    uri = URI 'http://example'
-    jar = HTTP::CookieJar.new
-    jar.parse 'a=b', uri
-
-    @mech.cookie_jar = jar
-
-    refute_empty @mech.cookies
-  end
-
-  def test_cookie_jar
-    assert_kind_of Mechanize::CookieJar, @mech.cookie_jar
-
-    jar = HTTP::CookieJar.new
-
-    @mech.cookie_jar = jar
-
-    assert_equal jar, @mech.cookie_jar
-  end
-
-  def test_delete
-    page = @mech.delete('http://localhost/verb', { 'q' => 'foo' })
-    assert_equal 1, @mech.history.length
-    assert_equal 'DELETE', page.header['X-Request-Method']
-  end
-
-  def test_delete_redirect
-    page = @mech.delete('http://localhost/redirect')
-
-    assert_equal(page.uri.to_s, 'http://localhost/verb')
-
-    assert_equal 'GET', page.header['X-Request-Method']
-  end
-
-  def test_download
-    page = nil
-
-    in_tmpdir do
-      open 'download', 'w' do |io|
-        page = @mech.download 'http://example', io
-
-        refute io.closed?
-      end
-
-      assert_operator 1, :<=, File.stat('download').size
-    end
-
-    assert_empty @mech.history
-    assert_kind_of Mechanize::Page, page
-  end
-
-  def test_download_filename
-    page = nil
-
-    in_tmpdir do
-      page = @mech.download 'http://example', 'download'
-
-      assert_operator 1, :<=, File.stat('download').size
-    end
-
-    assert_empty @mech.history
-    assert_kind_of Mechanize::Page, page
-  end
-
-  def test_download_filename_error
-    in_tmpdir do
-      assert_raises Mechanize::UnauthorizedError do
-        @mech.download 'http://example/digest_auth', 'download'
-      end
-
-      refute File.exist? 'download'
-    end
-  end
-
-  def test_download_does_not_allow_command_injection
-    skip if windows?
-    in_tmpdir do
-      @mech.download('http://example', '| ruby -rfileutils -e \'FileUtils.touch("vul.txt")\'')
-
-      refute_operator(File, :exist?, "vul.txt")
-    end
-  end
-
-  def test_get
-    uri = URI 'http://localhost'
-
-    page = @mech.get uri, { :q => 'h' }, 'http://example', { 'X-H' => 'v' }
-
-    assert_equal URI('http://localhost/?q=h'), page.uri
-    assert_equal URI('http://localhost'), uri
-  end
-
-  def test_get_HTTP
-    page = @mech.get('HTTP://localhost/', { :q => 'hello' })
-
-    assert_kind_of URI::HTTP, page.uri
-    assert_equal 'localhost', page.uri.host
-    assert_equal 80,          page.uri.port
-    assert_equal '/?q=hello', page.uri.request_uri
-  end
-
-  def test_get_anchor
-    page = @mech.get('http://localhost/?foo=bar&#34;')
-    assert_equal('http://localhost/?foo=bar%22', page.uri.to_s)
-  end
-
-  def test_get_bad_url
-    assert_raises ArgumentError do
-      @mech.get '/foo.html'
-    end
-  end
-
-  def test_get_auth
-    @mech.add_auth @uri, 'user', 'pass'
-
-    page = @mech.get @uri + '/basic_auth'
-
-    assert_equal 'You are authenticated', page.body
-  end
-
-  def test_get_auth_bad
-    @mech.add_auth(@uri, 'aaron', 'aaron')
-
-    e = assert_raises Mechanize::UnauthorizedError do
-      @mech.get(@uri + '/basic_auth')
-    end
-
-    assert_equal("401", e.response_code)
-  end
-
-  def test_get_auth_none
-    e = assert_raises Mechanize::UnauthorizedError do
-      @mech.get(@uri + '/basic_auth')
-    end
-
-    assert_equal("401", e.response_code)
-  end
-
-  def test_get_auth_realm
-    @mech.add_auth @uri, 'user', 'pass', 'Blah'
-
-    page = @mech.get @uri + '/basic_auth'
-
-    assert_equal 'You are authenticated', page.body
-  end
-
-  def test_get_conditional
-    assert_empty @mech.history
-
-    page = @mech.get 'http://localhost/if_modified_since'
-    assert_match(/You did not send/, page.body)
-
-    assert_equal 1, @mech.history.length
-    page2 = @mech.get 'http://localhost/if_modified_since'
-
-    assert_equal 2, @mech.history.length
-    assert_equal page.object_id, page2.object_id
-  end
-
-  def test_get_digest_auth
-    @mech.add_auth @uri, 'user', 'pass'
-
-    page = @mech.get @uri + '/digest_auth'
-
-    assert_equal 'You are authenticated', page.body
-  end
-
-  def test_get_follow_meta_refresh
-    @mech.follow_meta_refresh = true
-
-    page = @mech.get('http://localhost/tc_follow_meta.html')
-
-    assert_equal(2, @mech.history.length)
-
-    assert_equal('http://localhost/tc_follow_meta.html',
-                 @mech.history.first.uri.to_s)
-    assert_equal('http://localhost/index.html', page.uri.to_s)
-    assert_equal('http://localhost/index.html', @mech.history.last.uri.to_s)
-
-    [5, 6].each { |limit|
-      @mech.redirection_limit = limit
-      begin
-        @mech.get('http://localhost/tc_follow_meta_loop_1.html')
-      rescue => e
-        assert_instance_of Mechanize::RedirectLimitReachedError, e
-        assert_equal limit, e.redirects
-        if limit % 2 == 0
-          assert_equal '/tc_follow_meta_loop_1.html', e.page.uri.path
-        else
-          assert_equal '/tc_follow_meta_loop_2.html', e.page.uri.path
-        end
-      end
-    }
-  end
-
-  def test_get_follow_meta_refresh_anywhere
-    @mech.follow_meta_refresh = :anywhere
-
-    @mech.get('http://localhost/tc_meta_in_body.html')
-    assert_equal 2, requests.length
-  end
-
-  def test_get_follow_meta_refresh_disabled
-    page = @mech.get('http://localhost/tc_follow_meta.html')
-    assert_equal('http://localhost/tc_follow_meta.html', page.uri.to_s)
-    assert_equal(1, page.meta_refresh.length)
-  end
-
-  def test_get_follow_meta_refresh_empty_url
-    @mech.follow_meta_refresh = true
-    @mech.follow_meta_refresh_self = true
-
-    page = @mech.get('http://example/refresh_with_empty_url')
-
-    assert_equal(3, @mech.history.length)
-    assert_equal('http://example/refresh_with_empty_url',
-                 @mech.history[0].uri.to_s)
-    assert_equal('http://example/refresh_with_empty_url',
-                 @mech.history[1].uri.to_s)
-    assert_equal('http://example/', page.uri.to_s)
-    assert_equal('http://example/', @mech.history.last.uri.to_s)
-  end
-
-  def test_get_follow_meta_refresh_in_body
-    @mech.follow_meta_refresh = true
-
-    @mech.get('http://localhost/tc_meta_in_body.html')
-    assert_equal 1, requests.length
-  end
-
-  def test_get_follow_meta_refresh_no_url
-    @mech.follow_meta_refresh = true
-    @mech.follow_meta_refresh_self = true
-
-    page = @mech.get('http://example/refresh_without_url')
-
-    assert_equal(3, @mech.history.length)
-    assert_equal('http://example/refresh_without_url',
-                 @mech.history[0].uri.to_s)
-    assert_equal('http://example/refresh_without_url',
-                 @mech.history[1].uri.to_s)
-    assert_equal('http://example/', page.uri.to_s)
-    assert_equal('http://example/', @mech.history.last.uri.to_s)
-  end
-
-  def test_get_follow_meta_refresh_referer_not_sent
-    @mech.follow_meta_refresh = true
-
-    @mech.get('http://localhost/tc_follow_meta.html')
-
-    assert_equal 2, @mech.history.length
-    assert_nil requests.last['referer']
-  end
-
-  def test_get_referer_download
-    download = Mechanize::Download.new URI 'http://example/prev'
-
-    uri = URI 'http://example'
-
-    page = @mech.get uri, { :q => 'h' }, download, { 'X-H' => 'v' }
-
-    assert_equal URI('http://example/?q=h'), page.uri
-    assert_equal URI('http://example'), uri
-
-    assert_equal 'http://example/prev', requests.first['referer']
-  end
-
-  def test_get_robots
-    @mech.robots = true
-
-    assert_equal "Page Title", @mech.get("http://localhost/index.html").title
-
-    assert_raises Mechanize::RobotsDisallowedError do
-      @mech.get "http://localhost/norobots.html"
-    end
-  end
-
-  def test_follow_meta_refresh_self
-    refute @mech.agent.follow_meta_refresh_self
-
-    @mech.follow_meta_refresh_self = true
-
-    assert @mech.agent.follow_meta_refresh_self
-  end
-
-  def test_get_gzip
-    page = @mech.get("http://localhost/gzip?file=index.html")
-
-    assert_kind_of(Mechanize::Page, page)
-
-    assert_match('Hello World', page.body)
-  end
-
-  def test_content_encoding_hooks_header
-    h = {'X-ResponseContentEncoding' => 'agzip'}
-
-    # test of X-ResponseContentEncoding feature
-    assert_raises(Mechanize::Error, 'Unsupported Content-Encoding: agzip') do
-      @mech.get("http://localhost/gzip?file=index.html", nil, nil, h)
-    end
-
-    @mech.content_encoding_hooks << lambda{|agent, uri, response, response_body_io|
-      response['content-encoding'] = 'gzip' if response['content-encoding'] == 'agzip'}
-
-    page = @mech.get("http://localhost/gzip?file=index.html", nil, nil, h)
-
-    assert_match('Hello World', page.body)
-  end
-
-  def external_cmd(io); Zlib::GzipReader.new(io).read; end
-
-  def test_content_encoding_hooks_body_io
-    h = {'X-ResponseContentEncoding' => 'unsupported_content_encoding'}
-
-   @mech.content_encoding_hooks << lambda{|agent, uri, response, response_body_io|
-      if response['content-encoding'] == 'unsupported_content_encoding'
-        response['content-encoding'] = 'none'
-        response_body_io.string = external_cmd(response_body_io)
-      end}
-
-    page = @mech.get("http://localhost/gzip?file=index.html", nil, nil, h)
-
-    assert_match('Hello World', page.body)
-  end
-
-  def test_get_http_refresh
-    @mech.follow_meta_refresh = true
-
-    page = @mech.get('http://example/http_refresh?refresh_time=0')
-
-    assert_equal('http://example/', page.uri.to_s)
-    assert_equal(2, @mech.history.length)
-    assert_nil requests.last['referer']
-  end
-
-  def test_get_http_refresh_delay
-    @mech.follow_meta_refresh = true
-    class << @mech.agent
-      attr_accessor :slept
-      def sleep *args
-        @slept = args
-      end
-    end
-
-    @mech.get('http://localhost/http_refresh?refresh_time=1')
-    assert_equal [1], @mech.agent.slept
-  end
-
-  def test_get_http_refresh_disabled
-    page = @mech.get('http://localhost/http_refresh?refresh_time=0')
-    assert_equal('http://localhost/http_refresh?refresh_time=0', page.uri.to_s)
-  end
-
-  def test_get_query
-    page = @mech.get('http://localhost/', { :q => 'hello' })
-    assert_equal('http://localhost/?q=hello', page.uri.to_s)
-
-    page = @mech.get('http://localhost/', { :q => %w[hello world]})
-    assert_equal('http://localhost/?q=hello&q=world', page.uri.to_s)
-
-    page = @mech.get('http://localhost/', { :paging => { start: 1, limit: 25 } })
-    assert_equal('http://localhost/?paging%5Bstart%5D=1&paging%5Blimit%5D=25', page.uri.to_s)
-  end
-
-  def test_get_redirect
-    page = @mech.get('http://localhost/redirect')
-
-    assert_equal(page.uri.to_s, 'http://localhost/verb')
-
-    assert_equal 'GET', page.header['X-Request-Method']
-  end
-
-  def test_get_redirect_found
-    page = @mech.get('http://localhost/response_code?code=302&ct=test/xml')
-
-    assert_equal('http://localhost/index.html', page.uri.to_s)
-
-    assert_equal(2, @mech.history.length)
-  end
-
-  def test_get_redirect_infinite
-    assert_raises(Mechanize::RedirectLimitReachedError) {
-      @mech.get('http://localhost/infinite_refresh')
-    }
-  end
-
-  def test_get_referer
-    request = nil
-    @mech.pre_connect_hooks << lambda { |_, req|
-      request = req
-    }
-
-    @mech.get('http://localhost/', [], 'http://tenderlovemaking.com/')
-    assert_equal 'http://tenderlovemaking.com/', request['Referer']
-  end
-
-  def test_get_referer_file
-    uri = URI 'http://tenderlovemaking.com/crossdomain.xml'
-    file = Mechanize::File.new uri
-
-    @mech.get('http://localhost', [], file)
-
-    # HACK no assertion of behavior
-  end
-
-  def test_get_referer_none
-    @mech.get('http://localhost/')
-    @mech.get('http://localhost/')
-    assert_equal(2, requests.length)
-    requests.each do |request|
-      assert_nil request['referer']
-    end
-  end
-
-  def test_get_scheme_unsupported
-    assert_raises Mechanize::UnsupportedSchemeError do
-      begin
-        @mech.get('ftp://server.com/foo.html')
-      rescue Mechanize::UnsupportedSchemeError => error
-        assert_equal 'ftp', error.scheme
-        assert_equal 'ftp://server.com/foo.html', error.uri.to_s
-        raise
-      end
-    end
-  end
-
-  def test_get_space
-    @mech.get("http://localhost/tc_bad_links.html ")
-
-    assert_match(/tc_bad_links.html$/, @mech.history.last.uri.to_s)
-
-    assert_equal(1, @mech.history.length)
-  end
-
-  def test_get_tilde
-    page = @mech.get('http://localhost/?foo=~2')
-
-    assert_equal('http://localhost/?foo=~2', page.uri.to_s)
-  end
-
-  def test_get_weird
-    @mech.get('http://localhost/?action=bing&bang=boom=1|a=|b=|c=')
-    @mech.get('http://localhost/?a=b&#038;b=c&#038;c=d')
-    @mech.get("http://localhost/?a=#{[0xd6].pack('U')}")
-
-    # HACK no assertion of behavior
-  end
-
-  def test_get_yield
-    pages = nil
-
-    @mech.get("http://localhost/file_upload.html") { |page|
-      pages = page
-    }
-
-    assert pages
-    assert_equal('File Upload Form', pages.title)
-  end
-
-  def test_get_file
-    body = @mech.get_file 'http://localhost/frame_test.html'
-
-    assert_kind_of String, body
-    refute_empty body
-  end
-
-  def test_get_file_download
-    # non-Mechanize::File
-    body = @mech.get_file 'http://localhost/button.jpg'
-
-    assert_kind_of String, body
-    refute_empty body
-  end
-
-  def test_head
-    page = @mech.head('http://localhost/verb', { 'q' => 'foo' })
-    assert_equal 0, @mech.history.length
-    assert_equal 'HEAD', page.header['X-Request-Method']
-  end
-
-  def test_head_redirect
-    page = @mech.head('http://localhost/redirect')
-
-    assert_equal(page.uri.to_s, 'http://localhost/verb')
-
-    assert_equal 'HEAD', page.header['X-Request-Method']
-  end
-
-  def test_history
-    2.times do |i|
-      assert_equal(i, @mech.history.size)
-
-      @mech.get("http://localhost/")
-    end
-
-    page = @mech.get("http://localhost/form_test.html")
-
-    assert_equal("http://localhost/form_test.html",
-      @mech.history.last.uri.to_s)
-    assert_equal("http://localhost/",
-      @mech.history[-2].uri.to_s)
-
-    assert @mech.visited?("http://localhost/")
-    assert @mech.visited?("/form_test.html"), 'relative'
-    assert !@mech.visited?("http://google.com/")
-    assert @mech.visited?(page.links.first)
-  end
-
-  def test_history_added_gets_called
-    added_page = nil
-
-    @mech.history_added = lambda { |page|
-      added_page = page
-    }
-
-    assert_equal @mech.get('http://localhost/tc_blank_form.html'), added_page
-  end
-
-  def test_history_order
-    @mech.max_history = 2
-    assert_equal(0, @mech.history.length)
-
-    @mech.get('http://localhost/form_test.html')
-    assert_equal(1, @mech.history.length)
-
-    @mech.get('http://localhost/empty_form.html')
-    assert_equal(2, @mech.history.length)
-
-    @mech.get('http://localhost/tc_checkboxes.html')
-    assert_equal(2, @mech.history.length)
-    assert_equal('http://localhost/empty_form.html', @mech.history[0].uri.to_s)
-    assert_equal('http://localhost/tc_checkboxes.html',
-                 @mech.history[1].uri.to_s)
-  end
-
-  def test_initialize
-    mech = Mechanize.new
-
-    assert_equal 50, mech.max_history
-  end
-
-  def test_html_parser_equals
-    @mech.html_parser = {}
-    assert_raises(NoMethodError) {
-      @mech.get('http://localhost/?foo=~2').links
-    }
-  end
-
-  def test_idle_timeout_default
-    assert_equal 5, Mechanize.new.idle_timeout
-  end
-
-  def test_idle_timeout_equals
-    @mech.idle_timeout = 15
-
-    assert_equal 15, @mech.idle_timeout
-  end
-
-  def test_keep_alive_equals
-    assert @mech.keep_alive
-
-    @mech.keep_alive = false
-
-    refute @mech.keep_alive
-  end
-
-  def test_keep_alive_time
-    assert_equal 0, @mech.keep_alive_time
-
-    @mech.keep_alive_time = 1
-
-    assert_equal 1, @mech.keep_alive_time
-  end
-
-  def test_log
-    assert_nil @mech.log
-  end
-
-  def test_log_equals
-    @mech.log = Logger.new $stderr
-
-    refute_nil @mech.log
-    assert_nil Mechanize.log
-  end
-
-  def test_max_file_buffer_equals
-    @mech.max_file_buffer = 1024
-
-    assert_equal 1024, @mech.agent.max_file_buffer
-  end
-
-  def test_max_history_equals
-    @mech.max_history = 10
-    0.upto(10) do |i|
-      assert_equal(i, @mech.history.size)
-      @mech.get("http://localhost/")
-    end
-
-    0.upto(10) do |i|
-      assert_equal(10, @mech.history.size)
-      @mech.get("http://localhost/")
-    end
-  end
-
-  def test_open_timeout_equals
-    @mech.open_timeout = 5
-
-    assert_equal 5, @mech.open_timeout
-  end
-
-  def test_parse_download
-    @mech.pluggable_parser['application/octet-stream'] = Mechanize::Download
-
-    response = Net::HTTPOK.allocate
-    response.instance_variable_set(:@header,
-                                   'content-type' =>
-                                     ['application/octet-stream'])
-
-    download = @mech.parse @uri, response, StringIO.new('raw')
-
-    assert_kind_of Mechanize::Download, download
-    assert_kind_of StringIO, download.content
-  end
-
-  def test_parse_html
-    response = Net::HTTPOK.allocate
-    response.instance_variable_set :@header, 'content-type' => ['text/html']
-
-    page = @mech.parse URI('http://example/'), response, ''
-
-    assert_kind_of Mechanize::Page, page
-  end
-
-  def test_post
-    @mech.post "http://example", 'gender' => 'female'
-
-    assert_equal "gender=female", requests.first.body
-  end
-
-  def test_post_auth
-    requests = []
-
-    @mech.pre_connect_hooks << proc { |agent, request|
-      requests << request.class
-    }
-
-    @mech.add_auth(@uri, 'user', 'pass')
-    page = @mech.post(@uri + '/basic_auth')
-    assert_equal('You are authenticated', page.body)
-    assert_equal(2, requests.length)
-    r1 = requests[0]
-    r2 = requests[1]
-    assert_equal(r1, r2)
-  end
-
-  def test_post_entity
-    @mech.post "http://localhost/form_post", 'json' => '["&quot;"]'
-
-    assert_equal "json=%5B%22%22%22%5D", requests.first.body
-  end
-
-  def test_post_multiple_values
-    @mech.post "http://localhost/form_post",
-                      [%w[gender female], %w[gender male]]
-
-    assert_equal "gender=female&gender=male", requests.first.body
-  end
-
-  def test_post_multipart
-    page = @mech.post('http://localhost/file_upload', {
-      :name       => 'Some file',
-      :userfile1  => File.open(__FILE__)
-    })
-
-    name = File.basename __FILE__
-    assert_match(
-      "Content-Disposition: form-data; name=\"userfile1\"; filename=\"#{name}\"",
-      page.body
-    )
-    assert_operator page.body.bytesize, :>, file_contents_without_cr(__FILE__).length
-  end
-
-  def test_post_file_upload_nonascii
-    name = 'ユーザファイル1'
-    file_upload = Mechanize::Form::FileUpload.new({'name' => 'userfile1'}, name)
-    file_upload.file_data = File.read(__FILE__)
-    file_upload.mime_type = 'application/zip'
-
-    page = @mech.post('http://localhost/file_upload', {
-      :name       => 'Some file',
-      :userfile1  => file_upload
-    })
-
-    assert_match(
-      "Content-Disposition: form-data; name=\"userfile1\"; filename=\"#{name}\"".dup.force_encoding(Encoding::ASCII_8BIT),
-      page.body
-    )
-    assert_match("Content-Type: application/zip", page.body)
-    assert_operator page.body.bytesize, :>, file_contents_without_cr(__FILE__).length
-  end
-
-  def test_post_file_upload
-    name = File.basename(__FILE__)
-    file_upload = Mechanize::Form::FileUpload.new({'name' => 'userfile1'}, name)
-    file_upload.file_data = File.read(__FILE__)
-    file_upload.mime_type = 'application/zip'
-
-    page = @mech.post('http://localhost/file_upload', {
-      :name       => 'Some file',
-      :userfile1  => file_upload
-    })
-
-    assert_match(
-      "Content-Disposition: form-data; name=\"userfile1\"; filename=\"#{name}\"",
-      page.body
-    )
-    assert_match("Content-Type: application/zip", page.body)
-    assert_operator page.body.bytesize, :>, file_contents_without_cr(__FILE__).length
-  end
-
-  def test_post_redirect
-    page = @mech.post('http://localhost/redirect')
-
-    assert_equal(page.uri.to_s, 'http://localhost/verb')
-
-    assert_equal 'GET', page.header['X-Request-Method']
-  end
-
-  def test_put
-    page = @mech.put('http://localhost/verb', 'foo')
-    assert_equal 1, @mech.history.length
-    assert_equal 'PUT', page.header['X-Request-Method']
-  end
-
-  def test_put_redirect
-    page = @mech.put('http://localhost/redirect', 'foo')
-
-    assert_equal(page.uri.to_s, 'http://localhost/verb')
-
-    assert_equal 'GET', page.header['X-Request-Method']
-  end
-
-  def test_read_timeout_equals
-    @mech.read_timeout = 5
-    assert_equal 5, @mech.read_timeout
-    assert @mech.get('http://localhost/response_code?code=200')
-    assert_equal 5, @mech.agent.http.read_timeout
-  end
-
-  def test_write_timeout_equals
-    @mech.write_timeout = 7
-    assert_equal 7, @mech.write_timeout
-    assert @mech.get('http://localhost/response_code?code=200')
-    assert_equal 7, @mech.agent.http.write_timeout
-  end
-
-  def test_timeouts_for_file_connection
-    uri = URI.parse "file://#{File.expand_path __FILE__}"
-    @mech.read_timeout = 5
-    @mech.open_timeout = 5
-    assert @mech.get(uri)
-  end
-
-  def test_referer
-    host_path = "localhost/tc_referer.html?t=1"
-    ['http', 'https'].each { |proto|
-      referer = "#{proto}://#{host_path}"
-      [
-        "",
-	"@",
-	"user1@",
-	":@",
-	"user1:@",
-	":password1@",
-	"user1:password1@",
-      ].each { |userinfo|
-        url = "#{proto}://#{userinfo}#{host_path}"
-        [url, url + "#foo"].each { |furl|
-          [
-            ['relative',		true],
-            ['insecure',		proto == 'http'],
-            ['secure',			true],
-            ['relative noreferrer',	false],
-            ['insecure noreferrer',	false],
-            ['secure noreferrer',	false],
-          ].each_with_index { |(type, bool), i|
-            rpage = @mech.get(furl)
-            page = rpage.links[i].click
-            assert_equal bool ? referer : '', page.body, "%s link from %s" % [type, furl]
-          }
-
-          rpage = @mech.get(furl)
-          page = rpage.forms.first.submit
-          assert_equal referer, page.body, "post from %s" % furl
-        }
-      }
-    }
-  end
-
-  def test_retry_change_requests_equals
-    unless Gem::Requirement.new("< 4.0.0").satisfied_by?(Gem::Version.new(Net::HTTP::Persistent::VERSION))
-      # see https://github.com/drbrain/net-http-persistent/pull/100
-      skip("net-http-persistent 4.0.0 and later does not support retry_change_requests")
-    end
-
-    refute @mech.retry_change_requests
-
-    @mech.retry_change_requests = true
-
-    assert @mech.retry_change_requests
-  end
-
-  def test_set_proxy
-    http = @mech.agent.http
-
-    @mech.set_proxy 'localhost', 8080, 'user', 'pass'
-
-    assert_equal 'localhost', @mech.proxy_addr
-    assert_equal 8080,        @mech.proxy_port
-    assert_equal 'user',      @mech.proxy_user
-    assert_equal 'pass',      @mech.proxy_pass
-
-    assert_equal URI('http://user:pass@localhost:8080'), http.proxy_uri
-  end
-
-  def test_shutdown
-    uri = URI 'http://localhost'
-    jar = HTTP::CookieJar.new
-    jar.parse 'a=b', uri
-
-    @mech.cookie_jar = jar
-
-    @mech.get("http://localhost/")
-
-    assert_match(/Hello World/, @mech.current_page.body)
-    refute_empty @mech.cookies
-
-    @mech.shutdown
-
-    assert_empty @mech.history
-    assert_empty @mech.cookies
-  end
-
-  def test_start
-    body = nil
-
-    Mechanize.start do |m|
-      body = m.get("http://localhost/").body
-    end
-
-    assert_match(/Hello World/, body)
-  end
-
-  def test_submit_bad_form_method
-    page = @mech.get("http://localhost/bad_form_test.html")
-    assert_raises ArgumentError do
-      @mech.submit(page.forms.first)
-    end
-  end
-
-  def test_submit_check_one
-    page = @mech.get('http://localhost/tc_checkboxes.html')
-    form = page.forms.first
-    form.checkboxes_with(:name => 'green')[1].check
-
-    page = @mech.submit(form)
-
-    assert_equal(1, page.links.length)
-    assert_equal('green:on', page.links.first.text)
-  end
-
-  def test_submit_check_two
-    page = @mech.get('http://localhost/tc_checkboxes.html')
-    form = page.forms.first
-    form.checkboxes_with(:name => 'green')[0].check
-    form.checkboxes_with(:name => 'green')[1].check
-
-    page = @mech.submit(form)
-
-    assert_equal(2, page.links.length)
-    assert_equal('green:on', page.links[0].text)
-    assert_equal('green:on', page.links[1].text)
-  end
-
-  def test_submit_enctype
-    page = @mech.get("http://localhost/file_upload.html")
-    assert_equal('multipart/form-data', page.forms[0].enctype)
-
-    form = page.forms.first
-    form.file_uploads.first.file_name = __FILE__
-    form.file_uploads.first.mime_type = "text/plain"
-    form.file_uploads.first.file_data = "Hello World\n\n"
-
-    page = @mech.submit(form)
-
-    basename = File.basename __FILE__
-
-    assert_match(
-      "Content-Disposition: form-data; name=\"userfile1\"; filename=\"#{basename}\"",
-      page.body
-    )
-    assert_match(
-      "Content-Disposition: form-data; name=\"name\"",
-      page.body
-    )
-    assert_match('Content-Type: text/plain', page.body)
-    assert_match('Hello World', page.body)
-    assert_match('foo[aaron]', page.body)
-  end
-
-  def test_submit_file_data
-    page = @mech.get("http://localhost/file_upload.html")
-    assert_equal('multipart/form-data', page.forms[1].enctype)
-
-    form = page.forms[1]
-    form.file_uploads.first.file_name = __FILE__
-    form.file_uploads.first.file_data = File.read __FILE__
-
-    page = @mech.submit(form)
-
-    contents = File.binread(__FILE__).gsub(/\r\n/, "\n")
-    basename = File.basename __FILE__
-
-    assert_match(
-      "Content-Disposition: form-data; name=\"green[eggs]\"; filename=\"#{basename}\"",
-      page.body
-    )
-
-    assert_match(contents, page.body)
-  end
-
-  def test_submit_file_name
-    page = @mech.get("http://localhost/file_upload.html")
-    assert_equal('multipart/form-data', page.forms[1].enctype)
-
-    form = page.forms[1]
-    form.file_uploads.first.file_name = __FILE__
-
-    page = @mech.submit(form)
-
-    contents = File.binread __FILE__
-    basename = File.basename __FILE__
-    assert_match(
-      "Content-Disposition: form-data; name=\"green[eggs]\"; filename=\"#{basename}\"",
-      page.body
-    )
-    assert_match(contents, page.body)
-  end
-
-  def test_submit_get
-    form = node 'form', 'method' => 'GET', 'action' => '/?a=b'
-    form = Mechanize::Form.new form, @mech, fake_page
-
-    @mech.submit form
-
-    assert_equal '/', requests.first.path
-  end
-
-  def test_submit_headers
-    page = @mech.get 'http://localhost:2000/form_no_action.html'
-
-    assert form = page.forms.first
-    form.action = '/http_headers'
-
-    page = @mech.submit form, nil, 'foo' => 'bar'
-
-    headers = page.body.split("\n").map { |x| x.split('|', 2) }.flatten
-    headers = Hash[*headers]
-
-    assert_equal 'bar', headers['foo']
-  end
-
-  def test_submit_multipart
-    page = @mech.get("http://localhost/file_upload.html")
-
-    assert_equal('multipart/form-data', page.forms[1].enctype)
-
-    form = page.forms[1]
-    form.file_uploads.first.file_name = __FILE__
-    form.file_uploads.first.mime_type = "text/plain"
-    form.file_uploads.first.file_data = "Hello World\n\n"
-
-    page = @mech.submit(form)
-
-    basename = File.basename __FILE__
-
-    assert_match(
-      "Content-Disposition: form-data; name=\"green[eggs]\"; filename=\"#{basename}\"",
-      page.body
-    )
-  end
-
-  def test_submit_no_file
-    page = @mech.get("http://localhost/file_upload.html")
-    form = page.forms.first
-    form.field_with(:name => 'name').value = 'Aaron'
-    @page = @mech.submit(form)
-    assert_match('Aaron', @page.body)
-    assert_match(
-      "Content-Disposition: form-data; name=\"userfile1\"; filename=\"\"",
-      @page.body
-    )
-  end
-
-  def test_submit_post
-    form = node 'form', 'method' => 'POST', 'action' => '/?a=b'
-    form = Mechanize::Form.new form, @mech, fake_page
-
-    @mech.submit form
-
-    assert_equal '/?a=b', requests.first.path
-  end
-
-  def test_submit_post_pound
-    form = node 'form', 'method' => 'POST', 'action' => '/#1'
-    form = Mechanize::Form.new form, @mech, fake_page
-
-    @mech.submit form
-
-    assert_equal '/', requests.first.path
-  end
-
-  def test_submit_too_many_radiobuttons
-    page = @mech.get("http://localhost/form_test.html")
-    form = page.form_with(:name => 'post_form1')
-    form.radiobuttons.each { |r| r.checked = true }
-
-    assert_raises Mechanize::Error do
-      @mech.submit(form)
-    end
-  end
-
-  def test_transact
-    @mech.get("http://localhost/frame_test.html")
-    assert_equal(1, @mech.history.length)
-    @mech.transact { |a|
-      5.times {
-        @mech.get("http://localhost/frame_test.html")
-      }
-      assert_equal(6, @mech.history.length)
-    }
-    assert_equal(1, @mech.history.length)
-  end
-
-  def test_user_agent_alias_equals_unknown
-    assert_raises ArgumentError do
-      @mech.user_agent_alias = "Aaron's Browser"
-    end
-  end
-
-  def test_verify_mode
-    assert_equal OpenSSL::SSL::VERIFY_PEER, @mech.verify_mode
-
-    @mech.verify_mode = OpenSSL::SSL::VERIFY_NONE
-
-    assert_equal OpenSSL::SSL::VERIFY_NONE, @mech.verify_mode
-  end
-
-  def test_visited_eh
-    @mech.get("http://localhost/content_type_test?ct=application/pdf")
-
-    assert \
-      @mech.visited?("http://localhost/content_type_test?ct=application/pdf")
-    assert \
-      !@mech.visited?("http://localhost/content_type_test")
-    assert \
-      !@mech.visited?("http://localhost/content_type_test?ct=text/html")
-  end
-
-  def test_visited_eh_link
-    @mech.get("http://example/index.html")
-
-    page = page URI 'http://example'
-    link = node 'a', 'href' => '/index.html'
-    link = Mechanize::Page::Link.new link, page, @mech
-
-    assert @mech.visited? link
-  end
-
-  def test_visited_eh_redirect
-    @mech.get("http://localhost/response_code?code=302")
-
-    assert_equal("http://localhost/index.html", @mech.current_page.uri.to_s)
-
-    assert @mech.visited?('http://localhost/response_code?code=302')
-  end
-
-  def test_no_frames_exists
-    page = @mech.get("http://localhost/empty_form.html");
-    assert_nil page.frame_with(:name => 'noframe')
-    assert_raises Mechanize::ElementNotFoundError do
-      page.frame_with!(:name => 'noframe')
-    end
-  end
-
-  def assert_header(page, header)
-    headers = {}
-
-    page.body.split(/[\r\n]+/).each do |page_header|
-      headers.[]=(*page_header.chomp.split(/\|/))
-    end
-
-    header.each do |key, value|
-      assert(headers.has_key?(key))
-      assert_equal(value, headers[key])
-    end
-  end
-end