RubyGems - diamond-mechanize - Versions diffs - 2.1 → 2.2 - Mend

diamond-mechanize 2.1 → 2.2

Files changed (147) hide show

metadata +222 -167
data/Rakefile +0 -49
data/lib/mechanize/content_type_error.rb +0 -13
data/lib/mechanize/cookie.rb +0 -232
data/lib/mechanize/cookie_jar.rb +0 -194
data/lib/mechanize/download.rb +0 -59
data/lib/mechanize/element_matcher.rb +0 -36
data/lib/mechanize/file.rb +0 -65
data/lib/mechanize/file_connection.rb +0 -17
data/lib/mechanize/file_request.rb +0 -26
data/lib/mechanize/file_response.rb +0 -74
data/lib/mechanize/file_saver.rb +0 -39
data/lib/mechanize/form/button.rb +0 -6
data/lib/mechanize/form/check_box.rb +0 -12
data/lib/mechanize/form/field.rb +0 -54
data/lib/mechanize/form/file_upload.rb +0 -21
data/lib/mechanize/form/hidden.rb +0 -3
data/lib/mechanize/form/image_button.rb +0 -19
data/lib/mechanize/form/keygen.rb +0 -34
data/lib/mechanize/form/multi_select_list.rb +0 -94
data/lib/mechanize/form/option.rb +0 -50
data/lib/mechanize/form/radio_button.rb +0 -55
data/lib/mechanize/form/reset.rb +0 -3
data/lib/mechanize/form/select_list.rb +0 -44
data/lib/mechanize/form/submit.rb +0 -3
data/lib/mechanize/form/text.rb +0 -3
data/lib/mechanize/form/textarea.rb +0 -3
data/lib/mechanize/form.rb +0 -543
data/lib/mechanize/headers.rb +0 -23
data/lib/mechanize/history.rb +0 -82
data/lib/mechanize/http/agent.rb +0 -1004
data/lib/mechanize/http/auth_challenge.rb +0 -59
data/lib/mechanize/http/auth_realm.rb +0 -31
data/lib/mechanize/http/content_disposition_parser.rb +0 -188
data/lib/mechanize/http/www_authenticate_parser.rb +0 -155
data/lib/mechanize/http.rb +0 -8
data/lib/mechanize/monkey_patch.rb +0 -16
data/lib/mechanize/page/base.rb +0 -7
data/lib/mechanize/page/frame.rb +0 -27
data/lib/mechanize/page/image.rb +0 -30
data/lib/mechanize/page/label.rb +0 -20
data/lib/mechanize/page/link.rb +0 -98
data/lib/mechanize/page/meta_refresh.rb +0 -68
data/lib/mechanize/page.rb +0 -440
data/lib/mechanize/parser.rb +0 -173
data/lib/mechanize/pluggable_parsers.rb +0 -144
data/lib/mechanize/redirect_limit_reached_error.rb +0 -19
data/lib/mechanize/redirect_not_get_or_head_error.rb +0 -21
data/lib/mechanize/response_code_error.rb +0 -21
data/lib/mechanize/response_read_error.rb +0 -27
data/lib/mechanize/robots_disallowed_error.rb +0 -28
data/lib/mechanize/test_case.rb +0 -663
data/lib/mechanize/unauthorized_error.rb +0 -3
data/lib/mechanize/unsupported_scheme_error.rb +0 -6
data/lib/mechanize/util.rb +0 -101
data/lib/mechanize.rb +0 -1079
data/test/data/htpasswd +0 -1
data/test/data/server.crt +0 -16
data/test/data/server.csr +0 -12
data/test/data/server.key +0 -15
data/test/data/server.pem +0 -15
data/test/htdocs/alt_text.html +0 -10
data/test/htdocs/bad_form_test.html +0 -9
data/test/htdocs/button.jpg +0 -0
data/test/htdocs/canonical_uri.html +0 -9
data/test/htdocs/dir with spaces/foo.html +0 -1
data/test/htdocs/empty_form.html +0 -6
data/test/htdocs/file_upload.html +0 -26
data/test/htdocs/find_link.html +0 -41
data/test/htdocs/form_multi_select.html +0 -16
data/test/htdocs/form_multival.html +0 -37
data/test/htdocs/form_no_action.html +0 -18
data/test/htdocs/form_no_input_name.html +0 -16
data/test/htdocs/form_order_test.html +0 -11
data/test/htdocs/form_select.html +0 -16
data/test/htdocs/form_set_fields.html +0 -14
data/test/htdocs/form_test.html +0 -188
data/test/htdocs/frame_referer_test.html +0 -10
data/test/htdocs/frame_test.html +0 -30
data/test/htdocs/google.html +0 -13
data/test/htdocs/index.html +0 -6
data/test/htdocs/link with space.html +0 -5
data/test/htdocs/meta_cookie.html +0 -11
data/test/htdocs/no_title_test.html +0 -6
data/test/htdocs/noindex.html +0 -9
data/test/htdocs/rails_3_encoding_hack_form_test.html +0 -27
data/test/htdocs/relative/tc_relative_links.html +0 -21
data/test/htdocs/robots.html +0 -8
data/test/htdocs/robots.txt +0 -2
data/test/htdocs/tc_bad_charset.html +0 -9
data/test/htdocs/tc_bad_links.html +0 -5
data/test/htdocs/tc_base_link.html +0 -8
data/test/htdocs/tc_blank_form.html +0 -11
data/test/htdocs/tc_charset.html +0 -6
data/test/htdocs/tc_checkboxes.html +0 -19
data/test/htdocs/tc_encoded_links.html +0 -5
data/test/htdocs/tc_field_precedence.html +0 -11
data/test/htdocs/tc_follow_meta.html +0 -8
data/test/htdocs/tc_form_action.html +0 -48
data/test/htdocs/tc_links.html +0 -19
data/test/htdocs/tc_meta_in_body.html +0 -9
data/test/htdocs/tc_pretty_print.html +0 -17
data/test/htdocs/tc_referer.html +0 -16
data/test/htdocs/tc_relative_links.html +0 -19
data/test/htdocs/tc_textarea.html +0 -23
data/test/htdocs/test_click.html +0 -11
data/test/htdocs/unusual______.html +0 -5
data/test/test_mechanize.rb +0 -1164
data/test/test_mechanize_cookie.rb +0 -451
data/test/test_mechanize_cookie_jar.rb +0 -483
data/test/test_mechanize_download.rb +0 -43
data/test/test_mechanize_file.rb +0 -61
data/test/test_mechanize_file_connection.rb +0 -21
data/test/test_mechanize_file_request.rb +0 -19
data/test/test_mechanize_file_saver.rb +0 -21
data/test/test_mechanize_form.rb +0 -875
data/test/test_mechanize_form_check_box.rb +0 -38
data/test/test_mechanize_form_encoding.rb +0 -114
data/test/test_mechanize_form_field.rb +0 -63
data/test/test_mechanize_form_file_upload.rb +0 -20
data/test/test_mechanize_form_image_button.rb +0 -12
data/test/test_mechanize_form_keygen.rb +0 -32
data/test/test_mechanize_form_multi_select_list.rb +0 -84
data/test/test_mechanize_form_option.rb +0 -55
data/test/test_mechanize_form_radio_button.rb +0 -78
data/test/test_mechanize_form_select_list.rb +0 -76
data/test/test_mechanize_form_textarea.rb +0 -52
data/test/test_mechanize_headers.rb +0 -35
data/test/test_mechanize_history.rb +0 -103
data/test/test_mechanize_http_agent.rb +0 -1225
data/test/test_mechanize_http_auth_challenge.rb +0 -39
data/test/test_mechanize_http_auth_realm.rb +0 -49
data/test/test_mechanize_http_content_disposition_parser.rb +0 -118
data/test/test_mechanize_http_www_authenticate_parser.rb +0 -146
data/test/test_mechanize_link.rb +0 -80
data/test/test_mechanize_page.rb +0 -118
data/test/test_mechanize_page_encoding.rb +0 -182
data/test/test_mechanize_page_frame.rb +0 -16
data/test/test_mechanize_page_link.rb +0 -390
data/test/test_mechanize_page_meta_refresh.rb +0 -127
data/test/test_mechanize_parser.rb +0 -289
data/test/test_mechanize_pluggable_parser.rb +0 -52
data/test/test_mechanize_redirect_limit_reached_error.rb +0 -24
data/test/test_mechanize_redirect_not_get_or_head_error.rb +0 -14
data/test/test_mechanize_subclass.rb +0 -22
data/test/test_mechanize_util.rb +0 -103
data/test/test_multi_select.rb +0 -119

data/lib/mechanize/unauthorized_error.rb DELETED Viewed

@@ -1,3 +0,0 @@
-class Mechanize::UnauthorizedError < Mechanize::ResponseCodeError
-end

data/lib/mechanize/unsupported_scheme_error.rb DELETED Viewed

@@ -1,6 +0,0 @@
-class Mechanize::UnsupportedSchemeError < Mechanize::Error
-  attr_accessor :scheme
-  def initialize(scheme)
-    @scheme = scheme
-  end
-end

data/lib/mechanize/util.rb DELETED Viewed

@@ -1,101 +0,0 @@
-require 'cgi'
-class Mechanize::Util
-  CODE_DIC = {
-    :JIS => "ISO-2022-JP",
-    :EUC => "EUC-JP",
-    :SJIS => "SHIFT_JIS",
-    :UTF8 => "UTF-8", :UTF16 => "UTF-16", :UTF32 => "UTF-32"}
-  # true if RUBY_VERSION is 1.9.0 or later
-  NEW_RUBY_ENCODING = RUBY_VERSION >= '1.9.0'
-  # contains encoding error classes to raise
-  ENCODING_ERRORS = if NEW_RUBY_ENCODING
-                      [EncodingError]
-                    else
-                      [Iconv::InvalidEncoding, Iconv::IllegalSequence]
-                    end
-  def self.build_query_string(parameters, enc=nil)
-    parameters.map { |k,v|
-      # WEBrick::HTTP.escape* has some problems about m17n on ruby-1.9.*.
-      [CGI.escape(k.to_s), CGI.escape(v.to_s)].join("=") if k
-    }.compact.join('&')
-  end
-  # Converts string +s+ from +code+ to UTF-8.
-  def self.from_native_charset(s, code, ignore_encoding_error=false, log=nil)
-    return s unless s && code
-    return s unless Mechanize.html_parser == Nokogiri::HTML
-    begin
-      encode_to(code, s)
-    rescue *ENCODING_ERRORS => ex
-      log.debug("from_native_charset: #{ex.class}: form encoding: #{code.inspect} string: #{s}") if log
-      if ignore_encoding_error
-        s
-      else
-        raise
-      end
-    end
-  end
-  # inner convert method of Util.from_native_charset
-  def self.encode_to(encoding, str)
-    if NEW_RUBY_ENCODING
-      str.encode(encoding)
-    else
-      Iconv.conv(encoding.to_s, "UTF-8", str)
-    end
-  end
-  private_class_method :encode_to
-  def self.html_unescape(s)
-    return s unless s
-    s.gsub(/&(\w+|#[0-9]+);/) { |match|
-      number = case match
-               when /&(\w+);/
-                 Mechanize.html_parser::NamedCharacters[$1]
-               when /&#([0-9]+);/
-                 $1.to_i
-               end
-      number ? ([number].pack('U') rescue match) : match
-    }
-  end
-  def self.detect_charset(src)
-    tmp = NKF.guess(src || "<html></html>")
-    if RUBY_VERSION >= "1.9.0"
-      enc = tmp.to_s.upcase
-    else
-      enc = NKF.constants.find{|c|
-        NKF.const_get(c) == tmp
-      }
-      enc = CODE_DIC[enc.intern]
-    end
-    enc || "ISO-8859-1"
-  end
-  def self.uri_escape str
-    @parser ||= begin
-                  URI::Parser.new
-                rescue NameError
-                  URI
-                end
-    @parser.escape str
-  end
-  def self.uri_unescape str
-    @parser ||= begin
-                  URI::Parser.new
-                rescue NameError
-                  URI
-                end
-    @parser.unescape str
-  end
-end

data/lib/mechanize.rb DELETED Viewed

@@ -1,1079 +0,0 @@
-require 'fileutils'
-require 'forwardable'
-require 'iconv' if RUBY_VERSION < '1.9.2'
-require 'mutex_m'
-require 'net/http/digest_auth'
-require 'net/http/persistent'
-require 'nkf'
-require 'nokogiri'
-require 'openssl'
-require 'pp'
-require 'stringio'
-require 'uri'
-require 'webrick/httputils'
-require 'zlib'
-##
-# The Mechanize library is used for automating interactions with a website.  It
-# can follow links and submit forms.  Form fields can be populated and
-# submitted.  A history of URL's is maintained and can be queried.
-#
-# == Example
-#
-#   require 'mechanize'
-#   require 'logger'
-#
-#   agent = Mechanize.new
-#   agent.log = Logger.new "mech.log"
-#   agent.user_agent_alias = 'Mac Safari'
-#
-#   page = agent.get "http://www.google.com/"
-#   search_form = page.form_with :name => "f"
-#   search_form.field_with(:name => "q").value = "Hello"
-#
-#   search_results = agent.submit search_form
-#   puts search_results.body
-class Mechanize
-  ##
-  # The version of Mechanize you are using.
-  VERSION = '2.1'
-  ##
-  # Base mechanize error class
-  class Error < RuntimeError
-  end
-  ruby_version = if RUBY_PATCHLEVEL >= 0 then
-                   "#{RUBY_VERSION}p#{RUBY_PATCHLEVEL}"
-                 else
-                   "#{RUBY_VERSION}dev#{RUBY_REVISION}"
-                 end
-  ##
-  # Supported User-Agent aliases for use with user_agent_alias=.  The
-  # description in parenthesis is for informative purposes and is not part of
-  # the alias name.
-  #
-  # * Linux Firefox (3.6.1)
-  # * Linux Konqueror (3)
-  # * Linux Mozilla
-  # * Mac Firefox (3.6)
-  # * Mac Mozilla
-  # * Mac Safari (5)
-  # * Mac Safari 4
-  # * Mechanize (default)
-  # * Windows IE 6
-  # * Windows IE 7
-  # * Windows IE 8
-  # * Windows IE 9
-  # * Windows Mozilla
-  # * iPhone (3.0)
-  #
-  # Example:
-  #
-  #   agent = Mechanize.new
-  #   agent.user_agent_alias = 'Mac Safari'
-  AGENT_ALIASES = {
-    'Mechanize' => "Mechanize/#{VERSION} Ruby/#{ruby_version} (http://github.com/tenderlove/mechanize/)",
-    'Linux Firefox' => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.1) Gecko/20100122 firefox/3.6.1',
-    'Linux Konqueror' => 'Mozilla/5.0 (compatible; Konqueror/3; Linux)',
-    'Linux Mozilla' => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.4) Gecko/20030624',
-    'Mac FireFox' => 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.6; en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6',
-    'Mac Mozilla' => 'Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.4a) Gecko/20030401',
-    'Mac Safari 4' => 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; de-at) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10',
-    'Mac Safari' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/534.51.22 (KHTML, like Gecko) Version/5.1.1 Safari/534.51.22',
-    'Windows IE 6' => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)',
-    'Windows IE 7' => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
-    'Windows IE 8' => 'Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
-    'Windows IE 9' => 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)',
-    'Windows Mozilla' => 'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.4b) Gecko/20030516 Mozilla Firebird/0.6',
-    'iPhone' => 'Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420+ (KHTML, like Gecko) Version/3.0 Mobile/1C28 Safari/419.3',
-  }
-  def self.inherited(child) # :nodoc:
-    child.html_parser ||= html_parser
-    child.log ||= log
-    super
-  end
-  ##
-  # Creates a new mechanize instance.  If a block is given, the created
-  # instance is yielded to the block for setting up pre-connection state such
-  # as SSL parameters or proxies:
-  #
-  #   agent = Mechanize.new do |a|
-  #     a.proxy_host = 'proxy.example'
-  #     a.proxy_port = 8080
-  #   end
-  def initialize
-    @agent = Mechanize::HTTP::Agent.new
-    @agent.context = self
-    @log = nil
-    # attr_accessors
-    @agent.user_agent = AGENT_ALIASES['Mechanize']
-    @watch_for_set    = nil
-    @history_added    = nil
-    # attr_readers
-    @pluggable_parser = PluggableParser.new
-    @keep_alive_time  = 0
-    # Proxy
-    @proxy_addr = nil
-    @proxy_port = nil
-    @proxy_user = nil
-    @proxy_pass = nil
-    @html_parser = self.class.html_parser
-    @default_encoding = nil
-    @force_default_encoding = false
-    yield self if block_given?
-    @agent.set_proxy @proxy_addr, @proxy_port, @proxy_user, @proxy_pass
-    @agent.set_http
-  end
-  # :section: History
-  #
-  # Methods for navigating and controlling history
-  ##
-  # Equivalent to the browser back button.  Returns the previous page visited.
-  def back
-    @agent.history.pop
-  end
-  ##
-  # Returns the latest page loaded by Mechanize
-  def current_page
-    @agent.current_page
-  end
-  alias page current_page
-  ##
-  # The history of this mechanize run
-  def history
-    @agent.history
-  end
-  ##
-  # Maximum number of items allowed in the history.
-  def max_history
-    @agent.history.max_size
-  end
-  ##
-  # Sets the maximum number of items allowed in the history to +length+.
-  def max_history= length
-    @agent.history.max_size = length
-  end
-  ##
-  # Returns a visited page for the +url+ passed in, otherwise nil
-  def visited? url
-    url = url.href if url.respond_to? :href
-    @agent.visited_page url
-  end
-  ##
-  # Returns whether or not a url has been visited
-  alias visited_page visited?
-  # :section: Hooks
-  #
-  # Hooks into the operation of mechanize
-  ##
-  # A list of hooks to call before reading response header 'content-encoding'.
-  #
-  # The hook is called with the agent making the request, the URI of the
-  # request, the response an IO containing the response body.
-  def content_encoding_hooks
-    @agent.content_encoding_hooks
-  end
-  ##
-  # Callback which is invoked with the page that was added to history.
-  attr_accessor :history_added
-  ##
-  # A list of hooks to call after retrieving a response.  Hooks are called with
-  # the agent and the response returned.
-  def post_connect_hooks
-    @agent.post_connect_hooks
-  end
-  ##
-  # A list of hooks to call before making a request.  Hooks are called with
-  # the agent and the request to be performed.
-  def pre_connect_hooks
-    @agent.pre_connect_hooks
-  end
-  # :section: Requests
-  #
-  # Methods for making HTTP requests
-  ##
-  # If the parameter is a string, finds the button or link with the
-  # value of the string on the current page and clicks it.  Otherwise, clicks
-  # the Mechanize::Page::Link object passed in.  Returns the page fetched.
-  def click link
-    case link
-    when Page::Link then
-      referer = link.page || current_page()
-      if @agent.robots
-        if (referer.is_a?(Page) and referer.parser.nofollow?) or
-           link.rel?('nofollow') then
-          raise RobotsDisallowedError.new(link.href)
-        end
-      end
-      if link.rel?('noreferrer')
-        href = @agent.resolve(link.href, link.page || current_page)
-        referer = Page.new(nil, {'content-type'=>'text/html'})
-      else
-        href = link.href
-      end
-      get href, [], referer
-    when String, Regexp then
-      if real_link = page.link_with(:text => link)
-        click real_link
-      else
-        button = nil
-        form = page.forms.find do |f|
-          button = f.button_with(:value => link)
-          button.is_a? Form::Submit
-        end
-        submit form, button if form
-      end
-    else
-      referer = current_page()
-      href = link.respond_to?(:href) ? link.href :
-        (link['href'] || link['src'])
-      get href, [], referer
-    end
-  end
-  ##
-  # DELETE +uri+ with +query_params+, and setting +headers+:
-  #
-  #   delete('http://example/', {'q' => 'foo'}, {})
-  def delete(uri, query_params = {}, headers = {})
-    page = @agent.fetch(uri, :delete, headers, query_params)
-    add_to_history(page)
-    page
-  end
-  ##
-  # GET the +uri+ with the given request +parameters+, +referer+ and
-  # +headers+.
-  #
-  # The +referer+ may be a URI or a page.
-  def get(uri, parameters = [], referer = nil, headers = {})
-    method = :get
-    referer ||=
-      if uri.to_s =~ %r{\Ahttps?://}
-        Page.new(nil, {'content-type'=>'text/html'})
-      else
-        current_page || Page.new(nil, {'content-type'=>'text/html'})
-      end
-    # FIXME: Huge hack so that using a URI as a referer works.  I need to
-    # refactor everything to pass around URIs but still support
-    # Mechanize::Page#base
-    unless Mechanize::Parser === referer then
-      referer = referer.is_a?(String) ?
-      Page.new(URI.parse(referer), {'content-type' => 'text/html'}) :
-        Page.new(referer, {'content-type' => 'text/html'})
-    end
-    # fetch the page
-    headers ||= {}
-    page = @agent.fetch uri, method, headers, parameters, referer
-    add_to_history(page)
-    yield page if block_given?
-    page
-  end
-  ##
-  # GET +url+ and return only its contents
-  def get_file(url)
-    get(url).body
-  end
-  ##
-  # HEAD +uri+ with +query_params+, and setting +headers+:
-  #
-  #   head('http://example/', {'q' => 'foo'}, {})
-  def head(uri, query_params = {}, headers = {})
-    # fetch the page
-    page = @agent.fetch(uri, :head, headers, query_params)
-    yield page if block_given?
-    page
-  end
-  ##
-  # POST to the given +uri+ with the given +query+.  The query is specified by
-  # either a string, or a list of key-value pairs represented by a hash or an
-  # array of arrays.
-  #
-  # Examples:
-  #   agent.post 'http://example.com/', "foo" => "bar"
-  #
-  #   agent.post 'http://example.com/', [%w[foo bar]]
-  #
-  #   agent.post('http://example.com/', "<message>hello</message>",
-  #              'Content-Type' => 'application/xml')
-  def post(uri, query={}, headers={})
-    return request_with_entity(:post, uri, query, headers) if String === query
-    node = {}
-    # Create a fake form
-    class << node
-      def search(*args); []; end
-    end
-    node['method'] = 'POST'
-    node['enctype'] = 'application/x-www-form-urlencoded'
-    form = Form.new(node)
-    query.each { |k, v|
-      if v.is_a?(IO)
-        form.enctype = 'multipart/form-data'
-        ul = Form::FileUpload.new({'name' => k.to_s},::File.basename(v.path))
-        ul.file_data = v.read
-        form.file_uploads << ul
-      else
-        form.fields << Form::Field.new({'name' => k.to_s},v)
-      end
-    }
-    post_form(uri, form, headers)
-  end
-  ##
-  # PUT to +uri+ with +entity+, and setting +headers+:
-  #
-  #   put('http://example/', 'new content', {'Content-Type' => 'text/plain'})
-  def put(uri, entity, headers = {})
-    request_with_entity(:put, uri, entity, headers)
-  end
-  ##
-  # Makes an HTTP request to +url+ using HTTP method +verb+.  +entity+ is used
-  # as the request body, if allowed.
-  def request_with_entity(verb, uri, entity, headers = {})
-    cur_page = current_page || Page.new(nil, {'content-type'=>'text/html'})
-    headers = {
-      'Content-Type' => 'application/octet-stream',
-      'Content-Length' => entity.size.to_s,
-    }.update headers
-    page = @agent.fetch uri, verb, headers, [entity], cur_page
-    add_to_history(page)
-    page
-  end
-  ##
-  # Submits +form+ with an optional +button+.
-  #
-  # Without a button:
-  #
-  #   page = agent.get('http://example.com')
-  #   agent.submit(page.forms.first)
-  #
-  # With a button:
-  #
-  #   agent.submit(page.forms.first, page.forms.first.buttons.first)
-  def submit(form, button=nil, headers={})
-    form.add_button_to_query(button) if button
-    case form.method.upcase
-    when 'POST'
-      post_form(form.action, form, headers)
-    when 'GET'
-      get(form.action.gsub(/\?[^\?]*$/, ''),
-          form.build_query,
-          form.page,
-          headers)
-    else
-      raise ArgumentError, "unsupported method: #{form.method.upcase}"
-    end
-  end
-  ##
-  # Runs given block, then resets the page history as it was before. self is
-  # given as a parameter to the block.  Returns the value of the block.
-  def transact
-    history_backup = @agent.history.dup
-    begin
-      yield self
-    ensure
-      @agent.history = history_backup
-    end
-  end
-  # :section: Settings
-  #
-  # Settings that adjust how mechanize makes HTTP requests including timeouts,
-  # keep-alives, compression, redirects and headers.
-  @html_parser = Nokogiri::HTML
-  class << self
-    ##
-    # Default HTML parser for all mechanize instances
-    #
-    #   Mechanize.html_parser = Nokogiri::XML
-    attr_accessor :html_parser
-    ##
-    # Default logger for all mechanize instances
-    #
-    #   Mechanize.log = Logger.new $stderr
-    attr_accessor :log
-  end
-  ##
-  # A default encoding name used when parsing HTML parsing.  When set it is
-  # used after any other encoding.  The default is nil.
-  attr_accessor :default_encoding
-  ##
-  # Overrides the encodings given by the HTTP server and the HTML page with
-  # the default_encoding when set to true.
-  attr_accessor :force_default_encoding
-  ##
-  # The HTML parser to be used when parsing documents
-  attr_accessor :html_parser
-  ##
-  # HTTP/1.0 keep-alive time.  This is no longer supported by mechanize as it
-  # now uses net-http-persistent which only supports HTTP/1.1 persistent
-  # connections
-  attr_accessor :keep_alive_time
-  ##
-  # The HTTP proxy address
-  attr_reader :proxy_addr
-  ##
-  # The HTTP proxy password
-  attr_reader :proxy_pass
-  ##
-  # The HTTP proxy port
-  attr_reader :proxy_port
-  ##
-  # The HTTP proxy username
-  attr_reader :proxy_user
-  ##
-  # Sets the user and password to be used for HTTP authentication.
-  def auth(user, password)
-    @agent.user     = user
-    @agent.password = password
-  end
-  alias basic_auth auth
-  ##
-  # Are If-Modified-Since conditional requests enabled?
-  def conditional_requests
-    @agent.conditional_requests
-  end
-  ##
-  # Disables If-Modified-Since conditional requests (enabled by default)
-  def conditional_requests= enabled
-    @agent.conditional_requests = enabled
-  end
-  ##
-  # A Mechanize::CookieJar which stores cookies
-  def cookie_jar
-    @agent.cookie_jar
-  end
-  ##
-  # Replaces the cookie jar with +cookie_jar+
-  def cookie_jar= cookie_jar
-    @agent.cookie_jar = cookie_jar
-  end
-  ##
-  # Returns a list of cookies stored in the cookie jar.
-  def cookies
-    @agent.cookie_jar.to_a
-  end
-  ##
-  # Follow HTML meta refresh and HTTP Refresh headers.  If set to +:anywhere+
-  # meta refresh tags outside of the head element will be followed.
-  def follow_meta_refresh
-    @agent.follow_meta_refresh
-  end
-  ##
-  # Controls following of HTML meta refresh and HTTP Refresh headers in
-  # responses.
-  def follow_meta_refresh= follow
-    @agent.follow_meta_refresh = follow
-  end
-  ##
-  # Follow an HTML meta refresh and HTTP Refresh headers that have no "url="
-  # in the content attribute.
-  #
-  # Defaults to false to prevent infinite refresh loops.
-  def follow_meta_refresh_self
-    @agent.follow_meta_refresh_self
-  end
-  ##
-  # Alters the following of HTML meta refresh and HTTP Refresh headers that
-  # point to the same page.
-  def follow_meta_refresh_self= follow
-    @agent.follow_meta_refresh_self = follow
-  end
-  ##
-  # Is gzip compression of responses enabled?
-  def gzip_enabled
-    @agent.gzip_enabled
-  end
-  ##
-  # Disables HTTP/1.1 gzip compression (enabled by default)
-  def gzip_enabled=enabled
-    @agent.gzip_enabled = enabled
-  end
-  ##
-  # Connections that have not been used in this many seconds will be reset.
-  def idle_timeout
-    @agent.idle_timeout
-  end
-  # Sets the idle timeout to +idle_timeout+.  The default timeout is 5
-  # seconds.  If you experience "too many connection resets", reducing this
-  # value may help.
-  def idle_timeout= idle_timeout
-    @agent.idle_timeout = idle_timeout
-  end
-  ##
-  # Are HTTP/1.1 keep-alive connections enabled?
-  def keep_alive
-    @agent.keep_alive
-  end
-  ##
-  # Disable HTTP/1.1 keep-alive connections if +enable+ is set to false.  If
-  # you are experiencing "too many connection resets" errors setting this to
-  # false will eliminate them.
-  #
-  # You should first investigate reducing idle_timeout.
-  def keep_alive= enable
-    @agent.keep_alive = enable
-  end
-  ##
-  # The current logger.  If no logger has been set Mechanize.log is used.
-  def log
-    @log || Mechanize.log
-  end
-  ##
-  # Sets the +logger+ used by this instance of mechanize
-  def log= logger
-    @log = logger
-  end
-  ##
-  # Responses larger than this will be written to a Tempfile instead of stored
-  # in memory.  The default is 10240 bytes
-  def max_file_buffer
-    @agent.max_file_buffer
-  end
-  ##
-  # Sets the maximum size of a response body that will be stored in memory to
-  # +bytes+
-  def max_file_buffer= bytes
-    @agent.max_file_buffer = bytes
-  end
-  ##
-  # Length of time to wait until a connection is opened in seconds
-  def open_timeout
-    @agent.open_timeout
-  end
-  ##
-  # Sets the connection open timeout to +open_timeout+
-  def open_timeout= open_timeout
-    @agent.open_timeout = open_timeout
-  end
-  ##
-  # Length of time to wait for data from the server
-  def read_timeout
-    @agent.read_timeout
-  end
-  ##
-  # Sets the timeout for each chunk of data read from the server to
-  # +read_timeout+.  A single request may read many chunks of data.
-  def read_timeout= read_timeout
-    @agent.read_timeout = read_timeout
-  end
-  ##
-  # Controls how mechanize deals with redirects.  The following values are
-  # allowed:
-  #
-  # :all, true:: All 3xx redirects are followed (default)
-  # :permanent:: Only 301 Moved Permanantly redirects are followed
-  # false:: No redirects are followed
-  def redirect_ok
-    @agent.redirect_ok
-  end
-  alias follow_redirect? redirect_ok
-  ##
-  # Sets the mechanize redirect handling policy.  See redirect_ok for allowed
-  # values
-  def redirect_ok= follow
-    @agent.redirect_ok = follow
-  end
-  ##
-  # Maximum number of redirections to follow
-  def redirection_limit
-    @agent.redirection_limit
-  end
-  ##
-  # Sets the maximum number of redirections to follow to +limit+
-  def redirection_limit= limit
-    @agent.redirection_limit = limit
-  end
-  ##
-  # A hash of custom request headers that will be sent on every request
-  def request_headers
-    @agent.request_headers
-  end
-  ##
-  # Replaces the custom request headers that will be sent on every request
-  # with +request_headers+
-  def request_headers= request_headers
-    @agent.request_headers = request_headers
-  end
-  ##
-  # Retry POST and other non-idempotent requests.  See RFC 2616 9.1.2.
-  def retry_change_requests
-    @agent.retry_change_requests
-  end
-  ##
-  # When setting +retry_change_requests+ to true you are stating that, for all
-  # the URLs you access with mechanize, making POST and other non-idempotent
-  # requests is safe and will not cause data duplication or other harmful
-  # results.
-  #
-  # If you are experiencing "too many connection resets" errors you should
-  # instead investigate reducing the idle_timeout or disabling keep_alive
-  # connections.
-  def retry_change_requests= retry_change_requests
-    @agent.retry_change_requests = retry_change_requests
-  end
-  ##
-  # Will <code>/robots.txt</code> files be obeyed?
-  def robots
-    @agent.robots
-  end
-  ##
-  # When +enabled+ mechanize will retrieve and obey <code>robots.txt</code>
-  # files
-  def robots= enabled
-    @agent.robots = enabled
-  end
-  ##
-  # The handlers for HTTP and other URI protocols.
-  def scheme_handlers
-    @agent.scheme_handlers
-  end
-  ##
-  # Replaces the URI scheme handler table with +scheme_handlers+
-  def scheme_handlers= scheme_handlers
-    @agent.scheme_handlers = scheme_handlers
-  end
-  ##
-  # The identification string for the client initiating a web request
-  def user_agent
-    @agent.user_agent
-  end
-  ##
-  # Sets the User-Agent used by mechanize to +user_agent+.  See also
-  # user_agent_alias
-  def user_agent= user_agent
-    @agent.user_agent = user_agent
-  end
-  ##
-  # Set the user agent for the Mechanize object based on the given +name+.
-  #
-  # See also AGENT_ALIASES
-  def user_agent_alias= name
-    self.user_agent = AGENT_ALIASES[name] ||
-      raise(ArgumentError, "unknown agent alias #{name.inspect}")
-  end
-  ##
-  # The value of watch_for_set is passed to pluggable parsers for retrieved
-  # content
-  attr_accessor :watch_for_set
-  # :section: SSL
-  #
-  # SSL settings for mechanize.  These must be set in the block given to
-  # Mechanize.new
-  ##
-  # Path to an OpenSSL server certificate file
-  def ca_file
-    @agent.ca_file
-  end
-  ##
-  # Sets the certificate file used for SSL connections
-  def ca_file= ca_file
-    @agent.ca_file = ca_file
-  end
-  ##
-  # An OpenSSL client certificate or the path to a certificate file.
-  def cert
-    @agent.cert
-  end
-  ##
-  # Sets the OpenSSL client certificate +cert+ to the given path or
-  # certificate instance
-  def cert= cert
-    @agent.cert = cert
-  end
-  ##
-  # An OpenSSL certificate store for verifying server certificates.  This
-  # defaults to the default certificate store.
-  def cert_store
-    @agent.cert_store
-  end
-  ##
-  # Sets the OpenSSL certificate store to +store+.
-  def cert_store= cert_store
-    @agent.cert_store = cert_store
-  end
-  ##
-  # What is this?
-  #
-  # Why is it different from #cert?
-  def certificate # :nodoc:
-    @agent.certificate
-  end
-  ##
-  # An OpenSSL private key or the path to a private key
-  def key
-    @agent.key
-  end
-  ##
-  # Sets the OpenSSL client +key+ to the given path or key instance
-  def key= key
-    @agent.key = key
-  end
-  ##
-  # OpenSSL client key password
-  def pass
-    @agent.pass
-  end
-  ##
-  # Sets the client key password to +pass+
-  def pass= pass
-    @agent.pass = pass
-  end
-  ##
-  # A callback for additional certificate verification.  See
-  # OpenSSL::SSL::SSLContext#verify_callback
-  #
-  # The callback can be used for debugging or to ignore errors by always
-  # returning +true+.  Specifying nil uses the default method that was valid
-  # when the SSLContext was created
-  def verify_callback
-    @agent.verify_callback
-  end
-  ##
-  # Sets the OpenSSL certificate verification callback
-  def verify_callback= verify_callback
-    @agent.verify_callback = verify_callback
-  end
-  ##
-  # the OpenSSL server certificate verification method.  The default is
-  # OpenSSL::SSL::VERIFY_PEER and certificate verification uses the default
-  # system certificates.  See also cert_store
-  def verify_mode
-    @agent.verify_mode
-  end
-  ##
-  # Sets the OpenSSL server certificate verification method.
-  def verify_mode= verify_mode
-    @agent.verify_mode = verify_mode
-  end
-  # :section: Utilities
-  attr_reader :agent # :nodoc:
-  attr_reader :pluggable_parser # :nodoc:
-  ##
-  # Parses the +body+ of the +response+ from +uri+ using the pluggable parser
-  # that matches its content type
-  def parse uri, response, body
-    content_type = nil
-    unless response['Content-Type'].nil?
-      data, = response['Content-Type'].split ';', 2
-      content_type, = data.downcase.split ',', 2 unless data.nil?
-    end
-    # Find our pluggable parser
-    parser_klass = @pluggable_parser.parser content_type
-    unless parser_klass <= Mechanize::Download then
-      body = case body
-             when IO, Tempfile, StringIO then
-               body.read
-             else
-               body
-             end
-    end
-    parser_klass.new uri, response, body, response.code do |parser|
-      parser.mech = self if parser.respond_to? :mech=
-      parser.watch_for_set = @watch_for_set if
-        @watch_for_set and parser.respond_to?(:watch_for_set=)
-    end
-  end
-  def pretty_print(q) # :nodoc:
-    q.object_group(self) {
-      q.breakable
-      q.pp cookie_jar
-      q.breakable
-      q.pp current_page
-    }
-  end
-  ##
-  # Sets the proxy +address+ at +port+ with an optional +user+ and +password+
-  def set_proxy address, port, user = nil, password = nil
-    @proxy_addr = address
-    @proxy_port = port
-    @proxy_user = user
-    @proxy_pass = password
-    @agent.set_proxy address, port, user, password
-    @agent.set_http
-  end
-  private
-  ##
-  # Posts +form+ to +uri+
-  def post_form(uri, form, headers = {})
-    cur_page = form.page || current_page ||
-      Page.new(nil, {'content-type'=>'text/html'})
-    request_data = form.request_data
-    log.debug("query: #{ request_data.inspect }") if log
-    headers = {
-      'Content-Type'    => form.enctype,
-      'Content-Length'  => request_data.size.to_s,
-    }.merge headers
-    # fetch the page
-    page = @agent.fetch uri, :post, headers, [request_data], cur_page
-    add_to_history(page)
-    page
-  end
-  ##
-  # Adds +page+ to the history
-  def add_to_history(page)
-    @agent.history.push(page, @agent.resolve(page.uri))
-    @history_added.call(page) if @history_added
-  end
-end
-require 'mechanize/content_type_error'
-require 'mechanize/cookie'
-require 'mechanize/cookie_jar'
-require 'mechanize/parser'
-require 'mechanize/download'
-require 'mechanize/file'
-require 'mechanize/file_connection'
-require 'mechanize/file_request'
-require 'mechanize/file_response'
-require 'mechanize/form'
-require 'mechanize/history'
-require 'mechanize/http'
-require 'mechanize/http/agent'
-require 'mechanize/http/auth_challenge'
-require 'mechanize/http/auth_realm'
-require 'mechanize/http/content_disposition_parser'
-require 'mechanize/http/www_authenticate_parser'
-require 'mechanize/page'
-require 'mechanize/monkey_patch'
-require 'mechanize/pluggable_parsers'
-require 'mechanize/redirect_limit_reached_error'
-require 'mechanize/redirect_not_get_or_head_error'
-require 'mechanize/response_code_error'
-require 'mechanize/unauthorized_error'
-require 'mechanize/response_read_error'
-require 'mechanize/robots_disallowed_error'
-require 'mechanize/unsupported_scheme_error'
-require 'mechanize/util'