RubyGems - aai10-mechanize - Versions diffs - 2.0.1.0 - Mend

aai10-mechanize 2.0.1.0

Files changed (176) hide show

data/.autotest +6 -0
data/.gitignore +9 -0
data/CHANGELOG.rdoc +652 -0
data/EXAMPLES.rdoc +187 -0
data/FAQ.rdoc +11 -0
data/GUIDE.rdoc +163 -0
data/LICENSE.rdoc +20 -0
data/Manifest.txt +172 -0
data/README.rdoc +63 -0
data/Rakefile +36 -0
data/aai10-mechanize.gemspec +20 -0
data/examples/flickr_upload.rb +22 -0
data/examples/mech-dump.rb +5 -0
data/examples/proxy_req.rb +7 -0
data/examples/rubyforge.rb +20 -0
data/examples/spider.rb +21 -0
data/lib/mechanize.rb +664 -0
data/lib/mechanize/content_type_error.rb +14 -0
data/lib/mechanize/cookie.rb +116 -0
data/lib/mechanize/cookie_jar.rb +202 -0
data/lib/mechanize/element_matcher.rb +35 -0
data/lib/mechanize/file.rb +80 -0
data/lib/mechanize/file_connection.rb +17 -0
data/lib/mechanize/file_request.rb +26 -0
data/lib/mechanize/file_response.rb +74 -0
data/lib/mechanize/file_saver.rb +37 -0
data/lib/mechanize/form.rb +478 -0
data/lib/mechanize/form/button.rb +9 -0
data/lib/mechanize/form/check_box.rb +11 -0
data/lib/mechanize/form/field.rb +44 -0
data/lib/mechanize/form/file_upload.rb +23 -0
data/lib/mechanize/form/image_button.rb +20 -0
data/lib/mechanize/form/multi_select_list.rb +83 -0
data/lib/mechanize/form/option.rb +49 -0
data/lib/mechanize/form/radio_button.rb +48 -0
data/lib/mechanize/form/select_list.rb +40 -0
data/lib/mechanize/headers.rb +25 -0
data/lib/mechanize/history.rb +83 -0
data/lib/mechanize/http.rb +3 -0
data/lib/mechanize/http/agent.rb +738 -0
data/lib/mechanize/inspect.rb +88 -0
data/lib/mechanize/monkey_patch.rb +37 -0
data/lib/mechanize/page.rb +408 -0
data/lib/mechanize/page/base.rb +8 -0
data/lib/mechanize/page/frame.rb +27 -0
data/lib/mechanize/page/image.rb +30 -0
data/lib/mechanize/page/label.rb +20 -0
data/lib/mechanize/page/link.rb +82 -0
data/lib/mechanize/page/meta_refresh.rb +56 -0
data/lib/mechanize/pluggable_parsers.rb +101 -0
data/lib/mechanize/redirect_limit_reached_error.rb +16 -0
data/lib/mechanize/redirect_not_get_or_head_error.rb +19 -0
data/lib/mechanize/response_code_error.rb +22 -0
data/lib/mechanize/response_read_error.rb +27 -0
data/lib/mechanize/robots_disallowed_error.rb +29 -0
data/lib/mechanize/unsupported_scheme_error.rb +8 -0
data/lib/mechanize/util.rb +113 -0
data/test/data/htpasswd +1 -0
data/test/data/server.crt +16 -0
data/test/data/server.csr +12 -0
data/test/data/server.key +15 -0
data/test/data/server.pem +15 -0
data/test/helper.rb +175 -0
data/test/htdocs/alt_text.html +10 -0
data/test/htdocs/bad_form_test.html +9 -0
data/test/htdocs/button.jpg +0 -0
data/test/htdocs/canonical_uri.html +9 -0
data/test/htdocs/dir with spaces/foo.html +1 -0
data/test/htdocs/empty_form.html +6 -0
data/test/htdocs/file_upload.html +26 -0
data/test/htdocs/find_link.html +41 -0
data/test/htdocs/form_multi_select.html +16 -0
data/test/htdocs/form_multival.html +37 -0
data/test/htdocs/form_no_action.html +18 -0
data/test/htdocs/form_no_input_name.html +16 -0
data/test/htdocs/form_select.html +16 -0
data/test/htdocs/form_select_all.html +16 -0
data/test/htdocs/form_select_none.html +17 -0
data/test/htdocs/form_select_noopts.html +10 -0
data/test/htdocs/form_set_fields.html +14 -0
data/test/htdocs/form_test.html +188 -0
data/test/htdocs/frame_referer_test.html +10 -0
data/test/htdocs/frame_test.html +30 -0
data/test/htdocs/google.html +13 -0
data/test/htdocs/iframe_test.html +16 -0
data/test/htdocs/index.html +6 -0
data/test/htdocs/link with space.html +5 -0
data/test/htdocs/meta_cookie.html +11 -0
data/test/htdocs/no_title_test.html +6 -0
data/test/htdocs/nofollow.html +9 -0
data/test/htdocs/noindex.html +9 -0
data/test/htdocs/norobots.html +8 -0
data/test/htdocs/rails_3_encoding_hack_form_test.html +27 -0
data/test/htdocs/rel_nofollow.html +8 -0
data/test/htdocs/relative/tc_relative_links.html +21 -0
data/test/htdocs/robots.html +8 -0
data/test/htdocs/robots.txt +2 -0
data/test/htdocs/tc_bad_charset.html +9 -0
data/test/htdocs/tc_bad_links.html +5 -0
data/test/htdocs/tc_base_images.html +10 -0
data/test/htdocs/tc_base_link.html +8 -0
data/test/htdocs/tc_blank_form.html +11 -0
data/test/htdocs/tc_charset.html +6 -0
data/test/htdocs/tc_checkboxes.html +19 -0
data/test/htdocs/tc_encoded_links.html +5 -0
data/test/htdocs/tc_field_precedence.html +11 -0
data/test/htdocs/tc_follow_meta.html +8 -0
data/test/htdocs/tc_form_action.html +48 -0
data/test/htdocs/tc_images.html +8 -0
data/test/htdocs/tc_links.html +18 -0
data/test/htdocs/tc_meta_in_body.html +9 -0
data/test/htdocs/tc_no_attributes.html +16 -0
data/test/htdocs/tc_pretty_print.html +17 -0
data/test/htdocs/tc_radiobuttons.html +17 -0
data/test/htdocs/tc_referer.html +16 -0
data/test/htdocs/tc_relative_links.html +19 -0
data/test/htdocs/tc_textarea.html +23 -0
data/test/htdocs/test_bad_encoding.html +52 -0
data/test/htdocs/test_click.html +11 -0
data/test/htdocs/unusual______.html +5 -0
data/test/servlets.rb +402 -0
data/test/ssl_server.rb +48 -0
data/test/test_cookies.rb +129 -0
data/test/test_form_action.rb +52 -0
data/test/test_form_as_hash.rb +59 -0
data/test/test_form_button.rb +46 -0
data/test/test_frames.rb +34 -0
data/test/test_headers.rb +33 -0
data/test/test_history.rb +118 -0
data/test/test_history_added.rb +16 -0
data/test/test_html_unscape_forms.rb +46 -0
data/test/test_if_modified_since.rb +20 -0
data/test/test_images.rb +19 -0
data/test/test_mechanize.rb +852 -0
data/test/test_mechanize_cookie.rb +345 -0
data/test/test_mechanize_cookie_jar.rb +433 -0
data/test/test_mechanize_file.rb +53 -0
data/test/test_mechanize_file_request.rb +19 -0
data/test/test_mechanize_file_response.rb +21 -0
data/test/test_mechanize_form.rb +576 -0
data/test/test_mechanize_form_check_box.rb +37 -0
data/test/test_mechanize_form_encoding.rb +120 -0
data/test/test_mechanize_form_field.rb +21 -0
data/test/test_mechanize_form_image_button.rb +12 -0
data/test/test_mechanize_form_textarea.rb +51 -0
data/test/test_mechanize_http_agent.rb +697 -0
data/test/test_mechanize_link.rb +84 -0
data/test/test_mechanize_page_encoding.rb +147 -0
data/test/test_mechanize_page_link.rb +382 -0
data/test/test_mechanize_page_meta_refresh.rb +115 -0
data/test/test_mechanize_redirect_not_get_or_head_error.rb +18 -0
data/test/test_mechanize_subclass.rb +22 -0
data/test/test_mechanize_util.rb +92 -0
data/test/test_multi_select.rb +118 -0
data/test/test_no_attributes.rb +13 -0
data/test/test_option.rb +18 -0
data/test/test_pluggable_parser.rb +136 -0
data/test/test_post_form.rb +37 -0
data/test/test_pretty_print.rb +22 -0
data/test/test_radiobutton.rb +75 -0
data/test/test_redirect_limit_reached.rb +39 -0
data/test/test_redirect_ok.rb +25 -0
data/test/test_referer.rb +81 -0
data/test/test_relative_links.rb +40 -0
data/test/test_request.rb +13 -0
data/test/test_response_code.rb +53 -0
data/test/test_robots.rb +72 -0
data/test/test_save_file.rb +48 -0
data/test/test_scheme.rb +48 -0
data/test/test_select.rb +119 -0
data/test/test_select_all.rb +15 -0
data/test/test_select_none.rb +15 -0
data/test/test_select_noopts.rb +18 -0
data/test/test_set_fields.rb +44 -0
data/test/test_ssl_server.rb +20 -0
metadata +360 -0

data/lib/mechanize/file_connection.rb ADDED

@@ -0,0 +1,17 @@
+##
+# Wrapper to make a file URI work like an http URI
+class Mechanize::FileConnection
+  @instance = nil
+  def self.new *a
+    @instance ||= super
+  end
+  def request uri, request
+    yield Mechanize::FileResponse.new Mechanize::Util.uri_unescape uri.path
+  end
+end

data/lib/mechanize/file_request.rb ADDED

@@ -0,0 +1,26 @@
+##
+# A wrapper for a file URI that makes a request that works like a
+# Net::HTTPRequest
+class Mechanize::FileRequest
+  attr_accessor :uri
+  def initialize uri
+    @uri = uri
+  end
+  def add_field *a
+  end
+  alias []= add_field
+  def path
+    @uri.path
+  end
+  def each_header
+  end
+end

data/lib/mechanize/file_response.rb ADDED

@@ -0,0 +1,74 @@
+##
+# Fake response for dealing with file:/// requests
+class Mechanize::FileResponse
+  def initialize(file_path)
+    @file_path = file_path
+  end
+  def read_body
+    raise Mechanize::ResponseCodeError, self unless File.exist? @file_path
+    if directory?
+      yield dir_body
+    else
+      open @file_path, 'rb' do |io|
+        yield io.read
+      end
+    end
+  end
+  def code
+    File.exist?(@file_path) ? 200 : 404
+  end
+  def content_length
+    return dir_body.length if directory?
+    File.exist?(@file_path) ? File.stat(@file_path).size : 0
+  end
+  def each_header; end
+  def [](key)
+    return nil unless key.downcase == 'content-type'
+    return 'text/html' if directory?
+    return 'text/html' if ['.html', '.xhtml'].any? { |extn|
+      @file_path =~ /#{extn}$/
+    }
+    nil
+  end
+  def each
+  end
+  def get_fields(key)
+    []
+  end
+  def http_version
+    '0'
+  end
+  def message
+    File.exist?(@file_path) ? 'OK' : 'Not Found'
+  end
+  private
+  def dir_body
+    body = %w[<html><body>]
+    body.concat Dir[File.join(@file_path, '*')].map { |f|
+      "<a href=\"file://#{f}\">#{File.basename(f)}</a>"
+    }
+    body << %w[</body></html>]
+    body = body.join "\n"
+    body.force_encoding Encoding::BINARY if body.respond_to? :force_encoding
+    body
+  end
+  def directory?
+    File.directory?(@file_path)
+  end
+end

data/lib/mechanize/file_saver.rb ADDED

@@ -0,0 +1,37 @@
+class Mechanize
+  # = Synopsis
+  # This is a pluggable parser that automatically saves every file
+  # it encounters.  It saves the files as a tree, reflecting the
+  # host and file path.
+  #
+  # == Example to save all PDF's
+  #  require 'rubygems'
+  #  require 'mechanize'
+  #
+  #  agent = Mechanize.new
+  #  agent.pluggable_parser.pdf = Mechanize::FileSaver
+  #  agent.get('http://example.com/foo.pdf')
+  #
+  class FileSaver < File
+    attr_reader :filename
+    def initialize(uri=nil, response=nil, body=nil, code=nil)
+      super(uri, response, body, code)
+      path = uri.path.empty? ? 'index.html' : uri.path.gsub(/^[\/]*/, '')
+      path += 'index.html' if path =~ /\/$/
+      split_path = path.split(/\//)
+      filename = split_path.length > 0 ? split_path.pop : 'index.html'
+      joined_path = split_path.join(::File::SEPARATOR)
+      path = if joined_path.empty?
+               uri.host
+             else
+               "#{uri.host}#{::File::SEPARATOR}#{joined_path}"
+             end
+      @filename = "#{path}#{::File::SEPARATOR}#{filename}"
+      FileUtils.mkdir_p(path)
+      save_as(@filename)
+    end
+  end
+end

data/lib/mechanize/form.rb ADDED

@@ -0,0 +1,478 @@
+require 'mechanize/element_matcher'
+require 'mechanize/form/field'
+require 'mechanize/form/button'
+require 'mechanize/form/file_upload'
+require 'mechanize/form/image_button'
+require 'mechanize/form/multi_select_list'
+require 'mechanize/form/option'
+require 'mechanize/form/radio_button'
+require 'mechanize/form/check_box'
+require 'mechanize/form/select_list'
+class Mechanize
+  # =Synopsis
+  # This class encapsulates a form parsed out of an HTML page.  Each type
+  # of input fields available in a form can be accessed through this object.
+  # See GlobalForm for more methods.
+  #
+  # ==Example
+  # Find a form and print out its fields
+  #  form = page.forms.first # => Mechanize::Form
+  #  form.fields.each { |f| puts f.name }
+  # Set the input field 'name' to "Aaron"
+  #  form['name'] = 'Aaron'
+  #  puts form['name']
+  class Form
+    extend Mechanize::ElementMatcher
+    attr_accessor :method, :action, :name
+    attr_reader :fields, :buttons, :file_uploads, :radiobuttons, :checkboxes
+    # Content-Type for form data (i.e. application/x-www-form-urlencoded)
+    attr_accessor :enctype
+    # Character encoding of form data (i.e. UTF-8)
+    attr_accessor :encoding
+    # When true, character encoding errors will never be never raised on form
+    # submission.  Default is false
+    attr_accessor :ignore_encoding_error
+    alias :elements :fields
+    attr_reader :form_node
+    attr_reader :page
+    def initialize(node, mech=nil, page=nil)
+      @enctype = node['enctype'] || 'application/x-www-form-urlencoded'
+      @form_node        = node
+      @action           = Util.html_unescape(node['action'])
+      @method           = (node['method'] || 'GET').upcase
+      @name             = node['name']
+      @clicked_buttons  = []
+      @page             = page
+      @mech             = mech
+      @encoding = node['accept-charset'] || (page && page.encoding) || nil
+      @ignore_encoding_error = false
+      parse
+    end
+    # Returns whether or not the form contains a field with +field_name+
+    def has_field?(field_name)
+      fields.find { |f| f.name == field_name }
+    end
+    alias :has_key? :has_field?
+    def has_value?(value)
+      fields.find { |f| f.value == value }
+    end
+    def keys; fields.map { |f| f.name }; end
+    def values; fields.map { |f| f.value }; end
+    def submits  ; @submits   ||= buttons.select { |f| f.class == Submit   }; end
+    def resets   ; @resets    ||= buttons.select { |f| f.class == Reset    }; end
+    def texts    ; @texts     ||=  fields.select { |f| f.class == Text     }; end
+    def hiddens  ; @hiddens   ||=  fields.select { |f| f.class == Hidden   }; end
+    def textareas; @textareas ||=  fields.select { |f| f.class == Textarea }; end
+    def submit_button?(button_name)   submits.find{|f| f.name == button_name}; end
+    def reset_button?(button_name)     resets.find{|f| f.name == button_name}; end
+    def text_field?(field_name)         texts.find{|f| f.name == field_name}; end
+    def hidden_field?(field_name)     hiddens.find{|f| f.name == field_name}; end
+    def textarea_field?(field_name) textareas.find{|f| f.name == field_name}; end
+    # This method is a shortcut to get form's DOM id.
+    # Common usage:
+    #   page.form_with(:dom_id => "foorm")
+    # Note that you can also use +:id+ to get to this method:
+    #   page.form_with(:id => "foorm")
+    def dom_id
+      form_node['id']
+    end
+    # Add a field with +field_name+ and +value+
+    def add_field!(field_name, value = nil)
+      fields << Field.new({'name' => field_name}, value)
+    end
+    # This method sets multiple fields on the form.  It takes a list of field
+    # name, value pairs.  If there is more than one field found with the
+    # same name, this method will set the first one found.  If you want to
+    # set the value of a duplicate field, use a value which is a Hash with
+    # the key as the index in to the form.  The index
+    # is zero based.  For example, to set the second field named 'foo', you
+    # could do the following:
+    #  form.set_fields( :foo => { 1 => 'bar' } )
+    def set_fields(fields = {})
+      fields.each do |k,v|
+        case v
+        when Hash
+          v.each do |index, value|
+            self.fields_with(:name => k.to_s).[](index).value = value
+          end
+        else
+          value = nil
+          index = 0
+          [v].flatten.each do |val|
+            index = val.to_i if value
+            value = val unless value
+          end
+          self.fields_with(:name => k.to_s).[](index).value = value
+        end
+      end
+    end
+    # Fetch the value of the first input field with the name passed in
+    # ==Example
+    # Fetch the value set in the input field 'name'
+    #  puts form['name']
+    def [](field_name)
+      f = field(field_name)
+      f && f.value
+    end
+    # Set the value of the first input field with the name passed in
+    # ==Example
+    # Set the value in the input field 'name' to "Aaron"
+    #  form['name'] = 'Aaron'
+    def []=(field_name, value)
+      f = field(field_name)
+      if f
+        f.value = value
+      else
+        add_field!(field_name, value)
+      end
+    end
+    # Treat form fields like accessors.
+    def method_missing(meth, *args)
+      method = meth.to_s.gsub(/=$/, '')
+      if field(method)
+        return field(method).value if args.empty?
+        return field(method).value = args[0]
+      end
+      super
+    end
+    # Submit this form with the button passed in
+    def submit button=nil, headers = {}
+      @mech.submit(self, button, headers)
+    end
+    # Submit form using +button+. Defaults
+    # to the first button.
+    def click_button(button = buttons.first)
+      submit(button)
+    end
+    # This method is sub-method of build_query.
+    # It converts charset of query value of fields into expected one.
+    def proc_query(field)
+      return unless field.query_value
+      field.query_value.map{|(name, val)|
+        [from_native_charset(name), from_native_charset(val.to_s)]
+      }
+    end
+    private :proc_query
+    def from_native_charset str
+      Util.from_native_charset(str, encoding, @ignore_encoding_error, @mech && @mech.log)
+    end
+    private :from_native_charset
+    # This method builds an array of arrays that represent the query
+    # parameters to be used with this form.  The return value can then
+    # be used to create a query string for this form.
+    def build_query(buttons = [])
+      query = []
+      @mech.log.info("form encoding: #{encoding}") if @mech && @mech.log
+      (fields + checkboxes).sort.each do |f|
+        case f
+        when Form::CheckBox
+          if f.checked
+            qval = proc_query(f)
+            query.push(*qval)
+          end
+        when Form::Field
+          qval = proc_query(f)
+          query.push(*qval)
+        end
+      end
+      radio_groups = {}
+      radiobuttons.each do |f|
+        fname = from_native_charset(f.name)
+        radio_groups[fname] ||= []
+        radio_groups[fname] << f
+      end
+      # take one radio button from each group
+      radio_groups.each_value do |g|
+        checked = g.select {|f| f.checked}
+        if checked.size == 1
+          f = checked.first
+          qval = proc_query(f)
+          query.push(*qval)
+        elsif checked.size > 1
+          raise Mechanize::Error,
+                "multiple radiobuttons are checked in the same group!"
+        end
+      end
+      @clicked_buttons.each { |b|
+        qval = proc_query(b)
+        query.push(*qval)
+      }
+      query
+    end
+    # This method adds a button to the query.  If the form needs to be
+    # submitted with multiple buttons, pass each button to this method.
+    def add_button_to_query(button)
+      @clicked_buttons << button
+    end
+    # This method calculates the request data to be sent back to the server
+    # for this form, depending on if this is a regular post, get, or a
+    # multi-part post,
+    def request_data
+      query_params = build_query()
+      case @enctype.downcase
+      when /^multipart\/form-data/
+        boundary = rand_string(20)
+        @enctype = "multipart/form-data; boundary=#{boundary}"
+        params = query_params.map do |k,v|
+          param_to_multipart(k, v) if k
+        end.compact
+        params.concat @file_uploads.map { |f| file_to_multipart(f) }
+        params.map do |part|
+          part.force_encoding('ASCII-8BIT') if part.respond_to? :force_encoding
+          "--#{boundary}\r\n#{part}"
+        end.join('') +
+          "--#{boundary}--\r\n"
+      else
+        Mechanize::Util.build_query_string(query_params)
+      end
+    end
+    # Removes all fields with name +field_name+.
+    def delete_field!(field_name)
+      @fields.delete_if{ |f| f.name == field_name}
+    end
+    ##
+    # :method: field_with(criteria)
+    #
+    # Find one field that matches +criteria+
+    # Example:
+    #   form.field_with(:id => "exact_field_id").value = 'hello'
+    ##
+    # :method: fields_with(criteria)
+    #
+    # Find all fields that match +criteria+
+    # Example:
+    #   form.fields_with(:value => /foo/).each do |field|
+    #     field.value = 'hello!'
+    #   end
+    elements_with :field
+    ##
+    # :method: button_with(criteria)
+    #
+    # Find one button that matches +criteria+
+    # Example:
+    #   form.button_with(:value => /submit/).value = 'hello'
+    ##
+    # :method: buttons_with(criteria)
+    #
+    # Find all buttons that match +criteria+
+    # Example:
+    #   form.buttons_with(:value => /submit/).each do |button|
+    #     button.value = 'hello!'
+    #   end
+    elements_with :button
+    ##
+    # :method: file_upload_with(criteria)
+    #
+    # Find one file upload field that matches +criteria+
+    # Example:
+    #   form.file_upload_with(:file_name => /picture/).value = 'foo'
+    ##
+    # :method: file_uploads_with(criteria)
+    #
+    # Find all file upload fields that match +criteria+
+    # Example:
+    #   form.file_uploads_with(:file_name => /picutre/).each do |field|
+    #     field.value = 'foo!'
+    #   end
+    elements_with :file_upload
+    ##
+    # :method: radiobutton_with(criteria)
+    #
+    # Find one radio button that matches +criteria+
+    # Example:
+    #   form.radiobutton_with(:name => /woo/).check
+    ##
+    # :method: radiobuttons_with(criteria)
+    #
+    # Find all radio buttons that match +criteria+
+    # Example:
+    #   form.radiobuttons_with(:name => /woo/).each do |field|
+    #     field.check
+    #   end
+    elements_with :radiobutton
+    ##
+    # :method: checkbox_with(criteria)
+    #
+    # Find one checkbox that matches +criteria+
+    # Example:
+    #   form.checkbox_with(:name => /woo/).check
+    ##
+    # :method: checkboxes_with(criteria)
+    #
+    # Find all checkboxes that match +criteria+
+    # Example:
+    #   form.checkboxes_with(:name => /woo/).each do |field|
+    #     field.check
+    #   end
+    elements_with :checkbox,   :checkboxes
+    private
+    def parse
+      @fields       = []
+      @buttons      = []
+      @file_uploads = []
+      @radiobuttons = []
+      @checkboxes   = []
+      # Find all input tags
+      form_node.search('input').each do |node|
+        type = (node['type'] || 'text').downcase
+        name = node['name']
+        next if name.nil? && !%w[submit button image].include?(type)
+        case type
+        when 'radio'
+          @radiobuttons << RadioButton.new(node, self)
+        when 'checkbox'
+          @checkboxes << CheckBox.new(node, self)
+        when 'file'
+          @file_uploads << FileUpload.new(node, nil)
+        when 'submit'
+          @buttons << Submit.new(node)
+        when 'button'
+          @buttons << Button.new(node)
+        when 'reset'
+          @buttons << Reset.new(node)
+        when 'image'
+          @buttons << ImageButton.new(node)
+        when 'hidden'
+          @fields << Hidden.new(node, node['value'] || '')
+        when 'text'
+          @fields << Text.new(node, node['value'] || '')
+        when 'textarea'
+          @fields << Textarea.new(node, node['value'] || '')
+        else
+          @fields << Field.new(node, node['value'] || '')
+        end
+      end
+      # Find all textarea tags
+      form_node.search('textarea').each do |node|
+        next unless node['name']
+        @fields << Textarea.new(node, node.inner_text)
+      end
+      # Find all select tags
+      form_node.search('select').each do |node|
+        next unless node['name']
+        if node.has_attribute? 'multiple'
+          @fields << MultiSelectList.new(node)
+        else
+          @fields << SelectList.new(node)
+        end
+      end
+      # Find all submit button tags
+      # FIXME: what can I do with the reset buttons?
+      form_node.search('button').each do |node|
+        type = (node['type'] || 'submit').downcase
+        next if type == 'reset'
+        @buttons << Button.new(node)
+      end
+    end
+    def rand_string(len = 10)
+      chars = ("a".."z").to_a + ("A".."Z").to_a
+      string = ""
+      1.upto(len) { |i| string << chars[rand(chars.size-1)] }
+      string
+    end
+    def mime_value_quote(str)
+      str.gsub(/(["\r\\])/){|s| '\\' + s}
+    end
+    def param_to_multipart(name, value)
+      return "Content-Disposition: form-data; name=\"" +
+        "#{mime_value_quote(name)}\"\r\n" +
+        "\r\n#{value}\r\n"
+    end
+    def file_to_multipart(file)
+      file_name = file.file_name ? ::File.basename(file.file_name) : ''
+      body =  "Content-Disposition: form-data; name=\"" +
+        "#{mime_value_quote(file.name)}\"; " +
+        "filename=\"#{mime_value_quote(file_name)}\"\r\n" +
+        "Content-Transfer-Encoding: binary\r\n"
+      if file.file_data.nil? and file.file_name
+        file.file_data = open(file.file_name, "rb") { |f| f.read }
+        file.mime_type =
+          WEBrick::HTTPUtils.mime_type(file.file_name,
+                                       WEBrick::HTTPUtils::DefaultMimeTypes)
+      end
+      if file.mime_type
+        body << "Content-Type: #{file.mime_type}\r\n"
+      end
+      body <<
+        if file.file_data.respond_to? :read
+          "\r\n#{file.file_data.read}\r\n"
+        else
+          "\r\n#{file.file_data}\r\n"
+        end
+      body
+    end
+  end
+end