RubyGems - neocoin-mechanize - Versions diffs - 2.0.2 - Mend

neocoin-mechanize 2.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (174) hide show

data/.autotest +6 -0
data/.gemtest +0 -0
data/CHANGELOG.rdoc +638 -0
data/EXAMPLES.rdoc +187 -0
data/FAQ.rdoc +11 -0
data/GUIDE.rdoc +163 -0
data/LICENSE.rdoc +20 -0
data/Manifest.txt +172 -0
data/README.rdoc +63 -0
data/Rakefile +36 -0
data/examples/flickr_upload.rb +22 -0
data/examples/mech-dump.rb +5 -0
data/examples/proxy_req.rb +7 -0
data/examples/rubyforge.rb +20 -0
data/examples/spider.rb +21 -0
data/lib/mechanize.rb +662 -0
data/lib/mechanize/content_type_error.rb +14 -0
data/lib/mechanize/cookie.rb +85 -0
data/lib/mechanize/cookie_jar.rb +241 -0
data/lib/mechanize/element_matcher.rb +35 -0
data/lib/mechanize/file.rb +80 -0
data/lib/mechanize/file_connection.rb +17 -0
data/lib/mechanize/file_request.rb +26 -0
data/lib/mechanize/file_response.rb +74 -0
data/lib/mechanize/file_saver.rb +37 -0
data/lib/mechanize/form.rb +478 -0
data/lib/mechanize/form/button.rb +9 -0
data/lib/mechanize/form/check_box.rb +11 -0
data/lib/mechanize/form/field.rb +44 -0
data/lib/mechanize/form/file_upload.rb +23 -0
data/lib/mechanize/form/image_button.rb +20 -0
data/lib/mechanize/form/multi_select_list.rb +83 -0
data/lib/mechanize/form/option.rb +49 -0
data/lib/mechanize/form/radio_button.rb +48 -0
data/lib/mechanize/form/select_list.rb +40 -0
data/lib/mechanize/headers.rb +25 -0
data/lib/mechanize/history.rb +83 -0
data/lib/mechanize/http.rb +3 -0
data/lib/mechanize/http/agent.rb +738 -0
data/lib/mechanize/inspect.rb +88 -0
data/lib/mechanize/monkey_patch.rb +37 -0
data/lib/mechanize/page.rb +408 -0
data/lib/mechanize/page/base.rb +8 -0
data/lib/mechanize/page/frame.rb +27 -0
data/lib/mechanize/page/image.rb +30 -0
data/lib/mechanize/page/label.rb +20 -0
data/lib/mechanize/page/link.rb +82 -0
data/lib/mechanize/page/meta_refresh.rb +56 -0
data/lib/mechanize/pluggable_parsers.rb +101 -0
data/lib/mechanize/redirect_limit_reached_error.rb +16 -0
data/lib/mechanize/redirect_not_get_or_head_error.rb +19 -0
data/lib/mechanize/response_code_error.rb +22 -0
data/lib/mechanize/response_read_error.rb +27 -0
data/lib/mechanize/robots_disallowed_error.rb +29 -0
data/lib/mechanize/unsupported_scheme_error.rb +8 -0
data/lib/mechanize/util.rb +113 -0
data/test/data/htpasswd +1 -0
data/test/data/server.crt +16 -0
data/test/data/server.csr +12 -0
data/test/data/server.key +15 -0
data/test/data/server.pem +15 -0
data/test/helper.rb +175 -0
data/test/htdocs/alt_text.html +10 -0
data/test/htdocs/bad_form_test.html +9 -0
data/test/htdocs/button.jpg +0 -0
data/test/htdocs/canonical_uri.html +9 -0
data/test/htdocs/dir with spaces/foo.html +1 -0
data/test/htdocs/empty_form.html +6 -0
data/test/htdocs/file_upload.html +26 -0
data/test/htdocs/find_link.html +41 -0
data/test/htdocs/form_multi_select.html +16 -0
data/test/htdocs/form_multival.html +37 -0
data/test/htdocs/form_no_action.html +18 -0
data/test/htdocs/form_no_input_name.html +16 -0
data/test/htdocs/form_select.html +16 -0
data/test/htdocs/form_select_all.html +16 -0
data/test/htdocs/form_select_none.html +17 -0
data/test/htdocs/form_select_noopts.html +10 -0
data/test/htdocs/form_set_fields.html +14 -0
data/test/htdocs/form_test.html +188 -0
data/test/htdocs/frame_referer_test.html +10 -0
data/test/htdocs/frame_test.html +30 -0
data/test/htdocs/google.html +13 -0
data/test/htdocs/iframe_test.html +16 -0
data/test/htdocs/index.html +6 -0
data/test/htdocs/link with space.html +5 -0
data/test/htdocs/meta_cookie.html +11 -0
data/test/htdocs/no_title_test.html +6 -0
data/test/htdocs/nofollow.html +9 -0
data/test/htdocs/noindex.html +9 -0
data/test/htdocs/norobots.html +8 -0
data/test/htdocs/rails_3_encoding_hack_form_test.html +27 -0
data/test/htdocs/rel_nofollow.html +8 -0
data/test/htdocs/relative/tc_relative_links.html +21 -0
data/test/htdocs/robots.html +8 -0
data/test/htdocs/robots.txt +2 -0
data/test/htdocs/tc_bad_charset.html +9 -0
data/test/htdocs/tc_bad_links.html +5 -0
data/test/htdocs/tc_base_images.html +10 -0
data/test/htdocs/tc_base_link.html +8 -0
data/test/htdocs/tc_blank_form.html +11 -0
data/test/htdocs/tc_charset.html +6 -0
data/test/htdocs/tc_checkboxes.html +19 -0
data/test/htdocs/tc_encoded_links.html +5 -0
data/test/htdocs/tc_field_precedence.html +11 -0
data/test/htdocs/tc_follow_meta.html +8 -0
data/test/htdocs/tc_form_action.html +48 -0
data/test/htdocs/tc_images.html +8 -0
data/test/htdocs/tc_links.html +18 -0
data/test/htdocs/tc_meta_in_body.html +9 -0
data/test/htdocs/tc_no_attributes.html +16 -0
data/test/htdocs/tc_pretty_print.html +17 -0
data/test/htdocs/tc_radiobuttons.html +17 -0
data/test/htdocs/tc_referer.html +16 -0
data/test/htdocs/tc_relative_links.html +19 -0
data/test/htdocs/tc_textarea.html +23 -0
data/test/htdocs/test_bad_encoding.html +52 -0
data/test/htdocs/test_click.html +11 -0
data/test/htdocs/unusual______.html +5 -0
data/test/servlets.rb +402 -0
data/test/ssl_server.rb +48 -0
data/test/test_cookies.rb +129 -0
data/test/test_form_action.rb +52 -0
data/test/test_form_as_hash.rb +59 -0
data/test/test_form_button.rb +46 -0
data/test/test_frames.rb +34 -0
data/test/test_headers.rb +33 -0
data/test/test_history.rb +118 -0
data/test/test_history_added.rb +16 -0
data/test/test_html_unscape_forms.rb +46 -0
data/test/test_if_modified_since.rb +20 -0
data/test/test_images.rb +19 -0
data/test/test_mechanize.rb +842 -0
data/test/test_mechanize_cookie.rb +345 -0
data/test/test_mechanize_cookie_jar.rb +401 -0
data/test/test_mechanize_file.rb +53 -0
data/test/test_mechanize_file_request.rb +19 -0
data/test/test_mechanize_file_response.rb +21 -0
data/test/test_mechanize_form.rb +576 -0
data/test/test_mechanize_form_check_box.rb +37 -0
data/test/test_mechanize_form_encoding.rb +120 -0
data/test/test_mechanize_form_field.rb +21 -0
data/test/test_mechanize_form_image_button.rb +12 -0
data/test/test_mechanize_form_textarea.rb +51 -0
data/test/test_mechanize_http_agent.rb +697 -0
data/test/test_mechanize_link.rb +84 -0
data/test/test_mechanize_page_encoding.rb +147 -0
data/test/test_mechanize_page_link.rb +382 -0
data/test/test_mechanize_page_meta_refresh.rb +115 -0
data/test/test_mechanize_redirect_not_get_or_head_error.rb +18 -0
data/test/test_mechanize_subclass.rb +22 -0
data/test/test_mechanize_util.rb +92 -0
data/test/test_multi_select.rb +118 -0
data/test/test_no_attributes.rb +13 -0
data/test/test_option.rb +18 -0
data/test/test_pluggable_parser.rb +136 -0
data/test/test_post_form.rb +37 -0
data/test/test_pretty_print.rb +22 -0
data/test/test_radiobutton.rb +75 -0
data/test/test_redirect_limit_reached.rb +39 -0
data/test/test_referer.rb +81 -0
data/test/test_relative_links.rb +40 -0
data/test/test_request.rb +13 -0
data/test/test_response_code.rb +53 -0
data/test/test_robots.rb +72 -0
data/test/test_save_file.rb +48 -0
data/test/test_scheme.rb +48 -0
data/test/test_select.rb +119 -0
data/test/test_select_all.rb +15 -0
data/test/test_select_none.rb +15 -0
data/test/test_select_noopts.rb +18 -0
data/test/test_set_fields.rb +44 -0
data/test/test_ssl_server.rb +20 -0
metadata +354 -0

data/lib/mechanize/file_connection.rb ADDED Viewed

@@ -0,0 +1,17 @@
+##
+# Wrapper to make a file URI work like an http URI
+class Mechanize::FileConnection
+  @instance = nil
+  def self.new *a
+    @instance ||= super
+  end
+  def request uri, request
+    yield Mechanize::FileResponse.new Mechanize::Util.uri_unescape uri.path
+  end
+end

data/lib/mechanize/file_request.rb ADDED Viewed

@@ -0,0 +1,26 @@
+##
+# A wrapper for a file URI that makes a request that works like a
+# Net::HTTPRequest
+class Mechanize::FileRequest
+  attr_accessor :uri
+  def initialize uri
+    @uri = uri
+  end
+  def add_field *a
+  end
+  alias []= add_field
+  def path
+    @uri.path
+  end
+  def each_header
+  end
+end

data/lib/mechanize/file_response.rb ADDED Viewed

@@ -0,0 +1,74 @@
+##
+# Fake response for dealing with file:/// requests
+class Mechanize::FileResponse
+  def initialize(file_path)
+    @file_path = file_path
+  end
+  def read_body
+    raise Mechanize::ResponseCodeError, self unless File.exist? @file_path
+    if directory?
+      yield dir_body
+    else
+      open @file_path, 'rb' do |io|
+        yield io.read
+      end
+    end
+  end
+  def code
+    File.exist?(@file_path) ? 200 : 404
+  end
+  def content_length
+    return dir_body.length if directory?
+    File.exist?(@file_path) ? File.stat(@file_path).size : 0
+  end
+  def each_header; end
+  def [](key)
+    return nil unless key.downcase == 'content-type'
+    return 'text/html' if directory?
+    return 'text/html' if ['.html', '.xhtml'].any? { |extn|
+      @file_path =~ /#{extn}$/
+    }
+    nil
+  end
+  def each
+  end
+  def get_fields(key)
+    []
+  end
+  def http_version
+    '0'
+  end
+  def message
+    File.exist?(@file_path) ? 'OK' : 'Not Found'
+  end
+  private
+  def dir_body
+    body = %w[<html><body>]
+    body.concat Dir[File.join(@file_path, '*')].map { |f|
+      "<a href=\"file://#{f}\">#{File.basename(f)}</a>"
+    }
+    body << %w[</body></html>]
+    body = body.join "\n"
+    body.force_encoding Encoding::BINARY if body.respond_to? :force_encoding
+    body
+  end
+  def directory?
+    File.directory?(@file_path)
+  end
+end

data/lib/mechanize/file_saver.rb ADDED Viewed

@@ -0,0 +1,37 @@
+class Mechanize
+  # = Synopsis
+  # This is a pluggable parser that automatically saves every file
+  # it encounters.  It saves the files as a tree, reflecting the
+  # host and file path.
+  #
+  # == Example to save all PDF's
+  #  require 'rubygems'
+  #  require 'mechanize'
+  #
+  #  agent = Mechanize.new
+  #  agent.pluggable_parser.pdf = Mechanize::FileSaver
+  #  agent.get('http://example.com/foo.pdf')
+  #
+  class FileSaver < File
+    attr_reader :filename
+    def initialize(uri=nil, response=nil, body=nil, code=nil)
+      super(uri, response, body, code)
+      path = uri.path.empty? ? 'index.html' : uri.path.gsub(/^[\/]*/, '')
+      path += 'index.html' if path =~ /\/$/
+      split_path = path.split(/\//)
+      filename = split_path.length > 0 ? split_path.pop : 'index.html'
+      joined_path = split_path.join(::File::SEPARATOR)
+      path = if joined_path.empty?
+               uri.host
+             else
+               "#{uri.host}#{::File::SEPARATOR}#{joined_path}"
+             end
+      @filename = "#{path}#{::File::SEPARATOR}#{filename}"
+      FileUtils.mkdir_p(path)
+      save_as(@filename)
+    end
+  end
+end

data/lib/mechanize/form.rb ADDED Viewed

@@ -0,0 +1,478 @@
+require 'mechanize/element_matcher'
+require 'mechanize/form/field'
+require 'mechanize/form/button'
+require 'mechanize/form/file_upload'
+require 'mechanize/form/image_button'
+require 'mechanize/form/multi_select_list'
+require 'mechanize/form/option'
+require 'mechanize/form/radio_button'
+require 'mechanize/form/check_box'
+require 'mechanize/form/select_list'
+class Mechanize
+  # =Synopsis
+  # This class encapsulates a form parsed out of an HTML page.  Each type
+  # of input fields available in a form can be accessed through this object.
+  # See GlobalForm for more methods.
+  #
+  # ==Example
+  # Find a form and print out its fields
+  #  form = page.forms.first # => Mechanize::Form
+  #  form.fields.each { |f| puts f.name }
+  # Set the input field 'name' to "Aaron"
+  #  form['name'] = 'Aaron'
+  #  puts form['name']
+  class Form
+    extend Mechanize::ElementMatcher
+    attr_accessor :method, :action, :name
+    attr_reader :fields, :buttons, :file_uploads, :radiobuttons, :checkboxes
+    # Content-Type for form data (i.e. application/x-www-form-urlencoded)
+    attr_accessor :enctype
+    # Character encoding of form data (i.e. UTF-8)
+    attr_accessor :encoding
+    # When true, character encoding errors will never be never raised on form
+    # submission.  Default is false
+    attr_accessor :ignore_encoding_error
+    alias :elements :fields
+    attr_reader :form_node
+    attr_reader :page
+    def initialize(node, mech=nil, page=nil)
+      @enctype = node['enctype'] || 'application/x-www-form-urlencoded'
+      @form_node        = node
+      @action           = Util.html_unescape(node['action'])
+      @method           = (node['method'] || 'GET').upcase
+      @name             = node['name']
+      @clicked_buttons  = []
+      @page             = page
+      @mech             = mech
+      @encoding = node['accept-charset'] || (page && page.encoding) || nil
+      @ignore_encoding_error = false
+      parse
+    end
+    # Returns whether or not the form contains a field with +field_name+
+    def has_field?(field_name)
+      fields.find { |f| f.name == field_name }
+    end
+    alias :has_key? :has_field?
+    def has_value?(value)
+      fields.find { |f| f.value == value }
+    end
+    def keys; fields.map { |f| f.name }; end
+    def values; fields.map { |f| f.value }; end
+    def submits  ; @submits   ||= buttons.select { |f| f.class == Submit   }; end
+    def resets   ; @resets    ||= buttons.select { |f| f.class == Reset    }; end
+    def texts    ; @texts     ||=  fields.select { |f| f.class == Text     }; end
+    def hiddens  ; @hiddens   ||=  fields.select { |f| f.class == Hidden   }; end
+    def textareas; @textareas ||=  fields.select { |f| f.class == Textarea }; end
+    def submit_button?(button_name)   submits.find{|f| f.name == button_name}; end
+    def reset_button?(button_name)     resets.find{|f| f.name == button_name}; end
+    def text_field?(field_name)         texts.find{|f| f.name == field_name}; end
+    def hidden_field?(field_name)     hiddens.find{|f| f.name == field_name}; end
+    def textarea_field?(field_name) textareas.find{|f| f.name == field_name}; end
+    # This method is a shortcut to get form's DOM id.
+    # Common usage:
+    #   page.form_with(:dom_id => "foorm")
+    # Note that you can also use +:id+ to get to this method:
+    #   page.form_with(:id => "foorm")
+    def dom_id
+      form_node['id']
+    end
+    # Add a field with +field_name+ and +value+
+    def add_field!(field_name, value = nil)
+      fields << Field.new({'name' => field_name}, value)
+    end
+    # This method sets multiple fields on the form.  It takes a list of field
+    # name, value pairs.  If there is more than one field found with the
+    # same name, this method will set the first one found.  If you want to
+    # set the value of a duplicate field, use a value which is a Hash with
+    # the key as the index in to the form.  The index
+    # is zero based.  For example, to set the second field named 'foo', you
+    # could do the following:
+    #  form.set_fields( :foo => { 1 => 'bar' } )
+    def set_fields(fields = {})
+      fields.each do |k,v|
+        case v
+        when Hash
+          v.each do |index, value|
+            self.fields_with(:name => k.to_s).[](index).value = value
+          end
+        else
+          value = nil
+          index = 0
+          [v].flatten.each do |val|
+            index = val.to_i if value
+            value = val unless value
+          end
+          self.fields_with(:name => k.to_s).[](index).value = value
+        end
+      end
+    end
+    # Fetch the value of the first input field with the name passed in
+    # ==Example
+    # Fetch the value set in the input field 'name'
+    #  puts form['name']
+    def [](field_name)
+      f = field(field_name)
+      f && f.value
+    end
+    # Set the value of the first input field with the name passed in
+    # ==Example
+    # Set the value in the input field 'name' to "Aaron"
+    #  form['name'] = 'Aaron'
+    def []=(field_name, value)
+      f = field(field_name)
+      if f
+        f.value = value
+      else
+        add_field!(field_name, value)
+      end
+    end
+    # Treat form fields like accessors.
+    def method_missing(meth, *args)
+      method = meth.to_s.gsub(/=$/, '')
+      if field(method)
+        return field(method).value if args.empty?
+        return field(method).value = args[0]
+      end
+      super
+    end
+    # Submit this form with the button passed in
+    def submit button=nil, headers = {}
+      @mech.submit(self, button, headers)
+    end
+    # Submit form using +button+. Defaults
+    # to the first button.
+    def click_button(button = buttons.first)
+      submit(button)
+    end
+    # This method is sub-method of build_query.
+    # It converts charset of query value of fields into expected one.
+    def proc_query(field)
+      return unless field.query_value
+      field.query_value.map{|(name, val)|
+        [from_native_charset(name), from_native_charset(val.to_s)]
+      }
+    end
+    private :proc_query
+    def from_native_charset str
+      Util.from_native_charset(str, encoding, @ignore_encoding_error, @mech && @mech.log)
+    end
+    private :from_native_charset
+    # This method builds an array of arrays that represent the query
+    # parameters to be used with this form.  The return value can then
+    # be used to create a query string for this form.
+    def build_query(buttons = [])
+      query = []
+      @mech.log.info("form encoding: #{encoding}") if @mech && @mech.log
+      (fields + checkboxes).sort.each do |f|
+        case f
+        when Form::CheckBox
+          if f.checked
+            qval = proc_query(f)
+            query.push(*qval)
+          end
+        when Form::Field
+          qval = proc_query(f)
+          query.push(*qval)
+        end
+      end
+      radio_groups = {}
+      radiobuttons.each do |f|
+        fname = from_native_charset(f.name)
+        radio_groups[fname] ||= []
+        radio_groups[fname] << f
+      end
+      # take one radio button from each group
+      radio_groups.each_value do |g|
+        checked = g.select {|f| f.checked}
+        if checked.size == 1
+          f = checked.first
+          qval = proc_query(f)
+          query.push(*qval)
+        elsif checked.size > 1
+          raise Mechanize::Error,
+                "multiple radiobuttons are checked in the same group!"
+        end
+      end
+      @clicked_buttons.each { |b|
+        qval = proc_query(b)
+        query.push(*qval)
+      }
+      query
+    end
+    # This method adds a button to the query.  If the form needs to be
+    # submitted with multiple buttons, pass each button to this method.
+    def add_button_to_query(button)
+      @clicked_buttons << button
+    end
+    # This method calculates the request data to be sent back to the server
+    # for this form, depending on if this is a regular post, get, or a
+    # multi-part post,
+    def request_data
+      query_params = build_query()
+      case @enctype.downcase
+      when /^multipart\/form-data/
+        boundary = rand_string(20)
+        @enctype = "multipart/form-data; boundary=#{boundary}"
+        params = query_params.map do |k,v|
+          param_to_multipart(k, v) if k
+        end.compact
+        params.concat @file_uploads.map { |f| file_to_multipart(f) }
+        params.map do |part|
+          part.force_encoding('ASCII-8BIT') if part.respond_to? :force_encoding
+          "--#{boundary}\r\n#{part}"
+        end.join('') +
+          "--#{boundary}--\r\n"
+      else
+        Mechanize::Util.build_query_string(query_params)
+      end
+    end
+    # Removes all fields with name +field_name+.
+    def delete_field!(field_name)
+      @fields.delete_if{ |f| f.name == field_name}
+    end
+    ##
+    # :method: field_with(criteria)
+    #
+    # Find one field that matches +criteria+
+    # Example:
+    #   form.field_with(:id => "exact_field_id").value = 'hello'
+    ##
+    # :method: fields_with(criteria)
+    #
+    # Find all fields that match +criteria+
+    # Example:
+    #   form.fields_with(:value => /foo/).each do |field|
+    #     field.value = 'hello!'
+    #   end
+    elements_with :field
+    ##
+    # :method: button_with(criteria)
+    #
+    # Find one button that matches +criteria+
+    # Example:
+    #   form.button_with(:value => /submit/).value = 'hello'
+    ##
+    # :method: buttons_with(criteria)
+    #
+    # Find all buttons that match +criteria+
+    # Example:
+    #   form.buttons_with(:value => /submit/).each do |button|
+    #     button.value = 'hello!'
+    #   end
+    elements_with :button
+    ##
+    # :method: file_upload_with(criteria)
+    #
+    # Find one file upload field that matches +criteria+
+    # Example:
+    #   form.file_upload_with(:file_name => /picture/).value = 'foo'
+    ##
+    # :method: file_uploads_with(criteria)
+    #
+    # Find all file upload fields that match +criteria+
+    # Example:
+    #   form.file_uploads_with(:file_name => /picutre/).each do |field|
+    #     field.value = 'foo!'
+    #   end
+    elements_with :file_upload
+    ##
+    # :method: radiobutton_with(criteria)
+    #
+    # Find one radio button that matches +criteria+
+    # Example:
+    #   form.radiobutton_with(:name => /woo/).check
+    ##
+    # :method: radiobuttons_with(criteria)
+    #
+    # Find all radio buttons that match +criteria+
+    # Example:
+    #   form.radiobuttons_with(:name => /woo/).each do |field|
+    #     field.check
+    #   end
+    elements_with :radiobutton
+    ##
+    # :method: checkbox_with(criteria)
+    #
+    # Find one checkbox that matches +criteria+
+    # Example:
+    #   form.checkbox_with(:name => /woo/).check
+    ##
+    # :method: checkboxes_with(criteria)
+    #
+    # Find all checkboxes that match +criteria+
+    # Example:
+    #   form.checkboxes_with(:name => /woo/).each do |field|
+    #     field.check
+    #   end
+    elements_with :checkbox,   :checkboxes
+    private
+    def parse
+      @fields       = []
+      @buttons      = []
+      @file_uploads = []
+      @radiobuttons = []
+      @checkboxes   = []
+      # Find all input tags
+      form_node.search('input').each do |node|
+        type = (node['type'] || 'text').downcase
+        name = node['name']
+        next if name.nil? && !%w[submit button image].include?(type)
+        case type
+        when 'radio'
+          @radiobuttons << RadioButton.new(node, self)
+        when 'checkbox'
+          @checkboxes << CheckBox.new(node, self)
+        when 'file'
+          @file_uploads << FileUpload.new(node, nil)
+        when 'submit'
+          @buttons << Submit.new(node)
+        when 'button'
+          @buttons << Button.new(node)
+        when 'reset'
+          @buttons << Reset.new(node)
+        when 'image'
+          @buttons << ImageButton.new(node)
+        when 'hidden'
+          @fields << Hidden.new(node, node['value'] || '')
+        when 'text'
+          @fields << Text.new(node, node['value'] || '')
+        when 'textarea'
+          @fields << Textarea.new(node, node['value'] || '')
+        else
+          @fields << Field.new(node, node['value'] || '')
+        end
+      end
+      # Find all textarea tags
+      form_node.search('textarea').each do |node|
+        next unless node['name']
+        @fields << Textarea.new(node, node.inner_text)
+      end
+      # Find all select tags
+      form_node.search('select').each do |node|
+        next unless node['name']
+        if node.has_attribute? 'multiple'
+          @fields << MultiSelectList.new(node)
+        else
+          @fields << SelectList.new(node)
+        end
+      end
+      # Find all submit button tags
+      # FIXME: what can I do with the reset buttons?
+      form_node.search('button').each do |node|
+        type = (node['type'] || 'submit').downcase
+        next if type == 'reset'
+        @buttons << Button.new(node)
+      end
+    end
+    def rand_string(len = 10)
+      chars = ("a".."z").to_a + ("A".."Z").to_a
+      string = ""
+      1.upto(len) { |i| string << chars[rand(chars.size-1)] }
+      string
+    end
+    def mime_value_quote(str)
+      str.gsub(/(["\r\\])/){|s| '\\' + s}
+    end
+    def param_to_multipart(name, value)
+      return "Content-Disposition: form-data; name=\"" +
+        "#{mime_value_quote(name)}\"\r\n" +
+        "\r\n#{value}\r\n"
+    end
+    def file_to_multipart(file)
+      file_name = file.file_name ? ::File.basename(file.file_name) : ''
+      body =  "Content-Disposition: form-data; name=\"" +
+        "#{mime_value_quote(file.name)}\"; " +
+        "filename=\"#{mime_value_quote(file_name)}\"\r\n" +
+        "Content-Transfer-Encoding: binary\r\n"
+      if file.file_data.nil? and file.file_name
+        file.file_data = open(file.file_name, "rb") { |f| f.read }
+        file.mime_type =
+          WEBrick::HTTPUtils.mime_type(file.file_name,
+                                       WEBrick::HTTPUtils::DefaultMimeTypes)
+      end
+      if file.mime_type
+        body << "Content-Type: #{file.mime_type}\r\n"
+      end
+      body <<
+        if file.file_data.respond_to? :read
+          "\r\n#{file.file_data.read}\r\n"
+        else
+          "\r\n#{file.file_data}\r\n"
+        end
+      body
+    end
+  end
+end