mechanize 0.9.1 → 0.9.2

data/{History.txt → CHANGELOG.rdoc}

@@ -1,6 +1,19 @@
 = Mechanize CHANGELOG
 
-=== HEAD
+=== 0.9.2 / 2009/03/05
+
+* New Features:
+  * Mechanize#submit and Form#submit take arbitrary headers(thanks penguincoder)
+
+* Bug Fixes:
+  * Fixed a bug with bad cookie parsing
+  * Form::RadioButton#click unchecks other buttons (RF #24159)
+  * Fixed problems with Iconv (RF #24190, RF #24192, RF #24043)
+  * POST parameters should be CGI escaped
+  * Made Content-Type match case insensitive (Thanks Kelly Reynolds)
+  * Non-string form parameters work
+
+=== 0.9.1 2009/02/23
 
 * New Features:
   * Encoding may be specified for a page: Page#encoding=

data/Manifest.txt

@@ -1,10 +1,10 @@
-EXAMPLES.txt
-FAQ.txt
-GUIDE.txt
-History.txt
-LICENSE.txt
+CHANGELOG.rdoc
+EXAMPLES.rdoc
+FAQ.rdoc
+GUIDE.rdoc
+LICENSE.rdoc
 Manifest.txt
-README.txt
+README.rdoc
 Rakefile
 examples/flickr_upload.rb
 examples/mech-dump.rb

data/{README.txt → README.rdoc}

@@ -13,20 +13,29 @@ a history.
 
 == Dependencies
 
-* ruby 1.8.4
-* hpricot[http://code.whytheluckystiff.net/hpricot/]
+* ruby 1.8.6
+* nokogiri[http://nokogiri.rubyforge.org]
 
+== SUPPORT:
+
+The mechanize mailing list is available here:
+
+  * http://rubyforge.org/mailman/listinfo/mechanize-users
+
+The bug tracker is available here:
+
+  * http://rubyforge.org/tracker/?atid=5709&group_id=1453
 
 == Examples
 
-If you are just starting, check out the GUIDE[link://files/GUIDE_txt.html].  
-Also, check out the EXAMPLES[link://files/EXAMPLES_txt.html] file.
+If you are just starting, check out the GUIDE[link://files/GUIDE_rdoc.html].  
+Also, check out the EXAMPLES[link://files/EXAMPLES_rdoc.html] file.
 
 == Authors
 
 Copyright (c) 2005 by Michael Neumann (mneumann@ntecs.de) 
 
-Copyright (c) 2006-2008:
+Copyright (c) 2006-2009:
 
 * {Aaron Patterson}[http://tenderlovemaking.com] (aaronp@rubyforge.org)
 * {Mike Dalessio}[http://mike.daless.io] (mike@csa.net)
@@ -47,5 +56,5 @@ library!
   
 == License
 
-This library is distributed under the GPL.  Please see the LICENSE[link://files/LICENSE_txt.html] file.
+This library is distributed under the GPL.  Please see the LICENSE[link://files/LICENSE_rdoc.html] file.
 

data/Rakefile

@@ -8,6 +8,9 @@ HOE = Hoe.new('mechanize', WWW::Mechanize::VERSION) do |p|
   p.rubyforge_name  = 'mechanize'
   p.developer('Aaron Patterson','aaronp@rubyforge.org')
   p.developer('Mike Dalessio','mike.dalessio@gmail.com')
+  p.readme_file     = 'README.rdoc'
+  p.history_file    = 'CHANGELOG.rdoc'
+  p.extra_rdoc_files  = FileList['*.rdoc']
   p.summary         = "Mechanize provides automated web-browsing"
   p.extra_deps      = [['nokogiri', '>= 1.2.1']]
 end

data/lib/www/mechanize.rb

@@ -48,7 +48,7 @@ module WWW
   class Mechanize
     ##
     # The version of Mechanize you are using.
-    VERSION = '0.9.1'
+    VERSION = '0.9.2'
   
     ##
     # User Agent aliases
@@ -328,14 +328,15 @@ module WWW
     #  agent.submit(page.forms.first)
     # With a button
     #  agent.submit(page.forms.first, page.forms.first.buttons.first)
-    def submit(form, button=nil)
+    def submit(form, button=nil, headers={})
       form.add_button_to_query(button) if button
       case form.method.upcase
       when 'POST'
-        post_form(form.action, form)
+        post_form(form.action, form, headers)
       when 'GET'
         get(  :url      => form.action.gsub(/\?[^\?]*$/, ''),
               :params   => form.build_query,
+              :headers  => headers,
               :referer  => form.page
            )
       else
@@ -384,7 +385,7 @@ module WWW
       hash[:uri].to_s
     end
   
-    def post_form(url, form)
+    def post_form(url, form, headers = {})
       cur_page = form.page || current_page ||
                       Page.new( nil, {'content-type'=>'text/html'})
   
@@ -400,7 +401,7 @@ module WWW
                           :headers  => {
                             'Content-Type'    => form.enctype,
                             'Content-Length'  => request_data.size.to_s,
-                          })
+                          }.merge(headers))
       add_to_history(page) 
       page
     end

data/lib/www/mechanize/chain/response_header_handler.rb

@@ -26,8 +26,9 @@ module WWW
               cache_obj[:keep_alive_options][k.intern] = v
             end
           end
-          body = Util.to_native_charset(page.body)
-          if page.is_a?(Page) && body =~ /Set-Cookie/
+
+
+          if page.is_a?(Page) && page.body =~ /Set-Cookie/n
             page.search('//meta[@http-equiv="Set-Cookie"]').each do |meta|
               Cookie::parse(uri, meta['content']) { |c|
                 Mechanize.log.debug("saved cookie: #{c}") if Mechanize.log

data/lib/www/mechanize/cookie.rb

@@ -12,11 +12,13 @@ module WWW
           first_elem.strip!
           key, value = first_elem.split(/=/, 2)
 
+          cookie = nil
           begin
             cookie = new(key, WEBrick::HTTPUtils.dequote(value))
           rescue
             log.warn("Couldn't parse key/value: #{first_elem}") if log
           end
+          next unless cookie
 
           cookie_elem.each{|pair|
             pair.strip!

data/lib/www/mechanize/form.rb

@@ -126,8 +126,8 @@ module WWW
       end
 
       # Submit this form with the button passed in
-      def submit(button=nil)
-        @mech.submit(self, button)
+      def submit button=nil, headers = {}
+        @mech.submit(self, button, headers)
       end
 
       # Submit form using +button+. Defaults
@@ -140,7 +140,7 @@ module WWW
       # It converts charset of query value of fields into excepted one.
       def proc_query(field)
         field.query_value.map{|(name, val)| 
-          [from_native_charset(name), from_native_charset(val)]
+          [from_native_charset(name), from_native_charset(val.to_s)]
         }
       end
       private :proc_query

data/lib/www/mechanize/form/radio_button.rb

@@ -22,7 +22,7 @@ module WWW
         end
 
         def click
-          @checked = !@checked
+          checked ? uncheck : check
         end
 
         private

data/lib/www/mechanize/page.rb

@@ -24,13 +24,19 @@ module WWW
       attr_accessor :encoding
 
       def initialize(uri=nil, response=nil, body=nil, code=nil, mech=nil)
+        @encoding = nil
+        response.each do |header,v|
+          next unless v =~ /charset/i
+          @encoding = v.split('=').last.strip
+        end
+        @encoding ||= Util.detect_charset(body)
+        body = Util.to_native_charset(body, @encoding) rescue body
+
         super(uri, response, body, code)
-        @encoding = Util.detect_charset(body)
         @mech           ||= mech
 
         raise Mechanize::ContentTypeError.new(response['content-type']) unless
-            response['content-type'] =~ /^(text\/html)|(application\/xhtml\+xml)/ 
-
+           response['content-type'] =~ /^(text\/html)|(application\/xhtml\+xml)/i
         @parser = @links = @forms = @meta = @bases = @frames = @iframes = nil
       end
 

data/lib/www/mechanize/util.rb

@@ -1,3 +1,5 @@
+require 'cgi'
+
 module WWW
   class Mechanize
     class Util
@@ -12,7 +14,7 @@ module WWW
           parameters.map { |k,v|
             if k
               # WEBrick::HTTP.escape* has some problems about m17n on ruby-1.9.*.
-              [URI.escape(k.to_s), URI.escape(v.to_s)].join("=")
+              [CGI.escape(k.to_s), CGI.escape(v.to_s)].join("=")
 =begin
               [WEBrick::HTTPUtils.escape_form(k.to_s),
                 WEBrick::HTTPUtils.escape_form(v.to_s)].join("=")

data/mechanize.gemspec

@@ -2,37 +2,37 @@
 
 Gem::Specification.new do |s|
   s.name = %q{mechanize}
-  s.version = "0.8.5.20081221192100"
+  s.version = "0.9.1.20090304135355"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Aaron Patterson", "Mike Dalessio"]
-  s.date = %q{2008-12-21}
+  s.date = %q{2009-03-04}
   s.description = %q{The Mechanize library is used for automating interaction with websites.  Mechanize automatically stores and sends cookies, follows redirects, can follow links, and submit forms.  Form fields can be populated and submitted.  Mechanize also keeps track of the sites that you have visited as a history.}
   s.email = ["aaronp@rubyforge.org", "mike.dalessio@gmail.com"]
-  s.extra_rdoc_files = ["EXAMPLES.txt", "FAQ.txt", "GUIDE.txt", "History.txt", "LICENSE.txt", "Manifest.txt", "README.txt"]
-  s.files = ["EXAMPLES.txt", "FAQ.txt", "GUIDE.txt", "History.txt", "LICENSE.txt", "Manifest.txt", "README.txt", "Rakefile", "examples/flickr_upload.rb", "examples/mech-dump.rb", "examples/proxy_req.rb", "examples/rubyforge.rb", "examples/spider.rb", "lib/mechanize.rb", "lib/www/mechanize.rb", "lib/www/mechanize/chain.rb", "lib/www/mechanize/chain/auth_headers.rb", "lib/www/mechanize/chain/body_decoding_handler.rb", "lib/www/mechanize/chain/connection_resolver.rb", "lib/www/mechanize/chain/custom_headers.rb", "lib/www/mechanize/chain/handler.rb", "lib/www/mechanize/chain/header_resolver.rb", "lib/www/mechanize/chain/parameter_resolver.rb", "lib/www/mechanize/chain/post_connect_hook.rb", "lib/www/mechanize/chain/pre_connect_hook.rb", "lib/www/mechanize/chain/request_resolver.rb", "lib/www/mechanize/chain/response_body_parser.rb", "lib/www/mechanize/chain/response_header_handler.rb", "lib/www/mechanize/chain/response_reader.rb", "lib/www/mechanize/chain/ssl_resolver.rb", "lib/www/mechanize/chain/uri_resolver.rb", "lib/www/mechanize/content_type_error.rb", "lib/www/mechanize/cookie.rb", "lib/www/mechanize/cookie_jar.rb", "lib/www/mechanize/file.rb", "lib/www/mechanize/file_response.rb", "lib/www/mechanize/file_saver.rb", "lib/www/mechanize/form.rb", "lib/www/mechanize/form/button.rb", "lib/www/mechanize/form/check_box.rb", "lib/www/mechanize/form/field.rb", "lib/www/mechanize/form/file_upload.rb", "lib/www/mechanize/form/image_button.rb", "lib/www/mechanize/form/multi_select_list.rb", "lib/www/mechanize/form/option.rb", "lib/www/mechanize/form/radio_button.rb", "lib/www/mechanize/form/select_list.rb", "lib/www/mechanize/headers.rb", "lib/www/mechanize/history.rb", "lib/www/mechanize/inspect.rb", "lib/www/mechanize/list.rb", "lib/www/mechanize/monkey_patch.rb", "lib/www/mechanize/page.rb", "lib/www/mechanize/page/base.rb", "lib/www/mechanize/page/frame.rb", "lib/www/mechanize/page/link.rb", "lib/www/mechanize/page/meta.rb", "lib/www/mechanize/pluggable_parsers.rb", "lib/www/mechanize/redirect_limit_reached_error.rb", "lib/www/mechanize/redirect_not_get_or_head_error.rb", "lib/www/mechanize/response_code_error.rb", "lib/www/mechanize/unsupported_scheme_error.rb", "lib/www/mechanize/util.rb", "mechanize.gemspec", "test/chain/test_argument_validator.rb", "test/chain/test_custom_headers.rb", "test/chain/test_parameter_resolver.rb", "test/chain/test_request_resolver.rb", "test/chain/test_response_reader.rb", "test/data/htpasswd", "test/data/server.crt", "test/data/server.csr", "test/data/server.key", "test/data/server.pem", "test/helper.rb", "test/htdocs/alt_text.html", "test/htdocs/bad_form_test.html", "test/htdocs/button.jpg", "test/htdocs/empty_form.html", "test/htdocs/file_upload.html", "test/htdocs/find_link.html", "test/htdocs/form_multi_select.html", "test/htdocs/form_multival.html", "test/htdocs/form_no_action.html", "test/htdocs/form_no_input_name.html", "test/htdocs/form_select.html", "test/htdocs/form_select_all.html", "test/htdocs/form_select_none.html", "test/htdocs/form_select_noopts.html", "test/htdocs/form_set_fields.html", "test/htdocs/form_test.html", "test/htdocs/frame_test.html", "test/htdocs/google.html", "test/htdocs/iframe_test.html", "test/htdocs/index.html", "test/htdocs/link with space.html", "test/htdocs/meta_cookie.html", "test/htdocs/no_title_test.html", "test/htdocs/relative/tc_relative_links.html", "test/htdocs/tc_bad_links.html", "test/htdocs/tc_base_link.html", "test/htdocs/tc_blank_form.html", "test/htdocs/tc_checkboxes.html", "test/htdocs/tc_encoded_links.html", "test/htdocs/tc_follow_meta.html", "test/htdocs/tc_form_action.html", "test/htdocs/tc_links.html", "test/htdocs/tc_no_attributes.html", "test/htdocs/tc_pretty_print.html", "test/htdocs/tc_radiobuttons.html", "test/htdocs/tc_referer.html", "test/htdocs/tc_relative_links.html", "test/htdocs/tc_textarea.html", "test/htdocs/unusual______.html", "test/servlets.rb", "test/ssl_server.rb", "test/test_authenticate.rb", "test/test_bad_links.rb", "test/test_blank_form.rb", "test/test_checkboxes.rb", "test/test_content_type.rb", "test/test_cookie_class.rb", "test/test_cookie_jar.rb", "test/test_cookies.rb", "test/test_encoded_links.rb", "test/test_errors.rb", "test/test_follow_meta.rb", "test/test_form_action.rb", "test/test_form_as_hash.rb", "test/test_form_button.rb", "test/test_form_no_inputname.rb", "test/test_forms.rb", "test/test_frames.rb", "test/test_get_headers.rb", "test/test_gzipping.rb", "test/test_hash_api.rb", "test/test_history.rb", "test/test_history_added.rb", "test/test_html_unscape_forms.rb", "test/test_if_modified_since.rb", "test/test_keep_alive.rb", "test/test_links.rb", "test/test_mech.rb", "test/test_mechanize_file.rb", "test/test_multi_select.rb", "test/test_no_attributes.rb", "test/test_option.rb", "test/test_page.rb", "test/test_pluggable_parser.rb", "test/test_post_form.rb", "test/test_pretty_print.rb", "test/test_radiobutton.rb", "test/test_redirect_limit_reached.rb", "test/test_redirect_verb_handling.rb", "test/test_referer.rb", "test/test_relative_links.rb", "test/test_response_code.rb", "test/test_save_file.rb", "test/test_scheme.rb", "test/test_select.rb", "test/test_select_all.rb", "test/test_select_none.rb", "test/test_select_noopts.rb", "test/test_set_fields.rb", "test/test_ssl_server.rb", "test/test_subclass.rb", "test/test_textarea.rb", "test/test_upload.rb", "test/test_verbs.rb"]
+  s.extra_rdoc_files = ["Manifest.txt", "CHANGELOG.rdoc", "EXAMPLES.rdoc", "FAQ.rdoc", "GUIDE.rdoc", "LICENSE.rdoc", "README.rdoc"]
+  s.files = ["CHANGELOG.rdoc", "EXAMPLES.rdoc", "FAQ.rdoc", "GUIDE.rdoc", "LICENSE.rdoc", "Manifest.txt", "README.rdoc", "Rakefile", "examples/flickr_upload.rb", "examples/mech-dump.rb", "examples/proxy_req.rb", "examples/rubyforge.rb", "examples/spider.rb", "lib/mechanize.rb", "lib/www/mechanize.rb", "lib/www/mechanize/chain.rb", "lib/www/mechanize/chain/auth_headers.rb", "lib/www/mechanize/chain/body_decoding_handler.rb", "lib/www/mechanize/chain/connection_resolver.rb", "lib/www/mechanize/chain/custom_headers.rb", "lib/www/mechanize/chain/handler.rb", "lib/www/mechanize/chain/header_resolver.rb", "lib/www/mechanize/chain/parameter_resolver.rb", "lib/www/mechanize/chain/post_connect_hook.rb", "lib/www/mechanize/chain/pre_connect_hook.rb", "lib/www/mechanize/chain/request_resolver.rb", "lib/www/mechanize/chain/response_body_parser.rb", "lib/www/mechanize/chain/response_header_handler.rb", "lib/www/mechanize/chain/response_reader.rb", "lib/www/mechanize/chain/ssl_resolver.rb", "lib/www/mechanize/chain/uri_resolver.rb", "lib/www/mechanize/content_type_error.rb", "lib/www/mechanize/cookie.rb", "lib/www/mechanize/cookie_jar.rb", "lib/www/mechanize/file.rb", "lib/www/mechanize/file_response.rb", "lib/www/mechanize/file_saver.rb", "lib/www/mechanize/form.rb", "lib/www/mechanize/form/button.rb", "lib/www/mechanize/form/check_box.rb", "lib/www/mechanize/form/field.rb", "lib/www/mechanize/form/file_upload.rb", "lib/www/mechanize/form/image_button.rb", "lib/www/mechanize/form/multi_select_list.rb", "lib/www/mechanize/form/option.rb", "lib/www/mechanize/form/radio_button.rb", "lib/www/mechanize/form/select_list.rb", "lib/www/mechanize/headers.rb", "lib/www/mechanize/history.rb", "lib/www/mechanize/inspect.rb", "lib/www/mechanize/monkey_patch.rb", "lib/www/mechanize/page.rb", "lib/www/mechanize/page/base.rb", "lib/www/mechanize/page/frame.rb", "lib/www/mechanize/page/link.rb", "lib/www/mechanize/page/meta.rb", "lib/www/mechanize/pluggable_parsers.rb", "lib/www/mechanize/redirect_limit_reached_error.rb", "lib/www/mechanize/redirect_not_get_or_head_error.rb", "lib/www/mechanize/response_code_error.rb", "lib/www/mechanize/unsupported_scheme_error.rb", "lib/www/mechanize/util.rb", "mechanize.gemspec", "test/chain/test_argument_validator.rb", "test/chain/test_custom_headers.rb", "test/chain/test_parameter_resolver.rb", "test/chain/test_request_resolver.rb", "test/chain/test_response_reader.rb", "test/data/htpasswd", "test/data/server.crt", "test/data/server.csr", "test/data/server.key", "test/data/server.pem", "test/helper.rb", "test/htdocs/alt_text.html", "test/htdocs/bad_form_test.html", "test/htdocs/button.jpg", "test/htdocs/empty_form.html", "test/htdocs/file_upload.html", "test/htdocs/find_link.html", "test/htdocs/form_multi_select.html", "test/htdocs/form_multival.html", "test/htdocs/form_no_action.html", "test/htdocs/form_no_input_name.html", "test/htdocs/form_select.html", "test/htdocs/form_select_all.html", "test/htdocs/form_select_none.html", "test/htdocs/form_select_noopts.html", "test/htdocs/form_set_fields.html", "test/htdocs/form_test.html", "test/htdocs/frame_test.html", "test/htdocs/google.html", "test/htdocs/iframe_test.html", "test/htdocs/index.html", "test/htdocs/link with space.html", "test/htdocs/meta_cookie.html", "test/htdocs/no_title_test.html", "test/htdocs/relative/tc_relative_links.html", "test/htdocs/tc_bad_links.html", "test/htdocs/tc_base_link.html", "test/htdocs/tc_blank_form.html", "test/htdocs/tc_checkboxes.html", "test/htdocs/tc_encoded_links.html", "test/htdocs/tc_follow_meta.html", "test/htdocs/tc_form_action.html", "test/htdocs/tc_links.html", "test/htdocs/tc_no_attributes.html", "test/htdocs/tc_pretty_print.html", "test/htdocs/tc_radiobuttons.html", "test/htdocs/tc_referer.html", "test/htdocs/tc_relative_links.html", "test/htdocs/tc_textarea.html", "test/htdocs/unusual______.html", "test/servlets.rb", "test/ssl_server.rb", "test/test_authenticate.rb", "test/test_bad_links.rb", "test/test_blank_form.rb", "test/test_checkboxes.rb", "test/test_content_type.rb", "test/test_cookie_class.rb", "test/test_cookie_jar.rb", "test/test_cookies.rb", "test/test_encoded_links.rb", "test/test_errors.rb", "test/test_follow_meta.rb", "test/test_form_action.rb", "test/test_form_as_hash.rb", "test/test_form_button.rb", "test/test_form_no_inputname.rb", "test/test_forms.rb", "test/test_frames.rb", "test/test_get_headers.rb", "test/test_gzipping.rb", "test/test_hash_api.rb", "test/test_history.rb", "test/test_history_added.rb", "test/test_html_unscape_forms.rb", "test/test_if_modified_since.rb", "test/test_keep_alive.rb", "test/test_links.rb", "test/test_mech.rb", "test/test_mechanize_file.rb", "test/test_multi_select.rb", "test/test_no_attributes.rb", "test/test_option.rb", "test/test_page.rb", "test/test_pluggable_parser.rb", "test/test_post_form.rb", "test/test_pretty_print.rb", "test/test_radiobutton.rb", "test/test_redirect_limit_reached.rb", "test/test_redirect_verb_handling.rb", "test/test_referer.rb", "test/test_relative_links.rb", "test/test_request.rb", "test/test_response_code.rb", "test/test_save_file.rb", "test/test_scheme.rb", "test/test_select.rb", "test/test_select_all.rb", "test/test_select_none.rb", "test/test_select_noopts.rb", "test/test_set_fields.rb", "test/test_ssl_server.rb", "test/test_subclass.rb", "test/test_textarea.rb", "test/test_upload.rb", "test/test_verbs.rb"]
   s.has_rdoc = true
   s.homepage = %q{  http://mechanize.rubyforge.org/}
-  s.rdoc_options = ["--main", "README.txt"]
+  s.rdoc_options = ["--main", "README.rdoc"]
   s.require_paths = ["lib"]
   s.rubyforge_project = %q{mechanize}
   s.rubygems_version = %q{1.3.1}
   s.summary = %q{Mechanize provides automated web-browsing}
-  s.test_files = ["test/chain/test_argument_validator.rb", "test/chain/test_custom_headers.rb", "test/chain/test_parameter_resolver.rb", "test/chain/test_request_resolver.rb", "test/chain/test_response_reader.rb", "test/test_authenticate.rb", "test/test_bad_links.rb", "test/test_blank_form.rb", "test/test_checkboxes.rb", "test/test_content_type.rb", "test/test_cookie_class.rb", "test/test_cookie_jar.rb", "test/test_cookies.rb", "test/test_encoded_links.rb", "test/test_errors.rb", "test/test_follow_meta.rb", "test/test_form_action.rb", "test/test_form_as_hash.rb", "test/test_form_button.rb", "test/test_form_no_inputname.rb", "test/test_forms.rb", "test/test_frames.rb", "test/test_get_headers.rb", "test/test_gzipping.rb", "test/test_hash_api.rb", "test/test_history.rb", "test/test_history_added.rb", "test/test_html_unscape_forms.rb", "test/test_if_modified_since.rb", "test/test_keep_alive.rb", "test/test_links.rb", "test/test_mech.rb", "test/test_mechanize_file.rb", "test/test_multi_select.rb", "test/test_no_attributes.rb", "test/test_option.rb", "test/test_page.rb", "test/test_pluggable_parser.rb", "test/test_post_form.rb", "test/test_pretty_print.rb", "test/test_radiobutton.rb", "test/test_redirect_limit_reached.rb", "test/test_redirect_verb_handling.rb", "test/test_referer.rb", "test/test_relative_links.rb", "test/test_response_code.rb", "test/test_save_file.rb", "test/test_scheme.rb", "test/test_select.rb", "test/test_select_all.rb", "test/test_select_none.rb", "test/test_select_noopts.rb", "test/test_set_fields.rb", "test/test_ssl_server.rb", "test/test_subclass.rb", "test/test_textarea.rb", "test/test_upload.rb", "test/test_verbs.rb"]
+  s.test_files = ["test/chain/test_argument_validator.rb", "test/chain/test_custom_headers.rb", "test/chain/test_parameter_resolver.rb", "test/chain/test_request_resolver.rb", "test/chain/test_response_reader.rb", "test/test_authenticate.rb", "test/test_bad_links.rb", "test/test_blank_form.rb", "test/test_checkboxes.rb", "test/test_content_type.rb", "test/test_cookie_class.rb", "test/test_cookie_jar.rb", "test/test_cookies.rb", "test/test_encoded_links.rb", "test/test_errors.rb", "test/test_follow_meta.rb", "test/test_form_action.rb", "test/test_form_as_hash.rb", "test/test_form_button.rb", "test/test_form_no_inputname.rb", "test/test_forms.rb", "test/test_frames.rb", "test/test_get_headers.rb", "test/test_gzipping.rb", "test/test_hash_api.rb", "test/test_history.rb", "test/test_history_added.rb", "test/test_html_unscape_forms.rb", "test/test_if_modified_since.rb", "test/test_keep_alive.rb", "test/test_links.rb", "test/test_mech.rb", "test/test_mechanize_file.rb", "test/test_multi_select.rb", "test/test_no_attributes.rb", "test/test_option.rb", "test/test_page.rb", "test/test_pluggable_parser.rb", "test/test_post_form.rb", "test/test_pretty_print.rb", "test/test_radiobutton.rb", "test/test_redirect_limit_reached.rb", "test/test_redirect_verb_handling.rb", "test/test_referer.rb", "test/test_relative_links.rb", "test/test_request.rb", "test/test_response_code.rb", "test/test_save_file.rb", "test/test_scheme.rb", "test/test_select.rb", "test/test_select_all.rb", "test/test_select_none.rb", "test/test_select_noopts.rb", "test/test_set_fields.rb", "test/test_ssl_server.rb", "test/test_subclass.rb", "test/test_textarea.rb", "test/test_upload.rb", "test/test_verbs.rb"]
 
   if s.respond_to? :specification_version then
     current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
     s.specification_version = 2
 
     if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<nokogiri>, [">= 1.0.7"])
-      s.add_development_dependency(%q<hoe>, [">= 1.8.2"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.2.1"])
+      s.add_development_dependency(%q<hoe>, [">= 1.9.0"])
     else
-      s.add_dependency(%q<nokogiri>, [">= 1.0.7"])
-      s.add_dependency(%q<hoe>, [">= 1.8.2"])
+      s.add_dependency(%q<nokogiri>, [">= 1.2.1"])
+      s.add_dependency(%q<hoe>, [">= 1.9.0"])
     end
   else
-    s.add_dependency(%q<nokogiri>, [">= 1.0.7"])
-    s.add_dependency(%q<hoe>, [">= 1.8.2"])
+    s.add_dependency(%q<nokogiri>, [">= 1.2.1"])
+    s.add_dependency(%q<hoe>, [">= 1.9.0"])
   end
 end

data/test/test_cookie_class.rb

@@ -59,6 +59,15 @@ class CookieClassTest < Test::Unit::TestCase
     end
   end
 
+  def test_parse_weird_cookie
+    cookie = 'n/a, ASPSESSIONIDCSRRQDQR=FBLDGHPBNDJCPCGNCPAENELB; path=/'
+    url = URI.parse('http://www.searchinnovation.com/')
+    WWW::Mechanize::Cookie.parse(url, cookie) { |cookie|
+      assert_equal('ASPSESSIONIDCSRRQDQR', cookie.name)
+      assert_equal('FBLDGHPBNDJCPCGNCPAENELB', cookie.value)
+    }
+  end
+
   def test_double_semicolon
     double_semi = 'WSIDC=WEST;; domain=.williams-sonoma.com; path=/'
     url = URI.parse('http://williams-sonoma.com/')

data/test/test_forms.rb

@@ -12,6 +12,28 @@ class FormsMechTest < Test::Unit::TestCase
     assert_match('/form_no_action.html?first=Aaron', page.uri.to_s)
   end
 
+  def test_submit_takes_arbirary_headers
+    page = @agent.get('http://localhost:2000/form_no_action.html')
+    assert form = page.forms.first
+    form.action = '/http_headers'
+    page = @agent.submit(form, nil, { 'foo' => 'bar' })
+    headers = Hash[*(
+      page.body.split("\n").map { |x| x.split('|') }.flatten
+    )]
+    assert_equal 'bar', headers['foo']
+  end
+
+  def test_submit_takes_arbirary_headers
+    page = @agent.get('http://localhost:2000/form_no_action.html')
+    assert form = page.forms.first
+    form.action = '/http_headers'
+    page = form.submit(nil, { 'foo' => 'bar' })
+    headers = Hash[*(
+      page.body.split("\n").map { |x| x.split('|') }.flatten
+    )]
+    assert_equal 'bar', headers['foo']
+  end
+
   # Test submitting form with two fields of the same name
   def test_post_multival
     page = @agent.get("http://localhost/form_multival.html")
@@ -72,6 +94,13 @@ class FormsMechTest < Test::Unit::TestCase
     assert_not_nil(page.link_with(:text => 'first:Patterson'))
   end
 
+  def test_post_with_non_strings
+    page = @agent.get("http://localhost/form_test.html")
+    page.form('post_form1') do |form|
+      form.first_name = 10
+    end.submit
+  end
+
   def test_post
     page = @agent.get("http://localhost/form_test.html")
     post_form = page.forms.find { |f| f.name == "post_form1" }

data/test/test_mech.rb

@@ -10,6 +10,17 @@ class TestMechMethods < Test::Unit::TestCase
     assert_equal('http://localhost/?foo=~2', page.uri.to_s)
   end
 
+  def test_submit_takes_arbirary_headers
+    page = @agent.get('http://localhost:2000/form_no_action.html')
+    assert form = page.forms.first
+    form.action = '/http_headers'
+    page = @agent.submit(form, nil, { 'foo' => 'bar' })
+    headers = Hash[*(
+      page.body.split("\n").map { |x| x.split('|') }.flatten
+    )]
+    assert_equal 'bar', headers['foo']
+  end
+
   def test_get_with_params
     page = @agent.get('http://localhost/', { :q => 'hello' })
     assert_equal('http://localhost/?q=hello', page.uri.to_s)

data/test/test_page.rb

@@ -1,10 +1,28 @@
 require File.expand_path(File.join(File.dirname(__FILE__), "helper"))
 
+require 'cgi'
+
 class TestPage < Test::Unit::TestCase
   def setup
     @agent = WWW::Mechanize.new
   end
 
+  def test_broken_charset
+    page = @agent.get("http://localhost/http_headers?content-type=#{CGI.escape('text/html; charset=akldsjfhaldjfksh')}")
+    assert page.parser
+  end
+
+  def test_upper_case_content_type
+    page = @agent.get("http://localhost/http_headers?content-type=#{CGI.escape('text/HTML')}")
+    assert_instance_of WWW::Mechanize::Page, page
+    assert_equal 'text/HTML', page.content_type
+  end
+
+  def test_page_gets_charset_sent_by_server
+    page = @agent.get("http://localhost/http_headers?content-type=#{CGI.escape('text/html; charset=UTF-8')}")
+    assert_equal 'UTF-8', page.encoding
+  end
+
   def test_set_encoding
     page = @agent.get("http://localhost/file_upload.html")
     page.encoding = 'UTF-8'

data/test/test_radiobutton.rb

@@ -60,4 +60,16 @@ class TestRadioButtons < Test::Unit::TestCase
                                                ).checked)
     end
   end
+
+  def test_click_all
+    form = @page.forms.first
+    form.radiobuttons_with(:name => 'color').each do |button|
+      button.click
+    end
+    c = form.radiobuttons_with(:name => 'color').inject(0) do |m,button|
+      m += 1 if button.checked
+      m
+    end
+    assert_equal 1, c, 'Only one radio button should be checked'
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: mechanize
 version: !ruby/object:Gem::Version 
-  version: 0.9.1
+  version: 0.9.2
 platform: ruby
 authors: 
 - Aaron Patterson
@@ -10,7 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-02-23 00:00:00 -08:00
+date: 2009-03-05 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -42,21 +42,21 @@ executables: []
 extensions: []
 
 extra_rdoc_files: 
-- EXAMPLES.txt
-- FAQ.txt
-- GUIDE.txt
-- History.txt
-- LICENSE.txt
 - Manifest.txt
-- README.txt
+- CHANGELOG.rdoc
+- EXAMPLES.rdoc
+- FAQ.rdoc
+- GUIDE.rdoc
+- LICENSE.rdoc
+- README.rdoc
 files: 
-- EXAMPLES.txt
-- FAQ.txt
-- GUIDE.txt
-- History.txt
-- LICENSE.txt
+- CHANGELOG.rdoc
+- EXAMPLES.rdoc
+- FAQ.rdoc
+- GUIDE.rdoc
+- LICENSE.rdoc
 - Manifest.txt
-- README.txt
+- README.rdoc
 - Rakefile
 - examples/flickr_upload.rb
 - examples/mech-dump.rb
@@ -224,7 +224,7 @@ homepage: "  http://mechanize.rubyforge.org/"
 post_install_message: 
 rdoc_options: 
 - --main
-- README.txt
+- README.rdoc
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement