mechanize 2.7.3 → 2.7.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c12fbfdafc2cf8b5e94edf3db704c3ed421331f9
-  data.tar.gz: 0993d3a38d4241baa07167ba77a74cdd378e58fd
+  metadata.gz: f74b81c4883e990cd6360ee0294a3ff1ae1c8d59
+  data.tar.gz: 872ab6eeda86c290a94105a730bfec64ee819493
 SHA512:
-  metadata.gz: 3f07973adedd7639b1dd91e37c91ec7d74a1d5ad85ff87b2668f7ecedd30c0e12d6a954b3fe3634764a29f745cec6084eb83b795fd9ee46203d8b8653d0f3cb1
-  data.tar.gz: a89b922deb0fd98ba15d35a7a130e28b373082d3a9505885594bb8c4689b5014cbf6a46238385bd9d046ce8f6ba42abc552c2cf97f90acc2b6521722463f3b3e
+  metadata.gz: 96dc6beaa52babf27369eb8548733298782a2409f7a2bb43c9a5e9241445d96e117c54ad5b8c3e445b6b4c4ea1edb37f8b223b0513916f8be7b591fa3e29c598
+  data.tar.gz: 95e653b7705518a33aa5bbb765be7ddc4603756e0ee24bd5ab6c2979d039ea5b29e94ae9a2b8e478ceaa993b165d83a65d695212fa271ab59889fe7c811c876d

data/.gitignore

@@ -0,0 +1,15 @@
+*.swp
+*.gem
+*.rbc
+/.bundle
+/.config
+/Gemfile.lock
+/TAGS
+/pkg
+/tags
+/.rvmrc
+digest.htpasswd
+doc
+rdoc
+.yardoc
+_yardoc

data/.travis.yml

@@ -1,23 +1,22 @@
 ---
-after_script:
-- rake travis:after -t
-before_script:
-- gem install hoe-travis --no-rdoc --no-ri
-- rake travis:before -t
 language: ruby
 notifications:
   email:
   - drbrain@segment7.net
   - ljjarvis@gmail.com
   - knu@idaemons.org
+sudo: false
 rvm:
 - 1.9.3
 - 2.0.0
+- 2.1
+- 2.2
+- 2.3
 - ruby-head
 - jruby-19mode
 - jruby-head
 - rbx-19mode
-script: rake travis
+script: rake test
 matrix:
   allow_failures:
     - rvm: ruby-head

data/CHANGELOG.rdoc

@@ -1,5 +1,27 @@
 = Mechanize CHANGELOG
 
+=== 2.7.4
+
+* New Features
+  * Accept array-like and hash-like values as query/parameter value.
+    A new utility method Mechanize::Util.each_parameter is added, and Mechanize::Util.build_query_string is enhanced
+    for this feature.
+  * Allow passing a `Form::FileUpload` instance to `#post`. #350 by Sam
+    Rawlins.
+  * Capture link when scheme is unsupported. #362 by Jon Rowe.
+  * Pre-defined User-Agent stings are updated to those of more recent versions, and new aliases for IE 10/11 and Edge are added.
+  * Support for mime-types 1.x is restored while keeping compatible with mime-types 2.x and adding support for 3.0.
+  * Mechanize::Page now responds to #xpath, #css, #at_xpath, #at_css, and #%.
+  * element(s)_with methods now accept :xpath and :css options for doing xpath/css
+    selector searching.
+  * Pass URI information to Nokogiri where applicable. #405 @lulalala
+
+* Bug fix
+  * Don't raise an exception if a connection has set a {read,open}_timeout and
+    a `file://` request is made. (#397)
+  * Fix whitespace bug in WWW-Authenticate. #451, #450, by Rasmus Bergholdt
+  * Don't allow redirect from a non-file URL to a file URL for security reasons. (#455)
+
 === 2.7.3
 
 * New Features

data/EXAMPLES.rdoc

@@ -15,7 +15,7 @@ example, <code>do ... end.submit</code> is the same as <code>{ ...
   }
 
   a.get('http://google.com/') do |page|
-    search_result = page.form_with(:name => 'f') do |search|
+    search_result = page.form_with(:id => 'gbqf') do |search|
       search.q = 'Hello world'
     end.submit
 

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Manifest.txt

@@ -53,7 +53,6 @@ lib/mechanize/http/auth_store.rb
 lib/mechanize/http/content_disposition_parser.rb
 lib/mechanize/http/www_authenticate_parser.rb
 lib/mechanize/image.rb
-lib/mechanize/monkey_patch.rb
 lib/mechanize/page.rb
 lib/mechanize/page/base.rb
 lib/mechanize/page/frame.rb

data/README.rdoc

@@ -1,6 +1,6 @@
-= Mechanize {<img src="https://secure.travis-ci.org/sparklemotion/mechanize.png?rvm=1.9.3" />}[http://travis-ci.org/sparklemotion/mechanize]
+= Mechanize {<img src="https://secure.travis-ci.org/sparklemotion/mechanize.svg?rvm=1.9.3" />}[http://travis-ci.org/sparklemotion/mechanize]
 
-* http://mechanize.rubyforge.org
+* http://docs.seattlerb.org/mechanize
 * https://github.com/sparklemotion/mechanize
 
 == Description
@@ -14,32 +14,26 @@ a history.
 == Dependencies
 
 * ruby 1.9.2 or newer
-* nokogiri[http://nokogiri.rubyforge.org]
+* nokogiri[https://github.com/sparklemotion/nokogiri]
 
 == Support:
 
-The mechanize mailing list is available here:
-
-* http://rubyforge.org/mailman/listinfo/mechanize-users
-
 The bug tracker is available here:
 
 * https://github.com/sparklemotion/mechanize/issues
 
 == Examples
 
-If you are just starting, check out the GUIDE[http://mechanize.rubyforge.org/GUIDE_rdoc.html] or
-the EXAMPLES[http://mechanize.rubyforge.org/EXAMPLES_rdoc.html] file.
+If you are just starting, check out the GUIDE[http://docs.seattlerb.org/mechanize/GUIDE_rdoc.html] or
+the EXAMPLES[http://docs.seattlerb.org/mechanize/EXAMPLES_rdoc.html] file.
 
 == Developers
 
-To run the tests for the first time:
+Use bundler to install dependencies:
 
-  gem install hoe rake
-  rake newb
+  bundle install
 
-This will install all the required dependencies for running the tests.  For
-subsequent test runs:
+Run all tests with:
 
   rake test
 
@@ -57,11 +51,11 @@ Copyright (c) 2006-2011:
 * {Aaron Patterson}[http://tenderlovemaking.com] (aaronp@rubyforge.org)
 * {Mike Dalessio}[http://mike.daless.io] (mike@csa.net)
 
-Copyright (c) 2011-2013:
+Copyright (c) 2011-2015:
 
 * {Eric Hodel}[http://blog.segment7.net] (drbrain@segment7.net)
 * {Akinori MUSHA}[http://blog.akinori.org] (knu@idaemons.org)
-* {Lee Jarvis}[http://aeroproof.com] (ljjarvis@gmail.com)
+* {Lee Jarvis}[http://twitter.com/lee_jarvis] (ljjarvis@gmail.com)
 
 This library comes with a shameless plug for employing me
 (Aaron[http://tenderlovemaking.com/]) programming Ruby, my favorite language!
@@ -79,5 +73,5 @@ library!
 
 == License
 
-This library is distributed under the MIT license.  Please see the LICENSE[http://mechanize.rubyforge.org/LICENSE_rdoc.html] file.
+This library is distributed under the MIT license.  Please see the LICENSE[http://docs.seattlerb.org/mechanize/LICENSE_rdoc.html] file.
 

data/Rakefile

@@ -1,38 +1,14 @@
 require 'rubygems'
-require 'hoe'
 
-Hoe.plugin :git
-Hoe.plugin :minitest
-Hoe.plugin :travis
-
-hoe = Hoe.spec 'mechanize' do
-  developer 'Eric Hodel',      'drbrain@segment7.net'
-  developer 'Aaron Patterson', 'aaronp@rubyforge.org'
-  developer 'Mike Dalessio',   'mike.dalessio@gmail.com'
-  developer 'Akinori MUSHA',   'knu@idaemons.org'
-  developer 'Lee Jarvis',      'ljjarvis@gmail.com'
-
-  self.readme_file      = 'README.rdoc'
-  self.history_file     = 'CHANGELOG.rdoc'
-  self.extra_rdoc_files += Dir['*.rdoc']
-
-  rdoc_locations << 'rubyforge.org:/var/www/gforge-projects/mechanize/'
-
-  self.extra_deps << ['net-http-digest_auth', '~> 1.1', '>= 1.1.1']
-  self.extra_deps << ['net-http-persistent',  '~> 2.5', '>= 2.5.2']
-  self.extra_deps << ['mime-types',           '~> 2.0']
-  self.extra_deps << ['http-cookie',          '~> 1.0']
-  self.extra_deps << ['nokogiri',             '~> 1.4']
-  self.extra_deps << ['ntlm-http',            '~> 0.1', '>= 0.1.1']
-  self.extra_deps << ['webrobots',            '<  0.2', '>= 0.0.9']
-  self.extra_deps << ['domain_name',          '~> 0.5', '>= 0.5.1']
-
-  self.extra_dev_deps << ['minitest', '~> 5.0']
-
-  self.spec_extras[:required_ruby_version] = '>= 1.8.7'
+begin
+  require "bundler/gem_tasks"
+rescue LoadError
 end
 
-task :prerelease => [:clobber, :check_manifest, :test]
+require 'rdoc/task'
+require 'rake/testtask'
+
+task :prerelease => [:clobber_rdoc, :test]
 
 desc "Update SSL Certificate"
 task('ssl_cert') do |p|
@@ -46,12 +22,20 @@ task('ssl_cert') do |p|
   sh "rm server.key.org"
 end
 
-desc 'Install deps for travis to work around Hoe/RubyGems bug'
-task 'travis_deps' do
-  hoe.spec.dependencies.each do |dep|
-    first_requirement = dep.requirement.requirements.first.join ' '
-    system('gem', 'install', dep.name, '-v', first_requirement,
-           '--no-rdoc', '--no-ri')
-  end
+RDoc::Task.new do |rdoc|
+  rdoc.main = "README.rdoc"
+  rdoc.rdoc_dir = 'doc'
+  rdoc.rdoc_files.include( "CHANGELOG.rdoc", "EXAMPLES.rdoc", "GUIDE.rdoc", "LICENSE.rdoc", "Manifest.txt", "README.rdoc", "lib/**/*.rb")
+end
+
+desc "Run tests"
+Rake::TestTask.new { |t|
+  t.test_files = Dir['test/**/test*.rb']
+  t.verbose = true
+}
+
+task publish_docs: %w[rdoc] do
+  sh 'rsync', '-avzO', '--delete', 'doc/', 'docs-push.seattlerb.org:/data/www/docs.seattlerb.org/mechanize/'
 end
 
+task default: :test

data/examples/{rubyforge.rb → rubygems.rb}

@@ -10,11 +10,12 @@ mech.log = Logger.new $stderr
 mech.agent.http.debug_output = $stderr
 
 # Load the rubyforge website
-page = mech.get('http://rubyforge.org/')
-page = mech.click page.link_with(:text => /Log In/) # Click the login link
+page = mech.get('https://rubygems.org/')
+page = mech.click page.link_with(:text => /Sign in/) # Click the login link
 form = page.forms[1] # Select the first form
-form.form_loginname = ARGV[0]
-form.form_pw        = ARGV[1]
+form["session[who]"] = ARGV[0]
+form["session[password]"] = ARGV[1]
+form["commit"] = "Sign in"
 
 # Submit the form
 page = form.submit form.buttons.first

data/lib/mechanize.rb

@@ -1,7 +1,6 @@
+require 'mechanize/version'
 require 'fileutils'
 require 'forwardable'
-require 'iconv' if RUBY_VERSION < '1.9.2'
-require 'mime/types'
 require 'mutex_m'
 require 'net/http/digest_auth'
 require 'net/http/persistent'
@@ -70,11 +69,6 @@ require 'zlib'
 
 class Mechanize
 
-  ##
-  # The version of Mechanize you are using.
-
-  VERSION = '2.7.3'
-
   ##
   # Base mechanize error class
 
@@ -92,22 +86,26 @@ class Mechanize
   # description in parenthesis is for informative purposes and is not part of
   # the alias name.
   #
-  # * Linux Firefox (3.6.1)
+  # * Linux Firefox (43.0 on Ubuntu Linux)
   # * Linux Konqueror (3)
   # * Linux Mozilla
-  # * Mac Firefox (3.6)
+  # * Mac Firefox (43.0)
   # * Mac Mozilla
-  # * Mac Safari (5)
+  # * Mac Safari (9.0 on OS X 10.11.2)
   # * Mac Safari 4
   # * Mechanize (default)
   # * Windows IE 6
   # * Windows IE 7
   # * Windows IE 8
   # * Windows IE 9
+  # * Windows IE 10 (Windows 8 64bit)
+  # * Windows IE 11 (Windows 8.1 64bit)
+  # * Windows Edge
   # * Windows Mozilla
-  # * iPhone (3.0)
-  # * iPad
-  # * Android (Motorola Xoom)
+  # * Windows Firefox (43.0)
+  # * iPhone (iOS 9.1)
+  # * iPad (iOS 9.1)
+  # * Android (5.1.1)
   #
   # Example:
   #
@@ -116,26 +114,37 @@ class Mechanize
 
   AGENT_ALIASES = {
     'Mechanize' => "Mechanize/#{VERSION} Ruby/#{ruby_version} (http://github.com/sparklemotion/mechanize/)",
-    'Linux Firefox' => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.1) Gecko/20100122 firefox/3.6.1',
+    'Linux Firefox' => 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:43.0) Gecko/20100101 Firefox/43.0',
     'Linux Konqueror' => 'Mozilla/5.0 (compatible; Konqueror/3; Linux)',
     'Linux Mozilla' => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.4) Gecko/20030624',
-    'Mac Firefox' => 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.6; en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6',
+    'Mac Firefox' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.11; rv:43.0) Gecko/20100101 Firefox/43.0',
     'Mac Mozilla' => 'Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.4a) Gecko/20030401',
     'Mac Safari 4' => 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; de-at) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10',
-    'Mac Safari' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/534.51.22 (KHTML, like Gecko) Version/5.1.1 Safari/534.51.22',
-    'Windows Chrome' => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.32 Safari/537.36',
+    'Mac Safari' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_2) AppleWebKit/601.3.9 (KHTML, like Gecko) Version/9.0.2 Safari/601.3.9',
+    'Windows Chrome' => 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.125 Safari/537.36',
     'Windows IE 6' => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)',
     'Windows IE 7' => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
     'Windows IE 8' => 'Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
     'Windows IE 9' => 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)',
+    'Windows IE 10' => 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; WOW64; Trident/6.0)',
+    'Windows IE 11' => 'Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko',
+    'Windows Edge' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2486.0 Safari/537.36 Edge/13.10586',
     'Windows Mozilla' => 'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.4b) Gecko/20030516 Mozilla Firebird/0.6',
-    'iPhone' => 'Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420+ (KHTML, like Gecko) Version/3.0 Mobile/1C28 Safari/419.3',
-    'iPad' => 'Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10',
-    'Android' => 'Mozilla/5.0 (Linux; U; Android 3.0; en-us; Xoom Build/HRI39) AppleWebKit/534.13 (KHTML, like Gecko) Version/4.0 Safari/534.13'
+    'Windows Firefox' => 'Mozilla/5.0 (Windows NT 6.3; WOW64; rv:43.0) Gecko/20100101 Firefox/43.0',
+    'iPhone' => 'Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B5110e Safari/601.1',
+    'iPad' => 'Mozilla/5.0 (iPad; CPU OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1',
+    'Android' => 'Mozilla/5.0 (Linux; Android 5.1.1; Nexus 7 Build/LMY47V) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.76 Safari/537.36',
   }
 
-  AGENT_ALIASES['Mac FireFox'] = AGENT_ALIASES['Mac Firefox']
-  AGENT_ALIASES['Linux FireFox'] = AGENT_ALIASES['Linux Firefox']
+  AGENT_ALIASES.default_proc = proc { |hash, key|
+    case key
+    when /FireFox/
+      if ua = hash[nkey = key.sub(/FireFox/, 'Firefox')]
+        warn "Mechanize#user_agent_alias: #{key.inspect} should be spelled as #{nkey.inspect}"
+        ua
+      end
+    end
+  }
 
   def self.inherited(child) # :nodoc:
     child.html_parser = html_parser
@@ -342,12 +351,21 @@ class Mechanize
         click real_link
       else
         button = nil
+        # Note that this will not work if we have since navigated to a different page.
+        # Should rather make each button aware of its parent form.
         form = page.forms.find do |f|
           button = f.button_with(:value => link)
           button.is_a? Form::Submit
         end
         submit form, button if form
       end
+    when Form::Submit, Form::ImageButton then
+      # Note that this will not work if we have since navigated to a different page.
+      # Should rather make each button aware of its parent form.
+      form = page.forms.find do |f|
+        f.buttons.include?(link)
+      end
+      submit form, link if form
     else
       referer = current_page()
       href = link.respond_to?(:href) ? link.href :
@@ -400,6 +418,9 @@ class Mechanize
   ##
   # DELETE +uri+ with +query_params+, and setting +headers+:
   #
+  # +query_params+ is formatted into a query string using
+  # Mechanize::Util.build_query_string, which see.
+  #
   #   delete('http://example/', {'q' => 'foo'}, {})
 
   def delete(uri, query_params = {}, headers = {})
@@ -413,6 +434,9 @@ class Mechanize
   # +headers+.
   #
   # The +referer+ may be a URI or a page.
+  #
+  # +parameters+ is formatted into a query string using
+  # Mechanize::Util.build_query_string, which see.
 
   def get(uri, parameters = [], referer = nil, headers = {})
     method = :get
@@ -453,6 +477,9 @@ class Mechanize
   ##
   # HEAD +uri+ with +query_params+ and +headers+:
   #
+  # +query_params+ is formatted into a query string using
+  # Mechanize::Util.build_query_string, which see.
+  #
   #   head('http://example/', {'q' => 'foo'}, {})
 
   def head(uri, query_params = {}, headers = {})
@@ -464,9 +491,13 @@ class Mechanize
   end
 
   ##
-  # POST to the given +uri+ with the given +query+.  The query is specified by
-  # either a string, or a list of key-value pairs represented by a hash or an
-  # array of arrays.
+  # POST to the given +uri+ with the given +query+.
+  #
+  # +query+ is processed using Mechanize::Util.each_parameter (which
+  # see), and then encoded into an entity body.  If any IO/FileUpload
+  # object is specified as a field value the "enctype" will be
+  # multipart/form-data, or application/x-www-form-urlencoded
+  # otherwise.
   #
   # Examples:
   #   agent.post 'http://example.com/', "foo" => "bar"
@@ -489,12 +520,15 @@ class Mechanize
 
     form = Form.new(node)
 
-    query.each { |k, v|
+    Mechanize::Util.each_parameter(query) { |k, v|
       if v.is_a?(IO)
         form.enctype = 'multipart/form-data'
         ul = Form::FileUpload.new({'name' => k.to_s},::File.basename(v.path))
         ul.file_data = v.read
         form.file_uploads << ul
+      elsif v.is_a?(Form::FileUpload)
+        form.enctype = 'multipart/form-data'
+        form.file_uploads << v
       else
         form.fields << Form::Field.new({'name' => k.to_s},v)
       end
@@ -518,6 +552,8 @@ class Mechanize
   def request_with_entity(verb, uri, entity, headers = {})
     cur_page = current_page || Page.new
 
+    log.debug("query: #{ entity.inspect }") if log
+
     headers = {
       'Content-Type' => 'application/octet-stream',
       'Content-Length' => entity.size.to_s,
@@ -934,6 +970,12 @@ Use of #auth and #basic_auth are deprecated due to a security vulnerability.
     @agent.redirection_limit = limit
   end
 
+  ##
+  # Resolve the full path of a link / uri
+  def resolve link
+    @agent.resolve link
+  end
+
   ##
   # A hash of custom request headers that will be sent on every request
 
@@ -1138,19 +1180,19 @@ Use of #auth and #basic_auth are deprecated due to a security vulnerability.
   end
 
   ##
-  # SSL version to use.  Ruby 1.9 and newer only.
+  # SSL version to use.
 
   def ssl_version
     @agent.ssl_version
-  end if RUBY_VERSION > '1.9'
+  end
 
   ##
   # Sets the SSL version to use to +version+ without client/server
-  # negotiation.  Ruby 1.9 and newer only.
+  # negotiation.
 
   def ssl_version= ssl_version
     @agent.ssl_version = ssl_version
-  end if RUBY_VERSION > '1.9'
+  end
 
   ##
   # A callback for additional certificate verification.  See
@@ -1316,7 +1358,6 @@ require 'mechanize/http/content_disposition_parser'
 require 'mechanize/http/www_authenticate_parser'
 require 'mechanize/image'
 require 'mechanize/page'
-require 'mechanize/monkey_patch'
 require 'mechanize/pluggable_parsers'
 require 'mechanize/redirect_limit_reached_error'
 require 'mechanize/redirect_not_get_or_head_error'