RubyGems - mechanize - Versions diffs - 2.0.1 → 2.1.pre.1 - Mend

mechanize 2.0.1 → 2.1.pre.1

Potentially problematic release.

This version of mechanize might be problematic. Click here for more details.

Files changed (148) hide show

data.tar.gz.sig +0 -0
data/CHANGELOG.rdoc +82 -0
data/EXAMPLES.rdoc +1 -1
data/FAQ.rdoc +9 -9
data/Manifest.txt +35 -48
data/README.rdoc +2 -1
data/Rakefile +16 -3
data/lib/mechanize.rb +809 -392
data/lib/mechanize/content_type_error.rb +10 -11
data/lib/mechanize/cookie.rb +193 -60
data/lib/mechanize/cookie_jar.rb +39 -86
data/lib/mechanize/download.rb +59 -0
data/lib/mechanize/element_matcher.rb +1 -0
data/lib/mechanize/file.rb +61 -76
data/lib/mechanize/file_saver.rb +37 -35
data/lib/mechanize/form.rb +475 -410
data/lib/mechanize/form/button.rb +4 -7
data/lib/mechanize/form/check_box.rb +10 -9
data/lib/mechanize/form/field.rb +52 -42
data/lib/mechanize/form/file_upload.rb +17 -19
data/lib/mechanize/form/hidden.rb +3 -0
data/lib/mechanize/form/image_button.rb +15 -16
data/lib/mechanize/form/keygen.rb +34 -0
data/lib/mechanize/form/multi_select_list.rb +20 -9
data/lib/mechanize/form/option.rb +48 -47
data/lib/mechanize/form/radio_button.rb +52 -45
data/lib/mechanize/form/reset.rb +3 -0
data/lib/mechanize/form/select_list.rb +10 -6
data/lib/mechanize/form/submit.rb +3 -0
data/lib/mechanize/form/text.rb +3 -0
data/lib/mechanize/form/textarea.rb +3 -0
data/lib/mechanize/headers.rb +17 -19
data/lib/mechanize/history.rb +60 -61
data/lib/mechanize/http.rb +5 -0
data/lib/mechanize/http/agent.rb +485 -218
data/lib/mechanize/http/auth_challenge.rb +59 -0
data/lib/mechanize/http/auth_realm.rb +31 -0
data/lib/mechanize/http/content_disposition_parser.rb +188 -0
data/lib/mechanize/http/www_authenticate_parser.rb +155 -0
data/lib/mechanize/monkey_patch.rb +14 -35
data/lib/mechanize/page.rb +34 -2
data/lib/mechanize/page/base.rb +6 -7
data/lib/mechanize/page/frame.rb +5 -5
data/lib/mechanize/page/image.rb +23 -23
data/lib/mechanize/page/label.rb +16 -16
data/lib/mechanize/page/link.rb +16 -0
data/lib/mechanize/page/meta_refresh.rb +19 -7
data/lib/mechanize/parser.rb +173 -0
data/lib/mechanize/pluggable_parsers.rb +126 -83
data/lib/mechanize/redirect_limit_reached_error.rb +16 -13
data/lib/mechanize/redirect_not_get_or_head_error.rb +18 -16
data/lib/mechanize/response_code_error.rb +16 -17
data/lib/mechanize/robots_disallowed_error.rb +22 -23
data/lib/mechanize/test_case.rb +659 -0
data/lib/mechanize/unauthorized_error.rb +3 -0
data/lib/mechanize/unsupported_scheme_error.rb +4 -6
data/lib/mechanize/util.rb +0 -12
data/test/htdocs/form_order_test.html +11 -0
data/test/htdocs/form_test.html +2 -2
data/test/htdocs/tc_links.html +1 -0
data/test/test_mechanize.rb +367 -59
data/test/test_mechanize_cookie.rb +69 -4
data/test/test_mechanize_cookie_jar.rb +200 -124
data/test/test_mechanize_download.rb +43 -0
data/test/test_mechanize_file.rb +53 -45
data/test/{test_mechanize_file_response.rb → test_mechanize_file_connection.rb} +2 -2
data/test/test_mechanize_file_request.rb +2 -2
data/test/test_mechanize_file_saver.rb +21 -0
data/test/test_mechanize_form.rb +345 -46
data/test/test_mechanize_form_check_box.rb +5 -4
data/test/test_mechanize_form_encoding.rb +10 -16
data/test/test_mechanize_form_field.rb +45 -3
data/test/test_mechanize_form_file_upload.rb +20 -0
data/test/test_mechanize_form_image_button.rb +2 -2
data/test/test_mechanize_form_keygen.rb +32 -0
data/test/test_mechanize_form_multi_select_list.rb +84 -0
data/test/test_mechanize_form_option.rb +55 -0
data/test/test_mechanize_form_radio_button.rb +78 -0
data/test/test_mechanize_form_select_list.rb +76 -0
data/test/test_mechanize_form_textarea.rb +8 -7
data/test/{test_headers.rb → test_mechanize_headers.rb} +4 -2
data/test/test_mechanize_history.rb +103 -0
data/test/test_mechanize_http_agent.rb +525 -17
data/test/test_mechanize_http_auth_challenge.rb +39 -0
data/test/test_mechanize_http_auth_realm.rb +49 -0
data/test/test_mechanize_http_content_disposition_parser.rb +118 -0
data/test/test_mechanize_http_www_authenticate_parser.rb +146 -0
data/test/test_mechanize_link.rb +10 -14
data/test/test_mechanize_page.rb +118 -0
data/test/test_mechanize_page_encoding.rb +48 -13
data/test/test_mechanize_page_frame.rb +16 -0
data/test/test_mechanize_page_link.rb +27 -19
data/test/test_mechanize_page_meta_refresh.rb +26 -14
data/test/test_mechanize_parser.rb +289 -0
data/test/test_mechanize_pluggable_parser.rb +52 -0
data/test/test_mechanize_redirect_limit_reached_error.rb +24 -0
data/test/test_mechanize_redirect_not_get_or_head_error.rb +3 -7
data/test/test_mechanize_subclass.rb +2 -2
data/test/test_mechanize_util.rb +24 -13
data/test/test_multi_select.rb +23 -22
metadata +145 -114
metadata.gz.sig +0 -0
data/lib/mechanize/inspect.rb +0 -88
data/test/helper.rb +0 -175
data/test/htdocs/form_select_all.html +0 -16
data/test/htdocs/form_select_none.html +0 -17
data/test/htdocs/form_select_noopts.html +0 -10
data/test/htdocs/iframe_test.html +0 -16
data/test/htdocs/nofollow.html +0 -9
data/test/htdocs/norobots.html +0 -8
data/test/htdocs/rel_nofollow.html +0 -8
data/test/htdocs/tc_base_images.html +0 -10
data/test/htdocs/tc_images.html +0 -8
data/test/htdocs/tc_no_attributes.html +0 -16
data/test/htdocs/tc_radiobuttons.html +0 -17
data/test/htdocs/test_bad_encoding.html +0 -52
data/test/servlets.rb +0 -402
data/test/ssl_server.rb +0 -48
data/test/test_cookies.rb +0 -129
data/test/test_form_action.rb +0 -52
data/test/test_form_as_hash.rb +0 -59
data/test/test_form_button.rb +0 -46
data/test/test_frames.rb +0 -34
data/test/test_history.rb +0 -118
data/test/test_history_added.rb +0 -16
data/test/test_html_unscape_forms.rb +0 -46
data/test/test_if_modified_since.rb +0 -20
data/test/test_images.rb +0 -19
data/test/test_no_attributes.rb +0 -13
data/test/test_option.rb +0 -18
data/test/test_pluggable_parser.rb +0 -136
data/test/test_post_form.rb +0 -37
data/test/test_pretty_print.rb +0 -22
data/test/test_radiobutton.rb +0 -75
data/test/test_redirect_limit_reached.rb +0 -39
data/test/test_referer.rb +0 -81
data/test/test_relative_links.rb +0 -40
data/test/test_request.rb +0 -13
data/test/test_response_code.rb +0 -53
data/test/test_robots.rb +0 -72
data/test/test_save_file.rb +0 -48
data/test/test_scheme.rb +0 -48
data/test/test_select.rb +0 -119
data/test/test_select_all.rb +0 -15
data/test/test_select_none.rb +0 -15
data/test/test_select_noopts.rb +0 -18
data/test/test_set_fields.rb +0 -44
data/test/test_ssl_server.rb +0 -20

metadata.gz.sig CHANGED Viewed

Binary file

data/lib/mechanize/inspect.rb DELETED Viewed

@@ -1,88 +0,0 @@
-require 'pp'
-# :stopdoc:
-class Mechanize
-  def pretty_print(q)
-    q.object_group(self) {
-      q.breakable
-      q.pp cookie_jar
-      q.breakable
-      q.pp current_page
-    }
-  end
-  class Page
-    def pretty_print(q)
-      q.object_group(self) {
-        q.breakable
-        q.group(1, '{url', '}') {q.breakable; q.pp uri }
-        q.breakable
-        q.group(1, '{meta_refresh', '}') {
-          meta_refresh.each { |link| q.breakable; q.pp link }
-        }
-        q.breakable
-        q.group(1, '{title', '}') { q.breakable; q.pp title }
-        q.breakable
-        q.group(1, '{iframes', '}') {
-          iframes.each { |link| q.breakable; q.pp link }
-        }
-        q.breakable
-        q.group(1, '{frames', '}') {
-          frames.each { |link| q.breakable; q.pp link }
-        }
-        q.breakable
-        q.group(1, '{links', '}') {
-          links.each { |link| q.breakable; q.pp link }
-        }
-        q.breakable
-        q.group(1, '{forms', '}') {
-          forms.each { |form| q.breakable; q.pp form }
-        }
-      }
-    end
-    class Link
-      def pretty_print(q)
-        q.object_group(self) {
-          q.breakable; q.pp text
-          q.breakable; q.pp href
-        }
-      end
-    end
-  end
-  class Form
-    def pretty_print(q)
-      q.object_group(self) {
-        q.breakable; q.group(1, '{name', '}') { q.breakable; q.pp name }
-        q.breakable; q.group(1, '{method', '}') { q.breakable; q.pp method }
-        q.breakable; q.group(1, '{action', '}') { q.breakable; q.pp action }
-        q.breakable; q.group(1, '{fields', '}') {
-          fields.each do |field|
-            q.breakable
-            q.pp field
-          end
-        }
-        q.breakable; q.group(1, '{radiobuttons', '}') {
-          radiobuttons.each { |b| q.breakable; q.pp b }
-        }
-        q.breakable; q.group(1, '{checkboxes', '}') {
-          checkboxes.each { |b| q.breakable; q.pp b }
-        }
-        q.breakable; q.group(1, '{file_uploads', '}') {
-          file_uploads.each { |b| q.breakable; q.pp b }
-        }
-        q.breakable; q.group(1, '{buttons', '}') {
-          buttons.each { |b| q.breakable; q.pp b }
-        }
-      }
-    end
-    class RadioButton
-      def pretty_print_instance_variables
-        [:@checked, :@name, :@value]
-      end
-    end
-  end
-end
-# :startdoc:

data/test/helper.rb DELETED Viewed

@@ -1,175 +0,0 @@
-require 'rubygems'
-require 'minitest/autorun'
-require 'mechanize'
-require 'webrick/httputils'
-require 'servlets'
-require 'tmpdir'
-require 'tempfile'
-BASE_DIR = File.dirname(__FILE__)
-# Move this to a test base class
-module MechTestHelper
-  def self.fake_page(agent)
-    html = <<-END
-    <html><body>
-    <form><input type="submit" value="submit" /></form>
-    </body></html>
-    END
-    html_response = { 'content-type' => 'text/html' }
-    Mechanize::Page.new(  nil, html_response, html, 200, agent )
-  end
-end
-class Net::HTTP
-  alias :old_do_start :do_start
-  def do_start
-    @started = true
-  end
-  SERVLETS = {
-    '/gzip'                   => GzipServlet,
-    '/form_post'              => FormTest,
-    '/basic_auth'             => BasicAuthServlet,
-    '/form post'              => FormTest,
-    '/response_code'          => ResponseCodeTest,
-    '/http_refresh'           => HttpRefreshTest,
-    '/bad_content_type'       => BadContentTypeTest,
-    '/content_type_test'      => ContentTypeTest,
-    '/referer'                => RefererServlet,
-    '/file_upload'            => FileUploadTest,
-    '/one_cookie'             => OneCookieTest,
-    '/one_cookie_no_space'    => OneCookieNoSpacesTest,
-    '/many_cookies'           => ManyCookiesTest,
-    '/many_cookies_as_string' => ManyCookiesAsStringTest,
-    '/send_cookies'           => SendCookiesTest,
-    '/quoted_value_cookie'    => QuotedValueCookieTest,
-    '/if_modified_since'      => ModifiedSinceServlet,
-    '/http_headers'           => HeaderServlet,
-    '/infinite_redirect'      => InfiniteRedirectTest,
-    '/infinite_refresh'       => InfiniteRefreshTest,
-    '/redirect_ok'            => RedirectOkTest,
-    '/redirect'               => RedirectTest,
-    '/refresh_without_url'    => RefreshWithoutUrl,
-    '/refresh_with_empty_url' => RefreshWithEmptyUrl,
-    '/digest_auth'            => DigestAuthServlet,
-    '/verb'                   => VerbServlet,
-  }
-  PAGE_CACHE = {}
-  alias :old_request :request
-  def request(request, *data, &block)
-    url = URI.parse(request.path)
-    path = WEBrick::HTTPUtils.unescape(url.path)
-    path = '/index.html' if path == '/'
-    res = ::Response.new
-    res.query_params = url.query
-    request.query = if 'POST' != request.method && url.query then
-                      WEBrick::HTTPUtils.parse_query url.query
-                    elsif request['content-type'] =~ /www-form-urlencoded/ then
-                      WEBrick::HTTPUtils.parse_query request.body
-                    elsif request['content-type'] =~ /boundary=(.+)/ then
-                      boundary = WEBrick::HTTPUtils.dequote $1
-                      WEBrick::HTTPUtils.parse_form_data request.body, boundary
-                    else
-                      {}
-                    end
-    request.cookies = WEBrick::Cookie.parse(request['Cookie'])
-    if SERVLETS[path]
-      SERVLETS[path].new({}).send("do_#{request.method}", request, res)
-    else
-      filename = "htdocs#{path.gsub(/[^\/\\.\w\s]/, '_')}"
-      unless PAGE_CACHE[filename]
-        File.open("#{BASE_DIR}/#{filename}", 'rb') { |file|
-          PAGE_CACHE[filename] = file.read
-        }
-      end
-      res.body = PAGE_CACHE[filename]
-      case filename
-      when /\.txt$/
-        res['Content-Type'] = 'text/plain'
-      when /\.jpg$/
-        res['Content-Type'] = 'image/jpeg'
-      end
-    end
-    res['Content-Type'] ||= 'text/html'
-    res.code ||= "200"
-    response_klass = Net::HTTPResponse::CODE_TO_OBJ[res.code.to_s]
-    response = response_klass.new res.http_version, res.code, res.message
-    res.header.each do |k,v|
-      v = v.first if v.length == 1
-      response[k] = v
-    end
-    res.cookies.each do |cookie|
-      response.add_field 'Set-Cookie', cookie.to_s
-    end
-    response['Content-Type'] ||= 'text/html'
-    response['Content-Length'] = res['Content-Length'] || res.body.length.to_s
-    io = StringIO.new(res.body)
-    response.instance_variable_set :@socket, io
-    def io.read clen, dest, _
-      dest << string[0, clen]
-    end
-    body_exist = request.response_body_permitted? &&
-                 response_klass.body_permitted?
-    response.instance_variable_set :@body_exist, body_exist
-    yield response if block_given?
-    response
-  end
-end
-class Net::HTTPRequest
-  attr_accessor :query, :body, :cookies, :user
-end
-class Response
-  include Net::HTTPHeader
-  attr_reader :code
-  attr_accessor :body, :query, :cookies
-  attr_accessor :query_params, :http_version
-  attr_accessor :header
-  def code=(c)
-    @code = c.to_s
-  end
-  alias :status :code
-  alias :status= :code=
-  def initialize
-    @header = {}
-    @body = ''
-    @code = nil
-    @query = nil
-    @cookies = []
-    @http_version = '1.1'
-  end
-  def read_body
-    yield body
-  end
-  def message
-    ''
-  end
-end

data/test/htdocs/form_select_all.html DELETED Viewed

@@ -1,16 +0,0 @@
-<html>
-  <body>
-    <form name="form1" method="post" action="/form_post">
-      <select name="list">
-        <option value="1" selected>Option 1</option>
-        <option value="2" selected>Option 2</option>
-        <option value="3" selected>Option 3</option>
-        <option value="4" selected>Option 4</option>
-        <option value="5" selected>Option 5</option>
-        <option value="6" selected>Option 6</option>
-      </select>
-      <br />
-      <input type="submit" value="Submit" />
-    </form>
-  </body>
-</html>

data/test/htdocs/form_select_none.html DELETED Viewed

@@ -1,17 +0,0 @@
-<html>
-  <body>
-    <form name="form1" method="post" action="/form_post">
-      <select name="list">
-        <option value="1">Option 1</option>
-        <option value="2">Option 2</option>
-        <option>Option No Value</option>
-        <option value="3">Option 3</option>
-        <option value="4">Option 4</option>
-        <option value="5">Option 5</option>
-        <option value="6">Option 6</option>
-      </select>
-      <br />
-      <input type="submit" value="Submit" />
-    </form>
-  </body>
-</html>

data/test/htdocs/form_select_noopts.html DELETED Viewed

@@ -1,10 +0,0 @@
-<html>
-  <body>
-    <form name="form1" method="post" action="/form_post">
-      <select name="list">
-      </select>
-      <br />
-      <input type="submit" value="Submit" />
-    </form>
-  </body>
-</html>

data/test/htdocs/iframe_test.html DELETED Viewed

@@ -1,16 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Frameset//EN"
-   "http://www.w3.org/TR/html4/frameset.dtd">
-<HTML>
-<HEAD>
-<TITLE>A simple frameset document</TITLE>
-</HEAD>
-<BODY>
-  <IFRAME src="/file_upload.html" name="frame4">
-  [Your user agent does not support frames or is currently configured
-  not to display frames. However, you may visit
-  <A href="foo.html">the related document.</A>]
-  </IFRAME>
-</BODY>
-</HTML>

data/test/htdocs/nofollow.html DELETED Viewed

@@ -1,9 +0,0 @@
-<html>
-  <head>
-    <title>nofollow test</title>
-    <meta name="ROBOTS" content="nofollow">
-  </head>
-  <body>
-    <p>Do not follow <a href="/robots.html">this</a> or <a href="/">this</a>!</p>
-  </body>
-</html>

data/test/htdocs/norobots.html DELETED Viewed

@@ -1,8 +0,0 @@
-<html>
-  <head>
-    <title>No Robots!</title>
-  </head>
-  <body>
-    <p>Go home, robot!</p>
-  </body>
-</html>

data/test/htdocs/rel_nofollow.html DELETED Viewed

@@ -1,8 +0,0 @@
-<html>
-  <head>
-    <title>rel_nofollow test</title>
-  </head>
-  <body>
-    <p>You can follow <a href="/robots.html">this link</a> but not <a href="/" rel="me nofollow">this</a>!</p>
-  </body>
-</html>

data/test/htdocs/tc_base_images.html DELETED Viewed

@@ -1,10 +0,0 @@
-<html>
-  <head>
-    <base href="http://localhost/">
-  </head>
-  <body>
-    <img src="a.jpg">
-	<img src="b.gif">
-  </body>
-</html>

data/test/htdocs/tc_images.html DELETED Viewed

@@ -1,8 +0,0 @@
-<html>
-  <head>
-  </head>
-  <body>
-    <img src="a.jpg">
-	<img src="b.gif">
-  </body>
-</html>

data/test/htdocs/tc_no_attributes.html DELETED Viewed

@@ -1,16 +0,0 @@
-<html>
-  <meta>
-  <head><title></title>
-  <body>
-    <a>Hello</a>
-    <a><img /></a>
-    <form>
-      <input />
-      <select>
-        <option />
-      </select>
-      <textarea></textarea>
-    </form>
-    <frame></frame>
-  </body>
-</html>

data/test/htdocs/tc_radiobuttons.html DELETED Viewed

@@ -1,17 +0,0 @@
-<html>
-  <head><title>tc_radiobuttons.html</title></head>
-  <body>
-    <form name="form1" method="post" action="/form_post">
-      Gender:<br />
-      M: <input type="radio" name="gender" value="male" /><br />
-      F: <input type="radio" name="gender" value="female" /><br />
-      Your one favorite color:<br />
-      Green: <input type="radio" name="color" value="green" /><br />
-      Red: <input type="radio" name="color" value="red" /><br />
-      Blue: <input type="radio" name="color" value="blue" /><br />
-      Yellow: <input type="radio" name="color" value="yellow" /><br />
-      Brown: <input type="radio" name="color" value="brown" /><br />
-      <input type="submit" value="Submit" />
-    </form>
-  </body>
-</html>

data/test/htdocs/test_bad_encoding.html DELETED Viewed

@@ -1,52 +0,0 @@
-<html>
-  <head>
-    <meta http-equiv="Content-Type" content="text/html;charset=utf-8; charset=utf-8"/>
-    <title>Page Title</title>
-  </head>
-  <body>
-    <h1>Post Form 1</h1>
-    <form name="post_form1" method="post" action="/form_post?a=b&amp;b=c">
-      <table>
-        <tr>
-          <td>First Name</td>
-          <td><input type="text" name="first_name" /></td>
-        </tr>
-      </table><br />
-      <input type="submit" value="Submit" />
-    </form>
-    <h1>Post Form 2</h1>
-    <form name="post_form2" method="get" action="/form_post?a=b&amp;b=c">
-      <table>
-        <tr>
-          <td>First Name</td>
-          <td><input type="text" name="first_name" /></td>
-        </tr>
-      </table><br />
-      <input type="submit" value="Submit" />
-    </form>
-    <h1>Post Form 3</h1>
-    <form name="post_form3" method="post" action="/form_post?a=b&b=c">
-      <table>
-        <tr>
-          <td>First Name</td>
-          <td><input type="text" name="first_name" /></td>
-        </tr>
-      </table><br />
-      <input type="submit" value="Submit" />
-    </form>
-    <h1>Post Form 4</h1>
-    <form name="post_form4" method="post" action="/form_post#1">
-      <table>
-        <tr>
-          <td>First Name</td>
-          <td><input type="text" name="first_name" /></td>
-        </tr>
-      </table><br />
-      <input type="submit" value="Submit" />
-    </form>
-  </body>
-</html>