RubyGems - diamond-mechanize - Versions diffs - 2.2 → 2.3 - Mend

diamond-mechanize 2.2 → 2.3

Files changed (147) hide show

data/Rakefile +49 -0
data/lib/mechanize.rb +1079 -0
data/lib/mechanize/content_type_error.rb +13 -0
data/lib/mechanize/cookie.rb +232 -0
data/lib/mechanize/cookie_jar.rb +194 -0
data/lib/mechanize/download.rb +59 -0
data/lib/mechanize/element_matcher.rb +36 -0
data/lib/mechanize/file.rb +65 -0
data/lib/mechanize/file_connection.rb +17 -0
data/lib/mechanize/file_request.rb +26 -0
data/lib/mechanize/file_response.rb +74 -0
data/lib/mechanize/file_saver.rb +39 -0
data/lib/mechanize/form.rb +543 -0
data/lib/mechanize/form/button.rb +6 -0
data/lib/mechanize/form/check_box.rb +12 -0
data/lib/mechanize/form/field.rb +54 -0
data/lib/mechanize/form/file_upload.rb +21 -0
data/lib/mechanize/form/hidden.rb +3 -0
data/lib/mechanize/form/image_button.rb +19 -0
data/lib/mechanize/form/keygen.rb +34 -0
data/lib/mechanize/form/multi_select_list.rb +94 -0
data/lib/mechanize/form/option.rb +50 -0
data/lib/mechanize/form/radio_button.rb +55 -0
data/lib/mechanize/form/reset.rb +3 -0
data/lib/mechanize/form/select_list.rb +44 -0
data/lib/mechanize/form/submit.rb +3 -0
data/lib/mechanize/form/text.rb +3 -0
data/lib/mechanize/form/textarea.rb +3 -0
data/lib/mechanize/headers.rb +23 -0
data/lib/mechanize/history.rb +82 -0
data/lib/mechanize/http.rb +8 -0
data/lib/mechanize/http/agent.rb +1004 -0
data/lib/mechanize/http/auth_challenge.rb +59 -0
data/lib/mechanize/http/auth_realm.rb +31 -0
data/lib/mechanize/http/content_disposition_parser.rb +188 -0
data/lib/mechanize/http/www_authenticate_parser.rb +155 -0
data/lib/mechanize/monkey_patch.rb +16 -0
data/lib/mechanize/page.rb +440 -0
data/lib/mechanize/page/base.rb +7 -0
data/lib/mechanize/page/frame.rb +27 -0
data/lib/mechanize/page/image.rb +30 -0
data/lib/mechanize/page/label.rb +20 -0
data/lib/mechanize/page/link.rb +98 -0
data/lib/mechanize/page/meta_refresh.rb +68 -0
data/lib/mechanize/parser.rb +173 -0
data/lib/mechanize/pluggable_parsers.rb +144 -0
data/lib/mechanize/redirect_limit_reached_error.rb +19 -0
data/lib/mechanize/redirect_not_get_or_head_error.rb +21 -0
data/lib/mechanize/response_code_error.rb +21 -0
data/lib/mechanize/response_read_error.rb +27 -0
data/lib/mechanize/robots_disallowed_error.rb +28 -0
data/lib/mechanize/test_case.rb +663 -0
data/lib/mechanize/unauthorized_error.rb +3 -0
data/lib/mechanize/unsupported_scheme_error.rb +6 -0
data/lib/mechanize/util.rb +101 -0
data/test/data/htpasswd +1 -0
data/test/data/server.crt +16 -0
data/test/data/server.csr +12 -0
data/test/data/server.key +15 -0
data/test/data/server.pem +15 -0
data/test/htdocs/alt_text.html +10 -0
data/test/htdocs/bad_form_test.html +9 -0
data/test/htdocs/button.jpg +0 -0
data/test/htdocs/canonical_uri.html +9 -0
data/test/htdocs/dir with spaces/foo.html +1 -0
data/test/htdocs/empty_form.html +6 -0
data/test/htdocs/file_upload.html +26 -0
data/test/htdocs/find_link.html +41 -0
data/test/htdocs/form_multi_select.html +16 -0
data/test/htdocs/form_multival.html +37 -0
data/test/htdocs/form_no_action.html +18 -0
data/test/htdocs/form_no_input_name.html +16 -0
data/test/htdocs/form_order_test.html +11 -0
data/test/htdocs/form_select.html +16 -0
data/test/htdocs/form_set_fields.html +14 -0
data/test/htdocs/form_test.html +188 -0
data/test/htdocs/frame_referer_test.html +10 -0
data/test/htdocs/frame_test.html +30 -0
data/test/htdocs/google.html +13 -0
data/test/htdocs/index.html +6 -0
data/test/htdocs/link with space.html +5 -0
data/test/htdocs/meta_cookie.html +11 -0
data/test/htdocs/no_title_test.html +6 -0
data/test/htdocs/noindex.html +9 -0
data/test/htdocs/rails_3_encoding_hack_form_test.html +27 -0
data/test/htdocs/relative/tc_relative_links.html +21 -0
data/test/htdocs/robots.html +8 -0
data/test/htdocs/robots.txt +2 -0
data/test/htdocs/tc_bad_charset.html +9 -0
data/test/htdocs/tc_bad_links.html +5 -0
data/test/htdocs/tc_base_link.html +8 -0
data/test/htdocs/tc_blank_form.html +11 -0
data/test/htdocs/tc_charset.html +6 -0
data/test/htdocs/tc_checkboxes.html +19 -0
data/test/htdocs/tc_encoded_links.html +5 -0
data/test/htdocs/tc_field_precedence.html +11 -0
data/test/htdocs/tc_follow_meta.html +8 -0
data/test/htdocs/tc_form_action.html +48 -0
data/test/htdocs/tc_links.html +19 -0
data/test/htdocs/tc_meta_in_body.html +9 -0
data/test/htdocs/tc_pretty_print.html +17 -0
data/test/htdocs/tc_referer.html +16 -0
data/test/htdocs/tc_relative_links.html +19 -0
data/test/htdocs/tc_textarea.html +23 -0
data/test/htdocs/test_click.html +11 -0
data/test/htdocs/unusual______.html +5 -0
data/test/test_mechanize.rb +1164 -0
data/test/test_mechanize_cookie.rb +451 -0
data/test/test_mechanize_cookie_jar.rb +483 -0
data/test/test_mechanize_download.rb +43 -0
data/test/test_mechanize_file.rb +61 -0
data/test/test_mechanize_file_connection.rb +21 -0
data/test/test_mechanize_file_request.rb +19 -0
data/test/test_mechanize_file_saver.rb +21 -0
data/test/test_mechanize_form.rb +875 -0
data/test/test_mechanize_form_check_box.rb +38 -0
data/test/test_mechanize_form_encoding.rb +114 -0
data/test/test_mechanize_form_field.rb +63 -0
data/test/test_mechanize_form_file_upload.rb +20 -0
data/test/test_mechanize_form_image_button.rb +12 -0
data/test/test_mechanize_form_keygen.rb +32 -0
data/test/test_mechanize_form_multi_select_list.rb +84 -0
data/test/test_mechanize_form_option.rb +55 -0
data/test/test_mechanize_form_radio_button.rb +78 -0
data/test/test_mechanize_form_select_list.rb +76 -0
data/test/test_mechanize_form_textarea.rb +52 -0
data/test/test_mechanize_headers.rb +35 -0
data/test/test_mechanize_history.rb +103 -0
data/test/test_mechanize_http_agent.rb +1225 -0
data/test/test_mechanize_http_auth_challenge.rb +39 -0
data/test/test_mechanize_http_auth_realm.rb +49 -0
data/test/test_mechanize_http_content_disposition_parser.rb +118 -0
data/test/test_mechanize_http_www_authenticate_parser.rb +146 -0
data/test/test_mechanize_link.rb +80 -0
data/test/test_mechanize_page.rb +118 -0
data/test/test_mechanize_page_encoding.rb +182 -0
data/test/test_mechanize_page_frame.rb +16 -0
data/test/test_mechanize_page_link.rb +390 -0
data/test/test_mechanize_page_meta_refresh.rb +127 -0
data/test/test_mechanize_parser.rb +289 -0
data/test/test_mechanize_pluggable_parser.rb +52 -0
data/test/test_mechanize_redirect_limit_reached_error.rb +24 -0
data/test/test_mechanize_redirect_not_get_or_head_error.rb +14 -0
data/test/test_mechanize_subclass.rb +22 -0
data/test/test_mechanize_util.rb +103 -0
data/test/test_multi_select.rb +119 -0
metadata +148 -71

data/test/test_mechanize_page_meta_refresh.rb ADDED

@@ -0,0 +1,127 @@
+require 'mechanize/test_case'
+class TestMechanizePageMetaRefresh < Mechanize::TestCase
+  def setup
+    super
+    @MR = Mechanize::Page::MetaRefresh
+    @uri = URI 'http://example/here/'
+  end
+  def util_page delay, uri
+    body = <<-BODY
+<head><meta http-equiv="refresh" content="#{delay};url=#{uri}"></head>
+    BODY
+    Mechanize::Page.new(@uri, { 'content-type' => 'text/html' }, body, 200,
+                        @mech)
+  end
+  def util_meta_refresh page
+    node = page.search('meta').first
+    @MR.from_node node, page, @uri
+  end
+  def test_class_parse
+    delay, uri, link_self = @MR.parse "0; url=http://localhost:8080/path", @uri
+    assert_equal "0", delay
+    assert_equal "http://localhost:8080/path", uri.to_s
+    refute link_self
+    delay, uri, link_self =
+      @MR.parse "100.001; url=http://localhost:8080/path", @uri
+    assert_equal "100.001", delay
+    assert_equal "http://localhost:8080/path", uri.to_s
+    refute link_self
+    delay, uri, link_self =
+      @MR.parse "0; url='http://localhost:8080/path'", @uri
+    assert_equal "0", delay
+    assert_equal "http://localhost:8080/path", uri.to_s
+    refute link_self
+    delay, uri, link_self =
+      @MR.parse "0; url=\"http://localhost:8080/path\"", @uri
+    assert_equal "0", delay
+    assert_equal "http://localhost:8080/path", uri.to_s
+    refute link_self
+    delay, uri, link_self = @MR.parse "0; url=", @uri
+    assert_equal "0", delay
+    assert_equal "http://example/here/", uri.to_s
+    assert link_self
+    delay, uri, link_self = @MR.parse "0", @uri
+    assert_equal "0", delay
+    assert_equal "http://example/here/", uri.to_s
+    assert link_self
+    delay, uri, link_self = @MR.parse "   0;   ", @uri
+    assert_equal "0", delay
+    assert_equal "http://example/here/", uri.to_s
+    assert link_self
+    delay, uri, link_self = @MR.parse "0; UrL=http://localhost:8080/path", @uri
+    assert_equal "0", delay
+    assert_equal "http://localhost:8080/path", uri.to_s
+    refute link_self
+  end
+  def test_class_from_node
+    page = util_page 5, 'http://b.example'
+    link = util_meta_refresh page
+    assert_equal 5, link.delay
+    assert_equal 'http://b.example', link.href
+    page = util_page 5, 'http://example/a'
+    link = util_meta_refresh page
+    assert_equal 5, link.delay
+    assert_equal 'http://example/a', link.href
+    page = util_page 5, 'test'
+    link = util_meta_refresh page
+    assert_equal 5, link.delay
+    assert_equal 'http://example/here/test', link.href
+    page = util_page 5, '/test'
+    link = util_meta_refresh page
+    assert_equal 5, link.delay
+    assert_equal 'http://example/test', link.href
+    page = util_page 5, nil
+    link = util_meta_refresh page
+    assert_equal 5, link.delay
+    assert_equal 'http://example/here/', link.href
+    page = util_page 5, @uri
+    link = util_meta_refresh page
+    assert_equal 5, link.delay
+    assert_equal 'http://example/here/', link.href
+  end
+  def test_class_from_node_no_content
+    body = <<-BODY
+<head><meta http-equiv="refresh"></head>
+    BODY
+    page = Mechanize::Page.new(@uri, { 'content-type' => 'text/html' }, body,
+                               200, @mech)
+    assert_nil util_meta_refresh page
+  end
+  def test_class_from_node_not_refresh
+    body = <<-BODY
+<head><meta http-equiv="other-thing" content="0;"></head>
+    BODY
+    page = Mechanize::Page.new(@uri, { 'content-type' => 'text/html' }, body,
+                               200, @mech)
+    assert_nil util_meta_refresh page
+  end
+end

data/test/test_mechanize_parser.rb ADDED

@@ -0,0 +1,289 @@
+require 'mechanize/test_case'
+class TestMechanizeParser < Mechanize::TestCase
+  class P
+    include Mechanize::Parser
+    attr_accessor :filename
+    attr_accessor :response
+    attr_accessor :uri
+    def initialize
+      @uri = URI 'http://example'
+      @full_path = false
+    end
+  end
+  def setup
+    super
+    @parser = P.new
+  end
+  def test_extract_filename
+    @parser.response = {}
+    assert_equal 'index.html', @parser.extract_filename
+  end
+  def test_extract_filename_content_disposition
+    @parser.uri = URI 'http://example/foo'
+    @parser.response = {
+      'content-disposition' => 'attachment; filename=genome.jpeg'
+    }
+    assert_equal 'genome.jpeg', @parser.extract_filename
+  end
+  def test_extract_filename_content_disposition_path
+    @parser.uri = URI 'http://example'
+    @parser.response = {
+      'content-disposition' => 'attachment; filename="../genome.jpeg"'
+    }
+    assert_equal 'example/genome.jpeg', @parser.extract_filename(true)
+    @parser.response = {
+      'content-disposition' => 'attachment; filename="foo/genome.jpeg"'
+    }
+    assert_equal 'example/genome.jpeg', @parser.extract_filename(true)
+  end
+  def test_extract_filename_content_disposition_path_windows
+    @parser.uri = URI 'http://example'
+    @parser.response = {
+      'content-disposition' => 'attachment; filename="..\\\\genome.jpeg"'
+    }
+    assert_equal 'example/genome.jpeg', @parser.extract_filename(true)
+    @parser.response = {
+      'content-disposition' => 'attachment; filename="foo\\\\genome.jpeg"'
+    }
+    assert_equal 'example/genome.jpeg', @parser.extract_filename(true)
+  end
+  def test_extract_filename_content_disposition_full_path
+    @parser.uri = URI 'http://example/foo'
+    @parser.response = {
+      'content-disposition' => 'attachment; filename=genome.jpeg'
+    }
+    assert_equal 'example/genome.jpeg', @parser.extract_filename(true)
+  end
+  def test_extract_filename_content_disposition_quoted
+    @parser.uri = URI 'http://example'
+    @parser.response = {
+      'content-disposition' => 'attachment; filename="some \"file\""'
+    }
+    assert_equal 'some__file_', @parser.extract_filename
+  end
+  def test_extract_filename_content_disposition_special
+    @parser.uri = URI 'http://example/foo'
+    @parser.response = {
+      'content-disposition' => 'attachment; filename="/\\\\<>:\\"|?*"'
+    }
+    assert_equal '_______', @parser.extract_filename
+    chars = (0..12).map { |c| c.chr }.join
+    chars += "\\\r"
+    chars += (14..31).map { |c| c.chr }.join
+    @parser.response = {
+      'content-disposition' => "attachment; filename=\"#{chars}\""
+    }
+    assert_equal '_' * 32, @parser.extract_filename
+  end
+  def test_extract_filename_content_disposition_windows_special
+    @parser.uri = URI 'http://example'
+    windows_special = %w[
+      AUX
+      COM1
+      COM2
+      COM3
+      COM4
+      COM5
+      COM6
+      COM7
+      COM8
+      COM9
+      CON
+      LPT1
+      LPT2
+      LPT3
+      LPT4
+      LPT5
+      LPT6
+      LPT7
+      LPT8
+      LPT9
+      NUL
+      PRN
+    ]
+    windows_special.each do |special|
+      @parser.response = {
+        'content-disposition' => "attachment; filename=#{special}"
+      }
+      assert_equal "_#{special}", @parser.extract_filename
+    end
+  end
+  def test_extract_filename_host
+    @parser.response = {}
+    @parser.uri = URI 'http://example'
+    assert_equal 'example/index.html', @parser.extract_filename(true)
+  end
+  def test_extract_filename_special_character
+    @parser.response = {}
+    invisible = "\t\n\v\f\r"
+    invisible.chars.each do |char|
+      begin
+        @parser.uri = URI "http://example/#{char}"
+        assert_equal 'index.html', @parser.extract_filename, char.inspect
+      rescue URI::InvalidURIError
+        # ignore
+      end
+    end
+    escaped = "<>\"\\|"
+    escaped.chars.each do |char|
+      escaped_char = CGI.escape char
+      @parser.uri = URI "http://example/#{escaped_char}"
+      assert_equal "#{escaped_char}.html", @parser.extract_filename, char
+    end
+    @parser.uri = URI "http://example/?"
+    assert_equal 'index.html_', @parser.extract_filename, 'empty query'
+    @parser.uri = URI "http://example/:"
+    assert_equal '_.html', @parser.extract_filename, 'colon'
+    @parser.uri = URI "http://example/*"
+    assert_equal '_.html', @parser.extract_filename, 'asterisk'
+  end
+  def test_extract_filename_uri
+    @parser.response = {}
+    @parser.uri = URI 'http://example/foo'
+    assert_equal 'foo.html', @parser.extract_filename
+    @parser.uri += '/foo.jpg'
+    assert_equal 'foo.jpg', @parser.extract_filename
+  end
+  def test_extract_filename_uri_full_path
+    @parser.response = {}
+    @parser.uri = URI 'http://example/foo'
+    assert_equal 'example/foo.html', @parser.extract_filename(true)
+    @parser.uri += '/foo.jpg'
+    assert_equal 'example/foo.jpg', @parser.extract_filename(true)
+  end
+  def test_extract_filename_uri_query
+    @parser.response = {}
+    @parser.uri = URI 'http://example/?id=5'
+    assert_equal 'index.html_id=5', @parser.extract_filename
+    @parser.uri += '/foo.html?id=5'
+    assert_equal 'foo.html_id=5', @parser.extract_filename
+  end
+  def test_extract_filename_uri_slash
+    @parser.response = {}
+    @parser.uri = URI 'http://example/foo/'
+    assert_equal 'example/foo/index.html', @parser.extract_filename(true)
+    @parser.uri += '/foo///'
+    assert_equal 'example/foo/index.html', @parser.extract_filename(true)
+  end
+  def test_extract_filename_windows_special
+    @parser.uri = URI 'http://example'
+    @parser.response = {}
+    windows_special = %w[
+      AUX
+      COM1
+      COM2
+      COM3
+      COM4
+      COM5
+      COM6
+      COM7
+      COM8
+      COM9
+      CON
+      LPT1
+      LPT2
+      LPT3
+      LPT4
+      LPT5
+      LPT6
+      LPT7
+      LPT8
+      LPT9
+      NUL
+      PRN
+    ]
+    windows_special.each do |special|
+      @parser.uri += "/#{special}"
+      assert_equal "_#{special}.html", @parser.extract_filename
+    end
+  end
+  def test_fill_header
+    @parser.fill_header 'a' => 'b'
+    expected = { 'a' => 'b' }
+    assert_equal expected, @parser.response
+  end
+  def test_fill_header_nil
+    @parser.fill_header nil
+    assert_empty @parser.response
+  end
+end

data/test/test_mechanize_pluggable_parser.rb ADDED

@@ -0,0 +1,52 @@
+require 'mechanize/test_case'
+class TestMechanizePluggableParser < Mechanize::TestCase
+  def setup
+    super
+    @pp = @mech.pluggable_parser
+  end
+  def test_aref
+    @pp['text/html'] = Mechanize::Download
+    assert_equal Mechanize::Download, @pp['text/html']
+  end
+  def test_csv
+    @pp.csv = Mechanize::Download
+    assert_equal Mechanize::Download, @pp['text/csv']
+  end
+  def test_html
+    assert_equal Mechanize::Page, @pp['text/html']
+    @pp.html = Mechanize::Download
+    assert_equal Mechanize::Download, @pp['text/html']
+  end
+  def test_parser
+    assert_nil @pp['text/xml']
+    assert_equal Mechanize::File, @pp.parser('text/xml')
+  end
+  def test_pdf
+    @pp.pdf = Mechanize::Download
+    assert_equal Mechanize::Download, @pp['application/pdf']
+  end
+  def test_xml
+    assert_nil @pp['text/xml']
+    @pp.xml = Mechanize::Download
+    assert_equal Mechanize::Download, @pp['text/xml']
+  end
+end