mechanize 2.7.3 → 2.8.0

data/test/test_mechanize_http_auth_challenge.rb

@@ -25,6 +25,14 @@ class TestMechanizeHttpAuthChallenge < Mechanize::TestCase
     assert_equal expected, @challenge.realm(@uri + '/foo')
   end
 
+  def test_realm_digest_case
+    challenge = @AC.new 'Digest', { 'realm' => 'R' }, 'Digest realm=R'
+
+    expected = @AR.new 'Digest', @uri, 'R'
+
+    assert_equal expected, challenge.realm(@uri + '/foo')
+  end
+
   def test_realm_unknown
     @challenge.scheme = 'Unknown'
 
@@ -39,6 +47,12 @@ class TestMechanizeHttpAuthChallenge < Mechanize::TestCase
     assert_equal 'r', @challenge.realm_name
   end
 
+  def test_realm_name_case
+    challenge = @AC.new 'Digest', { 'realm' => 'R' }, 'Digest realm=R'
+
+    assert_equal 'R', challenge.realm_name
+  end
+
   def test_realm_name_ntlm
     challenge = @AC.new 'Negotiate, NTLM'
 

data/test/test_mechanize_http_auth_realm.rb

@@ -14,7 +14,10 @@ class TestMechanizeHttpAuthRealm < Mechanize::TestCase
     assert_equal 'r', @realm.realm
 
     realm = @AR.new 'Digest', @uri, 'R'
-    assert_equal 'r', realm.realm
+    refute_equal 'r', realm.realm
+
+    realm = @AR.new 'Digest', @uri, 'R'
+    assert_equal 'R', realm.realm
 
     realm = @AR.new 'Digest', @uri, nil
     assert_nil realm.realm
@@ -30,6 +33,9 @@ class TestMechanizeHttpAuthRealm < Mechanize::TestCase
     other = @AR.new 'Digest', URI('http://other.example/'), 'r'
     refute_equal @realm, other
 
+    other = @AR.new 'Digest', @uri, 'R'
+    refute_equal @realm, other
+
     other = @AR.new 'Digest', @uri, 's'
     refute_equal @realm, other
   end

data/test/test_mechanize_http_auth_store.rb

@@ -57,6 +57,20 @@ class TestMechanizeHttpAuthStore < Mechanize::TestCase
     assert_equal expected, @store.auth_accounts
   end
 
+  def test_add_auth_realm_case
+    @store.add_auth @uri, 'user1', 'pass', 'realm'
+    @store.add_auth @uri, 'user2', 'pass', 'Realm'
+
+    expected = {
+      @uri => {
+        'realm' => ['user1', 'pass', nil],
+        'Realm' => ['user2', 'pass', nil],
+      }
+    }
+
+    assert_equal expected, @store.auth_accounts
+  end
+
   def test_add_auth_string
     @store.add_auth "#{@uri}/path", 'user', 'pass'
 
@@ -143,6 +157,14 @@ class TestMechanizeHttpAuthStore < Mechanize::TestCase
     assert_equal ['user1', 'pass', nil], @store.credentials_for(@uri, 'other')
   end
 
+  def test_credentials_for_realm_case
+    @store.add_auth @uri, 'user1', 'pass', 'realm'
+    @store.add_auth @uri, 'user2', 'pass', 'Realm'
+
+    assert_equal ['user1', 'pass', nil], @store.credentials_for(@uri, 'realm')
+    assert_equal ['user2', 'pass', nil], @store.credentials_for(@uri, 'Realm')
+  end
+
   def test_credentials_for_path
     @store.add_auth @uri, 'user', 'pass', 'realm'
 
@@ -183,6 +205,21 @@ class TestMechanizeHttpAuthStore < Mechanize::TestCase
     assert_equal expected, @store.auth_accounts
   end
 
+  def test_remove_auth_realm_case
+    @store.add_auth @uri, 'user1', 'pass', 'realm'
+    @store.add_auth @uri, 'user2', 'pass', 'Realm'
+
+    @store.remove_auth @uri, 'Realm'
+
+    expected = {
+      @uri => {
+        'realm' => ['user1', 'pass', nil]
+      }
+    }
+
+    assert_equal expected, @store.auth_accounts
+  end
+
   def test_remove_auth_string
     @store.add_auth @uri, 'user1', 'pass'
 

data/test/test_mechanize_http_content_disposition_parser.rb

@@ -30,6 +30,33 @@ class TestMechanizeHttpContentDispositionParser < Mechanize::TestCase
     assert_equal expected,     content_disposition.parameters
   end
 
+  def test_parse_date_iso8601_fallback
+    now = Time.at Time.now.to_i
+
+    content_disposition = @parser.parse \
+      'attachment;' \
+      'filename=value;' \
+      "creation-date=\"#{now.iso8601}\";" \
+      "modification-date=\"#{(now + 1).iso8601}\""
+
+    assert_equal 'attachment', content_disposition.type
+    assert_equal 'value',      content_disposition.filename
+    assert_equal now,          content_disposition.creation_date
+    assert_equal((now + 1),    content_disposition.modification_date)
+  end
+
+  def test_parse_date_invalid
+    now = Time.at Time.now.to_i
+
+    content_disposition = @parser.parse \
+      'attachment;' \
+      'filename=value;' \
+      "creation-date=\"#{now.to_s}\";" \
+      "modification-date=\"#{(now + 1).to_s}\""
+
+    assert_nil content_disposition
+  end
+
   def test_parse_header
     content_disposition = @parser.parse \
       'content-disposition: attachment;filename=value', true
@@ -119,7 +146,7 @@ class TestMechanizeHttpContentDispositionParser < Mechanize::TestCase
 
     assert_equal 'end "', string
   end
-  
+
   def test_parse_uppercase
     content_disposition = @parser.parse \
       'content-disposition: attachment; Filename=value', true
@@ -128,5 +155,12 @@ class TestMechanizeHttpContentDispositionParser < Mechanize::TestCase
     assert_equal 'value',      content_disposition.filename
   end
 
+  def test_parse_filename_starting_with_escaped_quote
+    content_disposition = @parser.parse \
+      'content-disposition: attachment; Filename="\"value\""', true
+
+    assert_equal '"value"', content_disposition.filename
+  end
+
 end
 

data/test/test_mechanize_http_www_authenticate_parser.rb

@@ -109,6 +109,14 @@ class TestMechanizeHttpWwwAuthenticateParser < Mechanize::TestCase
     assert_equal expected, @parser.parse('Basic ReAlM=foo')
   end
 
+  def test_parse_realm_value_case
+    expected = [
+      challenge('Basic', { 'realm' => 'Foo' }, 'Basic realm=Foo'),
+    ]
+
+    assert_equal expected, @parser.parse('Basic realm=Foo')
+  end
+
   def test_parse_scheme_uppercase
     expected = [
       challenge('Basic', { 'realm' => 'foo' }, 'BaSiC realm=foo'),
@@ -117,6 +125,22 @@ class TestMechanizeHttpWwwAuthenticateParser < Mechanize::TestCase
     assert_equal expected, @parser.parse('BaSiC realm=foo')
   end
 
+  def test_parse_bad_whitespace_around_auth_param
+    expected = [
+      challenge('Basic', { 'realm' => 'foo' }, 'Basic realm = "foo"'),
+    ]
+
+    assert_equal expected, @parser.parse('Basic realm = "foo"')
+  end
+
+  def test_parse_bad_single_quote
+    expected = [
+      challenge('Basic', { 'realm' => "'foo" }, "Basic realm='foo"),
+    ]
+
+    assert_equal expected, @parser.parse("Basic realm='foo bar', qop='baz'")
+  end
+
   def test_quoted_string
     @parser.scanner = StringScanner.new '"text"'
 

data/test/test_mechanize_link.rb

@@ -2,6 +2,25 @@ require 'mechanize/test_case'
 
 class TestMechanizeLink < Mechanize::TestCase
 
+  def test_search
+    page = @mech.get("http://localhost/find_link.html")
+    link = page.link_with(text: "Form Test")
+
+    assert_equal('Form Test', link.text)
+
+    link_with_search = page.link_with(search: "//*[text()='Form Test']")
+    assert_equal(link, link_with_search)
+
+    link_with_xpath = page.link_with(xpath: "//*[text()='Form Test']")
+    assert_equal(link, link_with_xpath)
+
+    link_with_css = page.link_with(css: ".formtest")
+    assert_equal(link, link_with_css)
+
+    link_with_class = page.link_with(class: "formtest")
+    assert_equal(link, link_with_class)
+  end
+
   def test_click
     page = @mech.get("http://localhost/frame_test.html")
     link = page.link_with(:text => "Form Test")
@@ -10,7 +29,7 @@ class TestMechanizeLink < Mechanize::TestCase
     page = link.click
     assert_equal("http://localhost/form_test.html",
       @mech.history.last.uri.to_s)
-  end
+  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse body of NOFRAMES
 
   def test_click_bang
     page = @mech.get("http://localhost/frame_test.html")
@@ -20,7 +39,7 @@ class TestMechanizeLink < Mechanize::TestCase
     page = link.click
     assert_equal("http://localhost/form_test.html",
       @mech.history.last.uri.to_s)
-  end
+  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse body of NOFRAMES
 
   def test_click_base
     page = @mech.get("http://google.com/tc_base_link.html")
@@ -32,7 +51,13 @@ class TestMechanizeLink < Mechanize::TestCase
     page = @mech.get("http://google.com/tc_links.html")
     link = page.link_with(:text => 'javascript link')
     assert_raises Mechanize::UnsupportedSchemeError do
-      link.click
+      begin
+        link.click
+      rescue Mechanize::UnsupportedSchemeError => error
+          assert_equal 'javascript', error.scheme
+          assert_equal "javascript:new_page('1')", error.uri.to_s
+        raise
+      end
     end
 
     @mech.scheme_handlers['javascript'] = lambda { |my_link, my_page|
@@ -97,7 +122,7 @@ class TestMechanizeLink < Mechanize::TestCase
     page = page.link_with(:text => 'just the query string').click
     assert_equal('http://localhost/relative/tc_relative_links.html?a=b',
                  page.uri.to_s)
-  end
+  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse IFRAME
 
   def test_uri_weird
     doc = Nokogiri::HTML::Document.new
@@ -110,5 +135,36 @@ class TestMechanizeLink < Mechanize::TestCase
     assert_equal 'http://foo.bar/%20baz', link.uri.to_s
   end
 
+  def test_uri_weird_with_fragment
+    doc = Nokogiri::HTML::Document.new
+
+    node = Nokogiri::XML::Node.new('foo', doc)
+    node['href'] = 'http://foo.bar/ baz#уважение'
+
+    link = Mechanize::Page::Link.new(node, nil, nil)
+
+    assert_equal '%D1%83%D0%B2%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B5', link.uri.fragment
+  end
+
+  def test_bad_uri_raise_compatible_exception
+    doc = Nokogiri::HTML::Document.new
+
+    node = Nokogiri::XML::Node.new('foo', doc)
+    node['href'] = 'http://http:foo.bar/ baz'
+
+    link = Mechanize::Page::Link.new(node, nil, nil)
+
+    assert_raises URI::InvalidURIError do
+      link.uri
+    end
+  end
+
+  def test_resolving_full_uri
+    page = @mech.get("http://localhost/frame_test.html")
+    link = page.link_with(:text => "Form Test")
+
+    assert_equal "/form_test.html", link.uri.to_s
+    assert_equal "http://localhost/form_test.html", link.resolved_uri.to_s
+  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse body of NOFRAMES
 end
 

data/test/test_mechanize_page.rb

@@ -8,6 +8,42 @@ class TestMechanizePage < Mechanize::TestCase
     @uri = URI 'http://example/'
   end
 
+  def test_selector_methods
+    page = html_page <<-BODY
+<html>
+  <meta>
+  <head><title></title>
+  <body>
+    <span class="name" id="out">Eamonn</span>
+    <span>/</span>
+    <span class="name" id="bloody">Esther</span>
+    <span>/</span>
+    <span class="name" id="rageous">Fletcher</span>
+  </body>
+</html>
+    BODY
+
+    # at(css_selector), % css_selector
+    assert_equal('Eamonn', page.at('#out').text)
+    assert_equal('Eamonn', (page % '#out').text)
+
+    # at(xpath_selector), % xpath_selector
+    assert_equal('Esther', page.at('//span[@id="bloody"]').text)
+    assert_equal('Esther', (page % '//span[@id="bloody"]').text)
+
+    # at_css()
+    assert_equal('Eamonn', page.at_css('#out').text)
+
+    # css()
+    assert_equal('Fletcher', page.css('.name')[2].text)
+
+    # at_xpath()
+    assert_equal('Esther', page.at_xpath('//span[@id="bloody"]').text)
+
+    # xpath()
+    assert_equal('Fletcher', page.xpath('//*[@class="name"]')[2].text)
+  end
+
   def test_initialize_good_content_type
     page = Mechanize::Page.new
     assert_equal('text/html', page.content_type)
@@ -72,6 +108,8 @@ class TestMechanizePage < Mechanize::TestCase
     assert_equal "frame3",            page.frames[2].name
     assert_equal "/file_upload.html", page.frames[2].src
     assert_equal "File Upload Form",  page.frames[2].content.title
+
+    assert_equal %w[/google.html /file_upload.html], page.frames_with(search: '*[name=frame1], *[name=frame3]').map(&:src)
   end
 
   def test_iframes
@@ -87,7 +125,7 @@ class TestMechanizePage < Mechanize::TestCase
     assert_equal "frame4",            page.iframes.first.name
     assert_equal "/file_upload.html", page.iframes.first.src
     assert_equal "File Upload Form",  page.iframes.first.content.title
-  end
+  end unless RUBY_ENGINE == 'jruby'  # NekoHTML does not parse IFRAME
 
   def test_image_with
     page = html_page <<-BODY
@@ -174,6 +212,7 @@ class TestMechanizePage < Mechanize::TestCase
   <meta>
   <head><title></title>
   <body>
+    <img src="1.jpg" class="unpretty">
     <img src="a.jpg" class="pretty">
     <img src="b.jpg">
     <img src="c.png" class="pretty">
@@ -181,14 +220,24 @@ class TestMechanizePage < Mechanize::TestCase
 </html>
     BODY
 
-    images = page.images_with(:search => "//img[@class='pretty']")
+    {
+      :search => "//img[@class='pretty']",
+      :xpath => "//img[@class='pretty']",
+      :css => "img.pretty",
+      :class => "pretty",
+      :dom_class => "pretty",
+    }.each { |key, expr|
+      images = page.images_with(key => expr)
 
-    assert_equal 2, images.size
-    assert_equal "pretty", images[0].dom_class
-    assert_equal "a.jpg", images[0].src
+      message = "selecting with #{key.inspect}"
 
-    assert_equal "pretty", images[1].dom_class
-    assert_equal "c.png", images[1].src
+      assert_equal 2, images.size
+      assert_equal "pretty", images[0].dom_class, message
+      assert_equal "a.jpg", images[0].src, message
+
+      assert_equal "pretty", images[1].dom_class, message
+      assert_equal "c.png", images[1].src, message
+    }
   end
 
   def test_search_bad_selectors
@@ -201,5 +250,31 @@ class TestMechanizePage < Mechanize::TestCase
     assert_empty page.links_with(:search => '//img')
   end
 
+	def test_multiple_titles
+		page = html_page <<-BODY
+<!doctype html>
+<html>
+	<head>
+		<title>HTML&gt;TITLE</title>
+	</head>
+	<body>
+		<svg>
+			<title>SVGTITLE</title>
+			<metadata id="metadata5">
+				<rdf:RDF>
+					<cc:Work>
+						<dc:title>RDFDCTITLE</dc:title>
+					</cc:Work>
+				</rdf:RDF>
+			</metadata>
+			<g></g>
+		</svg>
+	</body>
+</html>
+		BODY
+
+		assert_equal page.title, "HTML>TITLE"
+	end
+
 end
 

data/test/test_mechanize_page_encoding.rb

@@ -5,7 +5,7 @@ require 'mechanize/test_case'
 
 class TestMechanizePageEncoding < Mechanize::TestCase
 
-  MECH_ASCII_ENCODING = Mechanize::Util::NEW_RUBY_ENCODING ? 'US-ASCII' : 'ISO-8859-1'
+  MECH_ASCII_ENCODING = 'US-ASCII'
 
   def setup
     super
@@ -16,8 +16,7 @@ class TestMechanizePageEncoding < Mechanize::TestCase
   end
 
   def util_page body = @body, headers = @response_headers
-    body.force_encoding Encoding::BINARY if body.respond_to? :force_encoding
-    Mechanize::Page.new @uri, headers, body, 200, @mech
+    Mechanize::Page.new @uri, headers, body && body.force_encoding(Encoding::BINARY), 200, @mech
   end
 
   def test_page_charset