hpricot 0.6-jruby

data/test/files/why.xml

@@ -0,0 +1,19 @@
+<?xml version='1.0'?><rss xmlns:admin='http://webns.net/mvcb/' version='2.0' xmlns:sy='http://purl.org/rss/1.0/modules/syndication/' xmlns:dc='http://purl.org/dc/elements/1.1/' xmlns:rdf='http://www.w3.org/1999/02/22-rdf-syntax-ns#'>
+    <channel>
+    <title>why the lucky stiff</title>
+    <link>http://whytheluckystiff.net</link>
+    <description>hex-editing reality to give us infinite grenades!!</description>
+    <dc:language>en-us</dc:language>
+    <dc:creator/>
+    <dc:date>2007-01-16T22:39:04+00:00</dc:date>
+    <admin:generatorAgent rdf:resource='http://hobix.com/?v=0.4'/>
+    <sy:updatePeriod>hourly</sy:updatePeriod>
+    <sy:updateFrequency>1</sy:updateFrequency>
+    <sy:updateBase>2000-01-01T12:00+00:00</sy:updateBase>
+    <item><title>1.3</title><link>http://whytheluckystiff.net/quatrains/1.3.html</link><guid isPermaLink='false'>quatrains/1.3@http://whytheluckystiff.net</guid><dc:subject>quatrains</dc:subject><dc:subject>quatrains</dc:subject><dc:creator>why the lucky stiff</dc:creator><dc:date>2007-01-14T08:47:05+00:00</dc:date><description>&lt;blockquote&gt;
+	&lt;p&gt;That cadillac of yours and that driver of yours!&lt;br /&gt;You and your teacups rattling away in the back seat!&lt;br /&gt;You always took the mike, oh, and all those cowboys you shot!&lt;br /&gt;I held your hand! And I&amp;#8217;ll shoot a cowboy one day!&lt;/p&gt;
+	&lt;/blockquote&gt;
+	&lt;blockquote&gt;
+	&lt;p&gt;You said, &amp;#8220;Let&amp;#8217;s run into the woods like kids!&amp;#8221; &lt;br /&gt;You said, &amp;#8220;Let&amp;#8217;s rub our hands together super-hot!&amp;#8221; &lt;br /&gt;And we scalded the trees and left octagons, I think that was you and&lt;br /&gt;You threw parties on the roof!&lt;/p&gt;
+	&lt;/blockquote&gt;</description></item></channel>
+</rss>

data/test/load_files.rb

@@ -0,0 +1,7 @@
+module TestFiles
+    Dir.chdir(File.dirname(__FILE__)) do
+        Dir['files/*.{html,xhtml,xml}'].each do |fname|
+            const_set fname[%r!/(\w+)\.\w+$!, 1].upcase, IO.read(fname)
+        end
+    end
+end

data/test/test_alter.rb

@@ -0,0 +1,65 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+require 'hpricot'
+require 'load_files'
+
+class TestAlter < Test::Unit::TestCase
+  def setup
+    @basic = Hpricot.parse(TestFiles::BASIC)
+  end
+  
+  def test_before
+    test0 = "<link rel='stylesheet' href='test0.css' />"
+    @basic.at("link").before(test0)
+    assert_equal 'test0.css', @basic.at("link").attributes['href']
+  end
+
+  def test_after
+    test_inf = "<link rel='stylesheet' href='test_inf.css' />"
+    @basic.search("link")[-1].after(test_inf)
+    assert_equal 'test_inf.css', @basic.search("link")[-1].attributes['href']
+  end
+
+  def test_wrap
+    ohmy = (@basic/"p.ohmy").wrap("<div id='wrapper'></div>")
+    assert_equal 'wrapper', ohmy[0].parent['id']
+    assert_equal 'ohmy', Hpricot(@basic.to_html).at("#wrapper").children[0]['class']
+  end
+  
+  def test_add_class
+    first_p = (@basic/"p:first").add_class("testing123")
+    assert first_p[0].get_attribute("class").split(" ").include?("testing123")
+    assert (Hpricot(@basic.to_html)/"p:first")[0].attributes["class"].split(" ").include?("testing123")
+    assert !(Hpricot(@basic.to_html)/"p:gt(0)")[0].attributes["class"].split(" ").include?("testing123")
+  end
+  
+  def test_change_attributes
+    all_ps = (@basic/"p").attr("title", "Some Title")
+    all_as = (@basic/"a").attr("href", "http://my_new_href.com")
+    all_lb = (@basic/"link").attr("href") { |e| e.name }
+    assert_changed(@basic, "p", all_ps) {|p| p.attributes["title"] == "Some Title"}
+    assert_changed(@basic, "a", all_as) {|a| a.attributes["href"] == "http://my_new_href.com"}
+    assert_changed(@basic, "link", all_lb) {|a| a.attributes["href"] == "link" }
+  end
+  
+  def test_remove_attr
+    all_rl = (@basic/"link").remove_attr("href")
+    assert_changed(@basic, "link", all_rl) { |link| link['href'].nil? }
+  end
+
+  def test_remove_class
+    all_c1 = (@basic/"p[@class*='last']").remove_class("last")
+    assert_changed(@basic, "p[@class*='last']", all_c1) { |p| p['class'] == 'final' }
+  end
+
+  def test_remove_all_classes
+    all_c2 = (@basic/"p[@class]").remove_class
+    assert_changed(@basic, "p[@class]", all_c2) { |p| p['class'].nil? }
+  end
+
+  def assert_changed original, selector, set, &block
+    assert set.all?(&block)
+    assert Hpricot(original.to_html).search(selector).all?(&block)
+  end
+end

data/test/test_builder.rb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+require 'hpricot'
+
+class TestBuilder < Test::Unit::TestCase
+  def test_escaping_text
+    doc = Hpricot() { b "<a\"b>" }
+    assert_equal "<b>&lt;a&quot;b&gt;</b>", doc.to_html
+    assert_equal %{<a"b>}, doc.at("text()").to_s
+  end
+
+  def test_no_escaping_text
+    doc = Hpricot() { div.test.me! { text "<a\"b>" } }
+    assert_equal %{<div class="test" id="me"><a"b></div>}, doc.to_html
+    assert_equal %{<a"b>}, doc.at("text()").to_s
+  end
+
+  def test_latin1_entities
+    doc = Hpricot() { b "\200\225" }
+    assert_equal "<b>&#8364;&#8226;</b>", doc.to_html
+    assert_equal "\342\202\254\342\200\242", doc.at("text()").to_s
+  end
+end

data/test/test_parser.rb

@@ -0,0 +1,379 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+require 'hpricot'
+require 'load_files'
+
+class TestParser < Test::Unit::TestCase
+  def test_set_attr
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    @basic.search('//p').set('class', 'para')
+    assert_equal 4, @basic.search('//p').length
+    assert_equal 4, @basic.search('//p').find_all { |x| x['class'] == 'para' }.length
+  end
+
+  # Test creating a new element 
+  def test_new_element 
+    elem = Hpricot::Elem.new(Hpricot::STag.new('form')) 
+    assert_not_nil(elem) 
+    assert_not_nil(elem.attributes) 
+  end 
+
+  def test_scan_text
+    assert_equal 'FOO', Hpricot.make("FOO").first.content
+  end
+
+  def test_filter_by_attr
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+
+    # this link is escaped in the doc
+    link = 'http://www.youtube.com/watch?v=TvSNXyNw26g&search=chris%20ware'
+    assert_equal link, @boingboing.at("a[@href='#{link}']")['href']
+  end
+  
+  def test_filter_contains
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal '<title>Sample XHTML</title>', @basic.search("title:contains('Sample')").to_s
+  end
+
+  def test_get_element_by_id
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal 'link1', @basic.get_element_by_id('link1')['id']
+    assert_equal 'link1', @basic.get_element_by_id('body1').get_element_by_id('link1').get_attribute('id')
+  end
+
+  def test_get_element_by_tag_name
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal 'link1', @basic.get_elements_by_tag_name('a')[0].get_attribute('id')
+    assert_equal 'link1', @basic.get_elements_by_tag_name('body')[0].get_element_by_id('link1').get_attribute('id')
+  end
+
+  def test_output_basic
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    @basic2 = Hpricot.parse(@basic.inner_html)
+    scan_basic @basic2
+  end
+
+  def test_scan_basic
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    scan_basic @basic
+  end
+
+  def scan_basic doc
+    assert_kind_of Hpricot::XMLDecl, doc.children.first 
+    assert_not_equal doc.children.first.to_s, doc.children[1].to_s 
+    assert_equal 'link1', doc.at('#link1')['id']
+    assert_equal 'link1', doc.at("p a")['id']
+    assert_equal 'link1', (doc/:p/:a).first['id']
+    assert_equal 'link1', doc.search('p').at('a').get_attribute('id')
+    assert_equal 'link2', (doc/'p').filter('.ohmy').search('a').first.get_attribute('id')
+    assert_equal (doc/'p')[2], (doc/'p').filter(':nth(2)')[0]
+    assert_equal (doc/'p')[2], (doc/'p').filter('[3]')[0]
+    assert_equal 4, (doc/'p').filter('*').length
+    assert_equal 4, (doc/'p').filter('* *').length
+    eles = (doc/'p').filter('.ohmy')
+    assert_equal 1, eles.length
+    assert_equal 'ohmy', eles.first.get_attribute('class')
+    assert_equal 3, (doc/'p:not(.ohmy)').length
+    assert_equal 3, (doc/'p').not('.ohmy').length
+    assert_equal 3, (doc/'p').not(eles.first).length
+    assert_equal 2, (doc/'p').filter('[@class]').length
+    assert_equal 'last final', (doc/'p[@class~="final"]').first.get_attribute('class')
+    assert_equal 1, (doc/'p').filter('[@class~="final"]').length
+    assert_equal 2, (doc/'p > a').length
+    assert_equal 1, (doc/'p.ohmy > a').length
+    assert_equal 2, (doc/'p / a').length
+    assert_equal 2, (doc/'link ~ link').length
+    assert_equal 3, (doc/'title ~ link').length
+    assert_equal 5, (doc/"//p/text()").length
+    assert_equal 6, (doc/"//p[a]//text()").length
+    assert_equal 2, (doc/"//p/a/text()").length
+  end
+
+  def test_positional
+    h = Hpricot( "<div><br/><p>one</p><p>two</p></div>" )
+    assert_equal "<p>one</p>", h.search("//div/p:eq(0)").to_s
+    assert_equal "<p>one</p>", h.search("//div/p:first").to_s
+    assert_equal "<p>one</p>", h.search("//div/p:first()").to_s
+  end
+
+  def test_pace
+    doc = Hpricot(TestFiles::PACE_APPLICATION)
+    assert_equal 'get', doc.at('form[@name=frmSect11]')['method']
+    # assert_equal '2', doc.at('#hdnSpouse')['value']
+  end
+
+  def test_scan_boingboing
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+    assert_equal 60, (@boingboing/'p.posted').length
+    assert_equal 1, @boingboing.search("//a[@name='027906']").length
+    assert_equal 10, @boingboing.search("script comment()").length
+    assert_equal 3, @boingboing.search("a[text()*='Boing']").length
+    assert_equal 1, @boingboing.search("h3[text()='College kids reportedly taking more smart drugs']").length
+    assert_equal 0, @boingboing.search("h3[text()='College']").length
+    assert_equal 60, @boingboing.search("h3").length
+    assert_equal 59, @boingboing.search("h3[text()!='College kids reportedly taking more smart drugs']").length
+    assert_equal 17, @boingboing.search("h3[text()$='s']").length
+    assert_equal 129, @boingboing.search("p[text()]").length
+    assert_equal 211, @boingboing.search("p").length
+  end
+
+  def test_reparent
+    doc = Hpricot(%{<div id="blurb_1"></div>})
+    div1 = doc.search('#blurb_1')
+    div1.before('<div id="blurb_0"></div>')
+
+    div0 = doc.search('#blurb_0')
+    div0.before('<div id="blurb_a"></div>')
+
+    assert_equal 'div', doc.at('#blurb_1').name
+  end
+
+  def test_siblings
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    t = @basic.at(:title)
+    e = t.next_sibling
+    assert_equal 'test1.css', e['href']
+    assert_equal 'title', e.previous_sibling.name
+  end
+
+  def test_css_negation
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal 3, (@basic/'p:not(.final)').length
+  end
+
+  def test_remove_attribute
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    (@basic/:p).each { |ele| ele.remove_attribute('class') }
+    assert_equal 0, (@basic/'p[@class]').length
+  end
+
+  def test_abs_xpath
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+    assert_equal 60, @boingboing.search("/html/body//p[@class='posted']").length
+    assert_equal 60, @boingboing.search("/*/body//p[@class='posted']").length
+    assert_equal 18, @boingboing.search("//script").length
+    divs = @boingboing.search("//script/../div")
+    assert_equal 1,  divs.length
+    imgs = @boingboing.search('//div/p/a/img')
+    assert_equal 15, imgs.length
+    assert_equal 17, @boingboing.search('//div').search('p/a/img').length
+    assert imgs.all? { |x| x.name == 'img' }
+  end
+
+  def test_predicates
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+    assert_equal 2, @boingboing.search('//link[@rel="alternate"]').length
+    p_imgs = @boingboing.search('//div/p[/a/img]')
+    assert_equal 15, p_imgs.length
+    assert p_imgs.all? { |x| x.name == 'p' }
+    p_imgs = @boingboing.search('//div/p[a/img]')
+    assert_equal 18, p_imgs.length
+    assert p_imgs.all? { |x| x.name == 'p' }
+    assert_equal 1, @boingboing.search('//input[@checked]').length
+  end
+
+  def test_tag_case 
+    @tenderlove = Hpricot.parse(TestFiles::TENDERLOVE) 
+    assert_equal 2, @tenderlove.search('//a').length 
+    assert_equal 3, @tenderlove.search('//area').length 
+    assert_equal 2, @tenderlove.search('//meta').length 
+  end 
+
+  def test_alt_predicates
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+    assert_equal 1, @boingboing.search('//table/tr:last').length
+
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal "<p>The third paragraph</p>",
+        @basic.search('p:eq(2)').to_html
+    assert_equal '<p class="last final"><b>THE FINAL PARAGRAPH</b></p>',
+        @basic.search('p:last').to_html
+    assert_equal 'last final', @basic.search('//p:last-of-type').first.get_attribute('class')
+  end
+
+  def test_insert_after # ticket #63
+    doc = Hpricot('<html><body><div id="a-div"></div></body></html>')
+    (doc/'div').each do |element|
+      element.after('<p>Paragraph 1</p><p>Paragraph 2</p>')
+    end
+    assert_equal doc.to_html, '<html><body><div id="a-div"></div><p>Paragraph 1</p><p>Paragraph 2</p></body></html>'
+  end
+
+  def test_insert_before # ticket #61
+    doc = Hpricot('<html><body><div id="a-div"></div></body></html>')
+    (doc/'div').each do |element|
+      element.before('<p>Paragraph 1</p><p>Paragraph 2</p>')
+    end
+    assert_equal doc.to_html, '<html><body><p>Paragraph 1</p><p>Paragraph 2</p><div id="a-div"></div></body></html>'
+  end
+
+  def test_many_paths
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+    assert_equal 62, @boingboing.search('p.posted, link[@rel="alternate"]').length
+    assert_equal 20, @boingboing.search('//div/p[a/img]|//link[@rel="alternate"]').length
+  end
+
+  def test_stacked_search
+    @boingboing = Hpricot.parse(TestFiles::BOINGBOING)
+    assert_kind_of Hpricot::Elements, @boingboing.search('//div/p').search('a img')
+  end
+
+  def test_class_search
+    # test case sent by Chih-Chao Lam
+    doc = Hpricot("<div class=xyz'>abc</div>")
+    assert_equal 1, doc.search(".xyz").length
+    doc = Hpricot("<div class=xyz>abc</div><div class=abc>xyz</div>")
+    assert_equal 1, doc.search(".xyz").length
+    assert_equal 4, doc.search("*").length
+  end
+
+  def test_kleene_star
+    # bug noticed by raja bhatia
+    doc = Hpricot("<span class='small'>1</span><div class='large'>2</div><div class='small'>3</div><span class='blue large'>4</span>")
+    assert_equal 2, doc.search("*[@class*='small']").length
+    assert_equal 2, doc.search("*.small").length
+    assert_equal 2, doc.search(".small").length
+    assert_equal 2, doc.search(".large").length
+  end
+
+  def test_empty_comment
+    doc = Hpricot("<p><!----></p>")
+    assert doc.children[0].children[0].comment?
+    doc = Hpricot("<p><!-- --></p>")
+    assert doc.children[0].children[0].comment?
+  end
+
+  def test_body_newlines
+    @immob = Hpricot.parse(TestFiles::IMMOB)
+    body = @immob.at(:body)
+    {'background' => '', 'bgcolor' => '#ffffff', 'text' => '#000000', 'marginheight' => '10',
+     'marginwidth' => '10', 'leftmargin' => '10', 'topmargin' => '10', 'link' => '#000066',
+     'alink' => '#ff6600', 'hlink' => "#ff6600", 'vlink' => "#000000"}.each do |k, v|
+        assert_equal v, body[k]
+    end
+  end
+
+  def test_nested_twins
+    @doc = Hpricot("<div>Hi<div>there</div></div>")
+    assert_equal 1, (@doc/"div div").length
+  end
+
+  def test_wildcard
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal 3, (@basic/"*[@id]").length
+    assert_equal 3, (@basic/"//*[@id]").length
+  end
+
+  def test_javascripts
+    @immob = Hpricot.parse(TestFiles::IMMOB)
+    assert_equal 3, (@immob/:script)[0].inner_html.scan(/<LINK/).length
+  end
+
+  def test_nested_scripts
+    @week9 = Hpricot.parse(TestFiles::WEEK9)
+    assert_equal 14, (@week9/"a").find_all { |x| x.inner_html.include? "GameCenter" }.length
+  end
+
+  def test_uswebgen
+    @uswebgen = Hpricot.parse(TestFiles::USWEBGEN)
+    # sent by brent beardsley, hpricot 0.3 had problems with all the links.
+    assert_equal 67, (@uswebgen/:a).length
+  end
+
+  def test_mangled_tags
+    [%{<html><form name='loginForm' method='post' action='/units/a/login/1,13088,779-1,00.html'?URL=></form></html>},
+     %{<html><form name='loginForm' ?URL= method='post' action='/units/a/login/1,13088,779-1,00.html'></form></html>},
+     %{<html><form name='loginForm'?URL= ?URL= method='post' action='/units/a/login/1,13088,779-1,00.html'?URL=></form></html>},
+     %{<html><form name='loginForm' method='post' action='/units/a/login/1,13088,779-1,00.html' ?URL=></form></html>}].
+    each do |str|
+      doc = Hpricot(str)
+      assert_equal 1, (doc/:form).length
+      assert_equal '/units/a/login/1,13088,779-1,00.html', doc.at("form")['action']
+    end
+  end
+
+  def test_procins
+    doc = Hpricot("<?php print('hello') ?>\n<?xml blah='blah'?>")
+    assert_equal "php", doc.children[0].target
+    assert_equal "blah='blah'", doc.children[2].content
+  end
+
+  def test_buffer_error
+    assert_raise Hpricot::ParseError, "ran out of buffer space on element <input>, starting on line 3." do
+      Hpricot(%{<p>\n\n<input type="hidden" name="__VIEWSTATE"  value="#{(("X" * 2000) + "\n") * 22}" />\n\n</p>})
+    end
+  end
+
+  def test_youtube_attr
+    str = <<-edoc
+    <html><body>
+    Lorem ipsum. Jolly roger, ding-dong sing-a-long 
+    <object width="425" height="350">
+      <param name="movie" value="http://www.youtube.com/v/NbDQ4M_cuwA"></param>
+      <param name="wmode" value="transparent"></param>
+        <embed src="http://www.youtube.com/v/NbDQ4M_cuwA" 
+          type="application/x-shockwave-flash" wmode="transparent" width="425" height="350">
+        </embed>
+    </object>
+    Check out my posting, I have bright mice in large clown cars.
+    <object width="425" height="350">
+      <param name="movie" value="http://www.youtube.com/v/foobar"></param>
+      <param name="wmode" value="transparent"></param>
+        <embed src="http://www.youtube.com/v/foobar" 
+          type="application/x-shockwave-flash" wmode="transparent" width="425" height="350">
+        </embed>
+    </object>
+    </body></html?
+    edoc
+    doc = Hpricot(str)
+    assert_equal "http://www.youtube.com/v/NbDQ4M_cuwA",
+      doc.at("//object/param[@value='http://www.youtube.com/v/NbDQ4M_cuwA']")['value']
+  end
+  
+  # ticket #84 by jamezilla
+  def test_screwed_xmlns
+    doc = Hpricot(<<-edoc)
+      <?xml:namespace prefix = cwi />
+      <html><body>HAI</body></html>
+    edoc
+    assert_equal "HAI", doc.at("body").inner_text
+  end
+
+  # Reported by Jonathan Nichols on the Hpricot list (24 May 2007)
+  def test_self_closed_form
+    doc = Hpricot(<<-edoc)
+      <body>
+      <form action="/loginRegForm" name="regForm" method="POST" />
+      <input type="button">
+      </form>
+      </body>
+    edoc
+    assert_equal "button", doc.at("//form/input")['type']
+  end
+
+  def test_filters
+    @basic = Hpricot.parse(TestFiles::BASIC)
+    assert_equal 0, (@basic/"title:parent").size
+    assert_equal 3, (@basic/"p:parent").size
+    assert_equal 1, (@basic/"title:empty").size
+    assert_equal 1, (@basic/"p:empty").size
+  end
+
+  def test_keep_cdata
+    str = %{<script> /*<![CDATA[*/
+    /*]]>*/ </script>}
+    assert_equal str, Hpricot(str).to_html
+  end
+
+  def test_namespace
+    chunk = <<-END
+    <a xmlns:t="http://www.nexopia.com/dev/template">
+      <t:sam>hi </t:sam>
+    </a>
+    END
+    doc = Hpricot::XML(chunk)
+    assert (doc/"//t:sam").size > 0 # at least this should probably work
+    # assert (doc/"//sam").size > 0  # this would be nice 
+  end
+end