RubyGems - tenderlove-nokogiri - Versions diffs - 0.0.0-x86-mswin32-60 - Mend

tenderlove-nokogiri 0.0.0-x86-mswin32-60

Files changed (117) hide show

data/History.txt +6 -0
data/Manifest.txt +120 -0
data/README.ja.txt +86 -0
data/README.txt +87 -0
data/Rakefile +264 -0
data/ext/nokogiri/extconf.rb +59 -0
data/ext/nokogiri/html_document.c +83 -0
data/ext/nokogiri/html_document.h +10 -0
data/ext/nokogiri/html_sax_parser.c +32 -0
data/ext/nokogiri/html_sax_parser.h +11 -0
data/ext/nokogiri/native.c +40 -0
data/ext/nokogiri/native.h +51 -0
data/ext/nokogiri/xml_cdata.c +52 -0
data/ext/nokogiri/xml_cdata.h +9 -0
data/ext/nokogiri/xml_document.c +159 -0
data/ext/nokogiri/xml_document.h +10 -0
data/ext/nokogiri/xml_dtd.c +117 -0
data/ext/nokogiri/xml_dtd.h +8 -0
data/ext/nokogiri/xml_node.c +709 -0
data/ext/nokogiri/xml_node.h +15 -0
data/ext/nokogiri/xml_node_set.c +124 -0
data/ext/nokogiri/xml_node_set.h +9 -0
data/ext/nokogiri/xml_reader.c +429 -0
data/ext/nokogiri/xml_reader.h +10 -0
data/ext/nokogiri/xml_sax_parser.c +174 -0
data/ext/nokogiri/xml_sax_parser.h +10 -0
data/ext/nokogiri/xml_syntax_error.c +194 -0
data/ext/nokogiri/xml_syntax_error.h +11 -0
data/ext/nokogiri/xml_text.c +29 -0
data/ext/nokogiri/xml_text.h +9 -0
data/ext/nokogiri/xml_xpath.c +46 -0
data/ext/nokogiri/xml_xpath.h +11 -0
data/ext/nokogiri/xml_xpath_context.c +81 -0
data/ext/nokogiri/xml_xpath_context.h +9 -0
data/ext/nokogiri/xslt_stylesheet.c +108 -0
data/ext/nokogiri/xslt_stylesheet.h +9 -0
data/lib/nokogiri/css/node.rb +95 -0
data/lib/nokogiri/css/parser.rb +24 -0
data/lib/nokogiri/css/parser.y +198 -0
data/lib/nokogiri/css/tokenizer.rb +9 -0
data/lib/nokogiri/css/tokenizer.rex +63 -0
data/lib/nokogiri/css/xpath_visitor.rb +165 -0
data/lib/nokogiri/css.rb +6 -0
data/lib/nokogiri/decorators/hpricot/node.rb +58 -0
data/lib/nokogiri/decorators/hpricot/node_set.rb +14 -0
data/lib/nokogiri/decorators/hpricot/xpath_visitor.rb +17 -0
data/lib/nokogiri/decorators/hpricot.rb +3 -0
data/lib/nokogiri/decorators.rb +1 -0
data/lib/nokogiri/hpricot.rb +47 -0
data/lib/nokogiri/html/builder.rb +9 -0
data/lib/nokogiri/html/document.rb +9 -0
data/lib/nokogiri/html/sax/parser.rb +21 -0
data/lib/nokogiri/html.rb +95 -0
data/lib/nokogiri/version.rb +3 -0
data/lib/nokogiri/xml/after_handler.rb +18 -0
data/lib/nokogiri/xml/before_handler.rb +32 -0
data/lib/nokogiri/xml/builder.rb +79 -0
data/lib/nokogiri/xml/cdata.rb +9 -0
data/lib/nokogiri/xml/document.rb +30 -0
data/lib/nokogiri/xml/dtd.rb +6 -0
data/lib/nokogiri/xml/node.rb +195 -0
data/lib/nokogiri/xml/node_set.rb +183 -0
data/lib/nokogiri/xml/notation.rb +6 -0
data/lib/nokogiri/xml/reader.rb +14 -0
data/lib/nokogiri/xml/sax/document.rb +59 -0
data/lib/nokogiri/xml/sax/parser.rb +33 -0
data/lib/nokogiri/xml/sax.rb +9 -0
data/lib/nokogiri/xml/syntax_error.rb +21 -0
data/lib/nokogiri/xml/text.rb +6 -0
data/lib/nokogiri/xml/xpath.rb +6 -0
data/lib/nokogiri/xml/xpath_context.rb +14 -0
data/lib/nokogiri/xml.rb +67 -0
data/lib/nokogiri/xslt/stylesheet.rb +6 -0
data/lib/nokogiri/xslt.rb +11 -0
data/lib/nokogiri.rb +51 -0
data/nokogiri.gemspec +34 -0
data/test/css/test_nthiness.rb +159 -0
data/test/css/test_parser.rb +224 -0
data/test/css/test_tokenizer.rb +162 -0
data/test/css/test_xpath_visitor.rb +54 -0
data/test/files/staff.xml +59 -0
data/test/files/staff.xslt +32 -0
data/test/files/tlm.html +850 -0
data/test/helper.rb +70 -0
data/test/hpricot/files/basic.xhtml +17 -0
data/test/hpricot/files/boingboing.html +2266 -0
data/test/hpricot/files/cy0.html +3653 -0
data/test/hpricot/files/immob.html +400 -0
data/test/hpricot/files/pace_application.html +1320 -0
data/test/hpricot/files/tenderlove.html +16 -0
data/test/hpricot/files/uswebgen.html +220 -0
data/test/hpricot/files/utf8.html +1054 -0
data/test/hpricot/files/week9.html +1723 -0
data/test/hpricot/files/why.xml +19 -0
data/test/hpricot/load_files.rb +7 -0
data/test/hpricot/test_alter.rb +67 -0
data/test/hpricot/test_builder.rb +27 -0
data/test/hpricot/test_parser.rb +423 -0
data/test/hpricot/test_paths.rb +15 -0
data/test/hpricot/test_preserved.rb +78 -0
data/test/hpricot/test_xml.rb +30 -0
data/test/html/sax/test_parser.rb +27 -0
data/test/html/test_builder.rb +78 -0
data/test/html/test_document.rb +86 -0
data/test/test_convert_xpath.rb +180 -0
data/test/test_nokogiri.rb +36 -0
data/test/test_reader.rb +222 -0
data/test/test_xslt_transforms.rb +29 -0
data/test/xml/sax/test_parser.rb +93 -0
data/test/xml/test_builder.rb +16 -0
data/test/xml/test_cdata.rb +18 -0
data/test/xml/test_document.rb +171 -0
data/test/xml/test_dtd.rb +43 -0
data/test/xml/test_node.rb +223 -0
data/test/xml/test_node_set.rb +116 -0
data/test/xml/test_text.rb +13 -0
metadata +214 -0

data/test/css/test_nthiness.rb ADDED Viewed

@@ -0,0 +1,159 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestNthiness < Nokogiri::TestCase
+      def setup
+        doc = <<EOF
+<html>
+<table>
+  <tr><td>row1 </td></tr>
+  <tr><td>row2 </td></tr>
+  <tr><td>row3 </td></tr>
+  <tr><td>row4 </td></tr>
+  <tr><td>row5 </td></tr>
+  <tr><td>row6 </td></tr>
+  <tr><td>row7 </td></tr>
+  <tr><td>row8 </td></tr>
+  <tr><td>row9 </td></tr>
+  <tr><td>row10 </td></tr>
+  <tr><td>row11 </td></tr>
+  <tr><td>row12 </td></tr>
+  <tr><td>row13 </td></tr>
+  <tr><td>row14 </td></tr>
+</table>
+<div>
+  <b>bold1 </b>
+  <i>italic1 </i>
+  <b>bold2 </b>
+  <i>italic2 </i>
+  <p>para1 </p>
+  <b>bold3 </b>
+</div>
+<div>
+  <p>para2 </p>
+  <p>para3 </p>
+</div>
+<div>
+  <p>para4 </p>
+</div>
+<p class='empty'></p>
+<p class='not-empty'><b></b></p>
+</html>
+EOF
+        @parser = Nokogiri.Hpricot doc
+      end
+      def test_even
+        assert_result_rows [2,4,6,8,10,12,14], @parser.search("table/tr:nth(even)")
+      end
+      def test_odd
+        assert_result_rows [1,3,5,7,9,11,13], @parser.search("table/tr:nth(odd)")
+      end
+      def test_2n
+        assert_equal @parser.search("table/tr:nth(even)").inner_text, @parser.search("table/tr:nth(2n)").inner_text
+      end
+      def test_2np1
+        assert_equal @parser.search("table/tr:nth(odd)").inner_text, @parser.search("table/tr:nth(2n+1)").inner_text
+      end
+      def test_4np3
+        assert_result_rows [3,7,11], @parser.search("table/tr:nth(4n+3)")
+      end
+      def test_3np4
+        assert_result_rows [4,7,10,13], @parser.search("table/tr:nth(3n+4)")
+      end
+      def test_mnp3
+        assert_result_rows [1,2,3], @parser.search("table/tr:nth(-n+3)")
+      end
+      def test_np3
+        assert_result_rows [3,4,5,6,7,8,9,10,11,12,13,14], @parser.search("table/tr:nth(n+3)")
+      end
+      def test_first
+        assert_result_rows [1], @parser.search("table/tr:first")
+        assert_result_rows [1], @parser.search("table/tr:first()")
+      end
+      def test_last
+        assert_result_rows [14], @parser.search("table/tr:last")
+        assert_result_rows [14], @parser.search("table/tr:last()")
+      end
+      def test_first_child
+        assert_result_rows [1], @parser.search("div/b:first-child"), "bold"
+        assert_result_rows [1], @parser.search("table/tr:first-child")
+      end
+      def test_last_child
+        assert_result_rows [3], @parser.search("div/b:last-child"), "bold"
+        assert_result_rows [14], @parser.search("table/tr:last-child")
+      end
+      def test_first_of_type
+        assert_result_rows [1], @parser.search("table/tr:first-of-type")
+        assert_result_rows [1], @parser.search("div/b:first-of-type"), "bold"
+      end
+      def test_last_of_type
+        assert_result_rows [14], @parser.search("table/tr:last-of-type")
+        assert_result_rows [3], @parser.search("div/b:last-of-type"), "bold"
+      end
+      def test_only_of_type
+        assert_result_rows [1,4], @parser.search("div/p:only-of-type"), "para"
+      end
+      def test_only_child
+        assert_result_rows [4], @parser.search("div/p:only-child"), "para"
+      end
+      def test_empty
+        result = @parser.search("p:empty")
+        assert_equal 1, result.size, "unexpected number of rows returned: '#{result.inner_text}'"
+        assert_equal 'empty', result.first['class']
+      end
+      def test_parent
+        result = @parser.search("p:parent")
+        assert_equal 5, result.size
+        0.upto(3) do |j|
+          assert_equal "para#{j+1} ", result[j].inner_text
+        end
+        assert_equal "not-empty", result[4]['class']
+      end
+      def test_siblings
+        doc = <<-EOF
+<html><body><div>
+<p id="1">p1 </p>
+<p id="2">p2 </p>
+<p id="3">p3 </p>
+<p id="4">p4 </p>
+<p id="5">p5 </p>
+EOF
+        parser = Nokogiri.Hpricot doc
+        assert_equal 2, parser.search("#3 ~ p").size
+        assert_equal "p4 p5 ", parser.search("#3 ~ p").inner_text
+        assert_equal 0, parser.search("#5 ~ p").size
+        assert_equal 1, parser.search("#3 + p").size
+        assert_equal "p4 ", parser.search("#3 + p").inner_text
+        assert_equal 0, parser.search("#5 + p").size
+      end
+      def assert_result_rows intarray, result, word="row"
+        assert_equal intarray.size, result.size, "unexpected number of rows returned: '#{result.inner_text}'"
+        assert_equal intarray.map{|j| "#{word}#{j}"}.join(' '), result.inner_text.strip, result.inner_text
+      end
+    end
+  end
+end

data/test/css/test_parser.rb ADDED Viewed

@@ -0,0 +1,224 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestParser < Nokogiri::TestCase
+      def setup
+        @parser = Nokogiri::CSS::Parser.new
+      end
+      def test_find_by_type
+        ast = @parser.parse("a:nth-child(2)").first
+        matches = ast.find_by_type(
+          [:CONDITIONAL_SELECTOR,
+            [:ELEMENT_NAME],
+            [:PSEUDO_CLASS,
+              [:FUNCTION]
+            ]
+          ]
+        )
+        assert_equal(1, matches.length)
+        assert_equal(ast, matches.first)
+      end
+      def test_to_type
+        ast = @parser.parse("a:nth-child(2)").first
+        assert_equal(
+          [:CONDITIONAL_SELECTOR,
+            [:ELEMENT_NAME],
+            [:PSEUDO_CLASS,
+              [:FUNCTION]
+            ]
+          ], ast.to_type
+        )
+      end
+      def test_to_a
+        asts = @parser.parse("a:nth-child(2)")
+        assert_equal(
+          [:CONDITIONAL_SELECTOR,
+            [:ELEMENT_NAME, ["a"]],
+            [:PSEUDO_CLASS,
+              [:FUNCTION, ["nth-child("], ["2"]]
+            ]
+          ], asts.first.to_a
+        )
+      end
+      def test_function_with_arguments
+        assert_xpath  "//*[position() = 2 and self::a]",
+                      @parser.parse("a[2]")
+        assert_xpath  "//*[position() = 2 and self::a]",
+                      @parser.parse("a:nth-child(2)")
+      end
+      def test_carrot
+        assert_xpath  "//a[starts-with(@id, 'Boing')]",
+                      @parser.parse("a[id^='Boing']")
+      end
+      def test_attributes_with_at
+        ## This is non standard CSS
+        assert_xpath  "//a[@id = 'Boing']",
+                      @parser.parse("a[@id='Boing']")
+      end
+      def test_not_equal
+        ## This is non standard CSS
+        assert_xpath  "//a[child::text() != 'Boing']",
+                      @parser.parse("a[text()!='Boing']")
+      end
+      def test_function
+        ## This is non standard CSS
+        assert_xpath  "//a[child::text()]",
+                      @parser.parse("a[text()]")
+        ## This is non standard CSS
+        assert_xpath  "//child::text()",
+                      @parser.parse("text()")
+        ## This is non standard CSS
+        assert_xpath  "//a[contains(child::text(), 'Boing')]",
+                      @parser.parse("a[text()*='Boing']")
+        ## This is non standard CSS
+        assert_xpath  "//script//comment()",
+                      @parser.parse("script comment()")
+      end
+      def test_nonstandard_nth_selectors
+        ## These are non standard CSS
+        assert_xpath '//a[position() = 99]', @parser.parse('a:eq(99)')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first') # no parens
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last') # no parens
+        assert_xpath '//a[position() = 99]', @parser.parse('a:nth(99)')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first()')
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last()')
+        assert_xpath '//a[node()]', @parser.parse('a:parent')
+      end
+      def test_standard_nth_selectors
+        assert_xpath '//a[position() = 99]', @parser.parse('a:nth-of-type(99)')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first-of-type()')
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last-of-type()')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first-of-type') # no parens
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last-of-type') # no parens
+        assert_xpath '//a[position() = last() - 99]', @parser.parse('a:nth-last-of-type(99)')
+        assert_xpath '//a[position() = last() - 99]', @parser.parse('a:nth-last-of-type(99)')
+      end
+      def test_nth_child_selectors
+        assert_xpath '//*[position() = 1 and self::a]', @parser.parse('a:first-child')
+        assert_xpath '//*[position() = last() and self::a]', @parser.parse('a:last-child')
+        assert_xpath '//*[position() = 99 and self::a]', @parser.parse('a:nth-child(99)')
+        assert_xpath '//*[position() = last() - 99 and self::a]', @parser.parse('a:nth-last-child(99)')
+      end
+      def test_miscellaneous_selectors
+        assert_xpath '//*[last() = 1 and self::a]',
+          @parser.parse('a:only-child')
+        assert_xpath '//a[last() = 1]', @parser.parse('a:only-of-type')
+        assert_xpath '//a[not(node())]', @parser.parse('a:empty')
+      end
+      def test_nth_a_n_plus_b
+        assert_xpath '//a[(position() mod 2) = 0]', @parser.parse('a:nth-of-type(2n)')
+        assert_xpath '//a[(position() >= 1) and (((position()-1) mod 2) = 0)]', @parser.parse('a:nth-of-type(2n+1)')
+        assert_xpath '//a[(position() mod 2) = 0]', @parser.parse('a:nth-of-type(even)')
+        assert_xpath '//a[(position() >= 1) and (((position()-1) mod 2) = 0)]', @parser.parse('a:nth-of-type(odd)')
+        assert_xpath '//a[(position() >= 3) and (((position()-3) mod 4) = 0)]', @parser.parse('a:nth-of-type(4n+3)')
+        assert_xpath '//a[(position() <= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(-1n+3)')
+        assert_xpath '//a[(position() <= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(-n+3)')
+        assert_xpath '//a[(position() >= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(1n+3)')
+        assert_xpath '//a[(position() >= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(n+3)')
+      end
+      def test_preceding_selector
+        assert_xpath  "//F[preceding-sibling::E]",
+                      @parser.parse("E ~ F")
+      end
+      def test_direct_preceding_selector
+        assert_xpath  "//E/following-sibling::*[1]/self::F",
+                      @parser.parse("E + F")
+      end
+      def test_attribute
+        assert_xpath  "//h1[@a = 'Tender Lovemaking']",
+                      @parser.parse("h1[a='Tender Lovemaking']")
+      end
+      def test_id
+        assert_xpath "//*[@id = 'foo']", @parser.parse('#foo')
+      end
+      def test_pseudo_class_no_ident
+        assert_xpath "//*[1 = 1]", @parser.parse(':link')
+      end
+      def test_pseudo_class
+        assert_xpath "//a[1 = 1]", @parser.parse('a:link')
+        assert_xpath "//a[1 = 1]", @parser.parse('a:visited')
+        assert_xpath "//a[1 = 1]", @parser.parse('a:hover')
+        assert_xpath "//a[1 = 1]", @parser.parse('a:active')
+        assert_xpath  "//a[1 = 1 and contains(concat(' ', @class, ' '), ' foo ')]",
+                      @parser.parse('a:active.foo')
+      end
+      def test_star
+        assert_xpath "//*", @parser.parse('*')
+        assert_xpath "//*[contains(concat(' ', @class, ' '), ' pastoral ')]",
+                      @parser.parse('*.pastoral')
+      end
+      def test_class
+        assert_xpath  "//*[contains(concat(' ', @class, ' '), ' a ') and contains(concat(' ', @class, ' '), ' b ')]",
+                      @parser.parse('.a.b')
+        assert_xpath  "//*[contains(concat(' ', @class, ' '), ' awesome ')]",
+                      @parser.parse('.awesome')
+        assert_xpath  "//foo[contains(concat(' ', @class, ' '), ' awesome ')]",
+                      @parser.parse('foo.awesome')
+        assert_xpath  "//foo//*[contains(concat(' ', @class, ' '), ' awesome ')]",
+                      @parser.parse('foo .awesome')
+      end
+      def test_ident
+        assert_xpath '//x', @parser.parse('x')
+      end
+      def test_parse_space
+        assert_xpath '//x//y', @parser.parse('x y')
+      end
+      def test_parse_descendant
+        assert_xpath '//x/y', @parser.parse('x > y')
+      end
+      def test_parse_slash
+        ## This is non standard CSS
+        assert_xpath '//x/y', @parser.parse('x/y')
+      end
+      def test_parse_doubleslash
+        ## This is non standard CSS
+        assert_xpath '//x//y', @parser.parse('x//y')
+      end
+      def test_multi_path
+        assert_xpath ['//x/y', '//y/z'], @parser.parse('x > y, y > z')
+        assert_xpath ['//x/y', '//y/z'], @parser.parse('x > y,y > z')
+        ###
+        # TODO: should we make this work?
+        # assert_xpath ['//x/y', '//y/z'], @parser.parse('x > y | y > z')
+      end
+      def assert_xpath expecteds, asts
+        expecteds = [expecteds].flatten
+        expecteds.zip(asts).each do |expected, actual|
+          assert_equal expected, actual.to_xpath
+        end
+      end
+    end
+  end
+end

data/test/css/test_tokenizer.rb ADDED Viewed

@@ -0,0 +1,162 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestTokenizer < Nokogiri::TestCase
+      def setup
+        @scanner = Nokogiri::CSS::Tokenizer.new
+      end
+      def test_not_equal
+        @scanner.scan("h1[a!='Tender Lovemaking']")
+        assert_tokens([ [:IDENT, 'h1'],
+                        ['[', '['],
+                        [:IDENT, 'a'],
+                        [:NOT_EQUAL, '!='],
+                        [:STRING, "'Tender Lovemaking'"],
+                        [']', ']'],
+        ], @scanner)
+      end
+      def test_function
+        @scanner.scan("script comment()")
+        assert_tokens([ [:IDENT, 'script'],
+                        [:S, ' '],
+                        [:FUNCTION, 'comment('],
+                        [')', ')'],
+        ], @scanner)
+      end
+      def test_preceding_selector
+        @scanner.scan("E ~ F")
+        assert_tokens([ [:IDENT, 'E'],
+                        [:TILDE, ' ~'],
+                        [:S, ' '],
+                        [:IDENT, 'F'],
+        ], @scanner)
+      end
+      def test_scan_attribute_string
+        @scanner.scan("h1[a='Tender Lovemaking']")
+        assert_tokens([ [:IDENT, 'h1'],
+                        ['[', '['],
+                        [:IDENT, 'a'],
+                        ['=', '='],
+                        [:STRING, "'Tender Lovemaking'"],
+                        [']', ']'],
+        ], @scanner)
+        @scanner.scan('h1[a="Tender Lovemaking"]')
+        assert_tokens([ [:IDENT, 'h1'],
+                        ['[', '['],
+                        [:IDENT, 'a'],
+                        ['=', '='],
+                        [:STRING, '"Tender Lovemaking"'],
+                        [']', ']'],
+        ], @scanner)
+      end
+      def test_scan_id
+        @scanner.scan('#foo')
+        assert_tokens([ [:HASH, '#foo'] ], @scanner)
+      end
+      def test_scan_pseudo
+        @scanner.scan('a:visited')
+        assert_tokens([ [:IDENT, 'a'],
+                        [':', ':'],
+                        [:IDENT, 'visited']
+        ], @scanner)
+      end
+      def test_scan_star
+        @scanner.scan('*')
+        assert_tokens([ ['*', '*'], ], @scanner)
+      end
+      def test_scan_class
+        @scanner.scan('x.awesome')
+        assert_tokens([ [:IDENT, 'x'],
+                        ['.', '.'],
+                        [:IDENT, 'awesome'],
+        ], @scanner)
+      end
+      def test_scan_greater
+        @scanner.scan('x > y')
+        assert_tokens([ [:IDENT, 'x'],
+                        [:GREATER, ' >'],
+                        [:S, ' '],
+                        [:IDENT, 'y']
+        ], @scanner)
+      end
+      def test_scan_slash
+        @scanner.scan('x/y')
+        assert_tokens([ [:IDENT, 'x'],
+                        [:SLASH, '/'],
+                        [:IDENT, 'y']
+        ], @scanner)
+      end
+      def test_scan_doubleslash
+        @scanner.scan('x//y')
+        assert_tokens([ [:IDENT, 'x'],
+                        [:DOUBLESLASH, '//'],
+                        [:IDENT, 'y']
+        ], @scanner)
+      end
+      def test_scan_function_selector
+        @scanner.scan('x:eq(0)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'eq('],
+                        [:NUMBER, "0"],
+                        [")", ")"]
+        ], @scanner)
+      end
+      def test_scan_an_plus_b
+        @scanner.scan('x:nth-child(5n+3)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'nth-child('],
+                        [:NUMBER, '5'],
+                        [:IDENT, 'n'],
+                        [:PLUS, '+'],
+                        [:NUMBER, '3'],
+                        [")", ")"]
+        ], @scanner)
+        @scanner.scan('x:nth-child(-1n+3)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'nth-child('],
+                        [:NUMBER, '-1'],
+                        [:IDENT, 'n'],
+                        [:PLUS, '+'],
+                        [:NUMBER, '3'],
+                        [")", ")"]
+        ], @scanner)
+        @scanner.scan('x:nth-child(-n+3)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'nth-child('],
+                        [:IDENT, '-n'],
+                        [:PLUS, '+'],
+                        [:NUMBER, '3'],
+                        [")", ")"]
+        ], @scanner)
+      end
+      def assert_tokens(tokens, scanner)
+        toks = []
+        while tok = @scanner.next_token
+          toks << tok
+        end
+        assert_equal(tokens, toks)
+      end
+    end
+  end
+end

data/test/css/test_xpath_visitor.rb ADDED Viewed

@@ -0,0 +1,54 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestXPathVisitor < Nokogiri::TestCase
+      def setup
+        @parser = Nokogiri::CSS::Parser.new
+      end
+      def test_class_selectors
+        assert_xpath  "//*[contains(concat(' ', @class, ' '), ' red ')]",
+                      @parser.parse(".red")
+      end
+      def test_pipe
+        assert_xpath  "//a[@id = 'Boing' or starts-with(@id, concat('Boing', '-'))]",
+                      @parser.parse("a[id|='Boing']")
+      end
+      def test_custom_functions
+        visitor = Class.new(XPathVisitor) do
+          attr_accessor :awesome
+          def visit_function_aaron node
+            @awesome = true
+            'aaron() = 1'
+          end
+        end.new
+        ast = @parser.parse('a:aaron()').first
+        assert_equal 'a[aaron() = 1]', visitor.accept(ast)
+        assert visitor.awesome
+      end
+      def test_custom_psuedo_classes
+        visitor = Class.new(XPathVisitor) do
+          attr_accessor :awesome
+          def visit_pseudo_class_aaron node
+            @awesome = true
+            'aaron() = 1'
+          end
+        end.new
+        ast = @parser.parse('a:aaron').first
+        assert_equal 'a[aaron() = 1]', visitor.accept(ast)
+        assert visitor.awesome
+      end
+      def assert_xpath expecteds, asts
+        expecteds = [expecteds].flatten
+        expecteds.zip(asts).each do |expected, actual|
+          assert_equal expected, actual.to_xpath
+        end
+      end
+    end
+  end
+end

data/test/files/staff.xml ADDED Viewed

@@ -0,0 +1,59 @@
+<?xml version="1.0"?><?TEST-STYLE PIDATA?>
+<!DOCTYPE staff SYSTEM "staff.dtd" [
+   <!ENTITY ent1 "es">
+   <!ENTITY ent2 "1900 Dallas Road">
+   <!ENTITY ent3 "Texas">
+   <!ENTITY ent4 "<entElement domestic='Yes'>Element data</entElement><?PItarget PIdata?>">
+   <!ENTITY ent5 PUBLIC "entityURI" "entityFile" NDATA notation1>
+   <!ENTITY ent1 "This entity should be discarded">
+   <!ELEMENT br EMPTY>
+   <!ATTLIST br width CDATA "0">
+   <!NOTATION notation1 PUBLIC "notation1File">
+   <!NOTATION notation2 SYSTEM "notation2File">
+]>
+<!-- This is comment number 1.-->
+<staff>
+ <employee>
+  <employeeId>EMP0001</employeeId>
+  <name>Margaret Martin</name>
+  <position>Accountant</position>
+  <salary>56,000</salary>
+  <gender>Female</gender>
+  <address domestic="Yes">1230 North Ave. Dallas, Texas 98551</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0002</employeeId>
+  <name>Martha Raynolds<![CDATA[This is a CDATASection with EntityReference number 2 &ent2;]]>
+<![CDATA[This is an adjacent CDATASection with a reference to a tab &tab;]]></name>
+  <position>Secretary</position>
+  <salary>35,000</salary>
+  <gender>Female</gender>
+  <address domestic="Yes" street="Yes">&ent2; Dallas, &ent3;
+ 98554</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0003</employeeId>
+  <name>Roger
+ Jones</name>
+  <position>Department Manager</position>
+  <salary>100,000</salary>
+  <gender>&ent4;</gender>
+  <address domestic="Yes" street="No">PO Box 27 Irving, texas 98553</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0004</employeeId>
+  <name>Jeny Oconnor</name>
+  <position>Personnel Director</position>
+  <salary>95,000</salary>
+  <gender>Female</gender>
+  <address domestic="Yes" street="Y&ent1;">27 South Road. Dallas, Texas 98556</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0005</employeeId>
+  <name>Robert Myers</name>
+  <position>Computer Specialist</position>
+  <salary>90,000</salary>
+  <gender>male</gender>
+  <address street="Yes">1821 Nordic. Road, Irving Texas 98558</address>
+ </employee>
+ </staff>

data/test/files/staff.xslt ADDED Viewed

@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xsl:stylesheet version="1.0"
+xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+<xsl:param name="title"/>
+<xsl:template match="/">
+  <html>
+  <body>
+    <h1><xsl:value-of select="$title"/></h1>
+    <table border="1">
+    <tr bgcolor="#9acd32">
+      <th align="left">Employee ID</th>
+      <th align="left">Name</th>
+      <th align="left">Position</th>
+      <th align="left">Salary</th>
+    </tr>
+    <xsl:for-each select="staff/employee">
+    <tr>
+      <td><xsl:value-of select="employeeId"/></td>
+      <td><xsl:value-of select="name"/></td>
+      <td><xsl:value-of select="position"/></td>
+      <td><xsl:value-of select="salary"/></td>
+    </tr>
+    </xsl:for-each>
+    </table>
+  </body>
+  </html>
+</xsl:template>
+</xsl:stylesheet>