RubyGems - tenderlove-nokogiri - Versions diffs - 0.0.0-x86-mswin32-60 - Mend

tenderlove-nokogiri 0.0.0-x86-mswin32-60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (117) hide show

data/History.txt +6 -0
data/Manifest.txt +120 -0
data/README.ja.txt +86 -0
data/README.txt +87 -0
data/Rakefile +264 -0
data/ext/nokogiri/extconf.rb +59 -0
data/ext/nokogiri/html_document.c +83 -0
data/ext/nokogiri/html_document.h +10 -0
data/ext/nokogiri/html_sax_parser.c +32 -0
data/ext/nokogiri/html_sax_parser.h +11 -0
data/ext/nokogiri/native.c +40 -0
data/ext/nokogiri/native.h +51 -0
data/ext/nokogiri/xml_cdata.c +52 -0
data/ext/nokogiri/xml_cdata.h +9 -0
data/ext/nokogiri/xml_document.c +159 -0
data/ext/nokogiri/xml_document.h +10 -0
data/ext/nokogiri/xml_dtd.c +117 -0
data/ext/nokogiri/xml_dtd.h +8 -0
data/ext/nokogiri/xml_node.c +709 -0
data/ext/nokogiri/xml_node.h +15 -0
data/ext/nokogiri/xml_node_set.c +124 -0
data/ext/nokogiri/xml_node_set.h +9 -0
data/ext/nokogiri/xml_reader.c +429 -0
data/ext/nokogiri/xml_reader.h +10 -0
data/ext/nokogiri/xml_sax_parser.c +174 -0
data/ext/nokogiri/xml_sax_parser.h +10 -0
data/ext/nokogiri/xml_syntax_error.c +194 -0
data/ext/nokogiri/xml_syntax_error.h +11 -0
data/ext/nokogiri/xml_text.c +29 -0
data/ext/nokogiri/xml_text.h +9 -0
data/ext/nokogiri/xml_xpath.c +46 -0
data/ext/nokogiri/xml_xpath.h +11 -0
data/ext/nokogiri/xml_xpath_context.c +81 -0
data/ext/nokogiri/xml_xpath_context.h +9 -0
data/ext/nokogiri/xslt_stylesheet.c +108 -0
data/ext/nokogiri/xslt_stylesheet.h +9 -0
data/lib/nokogiri/css/node.rb +95 -0
data/lib/nokogiri/css/parser.rb +24 -0
data/lib/nokogiri/css/parser.y +198 -0
data/lib/nokogiri/css/tokenizer.rb +9 -0
data/lib/nokogiri/css/tokenizer.rex +63 -0
data/lib/nokogiri/css/xpath_visitor.rb +165 -0
data/lib/nokogiri/css.rb +6 -0
data/lib/nokogiri/decorators/hpricot/node.rb +58 -0
data/lib/nokogiri/decorators/hpricot/node_set.rb +14 -0
data/lib/nokogiri/decorators/hpricot/xpath_visitor.rb +17 -0
data/lib/nokogiri/decorators/hpricot.rb +3 -0
data/lib/nokogiri/decorators.rb +1 -0
data/lib/nokogiri/hpricot.rb +47 -0
data/lib/nokogiri/html/builder.rb +9 -0
data/lib/nokogiri/html/document.rb +9 -0
data/lib/nokogiri/html/sax/parser.rb +21 -0
data/lib/nokogiri/html.rb +95 -0
data/lib/nokogiri/version.rb +3 -0
data/lib/nokogiri/xml/after_handler.rb +18 -0
data/lib/nokogiri/xml/before_handler.rb +32 -0
data/lib/nokogiri/xml/builder.rb +79 -0
data/lib/nokogiri/xml/cdata.rb +9 -0
data/lib/nokogiri/xml/document.rb +30 -0
data/lib/nokogiri/xml/dtd.rb +6 -0
data/lib/nokogiri/xml/node.rb +195 -0
data/lib/nokogiri/xml/node_set.rb +183 -0
data/lib/nokogiri/xml/notation.rb +6 -0
data/lib/nokogiri/xml/reader.rb +14 -0
data/lib/nokogiri/xml/sax/document.rb +59 -0
data/lib/nokogiri/xml/sax/parser.rb +33 -0
data/lib/nokogiri/xml/sax.rb +9 -0
data/lib/nokogiri/xml/syntax_error.rb +21 -0
data/lib/nokogiri/xml/text.rb +6 -0
data/lib/nokogiri/xml/xpath.rb +6 -0
data/lib/nokogiri/xml/xpath_context.rb +14 -0
data/lib/nokogiri/xml.rb +67 -0
data/lib/nokogiri/xslt/stylesheet.rb +6 -0
data/lib/nokogiri/xslt.rb +11 -0
data/lib/nokogiri.rb +51 -0
data/nokogiri.gemspec +34 -0
data/test/css/test_nthiness.rb +159 -0
data/test/css/test_parser.rb +224 -0
data/test/css/test_tokenizer.rb +162 -0
data/test/css/test_xpath_visitor.rb +54 -0
data/test/files/staff.xml +59 -0
data/test/files/staff.xslt +32 -0
data/test/files/tlm.html +850 -0
data/test/helper.rb +70 -0
data/test/hpricot/files/basic.xhtml +17 -0
data/test/hpricot/files/boingboing.html +2266 -0
data/test/hpricot/files/cy0.html +3653 -0
data/test/hpricot/files/immob.html +400 -0
data/test/hpricot/files/pace_application.html +1320 -0
data/test/hpricot/files/tenderlove.html +16 -0
data/test/hpricot/files/uswebgen.html +220 -0
data/test/hpricot/files/utf8.html +1054 -0
data/test/hpricot/files/week9.html +1723 -0
data/test/hpricot/files/why.xml +19 -0
data/test/hpricot/load_files.rb +7 -0
data/test/hpricot/test_alter.rb +67 -0
data/test/hpricot/test_builder.rb +27 -0
data/test/hpricot/test_parser.rb +423 -0
data/test/hpricot/test_paths.rb +15 -0
data/test/hpricot/test_preserved.rb +78 -0
data/test/hpricot/test_xml.rb +30 -0
data/test/html/sax/test_parser.rb +27 -0
data/test/html/test_builder.rb +78 -0
data/test/html/test_document.rb +86 -0
data/test/test_convert_xpath.rb +180 -0
data/test/test_nokogiri.rb +36 -0
data/test/test_reader.rb +222 -0
data/test/test_xslt_transforms.rb +29 -0
data/test/xml/sax/test_parser.rb +93 -0
data/test/xml/test_builder.rb +16 -0
data/test/xml/test_cdata.rb +18 -0
data/test/xml/test_document.rb +171 -0
data/test/xml/test_dtd.rb +43 -0
data/test/xml/test_node.rb +223 -0
data/test/xml/test_node_set.rb +116 -0
data/test/xml/test_text.rb +13 -0
metadata +214 -0

data/test/css/test_nthiness.rb ADDED Viewed

@@ -0,0 +1,159 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestNthiness < Nokogiri::TestCase
+      def setup
+        doc = <<EOF
+<html>
+<table>
+  <tr><td>row1 </td></tr>
+  <tr><td>row2 </td></tr>
+  <tr><td>row3 </td></tr>
+  <tr><td>row4 </td></tr>
+  <tr><td>row5 </td></tr>
+  <tr><td>row6 </td></tr>
+  <tr><td>row7 </td></tr>
+  <tr><td>row8 </td></tr>
+  <tr><td>row9 </td></tr>
+  <tr><td>row10 </td></tr>
+  <tr><td>row11 </td></tr>
+  <tr><td>row12 </td></tr>
+  <tr><td>row13 </td></tr>
+  <tr><td>row14 </td></tr>
+</table>
+<div>
+  <b>bold1 </b>
+  <i>italic1 </i>
+  <b>bold2 </b>
+  <i>italic2 </i>
+  <p>para1 </p>
+  <b>bold3 </b>
+</div>
+<div>
+  <p>para2 </p>
+  <p>para3 </p>
+</div>
+<div>
+  <p>para4 </p>
+</div>
+<p class='empty'></p>
+<p class='not-empty'><b></b></p>
+</html>
+EOF
+        @parser = Nokogiri.Hpricot doc
+      end
+      def test_even
+        assert_result_rows [2,4,6,8,10,12,14], @parser.search("table/tr:nth(even)")
+      end
+      def test_odd
+        assert_result_rows [1,3,5,7,9,11,13], @parser.search("table/tr:nth(odd)")
+      end
+      def test_2n
+        assert_equal @parser.search("table/tr:nth(even)").inner_text, @parser.search("table/tr:nth(2n)").inner_text
+      end
+      def test_2np1
+        assert_equal @parser.search("table/tr:nth(odd)").inner_text, @parser.search("table/tr:nth(2n+1)").inner_text
+      end
+      def test_4np3
+        assert_result_rows [3,7,11], @parser.search("table/tr:nth(4n+3)")
+      end
+      def test_3np4
+        assert_result_rows [4,7,10,13], @parser.search("table/tr:nth(3n+4)")
+      end
+      def test_mnp3
+        assert_result_rows [1,2,3], @parser.search("table/tr:nth(-n+3)")
+      end
+      def test_np3
+        assert_result_rows [3,4,5,6,7,8,9,10,11,12,13,14], @parser.search("table/tr:nth(n+3)")
+      end
+      def test_first
+        assert_result_rows [1], @parser.search("table/tr:first")
+        assert_result_rows [1], @parser.search("table/tr:first()")
+      end
+      def test_last
+        assert_result_rows [14], @parser.search("table/tr:last")
+        assert_result_rows [14], @parser.search("table/tr:last()")
+      end
+      def test_first_child
+        assert_result_rows [1], @parser.search("div/b:first-child"), "bold"
+        assert_result_rows [1], @parser.search("table/tr:first-child")
+      end
+      def test_last_child
+        assert_result_rows [3], @parser.search("div/b:last-child"), "bold"
+        assert_result_rows [14], @parser.search("table/tr:last-child")
+      end
+      def test_first_of_type
+        assert_result_rows [1], @parser.search("table/tr:first-of-type")
+        assert_result_rows [1], @parser.search("div/b:first-of-type"), "bold"
+      end
+      def test_last_of_type
+        assert_result_rows [14], @parser.search("table/tr:last-of-type")
+        assert_result_rows [3], @parser.search("div/b:last-of-type"), "bold"
+      end
+      def test_only_of_type
+        assert_result_rows [1,4], @parser.search("div/p:only-of-type"), "para"
+      end
+      def test_only_child
+        assert_result_rows [4], @parser.search("div/p:only-child"), "para"
+      end
+      def test_empty
+        result = @parser.search("p:empty")
+        assert_equal 1, result.size, "unexpected number of rows returned: '#{result.inner_text}'"
+        assert_equal 'empty', result.first['class']
+      end
+      def test_parent
+        result = @parser.search("p:parent")
+        assert_equal 5, result.size
+        0.upto(3) do |j|
+          assert_equal "para#{j+1} ", result[j].inner_text
+        end
+        assert_equal "not-empty", result[4]['class']
+      end
+      def test_siblings
+        doc = <<-EOF
+<html><body><div>
+<p id="1">p1 </p>
+<p id="2">p2 </p>
+<p id="3">p3 </p>
+<p id="4">p4 </p>
+<p id="5">p5 </p>
+EOF
+        parser = Nokogiri.Hpricot doc
+        assert_equal 2, parser.search("#3 ~ p").size
+        assert_equal "p4 p5 ", parser.search("#3 ~ p").inner_text
+        assert_equal 0, parser.search("#5 ~ p").size
+        assert_equal 1, parser.search("#3 + p").size
+        assert_equal "p4 ", parser.search("#3 + p").inner_text
+        assert_equal 0, parser.search("#5 + p").size
+      end
+      def assert_result_rows intarray, result, word="row"
+        assert_equal intarray.size, result.size, "unexpected number of rows returned: '#{result.inner_text}'"
+        assert_equal intarray.map{|j| "#{word}#{j}"}.join(' '), result.inner_text.strip, result.inner_text
+      end
+    end
+  end
+end

data/test/css/test_parser.rb ADDED Viewed

@@ -0,0 +1,224 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestParser < Nokogiri::TestCase
+      def setup
+        @parser = Nokogiri::CSS::Parser.new
+      end
+      def test_find_by_type
+        ast = @parser.parse("a:nth-child(2)").first
+        matches = ast.find_by_type(
+          [:CONDITIONAL_SELECTOR,
+            [:ELEMENT_NAME],
+            [:PSEUDO_CLASS,
+              [:FUNCTION]
+            ]
+          ]
+        )
+        assert_equal(1, matches.length)
+        assert_equal(ast, matches.first)
+      end
+      def test_to_type
+        ast = @parser.parse("a:nth-child(2)").first
+        assert_equal(
+          [:CONDITIONAL_SELECTOR,
+            [:ELEMENT_NAME],
+            [:PSEUDO_CLASS,
+              [:FUNCTION]
+            ]
+          ], ast.to_type
+        )
+      end
+      def test_to_a
+        asts = @parser.parse("a:nth-child(2)")
+        assert_equal(
+          [:CONDITIONAL_SELECTOR,
+            [:ELEMENT_NAME, ["a"]],
+            [:PSEUDO_CLASS,
+              [:FUNCTION, ["nth-child("], ["2"]]
+            ]
+          ], asts.first.to_a
+        )
+      end
+      def test_function_with_arguments
+        assert_xpath  "//*[position() = 2 and self::a]",
+                      @parser.parse("a[2]")
+        assert_xpath  "//*[position() = 2 and self::a]",
+                      @parser.parse("a:nth-child(2)")
+      end
+      def test_carrot
+        assert_xpath  "//a[starts-with(@id, 'Boing')]",
+                      @parser.parse("a[id^='Boing']")
+      end
+      def test_attributes_with_at
+        ## This is non standard CSS
+        assert_xpath  "//a[@id = 'Boing']",
+                      @parser.parse("a[@id='Boing']")
+      end
+      def test_not_equal
+        ## This is non standard CSS
+        assert_xpath  "//a[child::text() != 'Boing']",
+                      @parser.parse("a[text()!='Boing']")
+      end
+      def test_function
+        ## This is non standard CSS
+        assert_xpath  "//a[child::text()]",
+                      @parser.parse("a[text()]")
+        ## This is non standard CSS
+        assert_xpath  "//child::text()",
+                      @parser.parse("text()")
+        ## This is non standard CSS
+        assert_xpath  "//a[contains(child::text(), 'Boing')]",
+                      @parser.parse("a[text()*='Boing']")
+        ## This is non standard CSS
+        assert_xpath  "//script//comment()",
+                      @parser.parse("script comment()")
+      end
+      def test_nonstandard_nth_selectors
+        ## These are non standard CSS
+        assert_xpath '//a[position() = 99]', @parser.parse('a:eq(99)')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first') # no parens
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last') # no parens
+        assert_xpath '//a[position() = 99]', @parser.parse('a:nth(99)')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first()')
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last()')
+        assert_xpath '//a[node()]', @parser.parse('a:parent')
+      end
+      def test_standard_nth_selectors
+        assert_xpath '//a[position() = 99]', @parser.parse('a:nth-of-type(99)')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first-of-type()')
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last-of-type()')
+        assert_xpath '//a[position() = 1]', @parser.parse('a:first-of-type') # no parens
+        assert_xpath '//a[position() = last()]', @parser.parse('a:last-of-type') # no parens
+        assert_xpath '//a[position() = last() - 99]', @parser.parse('a:nth-last-of-type(99)')
+        assert_xpath '//a[position() = last() - 99]', @parser.parse('a:nth-last-of-type(99)')
+      end
+      def test_nth_child_selectors
+        assert_xpath '//*[position() = 1 and self::a]', @parser.parse('a:first-child')
+        assert_xpath '//*[position() = last() and self::a]', @parser.parse('a:last-child')
+        assert_xpath '//*[position() = 99 and self::a]', @parser.parse('a:nth-child(99)')
+        assert_xpath '//*[position() = last() - 99 and self::a]', @parser.parse('a:nth-last-child(99)')
+      end
+      def test_miscellaneous_selectors
+        assert_xpath '//*[last() = 1 and self::a]',
+          @parser.parse('a:only-child')
+        assert_xpath '//a[last() = 1]', @parser.parse('a:only-of-type')
+        assert_xpath '//a[not(node())]', @parser.parse('a:empty')
+      end
+      def test_nth_a_n_plus_b
+        assert_xpath '//a[(position() mod 2) = 0]', @parser.parse('a:nth-of-type(2n)')
+        assert_xpath '//a[(position() >= 1) and (((position()-1) mod 2) = 0)]', @parser.parse('a:nth-of-type(2n+1)')
+        assert_xpath '//a[(position() mod 2) = 0]', @parser.parse('a:nth-of-type(even)')
+        assert_xpath '//a[(position() >= 1) and (((position()-1) mod 2) = 0)]', @parser.parse('a:nth-of-type(odd)')
+        assert_xpath '//a[(position() >= 3) and (((position()-3) mod 4) = 0)]', @parser.parse('a:nth-of-type(4n+3)')
+        assert_xpath '//a[(position() <= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(-1n+3)')
+        assert_xpath '//a[(position() <= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(-n+3)')
+        assert_xpath '//a[(position() >= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(1n+3)')
+        assert_xpath '//a[(position() >= 3) and (((position()-3) mod 1) = 0)]', @parser.parse('a:nth-of-type(n+3)')
+      end
+      def test_preceding_selector
+        assert_xpath  "//F[preceding-sibling::E]",
+                      @parser.parse("E ~ F")
+      end
+      def test_direct_preceding_selector
+        assert_xpath  "//E/following-sibling::*[1]/self::F",
+                      @parser.parse("E + F")
+      end
+      def test_attribute
+        assert_xpath  "//h1[@a = 'Tender Lovemaking']",
+                      @parser.parse("h1[a='Tender Lovemaking']")
+      end
+      def test_id
+        assert_xpath "//*[@id = 'foo']", @parser.parse('#foo')
+      end
+      def test_pseudo_class_no_ident
+        assert_xpath "//*[1 = 1]", @parser.parse(':link')
+      end
+      def test_pseudo_class
+        assert_xpath "//a[1 = 1]", @parser.parse('a:link')
+        assert_xpath "//a[1 = 1]", @parser.parse('a:visited')
+        assert_xpath "//a[1 = 1]", @parser.parse('a:hover')
+        assert_xpath "//a[1 = 1]", @parser.parse('a:active')
+        assert_xpath  "//a[1 = 1 and contains(concat(' ', @class, ' '), ' foo ')]",
+                      @parser.parse('a:active.foo')
+      end
+      def test_star
+        assert_xpath "//*", @parser.parse('*')
+        assert_xpath "//*[contains(concat(' ', @class, ' '), ' pastoral ')]",
+                      @parser.parse('*.pastoral')
+      end
+      def test_class
+        assert_xpath  "//*[contains(concat(' ', @class, ' '), ' a ') and contains(concat(' ', @class, ' '), ' b ')]",
+                      @parser.parse('.a.b')
+        assert_xpath  "//*[contains(concat(' ', @class, ' '), ' awesome ')]",
+                      @parser.parse('.awesome')
+        assert_xpath  "//foo[contains(concat(' ', @class, ' '), ' awesome ')]",
+                      @parser.parse('foo.awesome')
+        assert_xpath  "//foo//*[contains(concat(' ', @class, ' '), ' awesome ')]",
+                      @parser.parse('foo .awesome')
+      end
+      def test_ident
+        assert_xpath '//x', @parser.parse('x')
+      end
+      def test_parse_space
+        assert_xpath '//x//y', @parser.parse('x y')
+      end
+      def test_parse_descendant
+        assert_xpath '//x/y', @parser.parse('x > y')
+      end
+      def test_parse_slash
+        ## This is non standard CSS
+        assert_xpath '//x/y', @parser.parse('x/y')
+      end
+      def test_parse_doubleslash
+        ## This is non standard CSS
+        assert_xpath '//x//y', @parser.parse('x//y')
+      end
+      def test_multi_path
+        assert_xpath ['//x/y', '//y/z'], @parser.parse('x > y, y > z')
+        assert_xpath ['//x/y', '//y/z'], @parser.parse('x > y,y > z')
+        ###
+        # TODO: should we make this work?
+        # assert_xpath ['//x/y', '//y/z'], @parser.parse('x > y | y > z')
+      end
+      def assert_xpath expecteds, asts
+        expecteds = [expecteds].flatten
+        expecteds.zip(asts).each do |expected, actual|
+          assert_equal expected, actual.to_xpath
+        end
+      end
+    end
+  end
+end

data/test/css/test_tokenizer.rb ADDED Viewed

@@ -0,0 +1,162 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestTokenizer < Nokogiri::TestCase
+      def setup
+        @scanner = Nokogiri::CSS::Tokenizer.new
+      end
+      def test_not_equal
+        @scanner.scan("h1[a!='Tender Lovemaking']")
+        assert_tokens([ [:IDENT, 'h1'],
+                        ['[', '['],
+                        [:IDENT, 'a'],
+                        [:NOT_EQUAL, '!='],
+                        [:STRING, "'Tender Lovemaking'"],
+                        [']', ']'],
+        ], @scanner)
+      end
+      def test_function
+        @scanner.scan("script comment()")
+        assert_tokens([ [:IDENT, 'script'],
+                        [:S, ' '],
+                        [:FUNCTION, 'comment('],
+                        [')', ')'],
+        ], @scanner)
+      end
+      def test_preceding_selector
+        @scanner.scan("E ~ F")
+        assert_tokens([ [:IDENT, 'E'],
+                        [:TILDE, ' ~'],
+                        [:S, ' '],
+                        [:IDENT, 'F'],
+        ], @scanner)
+      end
+      def test_scan_attribute_string
+        @scanner.scan("h1[a='Tender Lovemaking']")
+        assert_tokens([ [:IDENT, 'h1'],
+                        ['[', '['],
+                        [:IDENT, 'a'],
+                        ['=', '='],
+                        [:STRING, "'Tender Lovemaking'"],
+                        [']', ']'],
+        ], @scanner)
+        @scanner.scan('h1[a="Tender Lovemaking"]')
+        assert_tokens([ [:IDENT, 'h1'],
+                        ['[', '['],
+                        [:IDENT, 'a'],
+                        ['=', '='],
+                        [:STRING, '"Tender Lovemaking"'],
+                        [']', ']'],
+        ], @scanner)
+      end
+      def test_scan_id
+        @scanner.scan('#foo')
+        assert_tokens([ [:HASH, '#foo'] ], @scanner)
+      end
+      def test_scan_pseudo
+        @scanner.scan('a:visited')
+        assert_tokens([ [:IDENT, 'a'],
+                        [':', ':'],
+                        [:IDENT, 'visited']
+        ], @scanner)
+      end
+      def test_scan_star
+        @scanner.scan('*')
+        assert_tokens([ ['*', '*'], ], @scanner)
+      end
+      def test_scan_class
+        @scanner.scan('x.awesome')
+        assert_tokens([ [:IDENT, 'x'],
+                        ['.', '.'],
+                        [:IDENT, 'awesome'],
+        ], @scanner)
+      end
+      def test_scan_greater
+        @scanner.scan('x > y')
+        assert_tokens([ [:IDENT, 'x'],
+                        [:GREATER, ' >'],
+                        [:S, ' '],
+                        [:IDENT, 'y']
+        ], @scanner)
+      end
+      def test_scan_slash
+        @scanner.scan('x/y')
+        assert_tokens([ [:IDENT, 'x'],
+                        [:SLASH, '/'],
+                        [:IDENT, 'y']
+        ], @scanner)
+      end
+      def test_scan_doubleslash
+        @scanner.scan('x//y')
+        assert_tokens([ [:IDENT, 'x'],
+                        [:DOUBLESLASH, '//'],
+                        [:IDENT, 'y']
+        ], @scanner)
+      end
+      def test_scan_function_selector
+        @scanner.scan('x:eq(0)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'eq('],
+                        [:NUMBER, "0"],
+                        [")", ")"]
+        ], @scanner)
+      end
+      def test_scan_an_plus_b
+        @scanner.scan('x:nth-child(5n+3)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'nth-child('],
+                        [:NUMBER, '5'],
+                        [:IDENT, 'n'],
+                        [:PLUS, '+'],
+                        [:NUMBER, '3'],
+                        [")", ")"]
+        ], @scanner)
+        @scanner.scan('x:nth-child(-1n+3)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'nth-child('],
+                        [:NUMBER, '-1'],
+                        [:IDENT, 'n'],
+                        [:PLUS, '+'],
+                        [:NUMBER, '3'],
+                        [")", ")"]
+        ], @scanner)
+        @scanner.scan('x:nth-child(-n+3)')
+        assert_tokens([ [:IDENT, 'x'],
+                        [':', ':'],
+                        [:FUNCTION, 'nth-child('],
+                        [:IDENT, '-n'],
+                        [:PLUS, '+'],
+                        [:NUMBER, '3'],
+                        [")", ")"]
+        ], @scanner)
+      end
+      def assert_tokens(tokens, scanner)
+        toks = []
+        while tok = @scanner.next_token
+          toks << tok
+        end
+        assert_equal(tokens, toks)
+      end
+    end
+  end
+end

data/test/css/test_xpath_visitor.rb ADDED Viewed

@@ -0,0 +1,54 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+module Nokogiri
+  module CSS
+    class TestXPathVisitor < Nokogiri::TestCase
+      def setup
+        @parser = Nokogiri::CSS::Parser.new
+      end
+      def test_class_selectors
+        assert_xpath  "//*[contains(concat(' ', @class, ' '), ' red ')]",
+                      @parser.parse(".red")
+      end
+      def test_pipe
+        assert_xpath  "//a[@id = 'Boing' or starts-with(@id, concat('Boing', '-'))]",
+                      @parser.parse("a[id|='Boing']")
+      end
+      def test_custom_functions
+        visitor = Class.new(XPathVisitor) do
+          attr_accessor :awesome
+          def visit_function_aaron node
+            @awesome = true
+            'aaron() = 1'
+          end
+        end.new
+        ast = @parser.parse('a:aaron()').first
+        assert_equal 'a[aaron() = 1]', visitor.accept(ast)
+        assert visitor.awesome
+      end
+      def test_custom_psuedo_classes
+        visitor = Class.new(XPathVisitor) do
+          attr_accessor :awesome
+          def visit_pseudo_class_aaron node
+            @awesome = true
+            'aaron() = 1'
+          end
+        end.new
+        ast = @parser.parse('a:aaron').first
+        assert_equal 'a[aaron() = 1]', visitor.accept(ast)
+        assert visitor.awesome
+      end
+      def assert_xpath expecteds, asts
+        expecteds = [expecteds].flatten
+        expecteds.zip(asts).each do |expected, actual|
+          assert_equal expected, actual.to_xpath
+        end
+      end
+    end
+  end
+end

data/test/files/staff.xml ADDED Viewed

@@ -0,0 +1,59 @@
+<?xml version="1.0"?><?TEST-STYLE PIDATA?>
+<!DOCTYPE staff SYSTEM "staff.dtd" [
+   <!ENTITY ent1 "es">
+   <!ENTITY ent2 "1900 Dallas Road">
+   <!ENTITY ent3 "Texas">
+   <!ENTITY ent4 "<entElement domestic='Yes'>Element data</entElement><?PItarget PIdata?>">
+   <!ENTITY ent5 PUBLIC "entityURI" "entityFile" NDATA notation1>
+   <!ENTITY ent1 "This entity should be discarded">
+   <!ELEMENT br EMPTY>
+   <!ATTLIST br width CDATA "0">
+   <!NOTATION notation1 PUBLIC "notation1File">
+   <!NOTATION notation2 SYSTEM "notation2File">
+]>
+<!-- This is comment number 1.-->
+<staff>
+ <employee>
+  <employeeId>EMP0001</employeeId>
+  <name>Margaret Martin</name>
+  <position>Accountant</position>
+  <salary>56,000</salary>
+  <gender>Female</gender>
+  <address domestic="Yes">1230 North Ave. Dallas, Texas 98551</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0002</employeeId>
+  <name>Martha Raynolds<![CDATA[This is a CDATASection with EntityReference number 2 &ent2;]]>
+<![CDATA[This is an adjacent CDATASection with a reference to a tab &tab;]]></name>
+  <position>Secretary</position>
+  <salary>35,000</salary>
+  <gender>Female</gender>
+  <address domestic="Yes" street="Yes">&ent2; Dallas, &ent3;
+ 98554</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0003</employeeId>
+  <name>Roger
+ Jones</name>
+  <position>Department Manager</position>
+  <salary>100,000</salary>
+  <gender>&ent4;</gender>
+  <address domestic="Yes" street="No">PO Box 27 Irving, texas 98553</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0004</employeeId>
+  <name>Jeny Oconnor</name>
+  <position>Personnel Director</position>
+  <salary>95,000</salary>
+  <gender>Female</gender>
+  <address domestic="Yes" street="Y&ent1;">27 South Road. Dallas, Texas 98556</address>
+ </employee>
+ <employee>
+  <employeeId>EMP0005</employeeId>
+  <name>Robert Myers</name>
+  <position>Computer Specialist</position>
+  <salary>90,000</salary>
+  <gender>male</gender>
+  <address street="Yes">1821 Nordic. Road, Irving Texas 98558</address>
+ </employee>
+ </staff>

data/test/files/staff.xslt ADDED Viewed

@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xsl:stylesheet version="1.0"
+xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+<xsl:param name="title"/>
+<xsl:template match="/">
+  <html>
+  <body>
+    <h1><xsl:value-of select="$title"/></h1>
+    <table border="1">
+    <tr bgcolor="#9acd32">
+      <th align="left">Employee ID</th>
+      <th align="left">Name</th>
+      <th align="left">Position</th>
+      <th align="left">Salary</th>
+    </tr>
+    <xsl:for-each select="staff/employee">
+    <tr>
+      <td><xsl:value-of select="employeeId"/></td>
+      <td><xsl:value-of select="name"/></td>
+      <td><xsl:value-of select="position"/></td>
+      <td><xsl:value-of select="salary"/></td>
+    </tr>
+    </xsl:for-each>
+    </table>
+  </body>
+  </html>
+</xsl:template>
+</xsl:stylesheet>