RubyGems - html5 - Versions diffs - 0.1.0 → 0.10.0 - Mend

html5 0.1.0 → 0.10.0

Files changed (98) hide show

data/History.txt +9 -2
data/Manifest.txt +61 -2
data/README +41 -5
data/Rakefile.rb +22 -6
data/{parse.rb → bin/html5} +11 -11
data/lib/core_ext/string.rb +17 -0
data/lib/html5/constants.rb +228 -0
data/lib/html5/filters/iso639codes.rb +752 -0
data/lib/html5/filters/rfc2046.rb +30 -0
data/lib/html5/filters/rfc3987.rb +89 -0
data/lib/html5/filters/validator.rb +830 -0
data/lib/html5/html5parser.rb +25 -25
data/lib/html5/html5parser/after_body_phase.rb +3 -3
data/lib/html5/html5parser/after_frameset_phase.rb +3 -4
data/lib/html5/html5parser/after_head_phase.rb +6 -6
data/lib/html5/html5parser/before_head_phase.rb +1 -1
data/lib/html5/html5parser/in_body_phase.rb +54 -48
data/lib/html5/html5parser/in_caption_phase.rb +7 -6
data/lib/html5/html5parser/in_cell_phase.rb +3 -3
data/lib/html5/html5parser/in_column_group_phase.rb +1 -1
data/lib/html5/html5parser/in_frameset_phase.rb +5 -5
data/lib/html5/html5parser/in_head_phase.rb +10 -10
data/lib/html5/html5parser/in_row_phase.rb +4 -2
data/lib/html5/html5parser/in_select_phase.rb +7 -6
data/lib/html5/html5parser/in_table_body_phase.rb +8 -5
data/lib/html5/html5parser/in_table_phase.rb +12 -7
data/lib/html5/html5parser/initial_phase.rb +5 -6
data/lib/html5/html5parser/phase.rb +5 -9
data/lib/html5/html5parser/root_element_phase.rb +1 -2
data/lib/html5/html5parser/trailing_end_phase.rb +3 -3
data/lib/html5/inputstream.rb +25 -31
data/lib/html5/liberalxmlparser.rb +2 -2
data/lib/html5/sanitizer.rb +6 -6
data/lib/html5/serializer/htmlserializer.rb +2 -3
data/lib/html5/sniffer.rb +45 -0
data/lib/html5/tokenizer.rb +57 -59
data/lib/html5/treebuilders/rexml.rb +7 -6
data/lib/html5/treebuilders/simpletree.rb +1 -1
data/lib/html5/treewalkers/base.rb +8 -0
data/lib/html5/version.rb +3 -0
data/testdata/encoding/chardet/test_big5.txt +51 -0
data/testdata/encoding/test-yahoo-jp.dat +10 -0
data/testdata/encoding/tests1.dat +394 -0
data/testdata/encoding/tests2.dat +81 -0
data/testdata/sanitizer/tests1.dat +416 -0
data/testdata/serializer/core.test +104 -0
data/testdata/serializer/injectmeta.test +65 -0
data/testdata/serializer/optionaltags.test +900 -0
data/testdata/serializer/options.test +60 -0
data/testdata/serializer/whitespace.test +51 -0
data/testdata/sites/google-results.htm +1 -0
data/testdata/sites/python-ref-import.htm +1 -0
data/testdata/sites/web-apps-old.htm +1 -0
data/testdata/sites/web-apps.htm +34275 -0
data/testdata/sniffer/htmlOrFeed.json +43 -0
data/testdata/tokenizer/contentModelFlags.test +48 -0
data/testdata/tokenizer/entities.test +2339 -0
data/testdata/tokenizer/escapeFlag.test +21 -0
data/testdata/tokenizer/test1.test +172 -0
data/testdata/tokenizer/test2.test +129 -0
data/testdata/tokenizer/test3.test +367 -0
data/testdata/tokenizer/test4.test +198 -0
data/testdata/tree-construction/tests1.dat +1950 -0
data/testdata/tree-construction/tests2.dat +773 -0
data/testdata/tree-construction/tests3.dat +270 -0
data/testdata/tree-construction/tests4.dat +60 -0
data/testdata/tree-construction/tests5.dat +175 -0
data/testdata/tree-construction/tests6.dat +196 -0
data/testdata/validator/attributes.test +1035 -0
data/testdata/validator/base-href-attribute.test +787 -0
data/testdata/validator/base-target-attribute.test +35 -0
data/testdata/validator/blockquote-cite-attribute.test +7 -0
data/testdata/validator/classattribute.test +152 -0
data/testdata/validator/contenteditableattribute.test +59 -0
data/testdata/validator/contextmenuattribute.test +115 -0
data/testdata/validator/dirattribute.test +59 -0
data/testdata/validator/draggableattribute.test +63 -0
data/testdata/validator/html-xmlns-attribute.test +23 -0
data/testdata/validator/idattribute.test +115 -0
data/testdata/validator/inputattributes.test +2795 -0
data/testdata/validator/irrelevantattribute.test +63 -0
data/testdata/validator/langattribute.test +5579 -0
data/testdata/validator/li-value-attribute.test +7 -0
data/testdata/validator/link-href-attribute.test +7 -0
data/testdata/validator/link-hreflang-attribute.test +7 -0
data/testdata/validator/link-rel-attribute.test +271 -0
data/testdata/validator/ol-start-attribute.test +7 -0
data/testdata/validator/starttags.test +375 -0
data/testdata/validator/style-scoped-attribute.test +7 -0
data/testdata/validator/tabindexattribute.test +79 -0
data/tests/preamble.rb +7 -17
data/tests/test_encoding.rb +1 -1
data/tests/test_lxp.rb +16 -0
data/tests/test_parser.rb +2 -2
data/tests/test_sniffer.rb +27 -0
data/tests/test_treewalkers.rb +41 -22
data/tests/test_validator.rb +31 -0
metadata +65 -6

data/testdata/tree-construction/tests3.dat ADDED

@@ -0,0 +1,270 @@
+#data
+<head></head><style></style>
+#errors
+No DOCTYPE
+<style> in after-head mode
+#document
+| <html>
+|   <head>
+|     <style>
+|   <body>
+#data
+<head></head><script></script>
+#errors
+No DOCTYPE
+<script> in after-head mode
+#document
+| <html>
+|   <head>
+|     <script>
+|   <body>
+#data
+<head></head><!-- --><style></style><!-- --><script></script>
+#errors
+No DOCTYPE
+<style> in after-head mode
+#document
+| <html>
+|   <head>
+|     <style>
+|     <script>
+|   <!--   -->
+|   <!--   -->
+|   <body>
+#data
+<head></head><!-- -->x<style></style><!-- --><script></script>
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|   <!--   -->
+|   <body>
+|     "x"
+|     <style>
+|     <!--   -->
+|     <script>
+#data
+<!DOCTYPE htML><html><head></head><body><pre>
+</pre></body></html>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+#data
+<!DOCTYPE htML><html><head></head><body><pre>
+foo</pre></body></html>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+|       "foo"
+#data
+<!DOCTYPE htML><html><head></head><body><pre>
+foo</pre></body></html>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+|       "
+foo"
+#data
+<!DOCTYPE htML><html><head></head><body><pre>
+foo
+</pre></body></html>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+|       "foo
+"
+#data
+<!DOCTYPE htML><html><head></head><body><pre>x</pre><span>
+</span></body></html>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+|       "x"
+|     <span>
+|       "
+"
+#data
+<!DOCTYPE htML><html><head></head><body><pre>x
+y</pre></body></html>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+|       "x
+y"
+#data
+<!DOCTYPE htML><html><head></head><body><pre>x<div>
+y</pre></body></html>
+#errors
+End tag <pre> seen too early. Expected other end tag.
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <pre>
+|       "x"
+|       <div>
+|         "
+y"
+#data
+<!DOCTYPE htML><HTML><META><HEAD></HEAD></HTML>
+#errors
+Unexpected start tag HEAD in HEAD. Ignored.
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|     <meta>
+|   <body>
+#data
+<!DOCTYPE htML><HTML><HEAD><head></HEAD></HTML>
+#errors
+Unexpected start tag HEAD in HEAD. Ignored.
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+#data
+<textarea>foo<span>bar</span><i>baz
+#errors
+Unexpected start tag. Expected DOCTYPE.
+Unexpected end of file.
+#document
+| <html>
+|   <head>
+|   <body>
+|     <textarea>
+|       "foo<span>bar</span><i>baz"
+#data
+<title>foo<span>bar</em><i>baz
+#errors
+Unexpected start tag. Expected DOCTYPE.
+Unexpected end of file.
+#document
+| <html>
+|   <head>
+|     <title>
+|       "foo<span>bar</em><i>baz"
+|   <body>
+#data
+<!DOCTYPE htML><textarea>
+</textarea>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <textarea>
+#data
+<!DOCTYPE htML><textarea>
+foo</textarea>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <textarea>
+|       "foo"
+#data
+<!DOCTYPE htML><textarea>
+foo</textarea>
+#errors
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <textarea>
+|       "
+foo"
+#data
+<!DOCTYPE htML><html><head></head><body><ul><li><div><p><li></ul></body></html>
+#errors
+Missing end tag (div)
+#document
+| <!DOCTYPE htML>
+| <html>
+|   <head>
+|   <body>
+|     <ul>
+|       <li>
+|         <div>
+|           <p>
+|       <li>
+#data
+<!doctype html><nobr><nobr><nobr>
+#errors
+Unexpected <nobr> tag.
+Unexpected <nobr> tag.
+Unexpected end of file.
+#document
+| <!DOCTYPE html>
+| <html>
+|   <head>
+|   <body>
+|     <nobr>
+|     <nobr>
+|     <nobr>
+#data
+<!doctype html><nobr><nobr></nobr><nobr>
+#errors
+Unexpected <nobr> tag.
+Unexpected end of file.
+#document
+| <!DOCTYPE html>
+| <html>
+|   <head>
+|   <body>
+|     <nobr>
+|     <nobr>
+|     <nobr>

data/testdata/tree-construction/tests4.dat ADDED

@@ -0,0 +1,60 @@
+#data
+direct div content
+#errors
+#document-fragment
+div
+#document
+| "direct div content"
+#data
+direct textarea content
+#errors
+#document-fragment
+textarea
+#document
+| "direct textarea content"
+#data
+textarea content with <em>pseudo</em> <foo>markup
+#errors
+#document-fragment
+textarea
+#document
+| "textarea content with <em>pseudo</em> <foo>markup"
+#data
+this is &#x0043;DATA inside a <style> element
+#errors
+#document-fragment
+style
+#document
+| "this is &#x0043;DATA inside a <style> element"
+#data
+</plaintext>
+#errors
+#document-fragment
+plaintext
+#document
+| "</plaintext>"
+#data
+setting html's innerHTML
+#errors
+XXX innerHTML EOF
+#document-fragment
+html
+#document
+| <head>
+| <body>
+|   "setting html's innerHTML"
+#data
+<title>setting head's innerHTML</title>
+#errors
+Unexpected title element that belongs in head.
+#document-fragment
+head
+#document
+| <title>
+|   "setting head's innerHTML"

data/testdata/tree-construction/tests5.dat ADDED

@@ -0,0 +1,175 @@
+#data
+<style> <!-- </style>x
+#errors
+No DOCTYPE
+Unexpected end of file
+#document
+| <html>
+|   <head>
+|     <style>
+|       " <!-- </style>x"
+|   <body>
+#data
+<style> <!-- </style> --> </style>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <style>
+|       " <!-- </style> --> "
+|   <body>
+|     "x"
+#data
+<style> <!--> </style>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <style>
+|       " <!--> "
+|   <body>
+|     "x"
+#data
+<style> <!---> </style>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <style>
+|       " <!---> "
+|   <body>
+|     "x"
+#data
+<iframe> <!---> </iframe>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|   <body>
+|     <iframe>
+|       " <!---> "
+|     "x"
+#data
+<iframe> <!--- </iframe>->x</iframe> --> </iframe>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|   <body>
+|     <iframe>
+|       " <!--- </iframe>->x</iframe> --> "
+|     "x"
+#data
+<script> <!-- </script> --> </script>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <script>
+|       " <!-- </script> --> "
+|   <body>
+|     "x"
+#data
+<title> <!-- </title> --> </title>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <title>
+|       " <!-- </title> --> "
+|   <body>
+|     "x"
+#data
+<textarea> <!--- </textarea>->x</textarea> --> </textarea>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|   <body>
+|     <textarea>
+|       " <!--- </textarea>->x</textarea> --> "
+|     "x"
+#data
+<style> <!</-- </style>x
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <style>
+|       " <!</-- "
+|   <body>
+|     "x"
+#data
+<xmp> <!-- > --> </xmp>
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|   <body>
+|     <xmp>
+|       " <!-- > --> "
+#data
+<title>&amp;</title>
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <title>
+|       "&"
+|   <body>
+#data
+<title><!--&amp;--></title>
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <title>
+|       "<!--&amp;-->"
+|   <body>
+#data
+<title><!--</title>
+#errors
+No DOCTYPE
+Unexpected EOF
+#document
+| <html>
+|   <head>
+|     <title>
+|       "<!--</title>"
+|   <body>
+#data
+<noscript><!--</noscript>--></noscript>
+#errors
+No DOCTYPE
+#document
+| <html>
+|   <head>
+|     <noscript>
+|       "<!--</noscript>-->"
+|   <body>