RubyGems - nokogiri - Versions diffs - 1.4.7 → 1.5.0.beta.1 - Mend

nokogiri 1.4.7 → 1.5.0.beta.1

Potentially problematic release.

This version of nokogiri might be problematic. Click here for more details.

Files changed (164) hide show

data/CHANGELOG.ja.rdoc +8 -83
data/CHANGELOG.rdoc +6 -80
data/Manifest.txt +4 -74
data/README.ja.rdoc +5 -1
data/README.rdoc +8 -22
data/Rakefile +79 -60
data/bin/nokogiri +1 -6
data/deps.rip +5 -0
data/ext/nokogiri/extconf.rb +32 -53
data/ext/nokogiri/nokogiri.c +0 -2
data/ext/nokogiri/nokogiri.h +0 -9
data/ext/nokogiri/xml_document.c +0 -14
data/ext/nokogiri/xml_dtd.c +2 -2
data/ext/nokogiri/xml_io.c +7 -32
data/ext/nokogiri/xml_node.c +31 -103
data/ext/nokogiri/xml_node_set.c +8 -8
data/ext/nokogiri/xml_reader.c +1 -20
data/ext/nokogiri/xml_sax_parser.c +3 -5
data/ext/nokogiri/xml_sax_parser_context.c +0 -40
data/ext/nokogiri/xml_xpath_context.c +2 -35
data/ext/nokogiri/xslt_stylesheet.c +6 -124
data/lib/nokogiri.rb +7 -3
data/lib/nokogiri/css.rb +3 -6
data/lib/nokogiri/css/generated_parser.rb +669 -0
data/lib/nokogiri/css/generated_tokenizer.rb +145 -0
data/lib/nokogiri/css/parser.rb +70 -665
data/lib/nokogiri/css/parser.y +1 -6
data/lib/nokogiri/css/tokenizer.rb +3 -148
data/lib/nokogiri/css/tokenizer.rex +1 -1
data/lib/nokogiri/css/xpath_visitor.rb +14 -16
data/lib/nokogiri/decorators/slop.rb +3 -5
data/lib/nokogiri/html.rb +3 -2
data/lib/nokogiri/html/document.rb +18 -134
data/lib/nokogiri/html/document_fragment.rb +21 -26
data/lib/nokogiri/html/element_description_defaults.rb +671 -0
data/lib/nokogiri/html/sax/parser.rb +2 -6
data/lib/nokogiri/version.rb +4 -9
data/lib/nokogiri/xml/attribute_decl.rb +1 -1
data/lib/nokogiri/xml/builder.rb +1 -1
data/lib/nokogiri/xml/document.rb +3 -27
data/lib/nokogiri/xml/document_fragment.rb +2 -9
data/lib/nokogiri/xml/dtd.rb +1 -12
data/lib/nokogiri/xml/element_decl.rb +1 -1
data/lib/nokogiri/xml/entity_decl.rb +1 -1
data/lib/nokogiri/xml/node.rb +75 -172
data/lib/nokogiri/xml/node/save_options.rb +0 -10
data/lib/nokogiri/xml/node_set.rb +3 -28
data/lib/nokogiri/xml/parse_options.rb +0 -8
data/lib/nokogiri/xml/reader.rb +6 -44
data/lib/nokogiri/xml/sax/document.rb +5 -9
data/lib/nokogiri/xml/schema.rb +1 -7
data/lib/nokogiri/xslt.rb +5 -9
data/tasks/cross_compile.rb +12 -27
data/tasks/test.rb +0 -0
data/test/css/test_parser.rb +19 -40
data/test/css/test_tokenizer.rb +0 -8
data/test/helper.rb +1 -4
data/test/html/sax/test_parser.rb +21 -47
data/test/html/sax/test_parser_context.rb +2 -2
data/test/html/test_document.rb +3 -58
data/test/html/test_document_encoding.rb +0 -53
data/test/html/test_document_fragment.rb +13 -82
data/test/html/test_element_description.rb +4 -2
data/test/html/test_node.rb +0 -9
data/test/test_memory_leak.rb +2 -57
data/test/test_nokogiri.rb +14 -20
data/test/test_reader.rb +7 -47
data/test/test_xslt_transforms.rb +5 -8
data/test/xml/sax/test_parser.rb +17 -34
data/test/xml/sax/test_parser_context.rb +0 -50
data/test/xml/sax/test_push_parser.rb +1 -18
data/test/xml/test_attr.rb +4 -31
data/test/xml/test_attribute_decl.rb +7 -3
data/test/xml/test_builder.rb +5 -5
data/test/xml/test_cdata.rb +3 -3
data/test/xml/test_document.rb +18 -15
data/test/xml/test_document_fragment.rb +20 -19
data/test/xml/test_dtd.rb +13 -18
data/test/xml/test_element_content.rb +1 -1
data/test/xml/test_element_decl.rb +1 -1
data/test/xml/test_entity_decl.rb +12 -10
data/test/xml/test_namespace.rb +7 -5
data/test/xml/test_node.rb +15 -54
data/test/xml/test_node_reparenting.rb +42 -85
data/test/xml/test_node_set.rb +2 -61
data/test/xml/test_schema.rb +0 -5
data/test/xml/test_text.rb +2 -11
data/test/xml/test_unparented_node.rb +1 -1
data/test/xml/test_xpath.rb +7 -43
metadata +131 -155
data/.gemtest +0 -0
data/ext/nokogiri/depend +0 -358
data/ext/nokogiri/xml_libxml2_hacks.c +0 -112
data/ext/nokogiri/xml_libxml2_hacks.h +0 -12
data/lib/nokogiri/css/parser_extras.rb +0 -91
data/lib/nokogiri/ffi/encoding_handler.rb +0 -42
data/lib/nokogiri/ffi/html/document.rb +0 -28
data/lib/nokogiri/ffi/html/element_description.rb +0 -81
data/lib/nokogiri/ffi/html/entity_lookup.rb +0 -16
data/lib/nokogiri/ffi/html/sax/parser_context.rb +0 -38
data/lib/nokogiri/ffi/io_callbacks.rb +0 -42
data/lib/nokogiri/ffi/libxml.rb +0 -420
data/lib/nokogiri/ffi/structs/common_node.rb +0 -38
data/lib/nokogiri/ffi/structs/html_elem_desc.rb +0 -24
data/lib/nokogiri/ffi/structs/html_entity_desc.rb +0 -13
data/lib/nokogiri/ffi/structs/xml_alloc.rb +0 -16
data/lib/nokogiri/ffi/structs/xml_attr.rb +0 -20
data/lib/nokogiri/ffi/structs/xml_attribute.rb +0 -27
data/lib/nokogiri/ffi/structs/xml_buffer.rb +0 -16
data/lib/nokogiri/ffi/structs/xml_char_encoding_handler.rb +0 -11
data/lib/nokogiri/ffi/structs/xml_document.rb +0 -117
data/lib/nokogiri/ffi/structs/xml_dtd.rb +0 -28
data/lib/nokogiri/ffi/structs/xml_element.rb +0 -26
data/lib/nokogiri/ffi/structs/xml_element_content.rb +0 -17
data/lib/nokogiri/ffi/structs/xml_entity.rb +0 -32
data/lib/nokogiri/ffi/structs/xml_enumeration.rb +0 -12
data/lib/nokogiri/ffi/structs/xml_node.rb +0 -28
data/lib/nokogiri/ffi/structs/xml_node_set.rb +0 -53
data/lib/nokogiri/ffi/structs/xml_notation.rb +0 -11
data/lib/nokogiri/ffi/structs/xml_ns.rb +0 -15
data/lib/nokogiri/ffi/structs/xml_parser_context.rb +0 -20
data/lib/nokogiri/ffi/structs/xml_parser_input.rb +0 -19
data/lib/nokogiri/ffi/structs/xml_relax_ng.rb +0 -14
data/lib/nokogiri/ffi/structs/xml_sax_handler.rb +0 -51
data/lib/nokogiri/ffi/structs/xml_sax_push_parser_context.rb +0 -124
data/lib/nokogiri/ffi/structs/xml_schema.rb +0 -13
data/lib/nokogiri/ffi/structs/xml_syntax_error.rb +0 -31
data/lib/nokogiri/ffi/structs/xml_text_reader.rb +0 -12
data/lib/nokogiri/ffi/structs/xml_xpath_context.rb +0 -38
data/lib/nokogiri/ffi/structs/xml_xpath_object.rb +0 -35
data/lib/nokogiri/ffi/structs/xml_xpath_parser_context.rb +0 -20
data/lib/nokogiri/ffi/structs/xslt_stylesheet.rb +0 -13
data/lib/nokogiri/ffi/weak_bucket.rb +0 -40
data/lib/nokogiri/ffi/xml/attr.rb +0 -41
data/lib/nokogiri/ffi/xml/attribute_decl.rb +0 -27
data/lib/nokogiri/ffi/xml/cdata.rb +0 -19
data/lib/nokogiri/ffi/xml/comment.rb +0 -18
data/lib/nokogiri/ffi/xml/document.rb +0 -174
data/lib/nokogiri/ffi/xml/document_fragment.rb +0 -21
data/lib/nokogiri/ffi/xml/dtd.rb +0 -67
data/lib/nokogiri/ffi/xml/element_content.rb +0 -43
data/lib/nokogiri/ffi/xml/element_decl.rb +0 -19
data/lib/nokogiri/ffi/xml/entity_decl.rb +0 -36
data/lib/nokogiri/ffi/xml/entity_reference.rb +0 -19
data/lib/nokogiri/ffi/xml/namespace.rb +0 -44
data/lib/nokogiri/ffi/xml/node.rb +0 -559
data/lib/nokogiri/ffi/xml/node_set.rb +0 -150
data/lib/nokogiri/ffi/xml/processing_instruction.rb +0 -20
data/lib/nokogiri/ffi/xml/reader.rb +0 -236
data/lib/nokogiri/ffi/xml/relax_ng.rb +0 -85
data/lib/nokogiri/ffi/xml/sax/parser.rb +0 -143
data/lib/nokogiri/ffi/xml/sax/parser_context.rb +0 -79
data/lib/nokogiri/ffi/xml/sax/push_parser.rb +0 -51
data/lib/nokogiri/ffi/xml/schema.rb +0 -109
data/lib/nokogiri/ffi/xml/syntax_error.rb +0 -98
data/lib/nokogiri/ffi/xml/text.rb +0 -18
data/lib/nokogiri/ffi/xml/xpath.rb +0 -9
data/lib/nokogiri/ffi/xml/xpath_context.rb +0 -153
data/lib/nokogiri/ffi/xslt/stylesheet.rb +0 -77
data/test/decorators/test_slop.rb +0 -16
data/test/ffi/test_document.rb +0 -35
data/test/files/encoding.html +0 -82
data/test/files/encoding.xhtml +0 -84
data/test/xslt/test_custom_functions.rb +0 -94

data/lib/nokogiri/html/document_fragment.rb CHANGED Viewed

@@ -1,40 +1,35 @@
 module Nokogiri
   module HTML
     class DocumentFragment < Nokogiri::XML::DocumentFragment
-      attr_accessor :errors
       ####
-      # Create a Nokogiri::XML::DocumentFragment from +tags+, using +encoding+
-      def self.parse tags, encoding = nil
+      # Create a Nokogiri::XML::DocumentFragment from +tags+
+      def self.parse tags
         doc = HTML::Document.new
-        encoding ||= tags.respond_to?(:encoding) ? tags.encoding.name : 'UTF-8'
-        doc.encoding = encoding
-        new(doc, tags)
+        doc.encoding = 'UTF-8'
+        self.new(doc, tags)
       end
       def initialize document, tags = nil, ctx = nil
         return self unless tags
-        if ctx
-          preexisting_errors = document.errors.dup
-          node_set = ctx.parse("<div>#{tags}</div>")
-          node_set.first.children.each { |child| child.parent = self } unless node_set.empty?
-          self.errors = document.errors - preexisting_errors
-        else
-          # This is a horrible hack, but I don't care
-          if tags.strip =~ /^<body/i
-            path = "/html/body"
-          else
-            path = "/html/body/node()"
-          end
+        children = if ctx
+                     ctx.parse("<div>#{tags.strip}</div>").first.children
+                   else
+                     ###
+                     # This is a horrible hack, but I don't care
+                     if tags.strip =~ /^<body/i
+                       path = "/html/body"
+                     else
+                       path = "/html/body/node()"
+                     end
-          temp_doc = HTML::Document.parse "<html><body>#{tags}", nil, document.encoding
-          temp_doc.xpath(path).each { |child| child.parent = self }
-          self.errors = temp_doc.errors
-        end
-        children
+                     HTML::Document.parse(
+                       "<html><body>#{tags.strip}</body></html>",
+                       nil,
+                       document.encoding
+                     ).xpath(path)
+                   end
+        children.each { |child| child.parent = self }
       end
     end
   end

data/lib/nokogiri/html/element_description_defaults.rb ADDED Viewed

@@ -0,0 +1,671 @@
+module Nokogiri
+  module HTML
+    class ElementDescription
+      # Methods are defined protected by method_defined? because at
+      # this point the C-library or Java library is alraedy loaded,
+      # and we don't want to clobber any methods that have been
+      # defined there.
+      Desc = Struct.new("HTMLElementDescription", :name,
+                        :startTag, :endTag, :saveEndTag,
+                        :empty, :depr, :dtd, :isinline,
+                        :desc,
+                        :subelts, :defaultsubelt,
+                        :attrs_opt, :attrs_depr, :attrs_req)
+      # This is filled in down below.
+      DefaultDescriptions = Hash.new()
+      def default_desc
+        DefaultDescriptions[name.downcase]
+      end
+      private :default_desc
+      unless method_defined? :implied_start_tag?
+        def implied_start_tag?
+          d = default_desc
+          d ? d.startTag : nil
+        end
+      end
+      unless method_defined? :implied_end_tag?
+        def implied_end_tag?
+          d = default_desc
+          d ? d.endTag : nil
+        end
+      end
+      unless method_defined? :save_end_tag?
+        def save_end_tag?
+          d = default_desc
+          d ? d.saveEndTag : nil
+        end
+      end
+      unless method_defined? :deprecated?
+        def deprecated?
+          d = default_desc
+          d ? d.depr : nil
+        end
+      end
+      unless method_defined? :description
+        def description
+          d = default_desc
+          d ? d.desc : nil
+        end
+      end
+      unless method_defined? :default_sub_element
+        def default_sub_element
+          d = default_desc
+          d ? d.defaultsubelt : nil
+        end
+      end
+      unless method_defined? :optional_attributes
+        def optional_attributes
+          d = default_desc
+          d ? d.attrs_opt : []
+        end
+      end
+      unless method_defined? :deprecated_attributes
+        def deprecated_attributes
+          d = default_desc
+          d ? d.attrs_depr : []
+        end
+      end
+      unless method_defined? :required_attributes
+        def required_attributes
+          d = default_desc
+          d ? d.attrs_req : []
+        end
+      end
+      ###
+      # Default Element Descriptions (HTML 4.0) copied from
+      # libxml2/HTMLparser.c and libxml2/include/libxml/HTMLparser.h
+      #
+      # The copyright notice for those files and the following list of
+      # element and attribute descriptions is reproduced here:
+      #
+      # Except where otherwise noted in the source code (e.g. the
+      # files hash.c, list.c and the trio files, which are covered by
+      # a similar licence but with different Copyright notices) all
+      # the files are:
+      #
+      #  Copyright (C) 1998-2003 Daniel Veillard.  All Rights Reserved.
+      #
+      # Permission is hereby granted, free of charge, to any person
+      # obtaining a copy of this software and associated documentation
+      # files (the "Software"), to deal in the Software without
+      # restriction, including without limitation the rights to use,
+      # copy, modify, merge, publish, distribute, sublicense, and/or
+      # sell copies of the Software, and to permit persons to whom the
+      # Software is fur- nished to do so, subject to the following
+      # conditions:
+      # The above copyright notice and this permission notice shall be
+      # included in all copies or substantial portions of the
+      # Software.
+      # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY
+      # KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+      # WARRANTIES OF MERCHANTABILITY, FIT- NESS FOR A PARTICULAR
+      # PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE DANIEL
+      # VEILLARD BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+      # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+      # FROM, OUT OF OR IN CON- NECTION WITH THE SOFTWARE OR THE USE
+      # OR OTHER DEALINGS IN THE SOFTWARE.
+      # Except as contained in this notice, the name of Daniel
+      # Veillard shall not be used in advertising or otherwise to
+      # promote the sale, use or other deal- ings in this Software
+      # without prior written authorization from him.
+      # Attributes defined and categorized
+      FONTSTYLE = ["tt", "i", "b", "u", "s", "strike", "big", "small"]
+      PHRASE = ['em', 'strong', 'dfn', 'code', 'samp',
+                'kbd', 'var', 'cite', 'abbr', 'acronym']
+      SPECIAL = ['a', 'img', 'applet', 'embed', 'object', 'font','basefont',
+                 'br', 'script', 'map', 'q', 'sub', 'sup', 'span', 'bdo',
+                 'iframe']
+      PCDATA = []
+      HEADING = ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']
+      LIST = ['ul', 'ol', 'dir', 'menu']
+      FORMCTRL = ['input', 'select', 'textarea', 'label', 'button']
+      BLOCK = [HEADING, LIST, 'pre', 'p', 'dl', 'div', 'center', 'noscript',
+               'noframes', 'blockquote', 'form', 'isindex', 'hr', 'table',
+               'fieldset', 'address']
+      INLINE = [PCDATA, FONTSTYLE, PHRASE, SPECIAL, FORMCTRL]
+      FLOW = [BLOCK, INLINE]
+      MODIFIER = []
+      EMPTY = []
+      HTML_FLOW = FLOW
+      HTML_INLINE = INLINE
+      HTML_PCDATA = PCDATA
+      HTML_CDATA = HTML_PCDATA
+      COREATTRS = ['id', 'class', 'style', 'title']
+      I18N = ['lang', 'dir']
+      EVENTS = ['onclick', 'ondblclick', 'onmousedown', 'onmouseup',
+                'onmouseover', 'onmouseout', 'onkeypress', 'onkeydown',
+                'onkeyup']
+      ATTRS = [COREATTRS, I18N,EVENTS]
+      CELLHALIGN = ['align', 'char', 'charoff']
+      CELLVALIGN = ['valign']
+      HTML_ATTRS = ATTRS
+      CORE_I18N_ATTRS = [COREATTRS, I18N]
+      CORE_ATTRS = COREATTRS
+      I18N_ATTRS = I18N
+      A_ATTRS = [ATTRS, 'charset', 'type', 'name',
+                 'href', 'hreflang', 'rel', 'rev', 'accesskey', 'shape',
+                 'coords', 'tabindex', 'onfocus', 'onblur']
+      TARGET_ATTR = ['target']
+      ROWS_COLS_ATTR = ['rows', 'cols']
+      ALT_ATTR = ['alt']
+      SRC_ALT_ATTRS = ['src', 'alt']
+      HREF_ATTRS = ['href']
+      CLEAR_ATTRS = ['clear']
+      INLINE_P = [INLINE, 'p']
+      FLOW_PARAM = [FLOW, 'param']
+      APPLET_ATTRS = [COREATTRS , 'codebase',
+                      'archive', 'alt', 'name', 'height', 'width', 'align',
+                      'hspace', 'vspace']
+      AREA_ATTRS = ['shape', 'coords', 'href', 'nohref',
+                    'tabindex', 'accesskey', 'onfocus', 'onblur']
+      BASEFONT_ATTRS = ['id', 'size', 'color', 'face']
+      QUOTE_ATTRS = [ATTRS, 'cite']
+      BODY_CONTENTS = [FLOW, 'ins', 'del']
+      BODY_ATTRS = [ATTRS, 'onload', 'onunload']
+      BODY_DEPR = ['background', 'bgcolor', 'text',
+                   'link', 'vlink', 'alink']
+      BUTTON_ATTRS = [ATTRS, 'name', 'value', 'type',
+                      'disabled', 'tabindex', 'accesskey', 'onfocus', 'onblur']
+      COL_ATTRS = [ATTRS, 'span', 'width', CELLHALIGN, CELLVALIGN]
+      COL_ELT = ['col']
+      EDIT_ATTRS = [ATTRS, 'datetime', 'cite']
+      COMPACT_ATTRS = [ATTRS, 'compact']
+      DL_CONTENTS = ['dt', 'dd']
+      COMPACT_ATTR = ['compact']
+      LABEL_ATTR = ['label']
+      FIELDSET_CONTENTS = [FLOW, 'legend' ]
+      FONT_ATTRS = [COREATTRS, I18N, 'size', 'color', 'face' ]
+      FORM_CONTENTS = [HEADING, LIST, INLINE, 'pre', 'p', 'div', 'center',
+                       'noscript', 'noframes', 'blockquote', 'isindex', 'hr',
+                       'table', 'fieldset', 'address']
+      FORM_ATTRS = [ATTRS, 'method', 'enctype', 'accept', 'name', 'onsubmit',
+                    'onreset', 'accept-charset']
+      FRAME_ATTRS = [COREATTRS, 'longdesc', 'name', 'src', 'frameborder',
+                     'marginwidth', 'marginheight', 'noresize', 'scrolling' ]
+      FRAMESET_ATTRS = [COREATTRS, 'rows', 'cols', 'onload', 'onunload']
+      FRAMESET_CONTENTS = ['frameset', 'frame', 'noframes']
+      HEAD_ATTRS = [I18N, 'profile']
+      HEAD_CONTENTS = ['title', 'isindex', 'base', 'script', 'style', 'meta',
+                       'link', 'object']
+      HR_DEPR = ['align', 'noshade', 'size', 'width']
+      VERSION_ATTR = ['version']
+      HTML_CONTENT = ['head', 'body', 'frameset']
+      IFRAME_ATTRS = [COREATTRS, 'longdesc', 'name', 'src', 'frameborder',
+                      'marginwidth', 'marginheight', 'scrolling', 'align',
+                      'height', 'width']
+      IMG_ATTRS = [ATTRS, 'longdesc', 'name', 'height', 'width', 'usemap',
+                   'ismap']
+      EMBED_ATTRS = [COREATTRS, 'align', 'alt', 'border', 'code', 'codebase',
+                     'frameborder', 'height', 'hidden', 'hspace', 'name',
+                     'palette', 'pluginspace', 'pluginurl', 'src', 'type',
+                     'units', 'vspace', 'width']
+      INPUT_ATTRS = [ATTRS, 'type', 'name', 'value', 'checked', 'disabled',
+                     'readonly', 'size', 'maxlength', 'src', 'alt', 'usemap',
+                     'ismap', 'tabindex', 'accesskey', 'onfocus', 'onblur',
+                     'onselect', 'onchange', 'accept']
+      PROMPT_ATTRS = [COREATTRS, I18N, 'prompt']
+      LABEL_ATTRS = [ATTRS, 'for', 'accesskey', 'onfocus', 'onblur']
+      LEGEND_ATTRS = [ATTRS, 'accesskey']
+      ALIGN_ATTR = ['align']
+      LINK_ATTRS = [ATTRS, 'charset', 'href', 'hreflang', 'type', 'rel', 'rev',
+                    'media']
+      MAP_CONTENTS = [BLOCK, 'area']
+      NAME_ATTR = ['name']
+      ACTION_ATTR = ['action']
+      BLOCKLI_ELT = [BLOCK, 'li']
+      META_ATTRS = [I18N, 'http-equiv', 'name', 'scheme']
+      CONTENT_ATTR = ['content']
+      TYPE_ATTR = ['type']
+      NOFRAMES_CONTENT = ['body', FLOW, MODIFIER]
+      OBJECT_CONTENTS = [FLOW, 'param']
+      OBJECT_ATTRS = [ATTRS, 'declare', 'classid', 'codebase', 'data', 'type',
+                      'codetype', 'archive', 'standby', 'height', 'width',
+                      'usemap', 'name', 'tabindex']
+      OBJECT_DEPR = ['align', 'border', 'hspace', 'vspace']
+      OL_ATTRS = ['type', 'compact', 'start']
+      OPTION_ELT = ['option']
+      OPTGROUP_ATTRS = [ATTRS, 'disabled']
+      OPTION_ATTRS = [ATTRS, 'disabled', 'label', 'selected', 'value']
+      PARAM_ATTRS = ['id', 'value', 'valuetype', 'type']
+      WIDTH_ATTR = ['width']
+      PRE_CONTENT = [PHRASE, 'tt', 'i', 'b', 'u', 's', 'strike', 'a', 'br',
+                     'script', 'map', 'q', 'span', 'bdo', 'iframe']
+      SCRIPT_ATTRS = ['charset', 'src', 'defer', 'event', 'for']
+      LANGUAGE_ATTR = ['language']
+      SELECT_CONTENT = ['optgroup', 'option']
+      SELECT_ATTRS = [ATTRS, 'name', 'size', 'multiple', 'disabled', 'tabindex',
+                      'onfocus', 'onblur', 'onchange']
+      STYLE_ATTRS = [I18N, 'media', 'title']
+      TABLE_ATTRS = [ATTRS, 'summary', 'width', 'border', 'frame', 'rules',
+                     'cellspacing', 'cellpadding', 'datapagesize']
+      TABLE_DEPR = ['align', 'bgcolor']
+      TABLE_CONTENTS = ['caption', 'col', 'colgroup', 'thead', 'tfoot', 'tbody',
+                        'tr']
+      TR_ELT = ['tr']
+      TALIGN_ATTRS = [ATTRS, CELLHALIGN, CELLVALIGN]
+      TH_TD_DEPR = ['nowrap', 'bgcolor', 'width', 'height']
+      TH_TD_ATTR = [ATTRS, 'abbr', 'axis', 'headers', 'scope', 'rowspan',
+                    'colspan', CELLHALIGN, CELLVALIGN]
+      TEXTAREA_ATTRS = [ATTRS, 'name', 'disabled', 'readonly', 'tabindex',
+                        'accesskey', 'onfocus', 'onblur', 'onselect',
+                        'onchange']
+      TR_CONTENTS = ['th', 'td']
+      BGCOLOR_ATTR = ['bgcolor']
+      LI_ELT = ['li']
+      UL_DEPR = ['type', 'compact']
+      DIR_ATTR = ['dir']
+      [
+       ['a', false, false, false, false, false, :any, true,
+        'anchor ',
+        HTML_INLINE, nil, A_ATTRS, TARGET_ATTR, []
+       ],
+       ['abbr', false, false, false, false, false, :any, true,
+        'abbreviated form',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['acronym', false, false, false, false, false, :any, true, '',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['address', false, false, false, false, false, :any, false,
+        'information on author',
+        INLINE_P , nil, HTML_ATTRS, [], []
+       ],
+       ['applet', false, false, false, false, true, :loose, true,
+        'java applet ',
+        FLOW_PARAM, nil, [], APPLET_ATTRS, []
+       ],
+       ['area', false, true, true, true, false, :any, false,
+        'client-side image map area ',
+        EMPTY, nil, AREA_ATTRS, TARGET_ATTR, ALT_ATTR
+       ],
+       ['b', false, true, false, false, false, :any, true,
+        'bold text style',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['base', false, true, true, true, false, :any, false,
+        'document base uri ',
+        EMPTY, nil, [], TARGET_ATTR, HREF_ATTRS
+       ],
+       ['basefont', false, true, true, true, true, :loose, true,
+        'base font size ',
+        EMPTY, nil, [], BASEFONT_ATTRS, []
+       ],
+       ['bdo', false, false, false, false, false, :any, true,
+        'i18n bidi over-ride ',
+        HTML_INLINE, nil, CORE_I18N_ATTRS, [], DIR_ATTR
+       ],
+       ['big', false, true, false, false, false, :any, true,
+        'large text style',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['blockquote', false, false, false, false, false, :any, false,
+        'long quotation ',
+        HTML_FLOW, nil, QUOTE_ATTRS, [], []
+       ],
+       ['body', true, true, false, false, false, :any, false,
+        'document body ',
+        BODY_CONTENTS, 'div', BODY_ATTRS, BODY_DEPR, []
+       ],
+       ['br', false, true, true, true, false, :any, true,
+        'forced line break ',
+        EMPTY, nil, CORE_ATTRS, CLEAR_ATTRS, []
+       ],
+       ['button', false, false, false, false, false, :any, true,
+        'push button ',
+        [HTML_FLOW, MODIFIER], nil, BUTTON_ATTRS, [], []
+       ],
+       ['caption', false, false, false, false, false, :any, false,
+        'table caption ',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['center', false, true, false, false, true, :loose, false,
+        'shorthand for div align=center ',
+        HTML_FLOW, nil, [], HTML_ATTRS, []
+       ],
+       ['cite', false, false, false, false, false, :any, true, 'citation',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['code', false, false, false, false, false, :any, true,
+        'computer code fragment',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['col', false, true, true, true, false, :any, false, 'table column ',
+        EMPTY, nil, COL_ATTRS, [], []
+       ],
+       ['colgroup', false, true, false, false, false, :any, false,
+        'table column group ',
+        COL_ELT, 'col', COL_ATTRS, [], []
+       ],
+       ['dd', false, true, false, false, false, :any, false,
+        'definition description ',
+        HTML_FLOW, nil, HTML_ATTRS, [], []
+       ],
+       ['del', false, false, false, false, false, :any, true,
+        'deleted text ',
+        HTML_FLOW, nil, EDIT_ATTRS, [], []
+       ],
+       ['dfn', false, false, false, false, false, :any, true,
+        'instance definition',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['dir', false, false, false, false, true, :loose, false,
+        'directory list',
+        BLOCKLI_ELT, 'li', [], COMPACT_ATTRS, []
+       ],
+       ['div', false, false, false, false, false, :any, false,
+        'generic language/style container',
+        HTML_FLOW, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['dl', false, false, false, false, false, :any, false,
+        'definition list ',
+        DL_CONTENTS, 'dd', HTML_ATTRS, COMPACT_ATTR, []
+       ],
+       ['dt', false, true, false, false, false, :any, false,
+        'definition term ',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['em', false, true, false, false, false, :any, true,
+        'emphasis',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['embed', false, true, false, false, true, :loose, true,
+        'generic embedded object ',
+        EMPTY, nil, EMBED_ATTRS, [], []
+       ],
+       ['fieldset', false, false, false, false, false, :any, false,
+        'form control group ',
+        FIELDSET_CONTENTS, nil, HTML_ATTRS, [], []
+       ],
+       ['font', false, true, false, false, true, :loose, true,
+        'local change to font ',
+        HTML_INLINE, nil, [], FONT_ATTRS, []
+       ],
+       ['form', false, false, false, false, false, :any, false,
+        'interactive form ',
+        FORM_CONTENTS, 'fieldset', FORM_ATTRS, TARGET_ATTR, ACTION_ATTR
+       ],
+       ['frame', false, true, true, true, false, :frameset, false,
+        'subwindow ',
+        EMPTY, nil, [], FRAME_ATTRS, []
+       ],
+       ['frameset', false, false, false, false, false, :frameset, false,
+        'window subdivision',
+        FRAMESET_CONTENTS, 'noframes', [], FRAMESET_ATTRS, []
+       ],
+       ['htrue', false, false, false, false, false, :any, false,
+        'heading ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['htrue', false, false, false, false, false, :any, false,
+        'heading ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['htrue', false, false, false, false, false, :any, false,
+        'heading ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['h4', false, false, false, false, false, :any, false,
+        'heading ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['h5', false, false, false, false, false, :any, false,
+        'heading ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['h6', false, false, false, false, false, :any, false,
+        'heading ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['head', true, true, false, false, false, :any, false,
+        'document head ',
+        HEAD_CONTENTS, nil, HEAD_ATTRS, [], []
+       ],
+       ['hr', false, true, true, true, false, :any, false,
+        'horizontal rule ',
+        EMPTY, nil, HTML_ATTRS, HR_DEPR, []
+       ],
+       ['html', true, true, false, false, false, :any, false,
+        'document root element ',
+        HTML_CONTENT, nil, I18N_ATTRS, VERSION_ATTR, []
+       ],
+       ['i', false, true, false, false, false, :any, true,
+        'italic text style',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['iframe', false, false, false, false, false, :any, true,
+        'inline subwindow ',
+        HTML_FLOW, nil, [], IFRAME_ATTRS, []
+       ],
+       ['img', false, true, true, true, false, :any, true,
+        'embedded image ',
+        EMPTY, nil, IMG_ATTRS, ALIGN_ATTR, SRC_ALT_ATTRS
+       ],
+       ['input', false, true, true, true, false, :any, true,
+        'form control ',
+        EMPTY, nil, INPUT_ATTRS, ALIGN_ATTR, []
+       ],
+       ['ins', false, false, false, false, false, :any, true,
+        'inserted text',
+        HTML_FLOW, nil, EDIT_ATTRS, [], []
+       ],
+       ['isindex', false, true, true, true, true, :loose, false,
+        'single line prompt ',
+        EMPTY, nil, [], PROMPT_ATTRS, []
+       ],
+       ['kbd', false, false, false, false, false, :any, true,
+        'text to be entered by the user',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['label', false, false, false, false, false, :any, true,
+        'form field label text ',
+        [HTML_INLINE, MODIFIER], nil, LABEL_ATTRS, [], []
+       ],
+       ['legend', false, false, false, false, false, :any, false,
+        'fieldset legend ',
+        HTML_INLINE, nil, LEGEND_ATTRS, ALIGN_ATTR, []
+       ],
+       ['li', false, true, true, false, false, :any, false,
+        'list item ',
+        HTML_FLOW, nil, HTML_ATTRS, [], []
+       ],
+       ['link', false, true, true, true, false, :any, false,
+        'a media-independent link ',
+        EMPTY, nil, LINK_ATTRS, TARGET_ATTR, []
+       ],
+       ['map', false, false, false, false, false, :any, true,
+        'client-side image map ',
+        MAP_CONTENTS, nil, HTML_ATTRS, [], NAME_ATTR
+       ],
+       ['menu', false, false, false, false, true, :loose, false,
+        'menu list ',
+        BLOCKLI_ELT, nil, [], COMPACT_ATTRS, []
+       ],
+       ['meta', false, true, true, true, false, :any, false,
+        'generic metainformation ',
+        EMPTY, nil, META_ATTRS, [], CONTENT_ATTR
+       ],
+       ['noframes', false, false, false, false, false, :frameset, false,
+        'alternate content container for non frame-based rendering ',
+        NOFRAMES_CONTENT, 'body', HTML_ATTRS, [], []
+       ],
+       ['noscript', false, false, false, false, false, :any, false,
+        'alternate content container for non script-based rendering ',
+        HTML_FLOW, 'div', HTML_ATTRS, [], []
+       ],
+       ['object', false, false, false, false, false, :any, true,
+        'generic embedded object ',
+        OBJECT_CONTENTS, 'div', OBJECT_ATTRS, OBJECT_DEPR, []
+       ],
+       ['ol', false, false, false, false, false, :any, false,
+        'ordered list ',
+        LI_ELT, 'li', HTML_ATTRS, OL_ATTRS, []
+       ],
+       ['optgroup', false, false, false, false, false, :any, false,
+        'option group ',
+        OPTION_ELT, 'option', OPTGROUP_ATTRS, [], LABEL_ATTR
+       ],
+       ['option', false, true, false, false, false, :any, false,
+        'selectable choice ',
+        HTML_PCDATA, nil, OPTION_ATTRS, [], []
+       ],
+       ['p', false, true, false, false, false, :any, false,
+        'paragraph ',
+        HTML_INLINE, nil, HTML_ATTRS, ALIGN_ATTR, []
+       ],
+       ['param', false, true, true, true, false, :any, false,
+        'named property value ',
+        EMPTY, nil, PARAM_ATTRS, [], NAME_ATTR
+       ],
+       ['pre', false, false, false, false, false, :any, false,
+        'preformatted text ',
+        PRE_CONTENT, nil, HTML_ATTRS, WIDTH_ATTR, []
+       ],
+       ['q', false, false, false, false, false, :any, true,
+        'short inline quotation ',
+        HTML_INLINE, nil, QUOTE_ATTRS, [], []
+       ],
+       ['s', false, true, false, false, true, :loose, true,
+        'strike-through text style',
+        HTML_INLINE, nil, [], HTML_ATTRS, []
+       ],
+       ['samp', false, false, false, false, false, :any, true,
+        'sample program output, scripts, etc.',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['script', false, false, false, false, false, :any, true,
+        'script statements ',
+        HTML_CDATA, nil, SCRIPT_ATTRS, LANGUAGE_ATTR, TYPE_ATTR
+       ],
+       ['select', false, false, false, false, false, :any, true,
+        'option selector ',
+        SELECT_CONTENT, nil, SELECT_ATTRS, [], []
+       ],
+       ['small', false, true, false, false, false, :any, true,
+        'small text style',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['span', false, false, false, false, false, :any, true,
+        'generic language/style container ',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['strike', false, true, false, false, true, :loose, true,
+        'strike-through text',
+        HTML_INLINE, nil, [], HTML_ATTRS, []
+       ],
+       ['strong', false, true, false, false, false, :any, true,
+        'strong emphasis',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['style', false, false, false, false, false, :any, false,
+        'style info ',
+        HTML_CDATA, nil, STYLE_ATTRS, [], TYPE_ATTR
+       ],
+       ['sub', false, true, false, false, false, :any, true,
+        'subscript',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['sup', false, true, false, false, false, :any, true,
+        'superscript ',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['table', false, false, false, false, false, :any, false,
+        '',
+        TABLE_CONTENTS, 'tr', TABLE_ATTRS, TABLE_DEPR, []
+       ],
+       ['tbody', true, false, false, false, false, :any, false,
+        'table body ',
+        TR_ELT, 'tr', TALIGN_ATTRS, [], []
+       ],
+       ['td', false, false, false, false, false, :any, false,
+        'table data cell',
+        HTML_FLOW, nil, TH_TD_ATTR, TH_TD_DEPR, []
+       ],
+       ['textarea', false, false, false, false, false, :any, true,
+        'multi-line text field ',
+        HTML_PCDATA, nil, TEXTAREA_ATTRS, [], ROWS_COLS_ATTR
+       ],
+       ['tfoot', false, true, false, false, false, :any, false,
+        'table footer ',
+        TR_ELT, 'tr', TALIGN_ATTRS, [], []
+       ],
+       ['th', false, true, false, false, false, :any, false,
+        'table header cell',
+        HTML_FLOW, nil, TH_TD_ATTR, TH_TD_DEPR, []
+       ],
+       ['thead', false, true, false, false, false, :any, false,
+        'table header ',
+        TR_ELT, 'tr', TALIGN_ATTRS, [], []
+       ],
+       ['title', false, false, false, false, false, :any, false,
+        'document title ',
+        HTML_PCDATA, nil, I18N_ATTRS, [], []
+       ],
+       ['tr', false, false, false, false, false, :any, false,
+        'table row ',
+        TR_CONTENTS, 'td', TALIGN_ATTRS, BGCOLOR_ATTR, []
+       ],
+       ['tt', false, true, false, false, false, :any, true,
+        'teletype or monospaced text style',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ],
+       ['u', false, true, false, false, true, :loose, true,
+        'underlined text style',
+        HTML_INLINE, nil, [], HTML_ATTRS, []
+       ],
+       ['ul', false, false, false, false, false, :any, false,
+        'unordered list ',
+        LI_ELT, 'li', HTML_ATTRS, UL_DEPR, []
+       ],
+       ['var', false, false, false, false, false, :any, true,
+        'instance of a variable or program argument',
+        HTML_INLINE, nil, HTML_ATTRS, [], []
+       ]
+      ].each do |descriptor|
+        name = descriptor[0]
+        begin
+        d = Desc.new(*descriptor)
+        # flatten all the attribute lists (Ruby1.9, *[a,b,c] can be
+        # used to flatten a literal list, but not in Ruby1.8).
+        d[:subelts] = d[:subelts].flatten
+        d[:attrs_opt] = d[:attrs_opt].flatten
+        d[:attrs_depr] = d[:attrs_depr].flatten
+          d[:attrs_req] = d[:attrs_req].flatten
+        rescue => e
+            p name
+          raise e
+        end
+        DefaultDescriptions[name] = d
+      end
+    end
+  end
+end