rgen 0.3.0 → 0.4.0

data/redist/xmlscan/lib/xmlscan/version.rb

@@ -0,0 +1,22 @@
+#
+# xmlscan/version.rb
+#
+#   Copyright (C) UENO Katsuhiro 2002
+#
+# $Id: version.rb,v 1.9 2003/01/22 17:00:49 katsu Exp $
+#
+
+module XMLScan
+
+  # The version like 'X.X.0' (TENNY is 0) means that this is an unstable
+  # release. Incompatible changes will be applied to this version
+  # without special notice. This version should be distributed as a
+  # snapshot only.
+  #
+  # TENNY which is larger than 1 (e.g. 'X.X.1' or 'X.X.2') means this
+  # release is a stable release.
+
+  VERSION = '0.3.0'
+  RELEASE_DATE = '2003-01-23'
+
+end

data/redist/xmlscan/lib/xmlscan/visitor.rb

@@ -0,0 +1,158 @@
+#
+# xmlscan/visitor.rb
+#
+#   Copyright (C) Ueno Katsuhiro 2002
+#
+# $Id: visitor.rb,v 1.3 2003/05/12 14:13:33 katsu Exp $
+#
+
+require 'xmlscan/version'
+
+
+module XMLScan
+
+  class Error < StandardError
+
+    def initialize(msg, path = nil, lineno = nil)
+      super msg
+      @path = path
+      @lineno = lineno
+    end
+
+    attr_reader :path, :lineno
+
+    def to_s
+      if @lineno and @path then
+        "#{@path}:#{@lineno}:#{super}"
+      else
+        super
+      end
+    end
+
+  end
+
+  class ParseError < Error ; end
+  class NotWellFormedError < Error ; end
+  class NotValidError < Error ; end
+
+
+  module Visitor
+
+    def parse_error(msg)
+      raise ParseError.new(msg)
+    end
+
+    def wellformed_error(msg)
+      raise NotWellFormedError.new(msg)
+    end
+
+    def valid_error(msg)
+      raise NotValidError.new(msg)
+    end
+
+    def warning(msg)
+    end
+
+    def on_xmldecl
+    end
+
+    def on_xmldecl_version(str)
+    end
+
+    def on_xmldecl_encoding(str)
+    end
+
+    def on_xmldecl_standalone(str)
+    end
+
+    def on_xmldecl_other(name, value)
+    end
+
+    def on_xmldecl_end
+    end
+
+    def on_doctype(root, pubid, sysid)
+    end
+
+    def on_prolog_space(str)
+    end
+
+    def on_comment(str)
+    end
+
+    def on_pi(target, pi)
+    end
+
+    def on_chardata(str)
+    end
+
+    def on_cdata(str)
+    end
+
+    def on_etag(name)
+    end
+
+    def on_entityref(ref)
+    end
+
+    def on_charref(code)
+    end
+
+    def on_charref_hex(code)
+    end
+
+    def on_start_document
+    end
+
+    def on_end_document
+    end
+
+    def on_stag(name)
+    end
+
+    def on_attribute(name)
+    end
+
+    def on_attr_value(str)
+    end
+
+    def on_attr_entityref(ref)
+    end
+
+    def on_attr_charref(code)
+    end
+
+    def on_attr_charref_hex(code)
+    end
+
+    def on_attribute_end(name)
+    end
+
+    def on_stag_end_empty(name)
+    end
+
+    def on_stag_end(name)
+    end
+
+  end
+
+
+  class Decoration
+
+    include Visitor
+
+    def initialize(visitor)
+      @visitor = visitor
+    end
+
+    Visitor.instance_methods(false).each { |i|
+      module_eval <<-END, __FILE__, __LINE__ + 1
+        def #{i}(*args)
+          @visitor.#{i}(*args)
+        end
+      END
+    }
+
+  end
+
+end

data/redist/xmlscan/lib/xmlscan/xmlchar.rb

@@ -0,0 +1,441 @@
+#
+# xmlscan/scanner.rb
+#
+#   Copyright (C) Ueno Katsuhiro 2002
+#
+# $Id: xmlchar.rb,v 1.7 2003/04/30 03:03:35 katsu Exp $
+#
+
+require 'xmlscan/scanner'
+
+
+module XMLScan
+
+  module XMLChar
+
+    # generated by samples/getxmlchar.rb
+    char = [
+      0x0009..0x0009,  0x000A..0x000A,  0x000D..0x000D,  0x0020..0xD7FF,
+      0xE000..0xFFFD,  0x10000..0x10FFFF,
+    ]
+    base_char = [       # for Letter
+      0x0041..0x005A,  0x0061..0x007A,  0x00C0..0x00D6,  0x00D8..0x00F6,
+      0x00F8..0x00FF,  0x0100..0x0131,  0x0134..0x013E,  0x0141..0x0148,
+      0x014A..0x017E,  0x0180..0x01C3,  0x01CD..0x01F0,  0x01F4..0x01F5,
+      0x01FA..0x0217,  0x0250..0x02A8,  0x02BB..0x02C1,  0x0386..0x0386,
+      0x0388..0x038A,  0x038C..0x038C,  0x038E..0x03A1,  0x03A3..0x03CE,
+      0x03D0..0x03D6,  0x03DA..0x03DA,  0x03DC..0x03DC,  0x03DE..0x03DE,
+      0x03E0..0x03E0,  0x03E2..0x03F3,  0x0401..0x040C,  0x040E..0x044F,
+      0x0451..0x045C,  0x045E..0x0481,  0x0490..0x04C4,  0x04C7..0x04C8,
+      0x04CB..0x04CC,  0x04D0..0x04EB,  0x04EE..0x04F5,  0x04F8..0x04F9,
+      0x0531..0x0556,  0x0559..0x0559,  0x0561..0x0586,  0x05D0..0x05EA,
+      0x05F0..0x05F2,  0x0621..0x063A,  0x0641..0x064A,  0x0671..0x06B7,
+      0x06BA..0x06BE,  0x06C0..0x06CE,  0x06D0..0x06D3,  0x06D5..0x06D5,
+      0x06E5..0x06E6,  0x0905..0x0939,  0x093D..0x093D,  0x0958..0x0961,
+      0x0985..0x098C,  0x098F..0x0990,  0x0993..0x09A8,  0x09AA..0x09B0,
+      0x09B2..0x09B2,  0x09B6..0x09B9,  0x09DC..0x09DD,  0x09DF..0x09E1,
+      0x09F0..0x09F1,  0x0A05..0x0A0A,  0x0A0F..0x0A10,  0x0A13..0x0A28,
+      0x0A2A..0x0A30,  0x0A32..0x0A33,  0x0A35..0x0A36,  0x0A38..0x0A39,
+      0x0A59..0x0A5C,  0x0A5E..0x0A5E,  0x0A72..0x0A74,  0x0A85..0x0A8B,
+      0x0A8D..0x0A8D,  0x0A8F..0x0A91,  0x0A93..0x0AA8,  0x0AAA..0x0AB0,
+      0x0AB2..0x0AB3,  0x0AB5..0x0AB9,  0x0ABD..0x0ABD,  0x0AE0..0x0AE0,
+      0x0B05..0x0B0C,  0x0B0F..0x0B10,  0x0B13..0x0B28,  0x0B2A..0x0B30,
+      0x0B32..0x0B33,  0x0B36..0x0B39,  0x0B3D..0x0B3D,  0x0B5C..0x0B5D,
+      0x0B5F..0x0B61,  0x0B85..0x0B8A,  0x0B8E..0x0B90,  0x0B92..0x0B95,
+      0x0B99..0x0B9A,  0x0B9C..0x0B9C,  0x0B9E..0x0B9F,  0x0BA3..0x0BA4,
+      0x0BA8..0x0BAA,  0x0BAE..0x0BB5,  0x0BB7..0x0BB9,  0x0C05..0x0C0C,
+      0x0C0E..0x0C10,  0x0C12..0x0C28,  0x0C2A..0x0C33,  0x0C35..0x0C39,
+      0x0C60..0x0C61,  0x0C85..0x0C8C,  0x0C8E..0x0C90,  0x0C92..0x0CA8,
+      0x0CAA..0x0CB3,  0x0CB5..0x0CB9,  0x0CDE..0x0CDE,  0x0CE0..0x0CE1,
+      0x0D05..0x0D0C,  0x0D0E..0x0D10,  0x0D12..0x0D28,  0x0D2A..0x0D39,
+      0x0D60..0x0D61,  0x0E01..0x0E2E,  0x0E30..0x0E30,  0x0E32..0x0E33,
+      0x0E40..0x0E45,  0x0E81..0x0E82,  0x0E84..0x0E84,  0x0E87..0x0E88,
+      0x0E8A..0x0E8A,  0x0E8D..0x0E8D,  0x0E94..0x0E97,  0x0E99..0x0E9F,
+      0x0EA1..0x0EA3,  0x0EA5..0x0EA5,  0x0EA7..0x0EA7,  0x0EAA..0x0EAB,
+      0x0EAD..0x0EAE,  0x0EB0..0x0EB0,  0x0EB2..0x0EB3,  0x0EBD..0x0EBD,
+      0x0EC0..0x0EC4,  0x0F40..0x0F47,  0x0F49..0x0F69,  0x10A0..0x10C5,
+      0x10D0..0x10F6,  0x1100..0x1100,  0x1102..0x1103,  0x1105..0x1107,
+      0x1109..0x1109,  0x110B..0x110C,  0x110E..0x1112,  0x113C..0x113C,
+      0x113E..0x113E,  0x1140..0x1140,  0x114C..0x114C,  0x114E..0x114E,
+      0x1150..0x1150,  0x1154..0x1155,  0x1159..0x1159,  0x115F..0x1161,
+      0x1163..0x1163,  0x1165..0x1165,  0x1167..0x1167,  0x1169..0x1169,
+      0x116D..0x116E,  0x1172..0x1173,  0x1175..0x1175,  0x119E..0x119E,
+      0x11A8..0x11A8,  0x11AB..0x11AB,  0x11AE..0x11AF,  0x11B7..0x11B8,
+      0x11BA..0x11BA,  0x11BC..0x11C2,  0x11EB..0x11EB,  0x11F0..0x11F0,
+      0x11F9..0x11F9,  0x1E00..0x1E9B,  0x1EA0..0x1EF9,  0x1F00..0x1F15,
+      0x1F18..0x1F1D,  0x1F20..0x1F45,  0x1F48..0x1F4D,  0x1F50..0x1F57,
+      0x1F59..0x1F59,  0x1F5B..0x1F5B,  0x1F5D..0x1F5D,  0x1F5F..0x1F7D,
+      0x1F80..0x1FB4,  0x1FB6..0x1FBC,  0x1FBE..0x1FBE,  0x1FC2..0x1FC4,
+      0x1FC6..0x1FCC,  0x1FD0..0x1FD3,  0x1FD6..0x1FDB,  0x1FE0..0x1FEC,
+      0x1FF2..0x1FF4,  0x1FF6..0x1FFC,  0x2126..0x2126,  0x212A..0x212B,
+      0x212E..0x212E,  0x2180..0x2182,  0x3041..0x3094,  0x30A1..0x30FA,
+      0x3105..0x312C,  0xAC00..0xD7A3,
+    ]
+    ideographic = [     # for Letter
+      0x3007..0x3007,  0x3021..0x3029,  0x4E00..0x9FA5,
+    ]
+    combining_char = [  # for NameChar
+      0x0300..0x0345,  0x0360..0x0361,  0x0483..0x0486,  0x0591..0x05A1,
+      0x05A3..0x05B9,  0x05BB..0x05BD,  0x05BF..0x05BF,  0x05C1..0x05C2,
+      0x05C4..0x05C4,  0x064B..0x0652,  0x0670..0x0670,  0x06D6..0x06DC,
+      0x06DD..0x06DF,  0x06E0..0x06E4,  0x06E7..0x06E8,  0x06EA..0x06ED,
+      0x0901..0x0903,  0x093C..0x093C,  0x093E..0x094C,  0x094D..0x094D,
+      0x0951..0x0954,  0x0962..0x0963,  0x0981..0x0983,  0x09BC..0x09BC,
+      0x09BE..0x09BE,  0x09BF..0x09BF,  0x09C0..0x09C4,  0x09C7..0x09C8,
+      0x09CB..0x09CD,  0x09D7..0x09D7,  0x09E2..0x09E3,  0x0A02..0x0A02,
+      0x0A3C..0x0A3C,  0x0A3E..0x0A3E,  0x0A3F..0x0A3F,  0x0A40..0x0A42,
+      0x0A47..0x0A48,  0x0A4B..0x0A4D,  0x0A70..0x0A71,  0x0A81..0x0A83,
+      0x0ABC..0x0ABC,  0x0ABE..0x0AC5,  0x0AC7..0x0AC9,  0x0ACB..0x0ACD,
+      0x0B01..0x0B03,  0x0B3C..0x0B3C,  0x0B3E..0x0B43,  0x0B47..0x0B48,
+      0x0B4B..0x0B4D,  0x0B56..0x0B57,  0x0B82..0x0B83,  0x0BBE..0x0BC2,
+      0x0BC6..0x0BC8,  0x0BCA..0x0BCD,  0x0BD7..0x0BD7,  0x0C01..0x0C03,
+      0x0C3E..0x0C44,  0x0C46..0x0C48,  0x0C4A..0x0C4D,  0x0C55..0x0C56,
+      0x0C82..0x0C83,  0x0CBE..0x0CC4,  0x0CC6..0x0CC8,  0x0CCA..0x0CCD,
+      0x0CD5..0x0CD6,  0x0D02..0x0D03,  0x0D3E..0x0D43,  0x0D46..0x0D48,
+      0x0D4A..0x0D4D,  0x0D57..0x0D57,  0x0E31..0x0E31,  0x0E34..0x0E3A,
+      0x0E47..0x0E4E,  0x0EB1..0x0EB1,  0x0EB4..0x0EB9,  0x0EBB..0x0EBC,
+      0x0EC8..0x0ECD,  0x0F18..0x0F19,  0x0F35..0x0F35,  0x0F37..0x0F37,
+      0x0F39..0x0F39,  0x0F3E..0x0F3E,  0x0F3F..0x0F3F,  0x0F71..0x0F84,
+      0x0F86..0x0F8B,  0x0F90..0x0F95,  0x0F97..0x0F97,  0x0F99..0x0FAD,
+      0x0FB1..0x0FB7,  0x0FB9..0x0FB9,  0x20D0..0x20DC,  0x20E1..0x20E1,
+      0x302A..0x302F,  0x3099..0x3099,  0x309A..0x309A,
+    ]
+    digit = [           # for NameChar
+      0x0030..0x0039,  0x0660..0x0669,  0x06F0..0x06F9,  0x0966..0x096F,
+      0x09E6..0x09EF,  0x0A66..0x0A6F,  0x0AE6..0x0AEF,  0x0B66..0x0B6F,
+      0x0BE7..0x0BEF,  0x0C66..0x0C6F,  0x0CE6..0x0CEF,  0x0D66..0x0D6F,
+      0x0E50..0x0E59,  0x0ED0..0x0ED9,  0x0F20..0x0F29,
+    ]
+    extender = [        # for NameChar
+      0x00B7..0x00B7,  0x02D0..0x02D0,  0x02D1..0x02D1,  0x0387..0x0387,
+      0x0640..0x0640,  0x0E46..0x0E46,  0x0EC6..0x0EC6,  0x3005..0x3005,
+      0x3031..0x3035,  0x309D..0x309E,  0x30FC..0x30FE,
+    ]
+
+    letter = base_char + ideographic
+
+    Char = char
+    NameChar = [ 0x2d..0x2e, 0x3a..0x3a, 0x5f..0x5f ] +
+               letter + combining_char + digit + extender
+    NameFirstChar = [ 0x3a..0x3a, 0x5f..0x5f ] + letter
+
+    [ Char, NameChar, NameFirstChar ].each { |i|
+      i.sort! { |a,b| a.begin <=> b.begin }
+    }
+
+
+    if Regexp.new("[\xc2\x80-\xc4\x80]", nil, 'U') =~ "\xc4\x81" then
+      # regexp engine is buggy ;p
+      buggy_regexp = true
+    else
+      buggy_regexp = false
+    end
+
+
+    o = Object.new
+    class << o
+      def charclass(a)
+        a.collect { |i|
+          b, e = i.begin, i.end
+          if b == e then
+            [b].pack('U')
+          elsif b + 1 == e then
+            [b,e].pack('UU')
+          elsif b < 0x80 and e >= 0x80 then
+            "#{b.chr}-\x7f" + [0x80,?-,e].pack('UCU')
+          else
+            [b,?-,e].pack('UCU')
+          end
+        }.join.sub(/\A-/, '\\\\-')
+      end
+
+      def make_regexp(a)
+        "[#{charclass(a)}]"
+      end
+
+      def make_neg_regexp(a)
+        "[^#{charclass(a)}]"
+      end
+
+    end
+
+
+    if buggy_regexp then
+      class << o
+        remove_method :make_regexp
+        def make_regexp(a)
+          b = []
+          a.each { |r|
+            if r.begin < 0x80 and r.end >= 0x80 then
+              b.push r.begin..0x7f
+              r = 0x80..r.end
+            end
+            if r.begin < 0x100 and r.end >= 0x100 then
+              b.push r.begin..0xff
+              r = 0x100..r.end
+            end
+            b.push r
+          }
+          mbc8 = b.select { |r| r.begin >= 0x80 and r.begin <= 0xff }
+          a = b.reject { |r| r.begin >= 0x80 and r.begin <= 0xff }
+          if mbc8.empty? then
+            "[#{charclass(a)}]"
+          else
+            dst = "(?:[#{charclass(a)}]"
+            mbc8.each { |r|
+              r.each { |i| dst << [?|, i].pack('CU') }
+            }
+            dst << ")"
+          end
+        end
+      end
+    end
+
+
+    CharPattern = Regexp.new("\\A#{o.make_regexp(Char)}*\\z", nil, 'U')
+    NotCharPattern = Regexp.new(o.make_neg_regexp(Char), nil, 'U')
+
+    NmtokenPattern = Regexp.new("\\A#{o.make_regexp(NameChar)}+\\z", nil, 'U')
+    NotNameCharPattern = Regexp.new(o.make_neg_regexp(NameChar), nil, 'U')
+
+    NamePattern = Regexp.new('\A' +
+                             o.make_regexp(NameFirstChar) +
+                             o.make_regexp(NameChar) + '*\z', nil, 'U')
+
+
+    def valid_char?(code)
+      NotCharPattern !~ [code].pack('U')
+    end
+
+    def valid_chardata?(str)
+      NotCharPattern !~ str
+    end
+
+    def valid_nmtoken?(str)
+      NotNameCharPattern !~ str
+    end
+
+    def valid_name?(str)
+      not NamePattern !~ str
+    end
+
+    if buggy_regexp then
+      remove_method :valid_char?
+      remove_method :valid_chardata?
+      remove_method :valid_nmtoken?
+      def valid_char?(code)
+        not CharPattern !~ [code].pack('U')
+      end
+      def valid_chardata?(str)
+        not CharPattern !~ str
+      end
+      def valid_nmtoken?(str)
+        not NmtokenPattern !~ str
+      end
+    end
+
+    module_function :valid_char?, :valid_chardata?
+    module_function :valid_nmtoken?, :valid_name?
+
+
+    def valid_pubid?(str)
+      /[^\- \r\na-zA-Z0-9'()+,.\/:=?;!*#\@$_%]/u !~ str
+    end
+
+
+    def valid_version?(str)
+      /[^\-a-zA-Z0-9_.:]/u !~ str
+    end
+    module_function :valid_version?
+
+
+    def valid_encoding?(str)
+      if /\A[A-Za-z]([\-A-Za-z0-9._])*\z/u =~ str then
+        true
+      else
+        false
+      end
+    end
+    module_function :valid_encoding?
+
+  end
+
+
+
+
+  class XMLScanner
+
+    module StrictChar
+
+      include XMLChar
+
+      private
+
+      def check_valid_name(name)
+        unless valid_name? name then
+          parse_error "`#{name}' is not valid for XML name"
+        end
+      end
+
+      def check_valid_chardata(str)
+        unless valid_chardata? str then
+          parse_error "invlalid XML character is found"
+        end
+      end
+
+      def check_valid_char(code)
+        unless valid_char? code then
+          wellformed_error "#{code} is not a valid XML character"
+        end
+      end
+
+      def check_valid_version(str)
+        unless valid_version? str then
+          parse_error "#{str} is not a valid XML version"
+        end
+      end
+
+      def check_valid_encoding(str)
+        unless valid_encoding? str then
+          parse_error "#{str} is not a valid XML encoding name"
+        end
+      end
+
+      def check_valid_pubid(str)
+        unless valid_pubid? str then
+          parse_error "#{str} is not a valid public ID"
+        end
+      end
+
+
+      def on_xmldecl_version(str)
+        check_valid_version str
+        super
+      end
+
+      def on_xmldecl_encoding(str)
+        check_valid_encoding str
+        super
+      end
+
+      def on_xmldecl_standalone(str)
+        check_valid_chardata str
+        super
+      end
+
+      def on_doctype(root, pubid, sysid)
+        check_valid_name root
+        check_valid_pubid pubid if pubid
+        check_valid_chardata sysid if sysid
+        super
+      end
+
+      def on_comment(str)
+        check_valid_chardata str
+        super
+      end
+
+      def on_pi(target, pi)
+        check_valid_name target
+        check_valid_chardata pi
+        super
+      end
+
+      def on_chardata(str)
+        check_valid_chardata str
+        super
+      end
+
+      def on_cdata(str)
+        check_valid_chardata str
+        super
+      end
+
+      def on_etag(name)
+        check_valid_name name
+        super
+      end
+
+      def on_entityref(ref)
+        check_valid_name ref
+        super
+      end
+
+      def on_charref(code)
+        check_valid_char code
+        super
+      end
+
+      def on_charref_hex(code)
+        check_valid_char code
+        super
+      end
+
+      def on_stag(name)
+        check_valid_name name
+        super
+      end
+
+      def on_attribute(name)
+        check_valid_name name
+        super
+      end
+
+      def on_attr_value(str)
+        check_valid_chardata str
+        super
+      end
+
+      def on_attr_entityref(ref)
+        check_valid_name ref
+        super
+      end
+
+      def on_attr_charref(code)
+        check_valid_char code
+        super
+      end
+
+      def on_attr_charref_hex(code)
+        check_valid_char code
+        super
+      end
+
+    end
+
+
+    private
+
+    def apply_option_strict_char
+      extend StrictChar
+    end
+
+  end
+
+
+end
+
+
+
+
+
+
+if $0 == __FILE__ then
+  class TestVisitor
+    include XMLScan::Visitor
+    def parse_error(msg)
+      STDERR.printf("%s:%d: %s\n", $s.path, $s.lineno, msg) if $VERBOSE
+    end
+    def wellformed_error(msg)
+      STDERR.printf("%s:%d: WFC: %s\n", $s.path, $s.lineno, msg) if $VERBOSE
+    end
+  end
+
+  $s = scan = XMLScan::XMLScanner.new(TestVisitor.new, :strict_char)
+  src = ARGF
+  def src.path; filename; end
+  t1 = Time.times.utime
+  scan.parse src
+  t2 = Time.times.utime
+  STDERR.printf "%2.3f sec\n", t2 - t1
+end