meteor 0.9.12 → 0.9.14

data/lib/meteor/ml/xhtml/parser_impl.rb

@@ -0,0 +1,143 @@
+# -* coding: UTF-8 -*-
+# frozen_string_literal: true
+
+module Meteor
+  module Ml
+    module Xhtml
+      #
+      # XHTML parser (XHTMLパーサ)
+      #
+      class ParserImpl < Meteor::Ml::Xhtml4::ParserImpl
+        #[Array] 論理値で指定する属性
+        ATTR_LOGIC = ["disabled", "readonly", "checked", "selected", "multiple", "required"]
+
+        #[Array] disabled属性のある要素
+        DISABLE_ELEMENT = ["input", "textarea", "select", "optgroup", "fieldset"]
+
+        #[Array] required属性のある要素
+        REQUIRE_ELEMENT = ["input", "textarea"]
+
+        REQUIRED_M = "\\srequired=\"[^\"]*\"\\s|\\srequired=\"[^\"]*\"$"
+        REQUIRED_M1 = "\\srequired=\"([^\"]*)\"\\s|\\srequired=\"([^\"]*)\"$"
+        REQUIRED_R = "required=\"[^\"]*\""
+        REQUIRED_U = "required=\"required\""
+
+        @@pattern_required_m = Regexp.new(REQUIRED_M)
+        @@pattern_required_m1 = Regexp.new(REQUIRED_M1)
+        @@pattern_required_r = Regexp.new(REQUIRED_R)
+
+        #
+        # initializer (イニシャライザ)
+        # @overload initialize
+        # @overload initialize(ps)
+        #  @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize(*args)
+          super()
+          @@attr_logic = ATTR_LOGIC
+          @doc_type = Parser::XHTML
+          case args.length
+          when ZERO
+            # initialize_0
+          when ONE
+            initialize_1(args[0])
+          else
+            raise ArgumentError
+          end
+        end
+
+        #
+        # initializer (イニシャライザ)
+        #
+        # def initialize_0
+        # end
+        #
+        # private :initialize_0
+
+        #
+        # initializer (イニシャライザ)
+        # @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize_1(ps)
+          @root.document = String.new(ps.document)
+          self.document_hook = String.new(ps.document_hook)
+          @root.content_type = String.new(ps.root_element.content_type)
+          @root.charset = ps.root_element.charset
+          @root.kaigyo_code = ps.root_element.kaigyo_code
+        end
+
+        private :initialize_1
+
+        #
+        # analyze document , set content type (ドキュメントをパースし、コンテントタイプをセットする)
+        #
+        def analyze_content_type
+          @error_check = false
+
+          element_3("meta", "charset", "[a-zA-Z-]+", false)
+
+          if !@elm_
+            element_3("meta", "charset", "[a-zA-Z-]+", false)
+          end
+
+          @error_check = true
+
+          if @elm_
+            @root.charset = @elm_.attr("charset")
+            if !@root.charset
+              @root.charset = "utf-8"
+            end
+          else
+            @root.charset = "utf-8"
+          end
+
+          @root.content_type = "text/html"
+        end
+
+        private :analyze_content_type
+
+        def edit_attrs_(elm, attr_name, attr_value)
+          if is_match("selected", attr_name) && is_match("option", elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_selected_m, @@pattern_selected_r, SELECTED_U)
+          elsif is_match("multiple", attr_name) && is_match("select", elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_multiple_m, @@pattern_multiple_r, MULTIPLE_U)
+          elsif is_match("disabled", attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_disabled_m, @@pattern_disabled_r, DISABLED_U)
+          elsif is_match("checked", attr_name) && is_match("input", elm.name) && is_match("radio", get_type(elm))
+            edit_attrs_5(elm, attr_value, @@pattern_checked_m, @@pattern_checked_r, CHECKED_U)
+          elsif is_match("readonly", attr_name) &&
+              (is_match("textarea", elm.name) || (is_match("input", elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            edit_attrs_5(elm, attr_value, @@pattern_readonly_m, @@pattern_readonly_r, READONLY_U)
+          elsif is_match("required", attr_name) && is_match(REQUIRE_ELEMENT, elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_required_m, @@pattern_required_r, REQUIRED_U)
+          else
+            super(elm, attr_name, attr_value)
+          end
+        end
+
+        private :edit_attrs_
+
+        def get_attr_value_(elm, attr_name)
+          if is_match("selected", attr_name) && is_match("option", elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_selected_m1)
+          elsif is_match("multiple", attr_name) && is_match("select", elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_multiple_m1)
+          elsif is_match("disabled", attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_disabled_m1)
+          elsif is_match("checked", attr_name) && is_match("input", elm.name) && is_match("radio", get_type(elm))
+            get_attr_value_r(elm, attr_name, @@pattern_checked_m1)
+          elsif is_match("readonly", attr_name) &&
+              (is_match("textarea", elm.name) || (is_match("input", elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            get_attr_value_r(elm, attr_name, @@pattern_readonly_m1)
+          elsif is_match("required", attr_name) && is_match(REQUIRE_ELEMENT, elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_required_m1)
+          else
+            super(elm, attr_name)
+          end
+        end
+
+        private :get_attr_value_
+      end
+    end
+  end
+end

data/lib/meteor/ml/xhtml4/parser_impl.rb

@@ -0,0 +1,406 @@
+# -* coding: UTF-8 -*-
+# frozen_string_literal: true
+
+module Meteor
+  module Ml
+    module Xhtml4
+      #
+      # XHTML4 parser (XHTML4パーサ)
+      #
+      class ParserImpl < Meteor::Core::Kernel
+
+        # KAIGYO_CODE = "\r?\n|\r"
+        KAIGYO_CODE = ["\r\n", "\n", "\r"]
+        BR = "<br/>"
+
+        # @@match_tag_2 = "textarea|option|pre"
+        #[Array] 改行を<br/>に変換する必要のない要素
+        @@match_tag_2 = ["textarea", "option", "pre"]
+
+        #[Array] 論理値で指定する属性
+        @@attr_logic = ["disabled", "readonly", "checked", "selected", "multiple"]
+
+        # DISABLE_ELEMENT = "input|textarea|select|optgroup"
+        #[Array] element with disablled attribute (disabled属性のある要素)
+        DISABLE_ELEMENT = ["input", "textarea", "select", "optgroup"]
+        # READONLY_TYPE = "text|password"
+        #[Array] readonly属性のあるinput要素のタイプ
+        READONLY_TYPE = ["text", "password"]
+
+        SELECTED_M = "\\sselected=\"[^\"]*\"\\s|\\sselected=\"[^\"]*\"$"
+        SELECTED_M1 = "\\sselected=\"([^\"]*)\"\\s|\\sselected=\"([^\"]*)\"$"
+        SELECTED_R = "selected=\"[^\"]*\""
+        SELECTED_U = "selected=\"selected\""
+        CHECKED_M = "\\schecked=\"[^\"]*\"\\s|\\schecked=\"[^\"]*\"$"
+        CHECKED_M1 = "\\schecked=\"([^\"]*)\"\\s|\\schecked=\"([^\"]*)\"$"
+        CHECKED_R = "checked=\"[^\"]*\""
+        CHECKED_U = "checked=\"checked\""
+        DISABLED_M = "\\sdisabled=\"[^\"]*\"\\s|\\sdisabled=\"[^\"]*\"$"
+        DISABLED_M1 = "\\sdisabled=\"([^\"]*)\"\\s|\\sdisabled=\"([^\"]*)\"$"
+        DISABLED_R = "disabled=\"[^\"]*\""
+        DISABLED_U = "disabled=\"disabled\""
+        READONLY_M = "\\sreadonly=\"[^\"]*\"\\s|\\sreadonly=\"[^\"]*\"$"
+        READONLY_M1 = "\\sreadonly=\"([^\"]*)\"\\s|\\sreadonly=\"([^\"]*)\"$"
+        READONLY_R = "readonly=\"[^\"]*\""
+        READONLY_U = "readonly=\"readonly\""
+        MULTIPLE_M = "\\smultiple=\"[^\"]*\"\\s|\\smultiple=\"[^\"]*\"$"
+        MULTIPLE_M1 = "\\smultiple=\"([^\"]*)\"\\s|\\smultiple=\"([^\"]*)\"$"
+        MULTIPLE_R = "multiple=\"[^\"]*\""
+        MULTIPLE_U = "multiple=\"multiple\""
+
+        PATTERN_UNESCAPE = "&(amp|quot|apos|gt|lt|nbsp);"
+
+        @@pattern_selected_m = Regexp.new(SELECTED_M)
+        @@pattern_selected_m1 = Regexp.new(SELECTED_M1)
+        @@pattern_selected_r = Regexp.new(SELECTED_R)
+        @@pattern_checked_m = Regexp.new(CHECKED_M)
+        @@pattern_checked_m1 = Regexp.new(CHECKED_M1)
+        @@pattern_checked_r = Regexp.new(CHECKED_R)
+        @@pattern_disabled_m = Regexp.new(DISABLED_M)
+        @@pattern_disabled_m1 = Regexp.new(DISABLED_M1)
+        @@pattern_disabled_r = Regexp.new(DISABLED_R)
+        @@pattern_readonly_m = Regexp.new(READONLY_M)
+        @@pattern_readonly_m1 = Regexp.new(READONLY_M1)
+        @@pattern_readonly_r = Regexp.new(READONLY_R)
+        @@pattern_multiple_m = Regexp.new(MULTIPLE_M)
+        @@pattern_multiple_m1 = Regexp.new(MULTIPLE_M1)
+        @@pattern_multiple_r = Regexp.new(MULTIPLE_R)
+
+        @@pattern_unescape = Regexp.new(PATTERN_UNESCAPE)
+
+        @@pattern_br_2 = Regexp.new("<br\\/>")
+
+        # @@pattern_match_tag = Regexp.new(@@match_tag)
+        # @@pattern_match_tag2 = Regexp.new(@@match_tag_2)
+
+        TABLE_FOR_ESCAPE_ = {
+          "&" => "&amp;",
+          "\"" => "&quot;",
+          "'" => "&apos;",
+          "<" => "&lt;",
+          ">" => "&gt;",
+          " " => "&nbsp;"
+        }
+
+        TABLE_FOR_ESCAPE_CONTENT_ = {
+          "&" => "&amp;",
+          "\"" => "&quot;",
+          "'" => "&apos;",
+          "<" => "&lt;",
+          ">" => "&gt;",
+          " " => "&nbsp;",
+          "\r\n" => "<br/>",
+          "\r" => "<br/>",
+          "\n" => "<br/>"
+        }
+
+        PATTERN_ESCAPE = "[&\"'<> ]"
+        PATTERN_ESCAPE_CONTENT = "[&\"'<> \\n]"
+        @@pattern_escape = Regexp.new(PATTERN_ESCAPE)
+        @@pattern_escape_content = Regexp.new(PATTERN_ESCAPE_CONTENT)
+
+        #
+        # initializer (イニシャライザ)
+        # @overload initialize
+        # @overload initialize(ps)
+        #  @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize(*args)
+          super()
+          @doc_type = Parser::XHTML4
+          case args.length
+          when ZERO
+            # initialize_0
+          when ONE
+            initialize_1(args[0])
+          else
+            raise ArgumentError
+          end
+        end
+
+        #
+        # initializer (イニシャライザ)
+        #
+        # def initialize_0
+        # end
+        #
+        # private :initialize_0
+
+        #
+        # initializer (イニシャライザ)
+        # @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize_1(ps)
+          @root.document = String.new(ps.document)
+          self.document_hook = String.new(ps.document_hook)
+          @root.content_type = String.new(ps.root_element.content_type)
+          @root.charset = ps.root_element.charset
+          @root.kaigyo_code = ps.root_element.kaigyo_code
+        end
+
+        private :initialize_1
+
+        #
+        # parse document (ドキュメントを解析する)
+        #
+        def parse
+          analyze_ml
+        end
+
+        #
+        # analyze document (ドキュメントをパースする)
+        #
+        def analyze_ml
+          analyze_content_type
+          analyze_kaigyo_code
+          @res = nil
+        end
+
+        private :analyze_ml
+
+        #
+        # get content type (コンテントタイプを取得する)
+        # @return [String] content type (コンテントタイプ)
+        #
+        def content_type
+          @root.content_type
+        end
+
+        #
+        # analyze document , set content type (ドキュメントをパースし、コンテントタイプをセットする)
+        #
+        def analyze_content_type
+          @error_check = false
+
+          element_3("meta", "http-equiv", "Content-Type")
+
+          if !@elm_
+            element_3("meta", "http-equiv", "Content-Type")
+          end
+
+          @error_check = true
+
+          if @elm_
+            content = @elm_.attr("content")
+            content_arr = content&.split(";")
+            @root.content_type = content_arr&.at(0) || ""
+            @root.charset = content_arr&.at(1)&.split("=")&.at(1) || ""
+          else
+            @root.content_type = ""
+          end
+        end
+
+        private :analyze_content_type
+
+        #
+        # analyze document , set newline (ドキュメントをパースし、改行コードをセットする)
+        #
+        def analyze_kaigyo_code
+          for a in KAIGYO_CODE
+            if @root.document.include?(a)
+              @root.kaigyo_code = a
+            end
+          end
+        end
+
+        private :analyze_kaigyo_code
+
+        def edit_attrs_(elm, attr_name, attr_value)
+          if is_match("selected", attr_name) && is_match("option", elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_selected_m, @@pattern_selected_r, SELECTED_U)
+          elsif is_match("multiple", attr_name) && is_match("select", elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_multiple_m, @@pattern_multiple_r, MULTIPLE_U)
+          elsif is_match("disabled", attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_disabled_m, @@pattern_disabled_r, DISABLED_U)
+          elsif is_match("checked", attr_name) && is_match("input", elm.name) && is_match("radio", get_type(elm))
+            edit_attrs_5(elm, attr_value, @@pattern_checked_m, @@pattern_checked_r, CHECKED_U)
+          elsif is_match("readonly", attr_name) &&
+              (is_match("textarea", elm.name) || (is_match("input", elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            edit_attrs_5(elm, attr_value, @@pattern_readonly_m, @@pattern_readonly_r, READONLY_U)
+          else
+            super(elm, attr_name, attr_value)
+          end
+        end
+
+        private :edit_attrs_
+
+        def edit_attrs_5(elm, attr_value, match_p, replace_regex, replace_update)
+          # attr_value = escape(attr_value)
+
+          if true.equal?(attr_value) || is_match("true", attr_value)
+            @res = match_p.match(elm.attributes)
+
+            if !@res
+              # add and attribute to attributes (属性文字列の最後に新規の属性を追加する)
+              if elm.attributes != ""
+                elm.attributes = String.new("") << " " << elm.attributes.strip
+                # else
+              end
+
+              elm.attributes << " " << replace_update
+            else
+              # reolace attribute (属性の置換)
+              elm.attributes.gsub!(replace_regex, replace_update)
+            end
+          elsif false.equal?(attr_value) || is_match("false", attr_value)
+            # delete if attribute_name attrubute exeists (attr_name属性が存在するなら削除)
+            # reolace attribute (属性の置換)
+            elm.attributes.gsub!(replace_regex, "")
+          end
+        end
+
+        private :edit_attrs_5
+
+        def get_attr_value_(elm, attr_name)
+          if is_match("selected", attr_name) && is_match("option", elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_selected_m1)
+          elsif is_match("multiple", attr_name) && is_match("select", elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_multiple_m1)
+          elsif is_match("diabled", attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_disabled_m1)
+          elsif is_match("checked", attr_name) && is_match("input", elm.name) && is_match("radio", get_type(elm))
+            get_attr_value_r(elm, attr_name, @@pattern_checked_m1)
+          elsif is_match("readonly", attr_name) &&
+              (is_match("textarea", elm.name) || (is_match("input", elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            get_attr_value_r(elm, attr_name, @@pattern_readonly_m1)
+          else
+            super(elm, attr_name)
+          end
+        end
+
+        private :get_attr_value_
+
+        def get_type(elm)
+          if !elm.type_value
+            elm.type_value = get_attr_value(elm, "type")
+            if !elm.type_value
+              elm.type_value = get_attr_value(elm, "TYPE")
+            end
+          end
+
+          elm.type_value
+        end
+
+        private :get_type
+
+        def get_attr_value_r(elm, attr_name, match_p)
+          @res = match_p.match(elm.attributes)
+
+          if @res
+            if @res[1]
+              if attr_name == @res[1]
+                "true"
+              else
+                @res[1]
+              end
+            elsif @res[2]
+              if attr_name == @res[2]
+                "true"
+              else
+                @res[2]
+              end
+            elsif @res[3]
+              if attr_name == @res[3]
+                "true"
+              else
+                @res[3]
+              end
+            elsif @res[4]
+              if attr_name == @res[4]
+                "true"
+              else
+                @res[4]
+              end
+            end
+          else
+            "false"
+          end
+        end
+
+        private :get_attr_value_r
+
+        #
+        # get attribute map (属性マップを取得する)
+        # @param [Meteor::Element] elm element (要素)
+        # @return [Meteor::AttributeMap] attribute map (属性マップ)
+        #
+        def get_attr_map(elm)
+          attrs = Meteor::AttributeMap.new
+
+          elm.attributes.scan(@@pattern_get_attrs_map) do |a, b|
+            if is_match(@@attr_logic, a) && a == b
+              attrs.store(a, "true")
+            else
+              attrs.store(a, unescape(b))
+            end
+          end
+
+          attrs.recordable = true
+
+          attrs
+        end
+
+        private :get_attr_map
+
+        def escape(content)
+          # replace special character (特殊文字の置換)
+          content = content.gsub(@@pattern_escape, TABLE_FOR_ESCAPE_)
+
+          content
+        end
+
+        def escape_content(content, elm)
+          # replace special character (特殊文字の置換)
+          content = content.gsub(@@pattern_escape_content, TABLE_FOR_ESCAPE_CONTENT_)
+
+          content
+        end
+
+        private :escape
+        private :escape_content
+
+        def unescape(content)
+          # replace special character (特殊文字の置換)
+          # 「<」<-「&lt;」
+          # 「>」<-「&gt;」
+          # 「"」<-「&quotl」
+          # 「 」<-「&nbsp;」
+          # 「&」<-「&amp;」
+          content.gsub(@@pattern_unescape) do
+            case $1
+            when "amp"
+              "&"
+            when "quot"
+              "\""
+            when "apos"
+              "'"
+            when "gt"
+              ">"
+            when "lt"
+              "<"
+            when "nbsp"
+              " "
+            end
+          end
+
+          content
+        end
+
+        private :unescape
+
+        def unescape_content(content, elm)
+          content_ = unescape(content)
+
+          if (elm.cx || !is_match(@@match_tag_2, elm.name)) && content.include?(BR)
+            # 「<br>」->「¥r?¥n」
+            content_.gsub!(@@pattern_br_2, @root.kaigyo_code)
+          end
+
+          content_
+        end
+
+        private :unescape_content
+      end
+    end
+  end
+end