meteor 0.9.12 → 0.9.13

data/lib/meteor/ml/xhtml/parser_impl.rb

@@ -0,0 +1,139 @@
+# -* coding: UTF-8 -*-
+# frozen_string_literal: true
+
+module Meteor
+  module Ml
+    module Xhtml
+      #
+      # XHTML parser (XHTMLパーサ)
+      #
+      class ParserImpl < Meteor::Ml::Xhtml4::ParserImpl
+        ATTR_LOGIC = ['disabled', 'readonly', 'checked', 'selected', 'multiple', 'required'] #[Array] 論理値で指定する属性
+
+        DISABLE_ELEMENT = ['input', 'textarea', 'select', 'optgroup', 'fieldset'] #[Array] disabled属性のある要素
+
+        REQUIRE_ELEMENT = ['input', 'textarea'] #[Array] required属性のある要素
+
+        REQUIRED_M = '\\srequired="[^"]*"\\s|\\srequired="[^"]*"$'
+        REQUIRED_M1 = '\\srequired="([^"]*)"\\s|\\srequired="([^"]*)"$'
+        REQUIRED_R = 'required="[^"]*"'
+        REQUIRED_U = 'required="required"'
+
+        @@pattern_required_m = Regexp.new(REQUIRED_M)
+        @@pattern_required_m1 = Regexp.new(REQUIRED_M1)
+        @@pattern_required_r = Regexp.new(REQUIRED_R)
+
+        #
+        # initializer (イニシャライザ)
+        # @overload initialize
+        # @overload initialize(ps)
+        #  @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize(*args)
+          super()
+          @@attr_logic = ATTR_LOGIC
+          @doc_type = Parser::XHTML
+          case args.length
+            when ZERO
+              # initialize_0
+            when ONE
+              initialize_1(args[0])
+            else
+              raise ArgumentError
+          end
+        end
+
+        #
+        # initializer (イニシャライザ)
+        #
+        # def initialize_0
+        # end
+        #
+        # private :initialize_0
+
+        #
+        # initializer (イニシャライザ)
+        # @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize_1(ps)
+          @root.document = String.new(ps.document)
+          self.document_hook = String.new(ps.document_hook)
+          @root.content_type = String.new(ps.root_element.content_type)
+          @root.charset = ps.root_element.charset
+          @root.kaigyo_code = ps.root_element.kaigyo_code
+        end
+
+        private :initialize_1
+
+        #
+        # analyze document , set content type (ドキュメントをパースし、コンテントタイプをセットする)
+        #
+        def analyze_content_type
+          @error_check = false
+
+          element_3('meta', 'charset', '[a-zA-Z-]+', false)
+
+          if !@elm_
+            element_3('meta', 'charset', '[a-zA-Z-]+', false)
+          end
+
+          @error_check = true
+
+          if @elm_
+            @root.charset = @elm_.attr("charset")
+            if !@root.charset
+              @root.charset = "utf-8"
+            end
+          else
+            @root.charset = "utf-8"
+          end
+
+          @root.content_type = ''
+        end
+
+        private :analyze_content_type
+
+        def edit_attrs_(elm, attr_name, attr_value)
+          if is_match('selected', attr_name) && is_match('option', elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_selected_m, @@pattern_selected_r, SELECTED_U)
+          elsif is_match('multiple', attr_name) && is_match('select', elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_multiple_m, @@pattern_multiple_r, MULTIPLE_U)
+          elsif is_match('disabled', attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_disabled_m, @@pattern_disabled_r, DISABLED_U)
+          elsif is_match('checked', attr_name) && is_match('input', elm.name) && is_match('radio', get_type(elm))
+            edit_attrs_5(elm, attr_value, @@pattern_checked_m, @@pattern_checked_r, CHECKED_U)
+          elsif is_match('readonly', attr_name) && (is_match('textarea', elm.name) || (is_match('input', elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            edit_attrs_5(elm, attr_value, @@pattern_readonly_m, @@pattern_readonly_r, READONLY_U)
+          elsif is_match('required', attr_name) && is_match(REQUIRE_ELEMENT, elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_required_m, @@pattern_required_r, REQUIRED_U)
+          else
+            super(elm, attr_name, attr_value)
+          end
+
+        end
+
+        private :edit_attrs_
+
+        def get_attr_value_(elm, attr_name)
+          if is_match('selected', attr_name) && is_match('option', elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_selected_m1)
+          elsif is_match('multiple', attr_name) && is_match('select', elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_multiple_m1)
+          elsif is_match('disabled', attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_disabled_m1)
+          elsif is_match('checked', attr_name) && is_match('input', elm.name) && is_match('radio', get_type(elm))
+            get_attr_value_r(elm, attr_name, @@pattern_checked_m1)
+          elsif is_match('readonly', attr_name) && (is_match('textarea', elm.name) || (is_match('input', elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            get_attr_value_r(elm, attr_name, @@pattern_readonly_m1)
+          elsif is_match('required', attr_name) && is_match(REQUIRE_ELEMENT, elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_required_m1)
+          else
+            super(elm, attr_name)
+          end
+        end
+
+        private :get_attr_value_
+      end
+    end
+  end
+end

data/lib/meteor/ml/xhtml4/parser_impl.rb

@@ -0,0 +1,398 @@
+# -* coding: UTF-8 -*-
+# frozen_string_literal: true
+
+module Meteor
+  module Ml
+    module Xhtml4
+      #
+      # XHTML4 parser (XHTML4パーサ)
+      #
+      class ParserImpl < Meteor::Core::Kernel
+
+        # KAIGYO_CODE = "\r?\n|\r"
+        KAIGYO_CODE = ["\r\n", "\n", "\r"]
+        BR = '<br/>'
+
+        # @@match_tag_2 = "textarea|option|pre"
+        @@match_tag_2 = ['textarea', 'option', 'pre'] #[Array] 改行を<br/>に変換する必要のない要素
+
+        @@attr_logic = ['disabled', 'readonly', 'checked', 'selected', 'multiple'] #[Array] 論理値で指定する属性
+
+        # DISABLE_ELEMENT = "input|textarea|select|optgroup"
+        DISABLE_ELEMENT = ['input', 'textarea', 'select', 'optgroup'] #[Array] element with disablled attribute (disabled属性のある要素)
+        # READONLY_TYPE = "text|password"
+        READONLY_TYPE = ['text', 'password'] #[Array] readonly属性のあるinput要素のタイプ
+
+        SELECTED_M = '\\sselected="[^"]*"\\s|\\sselected="[^"]*"$'
+        SELECTED_M1 = '\\sselected="([^"]*)"\\s|\\sselected="([^"]*)"$'
+        SELECTED_R = 'selected="[^"]*"'
+        SELECTED_U = 'selected="selected"'
+        CHECKED_M = '\\schecked="[^"]*"\\s|\\schecked="[^"]*"$'
+        CHECKED_M1 = '\\schecked="([^"]*)"\\s|\\schecked="([^"]*)"$'
+        CHECKED_R = 'checked="[^"]*"'
+        CHECKED_U = 'checked="checked"'
+        DISABLED_M = '\\sdisabled="[^"]*"\\s|\\sdisabled="[^"]*"$'
+        DISABLED_M1 = '\\sdisabled="([^"]*)"\\s|\\sdisabled="([^"]*)"$'
+        DISABLED_R = 'disabled="[^"]*"'
+        DISABLED_U = 'disabled="disabled"'
+        READONLY_M = '\\sreadonly="[^"]*"\\s|\\sreadonly="[^"]*"$'
+        READONLY_M1 = '\\sreadonly="([^"]*)"\\s|\\sreadonly="([^"]*)"$'
+        READONLY_R = 'readonly="[^"]*"'
+        READONLY_U = 'readonly="readonly"'
+        MULTIPLE_M = '\\smultiple="[^"]*"\\s|\\smultiple="[^"]*"$'
+        MULTIPLE_M1 = '\\smultiple="([^"]*)"\\s|\\smultiple="([^"]*)"$'
+        MULTIPLE_R = 'multiple="[^"]*"'
+        MULTIPLE_U = 'multiple="multiple"'
+
+        PATTERN_UNESCAPE = '&(amp|quot|apos|gt|lt|nbsp);'
+
+        @@pattern_selected_m = Regexp.new(SELECTED_M)
+        @@pattern_selected_m1 = Regexp.new(SELECTED_M1)
+        @@pattern_selected_r = Regexp.new(SELECTED_R)
+        @@pattern_checked_m = Regexp.new(CHECKED_M)
+        @@pattern_checked_m1 = Regexp.new(CHECKED_M1)
+        @@pattern_checked_r = Regexp.new(CHECKED_R)
+        @@pattern_disabled_m = Regexp.new(DISABLED_M)
+        @@pattern_disabled_m1 = Regexp.new(DISABLED_M1)
+        @@pattern_disabled_r = Regexp.new(DISABLED_R)
+        @@pattern_readonly_m = Regexp.new(READONLY_M)
+        @@pattern_readonly_m1 = Regexp.new(READONLY_M1)
+        @@pattern_readonly_r = Regexp.new(READONLY_R)
+        @@pattern_multiple_m = Regexp.new(MULTIPLE_M)
+        @@pattern_multiple_m1 = Regexp.new(MULTIPLE_M1)
+        @@pattern_multiple_r = Regexp.new(MULTIPLE_R)
+
+        @@pattern_unescape = Regexp.new(PATTERN_UNESCAPE)
+
+        @@pattern_br_2 = Regexp.new('<br\\/>')
+
+        # @@pattern_match_tag = Regexp.new(@@match_tag)
+        # @@pattern_match_tag2 = Regexp.new(@@match_tag_2)
+
+        TABLE_FOR_ESCAPE_ = {
+          '&' => '&amp;',
+          '"' => '&quot;',
+          '\'' => '&apos;',
+          '<' => '&lt;',
+          '>' => '&gt;',
+          ' ' => '&nbsp;',
+        }
+
+        TABLE_FOR_ESCAPE_CONTENT_ = {
+          '&' => '&amp;',
+          '"' => '&quot;',
+          '\'' => '&apos;',
+          '<' => '&lt;',
+          '>' => '&gt;',
+          ' ' => '&nbsp;',
+          "\r\n" => '<br/>',
+          "\r" => '<br/>',
+          "\n" => '<br/>',
+        }
+
+        PATTERN_ESCAPE = '[&"\'<> ]'
+        PATTERN_ESCAPE_CONTENT = '[&"\'<> \\n]'
+        @@pattern_escape = Regexp.new(PATTERN_ESCAPE)
+        @@pattern_escape_content = Regexp.new(PATTERN_ESCAPE_CONTENT)
+
+        #
+        # initializer (イニシャライザ)
+        # @overload initialize
+        # @overload initialize(ps)
+        #  @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize(*args)
+          super()
+          @doc_type = Parser::XHTML4
+          case args.length
+            when ZERO
+              # initialize_0
+            when ONE
+              initialize_1(args[0])
+            else
+              raise ArgumentError
+          end
+        end
+
+        #
+        # initializer (イニシャライザ)
+        #
+        # def initialize_0
+        # end
+        #
+        # private :initialize_0
+
+        #
+        # initializer (イニシャライザ)
+        # @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize_1(ps)
+          @root.document = String.new(ps.document)
+          self.document_hook = String.new(ps.document_hook)
+          @root.content_type = String.new(ps.root_element.content_type)
+          @root.charset = ps.root_element.charset
+          @root.kaigyo_code = ps.root_element.kaigyo_code
+        end
+
+        private :initialize_1
+
+        #
+        # parse document (ドキュメントを解析する)
+        #
+        def parse
+          analyze_ml
+        end
+
+        #
+        # analyze document (ドキュメントをパースする)
+        #
+        def analyze_ml
+          analyze_content_type
+          analyze_kaigyo_code
+          @res = nil
+        end
+
+        private :analyze_ml
+
+        #
+        # get content type (コンテントタイプを取得する)
+        # @return [String] content type (コンテントタイプ)
+        #
+        def content_type
+          @root.content_type
+        end
+
+        #
+        # analyze document , set content type (ドキュメントをパースし、コンテントタイプをセットする)
+        #
+        def analyze_content_type
+          @error_check = false
+
+          element_3('meta', 'http-equiv', 'Content-Type')
+
+          if !@elm_
+            element_3('meta', 'http-equiv', 'Content-Type')
+          end
+
+          @error_check = true
+
+          if @elm_
+            content = @elm_.attr('content')
+            content_arr = content&.split(';')
+            @root.content_type = content_arr&.at(0) || ''
+            @root.charset = content_arr&.at(1)&.split('=')&.at(1) || ''
+          else
+            @root.content_type = ''
+          end
+        end
+
+        private :analyze_content_type
+
+        #
+        # analyze document , set newline (ドキュメントをパースし、改行コードをセットする)
+        #
+        def analyze_kaigyo_code
+          for a in KAIGYO_CODE
+            if @root.document.include?(a)
+              @root.kaigyo_code = a
+            end
+          end
+        end
+
+        private :analyze_kaigyo_code
+
+        def edit_attrs_(elm, attr_name, attr_value)
+          if is_match('selected', attr_name) && is_match('option', elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_selected_m, @@pattern_selected_r, SELECTED_U)
+          elsif is_match('multiple', attr_name) && is_match('select', elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_multiple_m, @@pattern_multiple_r, MULTIPLE_U)
+          elsif is_match('disabled', attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            edit_attrs_5(elm, attr_value, @@pattern_disabled_m, @@pattern_disabled_r, DISABLED_U)
+          elsif is_match('checked', attr_name) && is_match('input', elm.name) && is_match('radio', get_type(elm))
+            edit_attrs_5(elm, attr_value, @@pattern_checked_m, @@pattern_checked_r, CHECKED_U)
+          elsif is_match('readonly', attr_name) && (is_match('textarea', elm.name) || (is_match('input', elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            edit_attrs_5(elm, attr_value, @@pattern_readonly_m, @@pattern_readonly_r, READONLY_U)
+          else
+            super(elm, attr_name, attr_value)
+          end
+
+        end
+
+        private :edit_attrs_
+
+        def edit_attrs_5(elm, attr_value, match_p, replace_regex, replace_update)
+          # attr_value = escape(attr_value)
+
+          if true.equal?(attr_value) || is_match("true", attr_value)
+            @res = match_p.match(elm.attributes)
+
+            if !@res
+              # add and attribute to attributes (属性文字列の最後に新規の属性を追加する)
+              if elm.attributes != ''
+                elm.attributes = String.new('') << ' ' << elm.attributes.strip
+                # else
+              end
+              elm.attributes << ' ' << replace_update
+            else
+              # reolace attribute (属性の置換)
+              elm.attributes.gsub!(replace_regex, replace_update)
+            end
+          elsif false.equal?(attr_value) || is_match("false", attr_value)
+            # delete if attribute_name attrubute exeists (attr_name属性が存在するなら削除)
+            # reolace attribute (属性の置換)
+            elm.attributes.gsub!(replace_regex, '')
+          end
+        end
+
+        private :edit_attrs_5
+
+        def get_attr_value_(elm, attr_name)
+          if is_match('selected', attr_name) && is_match('option', elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_selected_m1)
+          elsif is_match('multiple', attr_name) && is_match('select', elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_multiple_m1)
+          elsif is_match('diabled', attr_name) && is_match(DISABLE_ELEMENT, elm.name)
+            get_attr_value_r(elm, attr_name, @@pattern_disabled_m1)
+          elsif is_match('checked', attr_name) && is_match('input', elm.name) && is_match('radio', get_type(elm))
+            get_attr_value_r(elm, attr_name, @@pattern_checked_m1)
+          elsif is_match('readonly', attr_name) && (is_match('textarea', elm.name) || (is_match('input', elm.name) && is_match(READONLY_TYPE, get_type(elm))))
+            get_attr_value_r(elm, attr_name, @@pattern_readonly_m1)
+          else
+            super(elm, attr_name)
+          end
+        end
+
+        private :get_attr_value_
+
+        def get_type(elm)
+          if !elm.type_value
+            elm.type_value = get_attr_value(elm, 'type')
+            if !elm.type_value
+              elm.type_value = get_attr_value(elm, "TYPE")
+            end
+          end
+          elm.type_value
+        end
+
+        private :get_type
+
+        def get_attr_value_r(elm, attr_name, match_p)
+          @res = match_p.match(elm.attributes)
+
+          if @res
+            if @res[1]
+              if attr_name == @res[1]
+                "true"
+              else
+                @res[1]
+              end
+            elsif @res[2]
+              if attr_name == @res[2]
+                "true"
+              else
+                @res[2]
+              end
+            elsif @res[3]
+              if attr_name == @res[3]
+                "true"
+              else
+                @res[3]
+              end
+            elsif @res[4]
+              if attr_name == @res[4]
+                "true"
+              else
+                @res[4]
+              end
+            end
+          else
+            "false"
+          end
+        end
+
+        private :get_attr_value_r
+
+        #
+        # get attribute map (属性マップを取得する)
+        # @param [Meteor::Element] elm element (要素)
+        # @return [Meteor::AttributeMap] attribute map (属性マップ)
+        #
+        def get_attr_map(elm)
+          attrs = Meteor::AttributeMap.new
+
+          elm.attributes.scan(@@pattern_get_attrs_map) do |a, b|
+            if is_match(@@attr_logic, a) && a==b
+              attrs.store(a, "true")
+            else
+              attrs.store(a, unescape(b))
+            end
+          end
+          attrs.recordable = true
+
+          attrs
+        end
+
+        private :get_attr_map
+
+        def escape(content)
+          # replace special character (特殊文字の置換)
+          content = content.gsub(@@pattern_escape, TABLE_FOR_ESCAPE_)
+
+          content
+        end
+
+        def escape_content(content, elm)
+          # replace special character (特殊文字の置換)
+          content = content.gsub(@@pattern_escape_content, TABLE_FOR_ESCAPE_CONTENT_)
+
+          content
+        end
+
+        private :escape
+        private :escape_content
+
+        def unescape(content)
+          # replace special character (特殊文字の置換)
+          # 「<」<-「&lt;」
+          # 「>」<-「&gt;」
+          # 「"」<-「&quotl」
+          # 「 」<-「&nbsp;」
+          # 「&」<-「&amp;」
+          content.gsub(@@pattern_unescape) do
+            case $1
+              when 'amp'
+                '&'
+              when 'quot'
+                '"'
+              when 'apos'
+                "'"
+              when 'gt'
+                '>'
+              when 'lt'
+                '<'
+              when 'nbsp'
+                ' '
+            end
+          end
+
+          content
+        end
+
+        private :unescape
+
+        def unescape_content(content, elm)
+          content_ = unescape(content)
+
+          if (elm.cx || !is_match(@@match_tag_2, elm.name)) && content.include?(BR)
+              # 「<br>」->「¥r?¥n」
+              content_.gsub!(@@pattern_br_2, @root.kaigyo_code)
+          end
+
+          content_
+        end
+
+        private :unescape_content
+      end
+    end
+  end
+end

data/lib/meteor/ml/xml/parser_impl.rb

@@ -0,0 +1,160 @@
+# -* coding: UTF-8 -*-
+# frozen_string_literal: true
+
+module Meteor
+  module Ml
+    module Xml
+      #
+      # XML parser (XMLパーサ)
+      #
+      class ParserImpl < Meteor::Core::Kernel
+        # KAIGYO_CODE = "\r?\n|\r"
+        KAIGYO_CODE = ["\r\n", "\n", "\r"]
+
+        PATTERN_UNESCAPE = '&(amp|quot|apos|gt|lt);'
+
+        @@pattern_unescape = Regexp.new(PATTERN_UNESCAPE)
+
+        TABLE_FOR_ESCAPE_ = {
+            '&' => '&amp;',
+            '"' => '&quot;',
+            '\'' => '&apos;',
+            '<' => '&lt;',
+            '>' => '&gt;',
+        }
+        PATTERN_ESCAPE = '[&\"\'<>]'
+        @@pattern_escape = Regexp.new(PATTERN_ESCAPE)
+
+        #
+        # initializer (イニシャライザ)
+        # @overload initialize
+        # @overload initialize(ps)
+        #  @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize(*args)
+          super()
+          @doc_type = Parser::XML
+          case args.length
+            when ZERO
+              # initialize_0
+            when ONE
+              initialize_1(args[0])
+            else
+              raise ArgumentError
+          end
+        end
+
+        #
+        # initializer (イニシャライザ)
+        #
+        # def initialize_0
+        # end
+        #
+        # private :initialize_0
+        #
+        # private :initialize_0
+
+        #
+        # initializer (イニシャライザ)
+        # @param [Meteor::Parser] ps parser (パーサ)
+        #
+        def initialize_1(ps)
+          @root.document = String.new(ps.document)
+          ps.document_hook = String.new(ps.document_hook)
+        end
+
+        private :initialize_1
+
+
+        #
+        # parse document (ドキュメントを解析する)
+        #
+        def parse
+          analyze_ml
+        end
+
+        #
+        # analyze document (ドキュメントをパースする)
+        #
+        def analyze_ml
+          analyze_kaigyo_code
+
+          @res = nil
+        end
+
+        private :analyze_ml
+
+        #
+        # get content type (コンテントタイプを取得する)
+        # @return [String] conent type (コンテントタイプ)
+        #
+        def content_type
+          @root.content_type
+        end
+
+        #
+        # analuze document , set newline (ドキュメントをパースし、改行コードをセットする)
+        #
+        def analyze_kaigyo_code
+          for a in KAIGYO_CODE
+            if @root.document.include?(a)
+              @root.kaigyo_code = a
+              # puts "kaigyo:" << @root.kaigyo_code
+            end
+          end
+
+        end
+
+        private :analyze_kaigyo_code
+
+        def escape(content)
+          # replace special character (特殊文字の置換)
+          content = content.gsub(@@pattern_escape, TABLE_FOR_ESCAPE_)
+
+          content
+        end
+
+        private :escape
+
+        def escape_content(*args)
+          escape(args[0])
+        end
+
+        private :escape_content
+
+        def unescape(content)
+          # replace special character (特殊文字の置換)
+          # 「<」<-「&lt;」
+          # 「>」<-「&gt;」
+          # 「"」<-「&quot;」
+          # 「'」<-「&apos;」
+          # 「&」<-「&amp;」
+          content.gsub(@@pattern_unescape) do
+            case $1
+              when 'amp'
+                '&'
+              when 'quot'
+                '"'
+              when 'apos'
+                "'"
+              when 'gt'
+                '>'
+              when 'lt'
+                '<'
+            end
+          end
+
+          content
+        end
+
+        private :unescape
+
+        def unescape_content(*args)
+          unescape(args[0])
+        end
+
+        private :unescape_content
+      end
+    end
+  end
+end