rsyntaxtree 0.9.2 → 1.0.5

data/lib/rsyntaxtree/utils.rb

@@ -6,15 +6,58 @@
 #==========================
 #
 # Image utility functions to inspect text font metrics
-#
-# This file is part of RSyntaxTree, which is a ruby port of Andre Eisenbach's
-# excellent program phpSyntaxTree.
-#
 # Copyright (c) 2007-2021 Yoichiro Hasebe <yohasebe@gmail.com>
-# Copyright (c) 2003-2004 Andre Eisenbach <andre@ironcreek.net>
+
+require 'rmagick'
+include Magick
 
 class String
   def contains_cjk?
-    !!(self =~ /\p{Han}|\p{Katakana}|\p{Hiragana}|\p{Hangul}/)
+    !!(self.gsub(WHITESPACE_BLOCK, "") =~ /\p{Han}|\p{Katakana}|\p{Hiragana}|\p{Hangul}|[^\x01-\x7E]/)
+  end
+
+  def contains_emoji?
+    !!(self.gsub(WHITESPACE_BLOCK, "").gsub(/\d/, "") =~ /\p{Emoji}/)
+  end
+
+  def all_emoji?
+    !!(self.gsub(WHITESPACE_BLOCK, "").gsub(/\d/, "") =~ /\A\p{Emoji}[\p{Emoji}\s]*\z/)
   end
+
+  def split_by_emoji
+    results = []
+    self.split(//).each do |ch|
+      case ch
+      when /\d/, WHITESPACE_BLOCK
+        results << {:type => :normal, :char => ch}
+      when /\p{Emoji}/
+        results << {:type => :emoji, :char => ch}
+      else
+        results << {:type => :normal, :char => ch}
+      end
+    end
+    results.reject{|string| string == ""}
+  end
+end
+
+module FontMetrics
+  def get_metrics(text, font, fontsize, font_style, font_weight)
+    background = Image.new(1, 1)
+    gc = Draw.new
+    gc.annotate(background, 0, 0, 0, 0, text) do |gc|
+      gc.font = font
+      gc.font_style = font_style == :italic ? ItalicStyle : NormalStyle
+      gc.font_weight = font_weight == :bold ? BoldWeight : NormalWeight
+      gc.pointsize = fontsize
+      gc.gravity = CenterGravity
+      gc.stroke = 'none'
+      gc.kerning = 0
+      gc.interline_spacing = 0
+      gc.interword_spacing = 0
+    end
+    metrics = gc.get_multiline_type_metrics(background, text)
+    return metrics
+  end
+  module_function :get_metrics
 end
+

data/lib/rsyntaxtree/version.rb

@@ -1,4 +1,4 @@
 module RSyntaxTree
-  VERSION = "0.9.2"
+  VERSION = "1.0.5"
 end
 

data/lib/rsyntaxtree.rb

@@ -7,186 +7,168 @@
 #
 # Facade of rsyntaxtree library.  When loaded by a driver script, it does all
 # the necessary 'require' to use the library.
-#
-# This file is part of RSyntaxTree, which is originally a ruby port of Andre Eisenbach's
-# excellent program phpSyntaxTree.
 # Copyright (c) 2007-2021 Yoichiro Hasebe <yohasebe@gmail.com>
-# Copyright (c) 2003-2004 Andre Eisenbach <andre@ironcreek.net>
 
 $LOAD_PATH << File.join( File.dirname(__FILE__), 'rsyntaxtree')
 
+FONT_DIR = File.expand_path(File.dirname(__FILE__) + "/../fonts")
+ETYPE_NODE = 1
+ETYPE_LEAF = 2
+SUBSCRIPT_CONST = 0.7
+FONT_SCALING = 2
+WHITESPACE_BLOCK = "￭"
+
+class RSTError < StandardError
+  def initialize(msg="Error: something unexpected occurred")
+    msg.gsub!(WHITESPACE_BLOCK, "<>")
+    super msg
+  end
+end
+
 require 'cgi'
+require 'rsvg2'
 require 'utils'
 require 'element'
 require 'elementlist'
 require 'string_parser'
-require 'tree_graph'
 require 'svg_graph'
-require 'error_message'
 require 'version'
+require 'rmagick'
+
+module RSyntaxTree
+
+  class RSGenerator
+
+    def initialize(params = {})
+      new_params = {}
+      fontset = {}
+      params.each do |keystr, value|
+        key = keystr.to_sym
+        case key
+        when :data
+          data = value
+          data  = data.gsub('-AMP-', '&')
+            .gsub('-PERCENT-', "%")
+            .gsub('-PRIME-', "'")
+            .gsub('-SCOLON-', ';')
+            .gsub('-OABRACKET-', '<')
+            .gsub('-CABRACKET-', '>')
+          new_params[key] = data
+
+        when :symmetrize, :color, :transparent
+          new_params[key] = value && (value != "off" && value != "false") ? true : false
+        when :fontsize
+          new_params[key] = value.to_i * FONT_SCALING
+        when :margin
+          new_params[key] = value.to_i * FONT_SCALING * 5
+        when :vheight
+          new_params[key] = value.to_f
+        when :fontstyle
+          if value == "noto-sans" || value == "sans"
+            fontset[:normal] = FONT_DIR + "/NotoSans-Regular.ttf"
+            fontset[:italic] = FONT_DIR + "/NotoSans-Italic.ttf"
+            fontset[:bold] = FONT_DIR + "/NotoSans-Bold.ttf"
+            fontset[:bolditalic] = FONT_DIR + "/NotoSans-BoldItalic.ttf"
+            fontset[:math] = FONT_DIR + "/NotoSansMath-Regular.ttf"
+            fontset[:cjk] = FONT_DIR + "/NotoSansJP-Regular.otf"
+            fontset[:emoji] = FONT_DIR + "/OpenMoji-Black.ttf"
+            new_params[:fontstyle] = "sans"
+          elsif value == "noto-serif" || value == "serif"
+            fontset[:normal] = FONT_DIR + "/NotoSerif-Regular.ttf"
+            fontset[:italic] = FONT_DIR + "/NotoSerif-Italic.ttf"
+            fontset[:bold] = FONT_DIR + "/NotoSerif-Bold.ttf"
+            fontset[:bolditalic] = FONT_DIR + "/NotoSerif-BoldItalic.ttf"
+            fontset[:math] = FONT_DIR + "/latinmodern-math.otf"
+            fontset[:cjk] = FONT_DIR + "/NotoSerifJP-Regular.otf"
+            fontset[:emoji] = FONT_DIR + "/OpenMoji-Black.ttf"
+            new_params[:fontstyle] = "serif"
+          elsif value == "cjk zenhei" || value == "cjk"
+            fontset[:normal] = FONT_DIR + "/wqy-zenhei.ttf"
+            fontset[:italic] = FONT_DIR + "/NotoSans-Italic.ttf"
+            fontset[:bold] = FONT_DIR + "/NotoSans-Bold.ttf"
+            fontset[:bolditalic] = FONT_DIR + "/NotoSans-BoldItalic.ttf"
+            fontset[:math] = FONT_DIR + "/NotoSansMath-Regular.ttf"
+            fontset[:cjk] = FONT_DIR + "/wqy-zenhei.ttf"
+            fontset[:emoji] = FONT_DIR + "/OpenMoji-Black.ttf"
+            new_params[:fontstyle] = "cjk"
+          end
+        else
+          new_params[key] = value
+        end
+      end
 
-FONT_DIR = File.expand_path(File.dirname(__FILE__) + "/../fonts")
+      # defaults to the following
+      @params = {
+        :symmetrize  => true,
+        :color       => true,
+        :transparent => false,
+        :fontsize    => 16,
+        :format      => "png",
+        :leafstyle   => "auto",
+        :filename    => "syntree",
+        :data        => "",
+        :margin      => 0,
+        :vheight     =>  1.0,
+      }
+
+      @params.merge! new_params
+      @params[:fontsize]  = @params[:fontsize] * FONT_SCALING
+      @params[:margin]    = @params[:margin] * FONT_SCALING
+      @params[:fontset] = fontset
+
+      $single_X_metrics = FontMetrics.get_metrics("X", fontset[:normal], @params[:fontsize], :normal, :normal)
+      $height_connector_to_text = $single_X_metrics.height / 2.0
+      $single_line_height = $single_X_metrics.height * 2.0
+      $width_half_X = $single_X_metrics.width / 2.0
+      $height_connector = $single_X_metrics.height * 1.0 * @params[:vheight]
+      $h_gap_between_nodes = $single_X_metrics.width * 0.8
+      $box_vertical_margin = $single_X_metrics.height * 0.8
+    end
 
-ETYPE_UNDEFINED = 0
-ETYPE_NODE = 1
-ETYPE_LEAF = 2
-SUBSCRIPT_CONST = 0.7
-FONT_SCALING = 2
+    def self.check_data(text)
+      if text.to_s == ""
+        raise RSTError, "Error: input text is empty"
+      end
+      StringParser.valid?(text)
+    end
 
-class RSGenerator
-  def initialize(params = {})
-    new_params = {}
-    params.each do |keystr, value|
-      key = keystr.to_sym
-      case key
-      when :data
-        data = value
-        # data = CGI.unescape(value)
-        data  = data.gsub('-AMP-', '&')
-          .gsub('-PERCENT-', "%")
-          .gsub('-PRIME-', "'")
-          .gsub('-SCOLON-', ';')
-          .gsub('-OABRACKET-', '<')
-          .gsub('-CABRACKET-', '>')
-        new_params[key] = data
-        new_params[:multibyte] = data.contains_cjk?
-      when :symmetrize, :color, :autosub, :transparent
-        new_params[key] = value && value != "off" ? true : false
-      when :fontsize
-        new_params[key] = value.to_i * FONT_SCALING
-      when :margin
-        new_params[key] = value.to_i * FONT_SCALING * 4
-      when :vheight
-        new_params[key] = value.to_f
-      when :fontstyle
-        if value == "noto-sans" || value == "sans"
-          new_params[:font] = FONT_DIR + "/NotoSans-Regular.ttf"
-          new_params[:font_it] = FONT_DIR + "/NotoSans-Italic.ttf"
-          new_params[:font_bd] = FONT_DIR + "/NotoSans-Bold.ttf"
-          new_params[:font_bdit] = FONT_DIR + "/NotoSans-BoldItalic.ttf"
-          new_params[:font_math] = FONT_DIR + "/NotoSansMath-Regular.ttf"
-          new_params[:font_cjk] = FONT_DIR + "/NotoSansJP-Regular.otf"
-          new_params[:fontstyle] = "sans"
-        elsif value == "noto-serif" || value == "serif"
-          new_params[:font] = FONT_DIR + "/NotoSerif-Regular.ttf"
-          new_params[:font_it] = FONT_DIR + "/NotoSerif-Italic.ttf"
-          new_params[:font_bd] = FONT_DIR + "/NotoSerif-Bold.ttf"
-          new_params[:font_bdit] = FONT_DIR + "/NotoSerif-BoldItalic.ttf"
-          new_params[:font_math] = FONT_DIR + "/NotoSansMath-Regular.ttf"
-          new_params[:font_cjk] = FONT_DIR + "/NotoSerifJP-Regular.otf"
-          new_params[:fontstyle] = "serif"
-        elsif value == "cjk zenhei" || value == "cjk"
-          new_params[:font] = FONT_DIR + "/wqy-zenhei.ttf"
-          new_params[:font_it] = FONT_DIR + "/NotoSans-Italic.ttf"
-          new_params[:font_bd] = FONT_DIR + "/NotoSans-Bold.ttf"
-          new_params[:font_bdit] = FONT_DIR + "/NotoSans-BoldItalic.ttf"
-          new_params[:font_math] = FONT_DIR + "/NotoSansMath-Regular.ttf"
-          new_params[:font_cjk] = FONT_DIR + "/wqy-zenhei.ttf"
-          new_params[:fontstyle] = "sans"
-        elsif value == "modern-math" || value == "math"
-          new_params[:font] = FONT_DIR + "/latinmodern-math.otf"
-          new_params[:font_it] = FONT_DIR + "/lmroman10-italic.otf"
-          new_params[:font_bd] = FONT_DIR + "/lmroman10-bold.otf"
-          new_params[:font_bdit] = FONT_DIR + "/lmroman10-bolditalic.otf"
-          new_params[:font_math] = FONT_DIR + "/latinmodern-math.otf"
-          new_params[:font_cjk] = FONT_DIR + "/NotoSerifJP-Regular.otf"
-          new_params[:fontstyle] = "math"
-        end
+    def draw_png(binary = false)
+      svg = draw_svg
+      rsvg = RSVG::Handle.new_from_data(svg)
+      dim = rsvg.dimensions
+      surface = Cairo::ImageSurface.new(Cairo::FORMAT_ARGB32, dim.width, dim.height)
+      context = Cairo::Context.new(surface)
+      context.render_rsvg_handle(rsvg)
+      b = StringIO.new
+      surface.write_to_png(b)
+      if binary
+        return b
       else
-        new_params[key] = value
+        return b.string
       end
     end
 
-    # defaults to the following
-    @params = {
-      :symmetrize  => true,
-      :color       => true,
-      :autosub     => false,
-      :transparent => false,
-      :fontsize    => 18,
-      :format      => "png",
-      :leafstyle   => "auto",
-      :filename    => "syntree",
-      :data        => "",
-      :margin      => 0,
-      :vheight     =>  1.0,
-      :fontstyle   => "sans",
-      :font        => "/NotoSansJP-Regular.otf",
-      :font_it     => "/NotoSans-Italic.ttf",
-      :font_bd     => "/NotoSans-Bold.ttf",
-      :font_bdit   => "/NotoSans-BoldItalic.ttf",
-      :font_math   => "/NotoSansMath-Regular.ttf"
-    }
-    @metrics = {
-      :e_width  => 0,
-      :e_padd   => 20,
-      :v_space  => 0,
-      :h_space  => 0,
-      :b_side   => 0,
-      :b_topbot => 0
-      # :e_width  => 120,
-      # :e_padd   => 14,
-      # :v_space  => 20,
-      # :h_space  => 20,
-      # :b_side   => 10,
-      # :b_topbot => 10
-    }
-
-    @params.merge! new_params
-    @params[:fontsize]  = @params[:fontsize] * FONT_SCALING
-    @params[:margin]    = @params[:margin] * FONT_SCALING
-    @metrics[:v_space] = @metrics[:v_space] * @params[:vheight]
-   end
-
-  def self.check_data(text)
-     sp = StringParser.new(text)
-     sp.valid?
-  end
-
-  def draw_png
-    @params[:format] = "png"
-    draw_tree
-  end
-
-  def draw_jpg
-    @params[:format] = "jpg"
-    draw_tree
-  end
-
-  def draw_gif
-    @params[:format] = "gif"
-    draw_tree
-  end
-
-  def draw_pdf
-    @params[:format] = "pdf"
-    draw_tree
-  end
-
-  def draw_svg
-    @params[:format] = "svg"
-    sp = StringParser.new(@params[:data].gsub('&', '&amp;').gsub('%', '&#37;'))
-    sp.parse
-    sp.auto_subscript if @params[:autosub]
-    elist = sp.get_elementlist
-    graph = SVGGraph.new(elist, @metrics,
-      @params[:symmetrize], @params[:color], @params[:leafstyle], @params[:multibyte],
-      @params[:fontstyle], @params[:font], @params[:font_cjk], @params[:fontsize], @params[:margin], @params[:transparent]
-    )
-    graph.svg_data
-  end
+    def draw_svg
+      sp = StringParser.new(@params[:data].gsub('&', '&amp;'), @params[:fontset], @params[:fontsize])
+      sp.parse
+      graph = SVGGraph.new(sp.get_elementlist, @params)
+      graph.svg_data
+    end
 
-  def draw_tree
-    sp = StringParser.new(@params[:data])
-    sp.parse
-    sp.auto_subscript if @params[:autosub]
-    elist = sp.get_elementlist
-    graph = TreeGraph.new(elist, @metrics,
-      @params[:symmetrize], @params[:color], @params[:leafstyle], @params[:multibyte],
-      @params[:fontstyle], @params[:font], @params[:font_it], @params[:font_bd], @params[:font_bdit], @params[:font_math],
-      @params[:font_cjk], @params[:fontsize], @params[:margin], @params[:transparent]
-    )
-    graph.to_blob(@params[:format])
+    def draw_tree
+      svg = draw_svg
+      image, data = Magick::Image.from_blob(svg) do |im|
+        im.format = 'svg'
+      end
+      if @params[:format] == "png"
+        image = draw_png(false)
+      else
+        image.to_blob do |im|
+          im.format = @params[:format].upcase
+        end
+      end
+      image
+    end
   end
 end
 

data/rsyntaxtree.gemspec

@@ -19,4 +19,6 @@ Gem::Specification.new do |s|
   # specify any dependencies here; for example:
   s.add_runtime_dependency 'rmagick', '~> 4.2', '>= 4.2.3'
   s.add_runtime_dependency 'optimist', '~> 3.0', '>= 3.0.1'
+  s.add_runtime_dependency 'parslet'
+  s.add_runtime_dependency 'rsvg2'
 end

data/syntree.svg

@@ -0,0 +1,24 @@
+<?xml version="1.0" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+  <svg width="722.4" height="471.2" viewBox="-20, -20, 742.4, 491.2" version="1.1" xmlns="http://www.w3.org/2000/svg">
+  <defs>
+    <marker id="arrow" markerUnits="strokeWidth" markerWidth="12.160000000000002" markerHeight="12.160000000000002" viewBox="0 0 12.160000000000002 12.160000000000002" refX="6.080000000000001" refY="0">
+      <polyline fill="none" stroke="purple" stroke-width="1" points="0,12.160000000000002,6.080000000000001,0,12.160000000000002,12.160000000000002" />
+    </marker>
+    <pattern id="hatchBlack" x="10" y="10" width="10" height="10" patternUnits="userSpaceOnUse" patternTransform="rotate(45)">
+      <line x1="0" y="0" x2="0" y2="10" stroke="black" stroke-width="4"></line>
+    </pattern>
+    <pattern id="hatchForNode" x="10" y="10" width="10" height="10" patternUnits="userSpaceOnUse" patternTransform="rotate(45)">
+      <line x1="0" y="0" x2="0" y2="10" stroke="blue" stroke-width="4"></line>
+    </pattern>
+    <pattern id="hatchForLeaf" x="10" y="10" width="10" height="10" patternUnits="userSpaceOnUse" patternTransform="rotate(45)">
+      <line x1="0" y="0" x2="0" y2="10" stroke="green" stroke-width="4"></line>
+    </pattern>
+  </defs>
+<rect x="-20" y="-20" width="742.4" height="491.2" stroke="none" fill="white" />"
+<text white-space='pre' alignment-baseline='text-top' style='fill: blue; font-size: 64px;' x='319.4' y='132.0'><tspan x='319.4' y='132.0' style="" text-decoration="" font-family="'Noto Sans', 'Noto Sans JP', OpenMoji, 'OpenMoji Color', 'OpenMoji Black', sans-serif">%X</tspan>
+</text>
+<text white-space='pre' alignment-baseline='text-top' style='fill: green; font-size: 64px;' x='30.399999999999977' y='431.2'><tspan x='30.399999999999977' y='431.2' style="" text-decoration="" font-family="'Noto Sans', 'Noto Sans JP', OpenMoji, 'OpenMoji Color', 'OpenMoji Black', sans-serif">%Yxxxxxxxxxxxxxxxxx</tspan>
+</text>
+<line style='stroke:black; stroke-width:2;' x1='356.4' y1='321.2' x2='356.4' y2='187.0' />
+</svg>

data/test/markup_parser_test.rb

@@ -0,0 +1,207 @@
+require "minitest/autorun"
+require "minitest/pride"
+require "./lib/rsyntaxtree/markup_parser.rb"
+
+class MarkupParserTest < Minitest::Test
+  def setup
+    @parser = MarkupParser.new
+  end
+
+  def test_rule_cr
+    @parser.cr.parse('\\n')
+    # "\\n"@0
+  end
+
+  def test_rule_brackets
+    @parser.brackets.parse('#')
+    # "#"@0
+  end
+
+  def test_rule_triangle
+    @parser.triangle.parse('^')
+    # "^"@0
+  end
+
+  def test_rule_path
+    @parser.path.parse('+12')
+    # {:path=>"+12"@0}
+    @parser.path.parse('+>34')
+    # {:path=>"+>34"@0}d
+  end
+
+  def test_rule_escaped
+    "<>^+*_=~|-".split(//).each do |chr|
+      @parser.escaped.parse('\\' + chr)
+      # {:chr=>"<"@1}
+      # {:chr=>">"@1}
+      # {:chr=>"^"@1}
+      # {:chr=>"+"@1}
+      # {:chr=>"*"@1}
+      # {:chr=>"_"@1}
+      # {:chr=>"="@1}
+      # {:chr=>"~"@1}
+      # {:chr=>"|"@1}
+      # {:chr=>"-"@1}
+    end
+  end
+
+  def test_rule_non_escaped
+    "abcde12345".split(//).each do |chr|
+      @parser.non_escaped.parse(chr)
+      # {:chr=>"a"@0}
+      # {:chr=>"b"@0}
+      # {:chr=>"c"@0}
+      # {:chr=>"d"@0}
+      # {:chr=>"e"@0}
+      # {:chr=>"1"@0}
+      # {:chr=>"2"@0}
+      # {:chr=>"3"@0}
+      # {:chr=>"4"@0}
+      # {:chr=>"5"@0}
+    end
+  end
+
+  def test_rule_text
+    text = "abcde\\<\\>\\^\\+\\*\\_\\=\\~\\|\\-12345"
+    @parser.text.parse(text)
+    # {:text=>
+    #  [{:chr=>"a"@0},
+    #   {:chr=>"b"@1},
+    #   {:chr=>"c"@2},
+    #   {:chr=>"d"@3},
+    #   {:chr=>"e"@4},
+    #   {:chr=>"<"@6},
+    #   {:chr=>">"@8},
+    #   {:chr=>"^"@10},
+    #   {:chr=>"+"@12},
+    #   {:chr=>"*"@14},
+    #   {:chr=>"_"@16},
+    #   {:chr=>"="@18},
+    #   {:chr=>"~"@20},
+    #   {:chr=>"|"@22},
+    #   {:chr=>"-"@24},
+    #   {:chr=>"1"@25},
+    #   {:chr=>"2"@26},
+    #   {:chr=>"3"@27},
+    #   {:chr=>"4"@28},
+    #   {:chr=>"5"@29}]}
+  end
+
+  def test_rule_bolditalic
+    text = "***~=X\\+Y\\*Z=~***"
+    @parser.bolditalic.parse(text)
+    # {:bolditalic=>{:linethrough=>{:overline=>{:text=>[{:chr=>"X"@5}, {:chr=>"+"@7}, {:chr=>"Y"@8}, {:chr=>"*"@10}, {:chr=>"Z"@11}]}}}}
+  end
+
+  def test_rule_bold
+    text = "**~=X\\+Y\\*Z=~**"
+    @parser.bold.parse(text)
+    # {:bold=>{:linethrough=>{:overline=>{:text=>[{:chr=>"X"@4}, {:chr=>"+"@6}, {:chr=>"Y"@7}, {:chr=>"*"@9}, {:chr=>"Z"@10}]}}}}
+  end
+
+  def test_rule_italic
+    text = "*~=X\\+Y\\*Z=~*"
+    @parser.italic.parse(text)
+    # {:italic=>{:linethrough=>{:overline=>{:text=>[{:chr=>"X"@3}, {:chr=>"+"@5}, {:chr=>"Y"@6}, {:chr=>"*"@8}, {:chr=>"Z"@9}]}}}}
+  end
+
+  def test_rule_overline
+    text = "=*~X\\+Y\\*Z~*="
+    @parser.overline.parse(text)
+    # {:overline=> ...}
+  end
+
+  def test_rule_underline
+    text = "-*~X\\+Y\\*Z~*-"
+    @parser.underline.parse(text)
+    # {:underline=> ...}
+  end
+
+  def test_rule_linethrough
+    text = "~*=X\\+Y\\*Z=*~"
+    @parser.linethrough.parse(text)
+    # {:linethrough=> ...}
+  end
+
+  def test_rule_superscript
+    text = "__~*=X\\+Y\\*Z=*~__"
+    @parser.superscript.parse(text)
+    # {:superscript=> ...}
+  end
+
+  def test_rule_subscript
+    text = "_~*=X\\+Y\\*Z=*~_"
+    @parser.subscript.parse(text)
+    # {:subscript=> ...}
+  end
+
+  def test_rule_box
+    text = "|~*=X\\+Y\\*Z=*~|"
+    @parser.box.parse(text)
+    # {:box=> ...}
+  end
+
+  def test_rule_markup
+    text = "|~*=X\\+Y\\*Z=*~|"
+    @parser.markup.parse(text)
+    # {:box=>{:linethrough=>{:italic=>{:overline=>{:text=>[
+    # {:chr=>"X"@4}, {:chr=>"+"@6}, {:chr=>"Y"@7}, {:chr=>"*"@9}, {:chr=>"Z"@10}]}}}}
+  end
+
+  def test_rule_border
+    text = "----"
+    @parser.border.parse(text)
+    # {:border=>"----"@0}
+  end
+
+  def test_rule_line
+    text1 = "----"
+    @parser.line.parse(text1)
+    # {:border=>"----"@0}
+    text2 = "-u-|b|n"
+    @parser.line.parse(text2)
+    # {:line=>[{:underline=>{:text=>[{:chr=>"u"@1}]}}, {:box=>{:text=>[{:chr=>"b"@4}]}}, {:text=>[{:chr=>"n"@6}]}]}
+    text3 = "\\n"
+    @parser.line.parse(text3)
+    # "\\n"@0
+  end
+
+  def test_rule_lines
+    text1 = "^#X_Y_Z"
+    @parser.lines.parse(text1)
+    # [{:triangle=>"^"@0, :brackets=>"#"@1}, {:line=>[{:text=>[{:chr=>"X"@2}]},
+    #  {:subscript=>{:text=>[{:chr=>"Y"@4}]}}, {:text=>[{:chr=>"Z"@6}]}]}, {:paths=>[]}]
+    text2 = "^X_Y_Z+1+>2"
+    @parser.lines.parse(text2)
+    # [{:triangle=>"^"@0, :enclosure=>:none},
+    #  {:line=>[{:text=>[{:chr=>"X"@2}]}, {:subscript=>{:text=>[{:chr=>"Y"@4}]}}, {:text=>[{:chr=>"Z"@6}]}]},
+    #  {:paths=>[{:path=>"+1"@7}, {:path=>"+>2"@9}]}]
+    text3 = "^----\\n\\nX_Y_Z+1+>2"
+    @parser.lines.parse(text3)
+    # [{:triangle=>"^"@0, :enclosure=>:none},
+    #  {:border=>"----"@1},
+    #  {:blankline=>"\\n\\n"@5},
+    #  {:line=>[{:text=>[{:chr=>"X"@9}]}, {:subscript=>{:text=>[{:chr=>"Y"@11}]}},
+    #  {:text=>[{:chr=>"Z"@13}]}]},
+    #  {:paths=>[{:path=>"+1"@14}, {:path=>"+>2"@16}]}]
+  end
+
+  def test_evaluator
+    text1 = "^#----\\n\\nX_Y_Z+1+>2"
+    Markup.parse text1
+    # {:status=>:success,
+    #  :results=>
+    #   {:enclosure=>:brackets,
+    #    :triangle=>true,
+    #    :paths=>[{:path=>"+1"@15}, {:path=>"+>2"@17}],
+    #    :contents=>
+    #     [{:type=>:border},
+    #      {:type=>:blankline},
+    #      {:type=>:text, :elements=>[{:text=>"X", :decoration=>[]},
+    #      {:text=>"Y", :decoration=>[:subscript]}, {:text=>"Z", :decoration=>[]}]}]}}
+    text2 = "!^#----\\n\\nX_Y_Z+1+>2"
+    Markup.parse text2
+    # {:status=>:error, :text=>"!^#----\\n\\nX_Y_Z+1+>2"}
+  end
+
+end