org-parse 0.1.1

data/lib/org-parse/struct-parser.rb

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+require 'racc/parser'
+require ::File.join(OrgParse::LIBPATH , 'org-parse', 'struct-parser.tab.rb')
+require ::File.join(OrgParse::LIBPATH , 'org-parse', 'utils.rb')
+require ::File.join(OrgParse::LIBPATH , 'org-parse', 'inline-parser.rb')
+
+module OrgParse
+
+  # パーサー
+  # 
+  # 構造レベルの構文解析を行う。
+  # 各行の中身については、InlineParserを、内部的に呼び出して解析している。
+  #
+  # ROOT--+-- ブロック要素
+  #       |      +--- ブロック要素
+  #       +-- ブロック要素
+  #    の様な形式の構文木を作成する。
+  # Node クラスを参照
+  #
+  class StructParser < Racc::Parser
+    include Utils
+    include InlineUtils
+
+    # コンストラクタ
+    def initialize(src, title = '(non title)')
+      @scanner = StructScanner.new(src, title)
+      @variables = []
+      @yydebug = true
+      set_struct_parser self
+    end
+
+    # 構文解析を実行し、構文木を返す
+    def parse
+      @scanner.scan
+      root = do_parse
+      update_nodes root
+      root
+    end
+
+    def update_nodes(node, opt = {})
+      cnt = 1;
+
+      section_no = node.section_no if node.kind == :SECTION
+      node.children.each do |n|
+        if n.is_a? Array
+          n.each {|a|
+            a.parent = node
+            update_nodes a, opt
+          }
+          next
+        end
+        n.parent = node
+        if n.kind == :SECTION
+          if node.kind == :ROOT
+            n.section_no = cnt.to_s
+          else
+            n.section_no = section_no + "." + cnt.to_s
+          end
+          cnt += 1
+        end
+        update_nodes n, opt
+      end
+    end
+
+    def next_token
+      (token, variables) = @scanner.next_token
+      @variables = variables unless variables.empty?
+      token
+    end
+
+    def variables
+      ret = @variables.dup
+      @variables.clear
+      ret
+    end
+
+  end
+end

data/lib/org-parse/struct-parser.ry

@@ -0,0 +1,125 @@
+class OrgParse::StructParser
+
+  preclow
+    nonassoc PLOW
+    nonassoc TEXTLINE WHITELINE TABLE_ROW TABLE_SEP QUOTE BLOCK_END EXAMPLE
+  prechigh
+
+  token  DOCUMENT_START HEADLINE TEXTLINE WHITELINE VARIABLELINE
+         PLOW SEC_END TABLE_ROW TABLE_SEP QUOTE EXAMPLE
+         BLOCK_START BLOCK_END UL_START UL_END
+         OL_START OL_END DL_START DL_END
+         LI_START LI_END P_END FOOTNOTE
+
+  rule
+  document : dummy_section 
+           | dummy_section sections { result.add val[1] }
+
+  dummy_section : doc_start items { result.add val[1] }
+                | doc_start
+
+  doc_start : DOCUMENT_START { result = RootNode.new(val[0]) }
+
+  sections : sections section { result << val[1] }
+           | section { result = val }
+
+  section : section_body SEC_END { 
+              headline = val[0][0]
+              val[0].shift
+              result = SectionNode.new(headline, val[0]) 
+            }
+
+  section_body : headline { result = val }
+               | headline sitems { result = [val[0]] + val[1] }
+
+  headline : HEADLINE { result = HeadlineNode.new(line_parse(val[0][1]), val[0][0]) }
+
+  sitems : sitems sitem = PLOW { result << val[1] }
+        | sitem { result = val }
+
+  sitem : section
+       | textlines = PLOW
+       | block
+       | table = PLOW
+       | lists
+       | whitelines = PLOW
+       | variable
+       | footnote
+
+  items : items item = PLOW { result << val[1] }
+        | item { result = val }
+
+  item  : textlines = PLOW
+       | block
+       | table = PLOW
+       | lists
+       | whitelines = PLOW
+       | variable
+       | footnote
+
+  footnote : FOOTNOTE { result = Node.new(:FN_DEFINE, line_parse(val[0][1]), val[0][0]) }
+
+  variable : VARIABLELINE { result = VarNode.new(val[0][0], val[0][1]) }
+
+  whitelines : whitelines WHITELINE { result.increment }
+             | WHITELINE { result = WhitelineNode.new }
+
+  textlines : textlines textline = TEXTLINE { result.children << val[1] }
+            | textline { result = Node.new(:TEXTBLOCK, val, val[0].value) }
+
+  textline : TEXTLINE { result = TextlineNode.new(line_parse(val[0][0]), val[0]) }
+           | html_quote
+
+  html_quote : QUOTE    { result = Node.new(:QUOTE, [], val[0]) }
+
+  lists : unordered_list
+        | ordered_list
+        | description_list
+
+  block : BLOCK_START items BLOCK_END { result = BlockNode.new(val[0], val[1])}
+        | examples = PLOW { 
+              params = ["EXAMPLE", val[0][0].value, val[0][0].indent]
+	      result = BlockNode.new(params, [Node.new(:TEXTBLOCK, val[0], val[0][0].value)]) 
+          }
+
+  examples : examples example { result << val[1] }
+           | example { result = val }
+
+  example : EXAMPLE { result = TextlineNode.new(line_parse(val[0][0]), val[0]) }
+
+
+  unordered_list : UL_START list_items UL_END { result = Node.new(:UNORDERED_LIST, val[1], 'dummy') }
+
+  ordered_list : OL_START list_items OL_END  { result = Node.new(:ORDERED_LIST, val[1], 'dummy') }
+
+  description_list : DL_START list_items DL_END { result = Node.new(:DEFINITION_LIST, val[1], 'dummy') }
+
+  list_items : list_items list_item { result << val[1] }
+             | list_item { result = val }
+
+  list_item : LI_START items LI_END { 
+                result = ListitemNode.new(val[0][0], val[1], line_parse(val[0][1]), 
+                                          line_parse(val[0][2])) 
+              }
+  	    | LI_START LI_END { 
+	        result = ListitemNode.new(val[0][0],     [], line_parse(val[0][1]), 
+		                          line_parse(val[0][2])) 
+              }
+
+  table : table_rows table_sep table_rows = PLOW
+            { result = TableNode.new(val[0], val[2]) }
+        | table_rows = PLOW
+            { result = TableNode.new([], val[0]) }
+
+  table_rows : table_rows table_row { result << val[1] }
+             | table_row { result = val }
+
+  table_sep : TABLE_SEP { result = Node.new(:TABLE_SEP) }
+
+  table_row : TABLE_ROW { 
+                cols = []
+                val[0].chomp.sub(/^\s*\|/,'').split('|').each do |col|
+        	  cols << line_parse(col)
+      		end
+                result = TableRowNode.new(cols) 
+	}