ceml 0.2.0

data/lib/ceml/tt/lexer.rb

@@ -0,0 +1,400 @@
+# Autogenerated from a Treetop grammar. Edits may be lost.
+
+
+module CEML
+module Lexer
+  include Treetop::Runtime
+
+  def root
+    @root || :text
+  end
+
+  module Text0
+  end
+
+  def _nt_text
+    start_index = index
+    if node_cache[:text].has_key?(index)
+      cached = node_cache[:text][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    s0, i0 = [], index
+    loop do
+      i1, s1 = index, []
+      i2 = index
+      r3 = _nt_eol
+      if r3
+        r2 = nil
+      else
+        @index = i2
+        r2 = instantiate_node(SyntaxNode,input, index...index)
+      end
+      s1 << r2
+      if r2
+        if index < input_length
+          next_character = index + input[index..-1].match(/\A(.)/um).end(1)
+          r4 = instantiate_node(SyntaxNode,input, index...next_character)
+          @index = next_character
+        else
+          terminal_parse_failure("any character")
+          r4 = nil
+        end
+        s1 << r4
+      end
+      if s1.last
+        r1 = instantiate_node(SyntaxNode,input, i1...index, s1)
+        r1.extend(Text0)
+      else
+        @index = i1
+        r1 = nil
+      end
+      if r1
+        s0 << r1
+      else
+        break
+      end
+    end
+    if s0.empty?
+      @index = i0
+      r0 = nil
+    else
+      r0 = instantiate_node(SyntaxNode,input, i0...index, s0)
+    end
+
+    node_cache[:text][start_index] = r0
+
+    r0
+  end
+
+  module Nl0
+    def eol
+      elements[2]
+    end
+  end
+
+  def _nt_nl
+    start_index = index
+    if node_cache[:nl].has_key?(index)
+      cached = node_cache[:nl][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    s0, i0 = [], index
+    loop do
+      i1, s1 = index, []
+      r3 = _nt_ws
+      if r3
+        r2 = r3
+      else
+        r2 = instantiate_node(SyntaxNode,input, index...index)
+      end
+      s1 << r2
+      if r2
+        r5 = _nt_comment
+        if r5
+          r4 = r5
+        else
+          r4 = instantiate_node(SyntaxNode,input, index...index)
+        end
+        s1 << r4
+        if r4
+          r6 = _nt_eol
+          s1 << r6
+        end
+      end
+      if s1.last
+        r1 = instantiate_node(SyntaxNode,input, i1...index, s1)
+        r1.extend(Nl0)
+      else
+        @index = i1
+        r1 = nil
+      end
+      if r1
+        s0 << r1
+      else
+        break
+      end
+    end
+    if s0.empty?
+      @index = i0
+      r0 = nil
+    else
+      r0 = instantiate_node(SyntaxNode,input, i0...index, s0)
+    end
+
+    node_cache[:nl][start_index] = r0
+
+    r0
+  end
+
+  def _nt_ws
+    start_index = index
+    if node_cache[:ws].has_key?(index)
+      cached = node_cache[:ws][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    s0, i0 = [], index
+    loop do
+      if has_terminal?('\G[ \\t\\f]', true, index)
+        next_character = index + input[index..-1].match(/\A(.)/um).end(1)
+        r1 = true
+        @index = next_character
+      else
+        r1 = nil
+      end
+      if r1
+        s0 << r1
+      else
+        break
+      end
+    end
+    if s0.empty?
+      @index = i0
+      r0 = nil
+    else
+      r0 = instantiate_node(SyntaxNode,input, i0...index, s0)
+    end
+
+    node_cache[:ws][start_index] = r0
+
+    r0
+  end
+
+  module Comment0
+    def text
+      elements[1]
+    end
+  end
+
+  def _nt_comment
+    start_index = index
+    if node_cache[:comment].has_key?(index)
+      cached = node_cache[:comment][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    i0, s0 = index, []
+    if has_terminal?('//', false, index)
+      r1 = instantiate_node(SyntaxNode,input, index...(index + 2))
+      @index += 2
+    else
+      terminal_parse_failure('//')
+      r1 = nil
+    end
+    s0 << r1
+    if r1
+      r2 = _nt_text
+      s0 << r2
+    end
+    if s0.last
+      r0 = instantiate_node(SyntaxNode,input, i0...index, s0)
+      r0.extend(Comment0)
+    else
+      @index = i0
+      r0 = nil
+    end
+
+    node_cache[:comment][start_index] = r0
+
+    r0
+  end
+
+  module Eol0
+  end
+
+  def _nt_eol
+    start_index = index
+    if node_cache[:eol].has_key?(index)
+      cached = node_cache[:eol][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    i0 = index
+    i1, s1 = index, []
+    if has_terminal?("\r", false, index)
+      r2 = instantiate_node(SyntaxNode,input, index...(index + 1))
+      @index += 1
+    else
+      terminal_parse_failure("\r")
+      r2 = nil
+    end
+    s1 << r2
+    if r2
+      if has_terminal?("\n", false, index)
+        r4 = instantiate_node(SyntaxNode,input, index...(index + 1))
+        @index += 1
+      else
+        terminal_parse_failure("\n")
+        r4 = nil
+      end
+      if r4
+        r3 = r4
+      else
+        r3 = instantiate_node(SyntaxNode,input, index...index)
+      end
+      s1 << r3
+    end
+    if s1.last
+      r1 = instantiate_node(SyntaxNode,input, i1...index, s1)
+      r1.extend(Eol0)
+    else
+      @index = i1
+      r1 = nil
+    end
+    if r1
+      r0 = r1
+    else
+      if has_terminal?("\n", false, index)
+        r5 = instantiate_node(SyntaxNode,input, index...(index + 1))
+        @index += 1
+      else
+        terminal_parse_failure("\n")
+        r5 = nil
+      end
+      if r5
+        r0 = r5
+      else
+        @index = i0
+        r0 = nil
+      end
+    end
+
+    node_cache[:eol][start_index] = r0
+
+    r0
+  end
+
+  module Number0
+  end
+
+  def _nt_number
+    start_index = index
+    if node_cache[:number].has_key?(index)
+      cached = node_cache[:number][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    i0 = index
+    i1, s1 = index, []
+    s2, i2 = [], index
+    loop do
+      if has_terminal?('\G[1-9]', true, index)
+        next_character = index + input[index..-1].match(/\A(.)/um).end(1)
+        r3 = true
+        @index = next_character
+      else
+        r3 = nil
+      end
+      if r3
+        s2 << r3
+      else
+        break
+      end
+    end
+    if s2.empty?
+      @index = i2
+      r2 = nil
+    else
+      r2 = instantiate_node(SyntaxNode,input, i2...index, s2)
+    end
+    s1 << r2
+    if r2
+      s4, i4 = [], index
+      loop do
+        if has_terminal?('\G[0-9]', true, index)
+          next_character = index + input[index..-1].match(/\A(.)/um).end(1)
+          r5 = true
+          @index = next_character
+        else
+          r5 = nil
+        end
+        if r5
+          s4 << r5
+        else
+          break
+        end
+      end
+      r4 = instantiate_node(SyntaxNode,input, i4...index, s4)
+      s1 << r4
+    end
+    if s1.last
+      r1 = instantiate_node(SyntaxNode,input, i1...index, s1)
+      r1.extend(Number0)
+    else
+      @index = i1
+      r1 = nil
+    end
+    if r1
+      r0 = r1
+    else
+      if has_terminal?('0', false, index)
+        r6 = instantiate_node(SyntaxNode,input, index...(index + 1))
+        @index += 1
+      else
+        terminal_parse_failure('0')
+        r6 = nil
+      end
+      if r6
+        r0 = r6
+      else
+        @index = i0
+        r0 = nil
+      end
+    end
+
+    node_cache[:number][start_index] = r0
+
+    r0
+  end
+
+  def _nt_id
+    start_index = index
+    if node_cache[:id].has_key?(index)
+      cached = node_cache[:id][index]
+      @index = cached.interval.end if cached
+      return cached
+    end
+
+    s0, i0 = [], index
+    loop do
+      if has_terminal?('\G[a-zA-Z_-]', true, index)
+        next_character = index + input[index..-1].match(/\A(.)/um).end(1)
+        r1 = true
+        @index = next_character
+      else
+        r1 = nil
+      end
+      if r1
+        s0 << r1
+      else
+        break
+      end
+    end
+    if s0.empty?
+      @index = i0
+      r0 = nil
+    else
+      r0 = instantiate_node(SyntaxNode,input, i0...index, s0)
+    end
+
+    node_cache[:id][start_index] = r0
+
+    r0
+  end
+
+end
+
+class LexerParser < Treetop::Runtime::CompiledParser
+  include Lexer
+end
+
+end
+

data/lib/ceml/tt/lexer.treetop

@@ -0,0 +1,34 @@
+module CEML
+grammar Lexer
+
+    rule text
+      (!eol .)+
+    end
+
+    rule nl
+      (ws? comment? eol)+
+    end
+
+    rule ws
+      [ \t\f]+
+    end
+
+    rule comment
+      '//' text
+    end
+
+    rule eol
+      ("\r" "\n"?) / "\n"
+    end
+
+    rule number
+      [1-9]+ [0-9]* / '0'
+    end
+
+    rule id
+      [a-zA-Z_-]+
+    end
+
+end
+end
+