depager 0.1.9

data/lib/depager/slex.rb

@@ -0,0 +1,646 @@
+
+###
+### StatefulLexerExtension - Depager Extension (master)
+###
+require 'pp.rb'
+require 'depager/parser.rb'
+require 'depager/parse_action'
+
+
+module D4StatefulLexerExtension #:nodoc:all
+end
+
+class StatefulLexerExtension #:nodoc:all
+  include Depager::ExtensionUtils
+  
+  attr_accessor :h2p
+
+  def initialize
+    @master = self
+    @hook = []
+    @h2p = {}
+    init_parser
+  end
+
+  def __regext__ p
+    super p, :default, nil
+    
+    @hook[0] = StatefulLexerExtension_prerulelist.new(p, @nparam, self)
+    @h2p['prerulelist'] = @hook[0] 
+    p.prerulelist.push [@hook[0], :do_parse]
+    
+    @hook[1] = StatefulLexerExtension_prerhs_postsymbol.new(p, @nparam, self)
+    @h2p['prerhs_postsymbol'] = @hook[1] 
+    p.postsymbol.push [@hook[1], :do_parse]
+    
+    # use @hook[1](StatefulLexerExtension_prerhs_postsymbol)
+    p.prerhs.push [@hook[1], :do_parse]
+    
+    regext p
+  end
+
+  ### Inner Code
+  attr_accessor :ins, :code, :optval
+  def init_parser
+    super
+    @ins = []
+    @optouter = []
+    @on_reduce = []
+    @addition = []
+  end
+  def postRuleList
+    @optouter << %{
+      def afterError
+        warn "StatefulLex: lex_state==\#{@basis.lex_state}" if $MP_DEBUG
+      end
+    }
+    g_parser.optouter <<
+      gen_action_decorator_code(target_name, paramkey,
+                                @on_reduce, @optouter)
+  end
+  def postRhs
+    j = 0
+    rhs = g_parser.rhs
+    @ins.each do |i, m|
+      state_name = "#{lhs_name}_#{nrhs}_#{i}"
+      if i != rhs.size
+        isym     = g_parser.add_nonterm("__#{state_name}__".intern)
+        new_rule = Rule[isym, []]
+        val      = ( ":_lex_#{state_name}" )
+        @addition << [ new_rule, rhs, val, i+j, isym ]
+        j += 1
+      else
+        @on_reduce[nrules] = ( ":_lex_#{state_name}" )
+      end
+      @optouter.push << %{
+        def _lex_#{lhs_name}_#{nrhs}_#{i} val
+          @basis.lex_state = #{m}
+        end
+      }
+    end
+    @ins.clear
+  end
+  def postRhsList
+    @addition.each do |new_rule, rhs, val, pos, isym|      
+      g_parser.g << new_rule
+      rhs.insert(pos, isym)
+      @on_reduce[nrules] = val
+    end
+    @addition.clear
+  end
+
+end
+
+### Outer Code
+
+###
+### StatefulLexerExtension_prerulelist - Part of Depager Extension (slave)
+###
+module D4StatefulLexerExtension_prerulelist #:nodoc:all
+end
+
+class StatefulLexerExtension_prerulelist < Basis #:nodoc:all
+  include Depager::ExtensionUtils
+  
+  include ActionParser
+
+  ### Reduce Table
+  reduce_table = [
+    [ -1, 1 ],
+    [ 0, 1 ],
+    [ 1, 0 ],
+    [ 1, 3 ],
+    [ 2, 4 ],
+    [ 4, 0 ],
+    [ 4, 2 ],
+    [ 3, 1 ],
+    [ 3, 2 ],
+    [ 5, 2 ],
+    [ 6, 1 ],
+    [ 6, 3 ],
+  ]
+  ### Extension Params
+  nparams = {
+    'NVAction' => 2, 
+  }
+  ### Term to Int
+  t2i = {
+    nil => 0, 
+    false => 1, 
+    "<" => 2, 
+    :ID => 3, 
+    ">" => 4, 
+    ":" => 5, 
+    :ACTION => 6, 
+    :LEX => 7, 
+    "," => 8, 
+  }
+  ### Int to Term
+  i2t = [
+    nil, 
+    false, 
+    "<", 
+    :ID, 
+    ">", 
+    ":", 
+    :ACTION, 
+    :LEX, 
+    ",", 
+  ]
+  ### Action Table
+  action_table = [
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ ACC, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, 4, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, 7, nil, ], 
+    [ nil, nil, nil, 9, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, 11, nil, 10, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, 7, nil, ], 
+    [ nil, nil, nil, nil, nil, 14, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, 15, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, 16, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, 17, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ], 
+  ]
+  ### Default Reduce Table
+  defred_table = [
+    -2, 
+    nil, 
+    -1, 
+    nil, 
+    nil, 
+    -7, 
+    nil, 
+    -10, 
+    -3, 
+    -5, 
+    nil, 
+    -9, 
+    -8, 
+    nil, 
+    nil, 
+    -11, 
+    -4, 
+    -6, 
+  ]
+  defred_after_shift_table = [
+    -2, 
+    nil, 
+    nil, 
+    nil, 
+    nil, 
+    -7, 
+    nil, 
+    -10, 
+    nil, 
+    nil, 
+    nil, 
+    -9, 
+    -8, 
+    nil, 
+    nil, 
+    -11, 
+    -4, 
+    -6, 
+  ]
+  ### Nonterm to Int
+  nt2i = { 
+    :start => 0,  
+    :mode_list => 1,  
+    :mode => 2,  
+    :lexactlist => 3,  
+    :opt_super => 4,  
+    :lexact => 5,  
+    :lexlist => 6, 
+  }
+  ### Int to Nonterm
+  i2nt = [
+    :start, 
+    :mode_list, 
+    :mode, 
+    :lexactlist, 
+    :opt_super, 
+    :lexact, 
+    :lexlist, 
+  ]
+  ### Goto Table
+  goto_table = [ 
+   [ 1, 2, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, 3, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, 8, nil, 5, 6, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, 12, 6, ], 
+   [ nil, nil, nil, nil, 13, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, nil, nil, nil, ], 
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  attr_accessor :p, :m
+  def initialize p, nparam, master = nil
+    super()
+    @g_parser = @p = p
+    @master   = @m = master
+    @nparam   = nparam
+    @dect     = D4StatefulLexerExtension_prerulelist::NVAction.new(self)
+    init_parser
+  end
+
+  
+  def do_parse?
+    if @line =~ /^\s*%LEX\{\s*\Z/
+       @line = $' 
+      true
+    else
+      false
+    end
+  end
+  
+
+  def banner
+    "%LEX{ ... } / #{@master.class.name}" 
+  end
+
+  ### Inner Code
+
+          def lex
+            begin
+              until @line.empty? do
+                case @line
+                  when /\A\s+/, /\A#.*\Z/
+     
+when /\A[A-Z]+/
+     yield _Token(:ID, $&) 
+when /\A\%\}\s*\Z/
+     @line = $'; yield nil,nil 
+when /\A\/(([^\/\\]+|\\.)*)\//, /\A'([^'\\]+|\\.)*\'/
+     yield _Token(:LEX, "/\\A#{$1}/") 
+when /\A\{/
+     ln = lineno; yield :ACTION, Token[parse_action, ln]; //=~'' 
+when /\A./
+     yield _Token($&, $&) 
+
+                else
+                  raise RuntimeError, "must not happen #{@line}"
+                end
+                @oldline = @line
+                @line = $'
+              end
+            end while @line = getline
+            yield nil, nil
+          end
+        
+end
+
+### Outer Code
+
+class D4StatefulLexerExtension_prerulelist::NVAction < Depager::Action #:nodoc:all
+  include Depager::DecoratorUtils
+          include ActionParser
+
+  on_reduce = [
+    nil,
+              :_act_0,
+  :_act_1,
+  :_act_2,
+  :_act_3,
+  :_act_4,
+  :_act_5,
+  :_act_6,
+  :_act_7,
+  :_act_8,
+  :_act_9,
+  :_act_10,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'NVAction'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+module_eval <<-'.,.,118028145945879.,.,', 'slex.dr', 73
+  def _act_0 val
+    _mode_list = *val 
+
+        ll = ''
+        _mode_list.each do |m, s, l|
+          elsec = if s
+                    "_rest = lex_#{s}(&block)"
+                  else
+                    %!raise RuntimeError, "must not happen \#{@line}"!
+                  end
+          ll << %{
+            def lex_#{m}(&block)
+              _rest = ''
+              case @line
+                #{l.map{|i| ' '*4+i}}
+              else
+                #{elsec}
+              end
+              return _rest
+            end
+          }; #code
+        end
+        g_parser.optinner << ll << %{
+          attr_accessor :lex_state
+          def lex(&block)
+            @lex_state ||= :START
+            begin
+              until @line.empty?
+                @line = self.send "lex_\#{@lex_state}", &block
+              end
+            end while @line = getline
+            yield nil, nil
+          end
+        }; #code
+
+  end
+
+.,.,118028145945879.,.,
+      
+module_eval <<-'.,.,118028145964322.,.,', 'slex.dr', 108
+  def _act_1 val
+     [ ] 
+
+  end
+
+.,.,118028145964322.,.,
+      
+module_eval <<-'.,.,118028145964390.,.,', 'slex.dr', 109
+  def _act_2 val
+    _mode_list, _mode, _lexactlist = *val 
+     _mode_list << [_mode[0], _mode[1], _lexactlist] 
+
+  end
+
+.,.,118028145964390.,.,
+      
+module_eval <<-'.,.,118028145932066.,.,', 'slex.dr', 112
+  def _act_3 val
+    _, _ID, _opt_super, _ = *val 
+     [ _ID.value, _opt_super ] 
+
+  end
+
+.,.,118028145932066.,.,
+      
+module_eval <<-'.,.,118028145910814.,.,', 'slex.dr', 115
+  def _act_4 val
+     nil 
+
+  end
+
+.,.,118028145910814.,.,
+      
+module_eval <<-'.,.,118028145954649.,.,', 'slex.dr', 116
+  def _act_5 val
+    _, _ID = *val 
+     _ID.value 
+
+  end
+
+.,.,118028145954649.,.,
+      
+module_eval <<-'.,.,118028145953818.,.,', 'slex.dr', 119
+  def _act_6 val
+    _lexact = *val 
+     [ _lexact ] 
+
+  end
+
+.,.,118028145953818.,.,
+      
+module_eval <<-'.,.,118028145941830.,.,', 'slex.dr', 120
+  def _act_7 val
+    _lexactlist, _lexact = *val 
+     _lexactlist << _lexact 
+
+  end
+
+.,.,118028145941830.,.,
+      
+module_eval <<-'.,.,11802814599495.,.,', 'slex.dr', 124
+  def _act_8 val
+    _lexlist, _ACTION = *val 
+
+        %{
+          when #{_lexlist.join(', ')}
+            _rest = $'
+            #{ _ACTION.value }
+        }; #code
+
+  end
+
+.,.,11802814599495.,.,
+      
+module_eval <<-'.,.,118028145922938.,.,', 'slex.dr', 133
+  def _act_9 val
+    _LEX = *val 
+     [ _LEX.value ] 
+
+  end
+
+.,.,118028145922938.,.,
+      
+module_eval <<-'.,.,11802814594078.,.,', 'slex.dr', 134
+  def _act_10 val
+    _lexlist, _, _LEX = *val 
+     _lexlist.push _LEX 
+
+  end
+
+.,.,11802814594078.,.,
+      
+end
+      
+
+###
+### StatefulLexerExtension_prerhs_postsymbol - Part of Depager Extension (slave)
+###
+module D4StatefulLexerExtension_prerhs_postsymbol #:nodoc:all
+end
+
+class StatefulLexerExtension_prerhs_postsymbol < Basis #:nodoc:all
+  include Depager::ExtensionUtils
+  
+
+  ### Reduce Table
+  reduce_table = [
+    [ -1, 1 ],
+    [ 0, 4 ],
+  ]
+  ### Extension Params
+  nparams = {
+    'NVAction' => 2, 
+  }
+  ### Term to Int
+  t2i = {
+    nil => 0, 
+    false => 1, 
+    "[" => 2, 
+    ">" => 3, 
+    :SYMBOL => 4, 
+    "]" => 5, 
+  }
+  ### Int to Term
+  i2t = [
+    nil, 
+    false, 
+    "[", 
+    ">", 
+    :SYMBOL, 
+    "]", 
+  ]
+  ### Action Table
+  action_table = [
+    [ nil, nil, 2, nil, nil, nil, ], 
+    [ ACC, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, 3, nil, nil, ], 
+    [ nil, nil, nil, nil, 4, nil, ], 
+    [ nil, nil, nil, nil, nil, 5, ], 
+    [ nil, nil, nil, nil, nil, nil, ], 
+  ]
+  ### Default Reduce Table
+  defred_table = [
+    nil, 
+    nil, 
+    nil, 
+    nil, 
+    nil, 
+    -1, 
+  ]
+  defred_after_shift_table = [
+    nil, 
+    nil, 
+    nil, 
+    nil, 
+    nil, 
+    -1, 
+  ]
+  ### Nonterm to Int
+  nt2i = { 
+    :start => 0, 
+  }
+  ### Int to Nonterm
+  i2nt = [
+    :start, 
+  ]
+  ### Goto Table
+  goto_table = [ 
+   [ 1, ], 
+   [ nil, ], 
+   [ nil, ], 
+   [ nil, ], 
+   [ nil, ], 
+   [ nil, ], 
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  attr_accessor :p, :m
+  def initialize p, nparam, master = nil
+    super()
+    @g_parser = @p = p
+    @master   = @m = master
+    @nparam   = nparam
+    @dect     = D4StatefulLexerExtension_prerhs_postsymbol::NVAction.new(self)
+    init_parser
+  end
+
+  
+  def do_parse?
+    if @line =~ /^\s*\[/
+      
+      true
+    else
+      false
+    end
+  end
+  
+
+  def banner
+    "[> ...] / #{@master.class.name}" 
+  end
+
+  ### Inner Code
+
+          def lex
+            begin
+              until @line.empty? do
+                case @line
+                  when /\A\s+/
+     
+when /\A:[a-zA-Z_]+/
+     yield _Token(:SYMBOL, $&) 
+when /\A\]/
+     yield _Token($&, $&); @line = $'; yield nil, nil 
+when /\A./
+     yield _Token($&, $&) 
+
+                else
+                  raise RuntimeError, "must not happen #{@line}"
+                end
+                @oldline = @line
+                @line = $'
+              end
+            end while @line = getline
+            yield nil, nil
+          end
+        
+end
+
+### Outer Code
+
+class D4StatefulLexerExtension_prerhs_postsymbol::NVAction < Depager::Action #:nodoc:all
+  include Depager::DecoratorUtils
+  
+  on_reduce = [
+    nil,
+              :_act_0,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'NVAction'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+module_eval <<-'.,.,118028146037199.,.,', 'slex.dr', 154
+  def _act_0 val
+    _, _, _SYMBOL, _ = *val 
+
+        master.ins.push [g_parser.rhs.size, _SYMBOL.value]
+
+  end
+
+.,.,118028146037199.,.,
+      
+end
+      
+