depager 0.1.9 → 0.2.0

data/examples/slex_test/divreg.slex.tab.rb

@@ -0,0 +1,227 @@
+
+begin; require 'rubygems'; rescue Exception; end
+require 'depager/parser.rb'
+
+
+module D4StatefulLexerTest1
+end
+
+class StatefulLexerTest1 < Depager::LALR::Basis
+  
+
+  ### Reduce Table
+  reduce_table = [
+    [   -1,    1 ], # (  0) $start : expr
+    [    0,    4 ], # (  1) expr : expr / __expr_0_2__ fact
+    [    0,    1 ], # (  2) expr : fact
+    [    2,    0 ], # (  3) __expr_0_2__ : 
+    [    1,    1 ], # (  4) fact : REGEXP
+  ]
+  ### Extension Params
+  nparams = {
+    'NVAction' => 3, 
+    'StatefulLexer' => 2, 
+  }
+  ### Term to Int
+  t2i = {
+    nil => 0, 
+    false => 1, 
+    "/" => 2, 
+    :REGEXP => 3, 
+  }
+  ### Int to Term
+  i2t = [
+    nil, 
+    false, 
+    "/", 
+    :REGEXP, 
+  ]
+  ### Action Table
+  action_table = [
+    [ nil, nil, nil, 2, ], 
+    [ ACC, nil, 4, nil, ], 
+    [ nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, ], 
+    [ nil, nil, nil, 2, ], 
+    [ nil, nil, nil, nil, ], 
+  ]
+  ### Default Reduce Table
+  defred_table = [
+    nil, 
+    nil, 
+    -4, 
+    -2, 
+    -3, 
+    nil, 
+    -1, 
+  ]
+  defred_after_shift_table = [
+    nil, 
+    nil, 
+    -4, 
+    -2, 
+    -3, 
+    nil, 
+    -1, 
+  ]
+  ### Nonterm to Int
+  nt2i = { 
+    :expr => 0,  
+    :fact => 1,  
+    :__expr_0_2__ => 2, 
+  }
+  ### Int to Nonterm
+  i2nt = [
+    :expr, 
+    :fact, 
+    :__expr_0_2__, 
+  ]
+  ### Goto Table
+  goto_table = [ 
+   [ 1, 3, nil, ], 
+   [ nil, nil, nil, ], 
+   [ nil, nil, nil, ], 
+   [ nil, nil, nil, ], 
+   [ nil, nil, 5, ], 
+   [ nil, 6, nil, ], 
+   [ nil, nil, nil, ], 
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  def self.createDecoratedParser
+    D4StatefulLexerTest1::StatefulLexer.new(D4StatefulLexerTest1::NVAction.new(StatefulLexerTest1.new()))
+  end
+
+  ### Inner Code
+
+            def lex_START(&block)
+              case @line
+                    
+          when /\A\s+/
+            @oldline = @line; @line = $'
+                 
+
+            
+          when /\A\/(([^\/\\]+|\\.)*)\//
+            @oldline = @line; @line = $'
+                 yield _Token(:REGEXP, $&) 
+
+            
+          when /\A./
+            @oldline = @line; @line = $'
+                 yield _Token($&, $&) 
+
+        
+              else
+                raise RuntimeError, "must not happen #{@line}"
+              end
+            end
+          
+            def lex_OPMODE(&block)
+              case @line
+                    
+          when /\A\//
+            @oldline = @line; @line = $'
+                 yield _Token($&, $&) 
+
+        
+              else
+                lex_START(&block)
+              end
+            end
+          
+          attr_accessor :lex_state, :lex_context
+          def lex(&block)
+            @lex_state   ||= :START
+            @lex_context ||= {}
+            begin
+              until @line.empty?
+                self.send "lex_#{@lex_state}", &block
+              end
+            end while @line0 = @line = getline
+            yield nil, nil
+          end
+        
+end
+
+### Outer Code
+
+class D4StatefulLexerTest1::StatefulLexer < Depager::LALR::Action #:nodoc:all
+  include Depager::DecoratorUtils
+  
+  on_reduce = [
+    nil,
+              nil,
+  nil,
+  :_lex_expr_0_2,
+  :_lex_fact_0_1,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'StatefulLexer'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+        def _lex_expr_0_2 val
+          @basis.lex_state = :START;warn 'MODE:->:START'
+        end
+      
+        def _lex_fact_0_1 val
+          @basis.lex_state = :OPMODE;warn 'MODE:->:OPMODE'
+        end
+      
+      def afterError
+        warn "StatefulLex: lex_state==#{@basis.lex_state}" if $MP_DEBUG
+      end
+    
+end
+      
+class D4StatefulLexerTest1::NVAction < Depager::LALR::Action #:nodoc:all
+  include Depager::DecoratorUtils
+  
+  on_reduce = [
+    nil,
+              nil,
+  nil,
+  nil,
+  :_act_3,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'NVAction'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+module_eval <<-'.,.,118754109260321.,.,', 'slex_test/divreg.slex.dr', 22
+  def _act_3 val
+    _REGEXP = *val 
+     warn "REGEXP: #{_REGEXP.value}" 
+
+  end
+
+.,.,118754109260321.,.,
+      
+end
+      
+
+def createDecoratedStatefulLexerTest1
+  D4StatefulLexerTest1::StatefulLexer.new(D4StatefulLexerTest1::NVAction.new(StatefulLexerTest1.new()))
+end
+
+### main
+if __FILE__ == $0
+### Main Code
+p = createDecoratedStatefulLexerTest1
+p.yyparse(STDIN)
+
+end

data/{data/depager/sample/slex_test/slextest2.dr → examples/slex_test/ljoin.slex.dr}

@@ -1,31 +1,34 @@
 %class StatefulLexerTest2
 %extend StatefulLexer ('depager/slex.rb')
-%extend Action ('depager/action.rb')
-%decorate @Action
+%extend NVAction ('depager/nvaction.rb')
+%decorate @NVAction
 %decorate @StatefulLexer
 #%decorate ShiftReducePrinter ('depager/srp.rb')
 %%
 %LEX{
   <START>
   /[ \t]+/ { }
-  /\n/     { yield :EOL, $& }
-  /\w+/    { yield :ID, $& }
-  /./      { yield $&, $& }
+  /\n/     { yield _Token(:EOL, $&) }
+  /\w+/    { yield _Token(:ID,  $&) }
+  /./      { yield _Token($&,   $&) }
   <LCONT : START>
-  /\r?\n/     { }
+  /\r?\n/  { }
 %}
 
 #begin-rule
   stmts:
     | stmts expr EOL
-      { warn "<EOL>:#{@lexstate}" }
+      { warn "#{_expr} <EOL>:#{@lexstate}" }
   ;
   expr:
       expr '+' [>:LCONT] fact
+      { "#{_expr} + #{_fact}" }
     | fact
+      { _fact }
   ;
   fact:
       ID  [>:START]
+      { _ID.value }
   ;
 #end-rule
 %%

data/examples/slex_test/ljoin.slex.tab.rb

@@ -0,0 +1,277 @@
+
+begin; require 'rubygems'; rescue Exception; end
+require 'depager/parser.rb'
+
+
+module D4StatefulLexerTest2
+end
+
+class StatefulLexerTest2 < Depager::LALR::Basis
+  
+
+  ### Reduce Table
+  reduce_table = [
+    [   -1,    1 ], # (  0) $start : stmts
+    [    0,    0 ], # (  1) stmts : 
+    [    0,    3 ], # (  2) stmts : stmts expr EOL
+    [    1,    4 ], # (  3) expr : expr + __expr_0_2__ fact
+    [    1,    1 ], # (  4) expr : fact
+    [    3,    0 ], # (  5) __expr_0_2__ : 
+    [    2,    1 ], # (  6) fact : ID
+  ]
+  ### Extension Params
+  nparams = {
+    'NVAction' => 3, 
+    'StatefulLexer' => 2, 
+  }
+  ### Term to Int
+  t2i = {
+    nil => 0, 
+    false => 1, 
+    :EOL => 2, 
+    "+" => 3, 
+    :ID => 4, 
+  }
+  ### Int to Term
+  i2t = [
+    nil, 
+    false, 
+    :EOL, 
+    "+", 
+    :ID, 
+  ]
+  ### Action Table
+  action_table = [
+    [ nil, nil, nil, nil, nil, ], 
+    [ ACC, nil, nil, nil, 4, ], 
+    [ nil, nil, 5, 6, nil, ], 
+    [ nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, 4, ], 
+    [ nil, nil, nil, nil, nil, ], 
+  ]
+  ### Default Reduce Table
+  defred_table = [
+    -1, 
+    nil, 
+    nil, 
+    -4, 
+    -6, 
+    -2, 
+    -5, 
+    nil, 
+    -3, 
+  ]
+  defred_after_shift_table = [
+    -1, 
+    nil, 
+    nil, 
+    -4, 
+    -6, 
+    -2, 
+    -5, 
+    nil, 
+    -3, 
+  ]
+  ### Nonterm to Int
+  nt2i = { 
+    :stmts => 0,  
+    :expr => 1,  
+    :fact => 2,  
+    :__expr_0_2__ => 3, 
+  }
+  ### Int to Nonterm
+  i2nt = [
+    :stmts, 
+    :expr, 
+    :fact, 
+    :__expr_0_2__, 
+  ]
+  ### Goto Table
+  goto_table = [ 
+   [ 1, nil, nil, nil, ], 
+   [ nil, 2, 3, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, 7, ], 
+   [ nil, nil, 8, nil, ], 
+   [ nil, nil, nil, nil, ], 
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  def self.createDecoratedParser
+    D4StatefulLexerTest2::StatefulLexer.new(D4StatefulLexerTest2::NVAction.new(StatefulLexerTest2.new()))
+  end
+
+  ### Inner Code
+
+            def lex_START(&block)
+              case @line
+                    
+          when /\A[ \t]+/
+            @oldline = @line; @line = $'
+                 
+
+            
+          when /\A\n/
+            @oldline = @line; @line = $'
+                 yield _Token(:EOL, $&) 
+
+            
+          when /\A\w+/
+            @oldline = @line; @line = $'
+                 yield _Token(:ID,  $&) 
+
+            
+          when /\A./
+            @oldline = @line; @line = $'
+                 yield _Token($&,   $&) 
+
+        
+              else
+                raise RuntimeError, "must not happen #{@line}"
+              end
+            end
+          
+            def lex_LCONT(&block)
+              case @line
+                    
+          when /\A\r?\n/
+            @oldline = @line; @line = $'
+                 
+
+        
+              else
+                lex_START(&block)
+              end
+            end
+          
+          attr_accessor :lex_state, :lex_context
+          def lex(&block)
+            @lex_state   ||= :START
+            @lex_context ||= {}
+            begin
+              until @line.empty?
+                self.send "lex_#{@lex_state}", &block
+              end
+            end while @line0 = @line = getline
+            yield nil, nil
+          end
+        
+end
+
+### Outer Code
+
+class D4StatefulLexerTest2::StatefulLexer < Depager::LALR::Action #:nodoc:all
+  include Depager::DecoratorUtils
+  
+  on_reduce = [
+    nil,
+              nil,
+  nil,
+  nil,
+  nil,
+  :_lex_expr_0_2,
+  :_lex_fact_0_1,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'StatefulLexer'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+        def _lex_expr_0_2 val
+          @basis.lex_state = :LCONT
+        end
+      
+        def _lex_fact_0_1 val
+          @basis.lex_state = :START
+        end
+      
+      def afterError
+        warn "StatefulLex: lex_state==#{@basis.lex_state}" if $MP_DEBUG
+      end
+    
+end
+      
+class D4StatefulLexerTest2::NVAction < Depager::LALR::Action #:nodoc:all
+  include Depager::DecoratorUtils
+  
+  on_reduce = [
+    nil,
+              nil,
+  :_act_1,
+  :_act_2,
+  :_act_3,
+  nil,
+  :_act_5,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'NVAction'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+module_eval <<-'.,.,118754109357478.,.,', 'slex_test/ljoin.slex.dr', 19
+  def _act_1 val
+    _stmts, _expr, _EOL = *val 
+     warn "#{_expr} <EOL>:#{@lexstate}" 
+
+  end
+
+.,.,118754109357478.,.,
+      
+module_eval <<-'.,.,118754109356391.,.,', 'slex_test/ljoin.slex.dr', 23
+  def _act_2 val
+    _expr, _, ___expr_0_2__, _fact = *val 
+     "#{_expr} + #{_fact}" 
+
+  end
+
+.,.,118754109356391.,.,
+      
+module_eval <<-'.,.,118754109362724.,.,', 'slex_test/ljoin.slex.dr', 25
+  def _act_3 val
+    _fact = *val 
+     _fact 
+
+  end
+
+.,.,118754109362724.,.,
+      
+module_eval <<-'.,.,118754109319023.,.,', 'slex_test/ljoin.slex.dr', 29
+  def _act_5 val
+    _ID = *val 
+     _ID.value 
+
+  end
+
+.,.,118754109319023.,.,
+      
+end
+      
+
+def createDecoratedStatefulLexerTest2
+  D4StatefulLexerTest2::StatefulLexer.new(D4StatefulLexerTest2::NVAction.new(StatefulLexerTest2.new()))
+end
+
+### main
+if __FILE__ == $0
+### Main Code
+p = createDecoratedStatefulLexerTest2
+p.yyparse(STDIN)
+
+end