depager 0.2.3 → 0.3.0.b20250423

data/lib/depager/plugins/slex.rb

@@ -0,0 +1,769 @@
+###
+### Depager::StatefulLexerExtension - Depager Extension (master)
+###
+require 'depager/parser.rb'
+
+
+module Depager ; end
+
+class Depager::StatefulLexerExtension < Depager::Extension
+
+  def initialize
+    super
+    @master = self
+    @slaves = []
+  end
+
+  def extension_registered g_parser
+    super g_parser
+
+    @slaves << Depager::StatefulLexerExtension::PreRuleList0::Parser.new(g_parser, self)
+    g_parser.hooks[:pre_rule_list].push [@slaves.last, :do_parse]
+    @slaves << Depager::StatefulLexerExtension::PreRhsPostSymbol1::Parser.new(g_parser, self)
+    g_parser.hooks[:pre_rhs].push [@slaves.last, :do_parse]
+    g_parser.hooks[:post_symbol].push [@slaves.last, :do_parse]
+  end
+
+module_eval <<'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 7
+  attr_accessor :ins, :code, :optval
+  def init_extension
+    @ins = []
+    @action_code = ''
+    @on_reduce = []
+    @addition = []
+  end
+
+  def term_extension
+    @action_code << <<-CODE
+      def after_error
+        warn "StatefulLex: lex_state==\#{@basis.lex_state}" if Depager.debug_mode?
+      end
+    CODE
+    g_parser.outer_code <<
+      generate_action_decorator_code(@on_reduce, @action_code)
+  end
+
+  def post_rhs
+    j = 0
+    rhs = g_parser.rhs
+    @ins.each do |i, option_list, debug|
+      state_name = "#{g_parser.lhs_name}_#{g_parser.nrhs}_#{i}"
+      m_name     = "_lex_#{state_name}"
+      if i != rhs.size
+        nt_name  = "__#{state_name}__"
+        isym     = g_parser.add_nonterm(nt_name)
+        g_parser.insert_sym_to_rhs(i + j, isym, nt_name)
+        @addition << [ isym, m_name ]
+        j += 1
+      else
+        @on_reduce[g_parser.rules.size-1] = ':'+m_name
+      end
+
+      codes = option_list.map do |k, m|
+        case k
+        when :GOTO
+          "@basis.lex_state = #{m}" <<
+            (debug ? ";warn 'MODE:->#{m}'" : '')
+        when :ADD
+          "@basis.lex_context[#{m}] = true" <<
+            (debug ? ";warn 'CONTEXT:+#{m}/\#{@context.inspect}'" : '')
+        when :SUB
+          "@basis.lex_context.delete #{m}" <<
+            (debug ? ";warn 'CONTEXT:-#{m}'/\#{@context.inspect}" : '')
+        else
+        end
+      end
+      @action_code << <<-CODE
+        def #{m_name} val
+          #{codes.join("\n          ")}
+        end
+      CODE
+    end
+    @ins.clear
+  end
+
+  def post_rhs_list
+    @addition.each do |isym, m_name|
+      g_parser.add_rule isym, []
+      @on_reduce[g_parser.rules.size-1] = ':'+m_name
+    end
+    @addition.clear
+  end
+
+DEPAGER_EXPANDED_CODE
+
+end
+
+###
+### Depager::StatefulLexerExtension::PreRuleList0 - Part of Depager Extension (slave)
+###
+
+module Depager::StatefulLexerExtension::PreRuleList0 #:nodoc:all
+  class Parser < Depager::LALR::Basis #:nodoc:all
+    include Depager::Utils::ExtensionSlaveMethods
+
+    ### Reduce Table
+    REDUCE_TABLE = [
+      [ -1, 1 ],
+      [ 0, 1 ],
+      [ 1, 0 ],
+      [ 1, 3 ],
+      [ 2, 4 ],
+      [ 4, 0 ],
+      [ 4, 2 ],
+      [ 3, 1 ],
+      [ 3, 2 ],
+      [ 5, 3 ],
+      [ 7, 0 ],
+      [ 7, 1 ],
+      [ 6, 1 ],
+      [ 6, 3 ],
+    ]
+    def reduce_table; REDUCE_TABLE; end
+
+    ### Term to Int
+    TERM_TO_INT = {
+      nil => 0,
+      false => 1,
+      "<" => 2,
+      :ID => 3,
+      ">" => 4,
+      ":" => 5,
+      :ACTION => 6,
+      "!" => 7,
+      :LEX => 8,
+      "," => 9,
+    }
+    def term_to_int; TERM_TO_INT; end
+
+    ### Int to Term
+    INT_TO_TERM = [
+      nil,
+      false,
+      "<",
+      :ID,
+      ">",
+      ":",
+      :ACTION,
+      "!",
+      :LEX,
+      ",",
+    ]
+    def int_to_term; INT_TO_TERM; end
+
+    ### Action Table
+    ACTION_TABLE = [
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ ACC, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, 4, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, 8, nil, ],
+      [ nil, nil, nil, 9, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, 8, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, 12, nil, 13, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, 15, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, 16, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, 17, nil, ],
+      [ nil, nil, nil, nil, 18, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, 19, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+    ]
+    def action_table; ACTION_TABLE; end
+
+    ### Default Reduce Table
+    DEFRED_TABLE = [
+      -2,
+      nil,
+      -1,
+      nil,
+      nil,
+      -3,
+      -7,
+      -10,
+      -12,
+      -5,
+      -8,
+      nil,
+      -11,
+      nil,
+      nil,
+      nil,
+      -9,
+      -13,
+      -4,
+      -6,
+    ]
+    def defred_table; DEFRED_TABLE; end
+
+    DEFRED_AFTER_SHIFT_TABLE = [
+      -2,
+      nil,
+      nil,
+      nil,
+      nil,
+      nil,
+      -7,
+      nil,
+      -12,
+      nil,
+      -8,
+      nil,
+      -11,
+      nil,
+      nil,
+      nil,
+      -9,
+      -13,
+      -4,
+      -6,
+    ]
+    def defred_after_shift_table; DEFRED_AFTER_SHIFT_TABLE; end
+
+    ### Nonterm to Int
+    NONTERM_TO_INT = {
+      :start => 0,
+      :mode_list => 1,
+      :mode => 2,
+      :lexactlist => 3,
+      :opt_super => 4,
+      :lexact => 5,
+      :lexlist => 6,
+      :opt_noskip => 7,
+    }
+    def nonterm_to_int; NONTERM_TO_INT; end
+
+    ### Int to Nonterm
+    INT_TO_NONTERM = [
+      :start,
+      :mode_list,
+      :mode,
+      :lexactlist,
+      :opt_super,
+      :lexact,
+      :lexlist,
+      :opt_noskip,
+    ]
+    def int_to_nonterm; INT_TO_NONTERM; end
+
+    ### Goto Table
+    GOTO_TABLE = [
+      [ 1, 2, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, 3, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, 5, nil, 6, 7, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, 10, 7, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, 11, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, 14, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, ],
+    ]
+    def goto_table; GOTO_TABLE; end
+
+    def initialize g_parser, master
+      super()
+      @g_parser  = g_parser
+      @d_parser  = g_parser.d_parser
+      @master    = master
+      @decorated = Action.new(self)
+    end
+
+    
+    def do_parse?
+      if @line.match(/^\s*%LEX\{\s*\Z/)
+         @line = $' 
+        true
+      else
+        false
+      end
+    end
+    
+
+    def banner
+      "%LEX{ ... } / Depager::StatefulLexerExtension"
+    end
+
+def lex
+  begin
+    until @line.empty?
+      case @line
+          when /\A\s+/, /\A#.*\Z/
+            @line = $'
+                 
+
+          when /\A[A-Z]+/
+            @line = $'
+                 yield token(:ID, $&) 
+
+          when /\A\%\}\s*\Z/
+            @line = $'
+                 yield nil,nil 
+
+          when /\A\/(([^\/\\]+|\\.)*)\//
+            @line = $'
+                 yield token(:LEX, "/\\A#{$1}/") 
+
+          when /\A'([^'\\]+|\\.)*'/, /\A"([^"\\]+|\\.)*"/
+            @line = $'
+            
+    yield token(:LEX, "/\\A#{Regexp.escape($1).gsub('/', '\/')}/")
+
+          when /\A\{/
+            #
+            
+    lineno = file.lineno
+    yield token(:ACTION, parse_block, lineno)
+
+          when /\A./
+            @line = $'
+                 yield token($&, $&) 
+
+
+      else
+        raise RuntimeError, "must not happen #{@line}"
+      end
+    end
+  end while @original_line = @line = file.gets
+  yield nil, nil
+end
+
+  end
+end
+
+class Depager::StatefulLexerExtension::PreRuleList0::Action < Depager::LALR::Action #:nodoc:all
+  include Depager::Utils::ExtensionSlaveDecoratorMethods
+ON_REDUCE = [
+              nil,
+            :_act_1,
+            :_act_2,
+            :_act_3,
+            :_act_4,
+            :_act_5,
+            :_act_6,
+            :_act_7,
+            :_act_8,
+            :_act_9,
+            :_act_10,
+            :_act_11,
+            :_act_12,
+            :_act_13,
+
+]
+def on_reduce; ON_REDUCE; end
+
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 96
+def _act_1 val
+    _mode_list, = *val
+
+        ll = ''
+        _mode_list.each do |m, s, l|
+          else_code = if s
+                        "lex_#{s}(&block)"
+                      else
+                        'raise RuntimeError, "must not happen #{@line}"'
+                      end
+          ll << <<-CODE
+            def lex_#{m}(&block)
+              case @line
+                #{l}
+              else
+                #{else_code}
+              end
+            end
+          CODE
+        end
+        g_parser.inner_code << ll << <<-CODE
+          attr_accessor :lex_state, :lex_context
+          def lex(&block)
+            @lex_state   ||= :START
+            @lex_context ||= {}
+            begin
+              until @line.empty?
+                self.send "lex_\#{@lex_state}", &block
+              end
+            end while @original_line = @line = file.gets
+            yield nil, nil
+          end
+        CODE
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 130
+def _act_2 val
+    # empty rule
+     [ ] 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 131
+def _act_3 val
+    _mode_list, _mode, _lexactlist, = *val
+     _mode_list << [_mode[0], _mode[1], _lexactlist] 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 134
+def _act_4 val
+    _, _ID, _opt_super, _, = *val
+     [ _ID.value, _opt_super ] 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 137
+def _act_5 val
+    # empty rule
+     nil 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 138
+def _act_6 val
+    _, _ID, = *val
+     _ID.value 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 141
+def _act_7 val
+    _lexact, = *val
+     _lexact 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 142
+def _act_8 val
+    _lexactlist, _lexact, = *val
+     _lexactlist << _lexact 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 146
+def _act_9 val
+    _lexlist, _opt_noskip, _ACTION, = *val
+
+        <<-CODE
+          when #{_lexlist.join(', ')}
+            #{ _opt_noskip ? '#' : "@line = $'" }
+            #{ _ACTION.value }
+        CODE
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 155
+def _act_10 val
+    # empty rule
+     false 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 156
+def _act_11 val
+    _, = *val
+     true  
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 159
+def _act_12 val
+    _LEX, = *val
+     [ _LEX.value ] 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 160
+def _act_13 val
+    _lexlist, _, _LEX, = *val
+     _lexlist.push _LEX.value 
+
+end
+DEPAGER_EXPANDED_CODE
+
+
+end
+
+###
+### Depager::StatefulLexerExtension::PreRhsPostSymbol1 - Part of Depager Extension (slave)
+###
+
+module Depager::StatefulLexerExtension::PreRhsPostSymbol1 #:nodoc:all
+  class Parser < Depager::LALR::Basis #:nodoc:all
+    include Depager::Utils::ExtensionSlaveMethods
+
+    ### Reduce Table
+    REDUCE_TABLE = [
+      [ -1, 1 ],
+      [ 0, 3 ],
+      [ 0, 4 ],
+      [ 1, 1 ],
+      [ 1, 2 ],
+      [ 2, 2 ],
+      [ 2, 2 ],
+      [ 2, 2 ],
+    ]
+    def reduce_table; REDUCE_TABLE; end
+
+    ### Term to Int
+    TERM_TO_INT = {
+      nil => 0,
+      false => 1,
+      "[" => 2,
+      "]" => 3,
+      "?" => 4,
+      ">" => 5,
+      :SYMBOL => 6,
+      "+" => 7,
+      "-" => 8,
+    }
+    def term_to_int; TERM_TO_INT; end
+
+    ### Int to Term
+    INT_TO_TERM = [
+      nil,
+      false,
+      "[",
+      "]",
+      "?",
+      ">",
+      :SYMBOL,
+      "+",
+      "-",
+    ]
+    def int_to_term; INT_TO_TERM; end
+
+    ### Action Table
+    ACTION_TABLE = [
+      [ nil, nil, 2, nil, nil, nil, nil, nil, nil, ],
+      [ ACC, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, 5, nil, 6, 7, ],
+      [ nil, nil, nil, 8, 9, 5, nil, 6, 7, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, 11, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, 12, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, 13, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, 14, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+      [ nil, nil, nil, nil, nil, nil, nil, nil, nil, ],
+    ]
+    def action_table; ACTION_TABLE; end
+
+    ### Default Reduce Table
+    DEFRED_TABLE = [
+      nil,
+      nil,
+      nil,
+      nil,
+      -3,
+      nil,
+      nil,
+      nil,
+      -1,
+      nil,
+      -4,
+      -5,
+      -6,
+      -7,
+      -2,
+    ]
+    def defred_table; DEFRED_TABLE; end
+
+    DEFRED_AFTER_SHIFT_TABLE = [
+      nil,
+      nil,
+      nil,
+      nil,
+      -3,
+      nil,
+      nil,
+      nil,
+      -1,
+      nil,
+      -4,
+      -5,
+      -6,
+      -7,
+      -2,
+    ]
+    def defred_after_shift_table; DEFRED_AFTER_SHIFT_TABLE; end
+
+    ### Nonterm to Int
+    NONTERM_TO_INT = {
+      :start => 0,
+      :option_list => 1,
+      :option => 2,
+    }
+    def nonterm_to_int; NONTERM_TO_INT; end
+
+    ### Int to Nonterm
+    INT_TO_NONTERM = [
+      :start,
+      :option_list,
+      :option,
+    ]
+    def int_to_nonterm; INT_TO_NONTERM; end
+
+    ### Goto Table
+    GOTO_TABLE = [
+      [ 1, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, 3, 4, ],
+      [ nil, nil, 10, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+      [ nil, nil, nil, ],
+    ]
+    def goto_table; GOTO_TABLE; end
+
+    def initialize g_parser, master
+      super()
+      @g_parser  = g_parser
+      @d_parser  = g_parser.d_parser
+      @master    = master
+      @decorated = Action.new(self)
+    end
+
+    
+    def do_parse?
+      if @line.match(/^\s*\[/)
+        
+        true
+      else
+        false
+      end
+    end
+    
+
+    def banner
+      "[> ...] / Depager::StatefulLexerExtension"
+    end
+
+def lex
+  begin
+    until @line.empty?
+      case @line
+          when /\A\s+/
+            @line = $'
+                 
+
+          when /\A:[a-zA-Z_]+\??/
+            @line = $'
+                 yield token(:SYMBOL, $&) 
+
+          when /\A\]/
+            @line = $'
+                 yield token($&, $&); @line = $'; yield nil, nil 
+
+          when /\A./
+            @line = $'
+                 yield token($&, $&) 
+
+
+      else
+        raise RuntimeError, "must not happen #{@line}"
+      end
+    end
+  end while @original_line = @line = file.gets
+  yield nil, nil
+end
+
+  end
+end
+
+class Depager::StatefulLexerExtension::PreRhsPostSymbol1::Action < Depager::LALR::Action #:nodoc:all
+  include Depager::Utils::ExtensionSlaveDecoratorMethods
+ON_REDUCE = [
+              nil,
+            :_act_1,
+            :_act_2,
+            :_act_3,
+            :_act_4,
+            :_act_5,
+            :_act_6,
+            :_act_7,
+
+]
+def on_reduce; ON_REDUCE; end
+
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 180
+def _act_1 val
+    _, _option_list, _, = *val
+
+        master.ins.push [g_parser.rhs.size, _option_list, false]
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 184
+def _act_2 val
+    _, _option_list, _, _, = *val
+
+        master.ins.push [g_parser.rhs.size, _option_list, true]
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 190
+def _act_3 val
+    _option, = *val
+     [_option] 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 191
+def _act_4 val
+    _option_list, _option, = *val
+     _option_list << _option 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 194
+def _act_5 val
+    _, _SYMBOL, = *val
+     [:GOTO, _SYMBOL.value] 
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 195
+def _act_6 val
+    _, _SYMBOL, = *val
+     [:ADD, _SYMBOL.value]  
+
+end
+DEPAGER_EXPANDED_CODE
+module_eval <<-'DEPAGER_EXPANDED_CODE', 'lib/depager/plugins/slex.dr', 196
+def _act_7 val
+    _, _SYMBOL, = *val
+     [:SUB, _SYMBOL.value]  
+
+end
+DEPAGER_EXPANDED_CODE
+
+
+end
+
+