depager 0.2.3 → 0.3.0.b20250423

data/lib/depager/{ruby/plugins → plugins}/slex.dr

@@ -1,200 +1,201 @@
-%defext StatefulLexerExtension
-%extend Lexer ('plugins/lex.rb')
-%extend NVAction ('plugins/nvaction.rb')
-%decorate @NVAction
-#%decorate ShiftReducePrinter ('plugins/srp.rb')
-%inner{
-  attr_accessor :ins, :code, :optval
-  def init_parser
-    super
-    @ins = []
-    @optouter = []
-    @on_reduce = []
-    @addition = []
-  end
-  def post_rule_list
-    @optouter << %{
-      def afterError
-        warn "StatefulLex: lex_state==\#{@basis.lex_state}" if $MP_DEBUG
-      end
-    }
-    g_parser.optouter <<
-      gen_action_decorator_code(target_name, paramkey,
-                                @on_reduce, @optouter)
-  end
-  def post_rhs
-    j = 0
-    rhs = g_parser.rhs
-    @ins.each do |i, option_list, debug|
-      state_name = "#{lhs_name}_#{nrhs}_#{i}"
-      m_name     = "_lex_#{state_name}"
-      if i != rhs.size
-        nt_name  = "__#{state_name}__"
-        isym     = g_parser.add_nonterm(nt_name)
-        g_parser.rhs_insert_sym(i+j, isym, nt_name)
-        @addition << [ isym, m_name ]
-        j += 1
-      else
-        @on_reduce[nrules] = ':'+m_name
-      end
-
-      codes = option_list.map do |k, m|
-        case k
-        when :GOTO
-          "@basis.lex_state = #{m}" <<
-            (debug ? ";warn 'MODE:->#{m}'" : '')
-        when :ADD 
-          "@basis.lex_context[#{m}] = true" <<
-            (debug ? ";warn 'CONTEXT:+#{m}/\#{@context.inspect}'" : '')
-        when :SUB
-          "@basis.lex_context.delete #{m}" <<
-            (debug ? ";warn 'CONTEXT:-#{m}'/\#{@context.inspect}" : '')
-        else
-        end
-      end
-      @optouter.push << %{
-        def #{m_name} val
-          #{codes.join("\n          ")}
-        end
-      }
-    end
-    @ins.clear
-  end
-  def post_rhs_list
-    @addition.each do |isym, m_name|  
-      g_parser.add_rule isym, []
-      @on_reduce[nrules] = ':'+m_name
-    end
-    @addition.clear
-  end
-%}
-######################################################################
-# Define Tokens
-######################################################################
-%hook pre_rule_list /%LEX\{\s*\Z/ skip
-%banner '%LEX{ ... }'
-%%
-%LEX{
-  /\s+/, /#.*\Z/           { }
-  /[A-Z]+/                 { yield token(:ID, $&) }
-  /\%\}\s*\Z/              { yield nil,nil }
-  /\/(([^\/\\]+|\\.)*)\//  { yield token(:LEX, "/\\A#{$1}/") }
-  /'([^'\\]+|\\.)*'/,
-  /"([^"\\]+|\\.)*"/
-  { 
-    yield token(:LEX, "/\\A#{Regexp.escape($1).gsub('/', '\/')}/")
-  }
-  '{' !
-  { 
-    _lineno = lineno
-    yield token(:ACTION, parse_action, _lineno)
-  }
-  /./                      { yield token($&, $&) }
-%}
-#begin-rule
-  start:
-      mode_list
-      {
-        ll = ''
-        _mode_list.each do |m, s, l|
-          else_code = if s
-                        "lex_#{s}(&block)"
-                      else
-                        'raise RuntimeError, "must not happen #{@line}"'
-                      end
-          ll << %{
-            def lex_#{m}(&block)
-              case @line
-                #{l}
-              else
-                #{else_code}
-              end
-            end
-          }; #code
-        end
-        g_parser.optinner << ll << %{
-          attr_accessor :lex_state, :lex_context
-          def lex(&block)
-            @lex_state   ||= :START
-            @lex_context ||= {}
-            begin
-              until @line.empty?
-                self.send "lex_\#{@lex_state}", &block
-              end
-            end while @line0 = @line = getline
-            yield nil, nil
-          end
-        }; #code
-      }
-  ;
-  mode_list:
-                                  { [ ] }
-    | mode_list mode lexactlist   { _mode_list << [_mode[0], _mode[1], _lexactlist] }
-  ;
-  mode:
-      '<' ID opt_super '>'        { [ _ID.value, _opt_super ] }
-  ;
-  opt_super:
-                                  { nil }
-    | ':' ID                      { _ID.value }
-  ;
-  lexactlist:
-      lexact            { _lexact }
-    | lexactlist lexact { _lexactlist << _lexact }
-  ;
-  lexact:
-      lexlist opt_noskip ACTION
-      {
-        %{
-          when #{_lexlist.join(', ')}
-            #{ _opt_noskip ? '#' : "@oldline = @line; @line = $'" }
-            #{ _ACTION.value }
-        }; #code
-      }
-  ;
-  opt_noskip:          
-                        { false }
-    | '!'               { true  }
-  ;
-  lexlist:
-      LEX               { [ _LEX.value ] }
-    | lexlist ',' LEX   { _lexlist.push _LEX.value }
-  ;
-#end-rule
-%%
-######################################################################
-# Change State
-######################################################################
-%hook pre_rhs post_symbol /\[/
-%banner '[> ...]'
-%%
-%LEX{
-  /\s+/            { }
-  /:[a-zA-Z_]+\??/ { yield token(:SYMBOL, $&) }
-  /\]/             { yield token($&, $&); @line = $'; yield nil, nil }
-  /./              { yield token($&, $&) }
-%}
-
-#begin-rule
-  start:
-      '[' option_list ']'
-      {
-        master.ins.push [g_parser.rhs.size, _option_list, false]
-      }
-    | '[' option_list '?' ']'
-      {
-        master.ins.push [g_parser.rhs.size, _option_list, true]
-      }
-
-  ;
-  option_list:
-      option             { [_option] }
-    | option_list option { _option_list << _option }
-  ;
-  option:
-      '>' SYMBOL { [:GOTO, _SYMBOL.value] }
-    | '+' SYMBOL { [:ADD, _SYMBOL.value]  }
-    | '-' SYMBOL { [:SUB, _SYMBOL.value]  }
-  ;
-#end-rule
-%%
+%defext Depager::StatefulLexerExtension
+%extend Depager::Depager::Lexer ('depager/plugins/lex.rb')
+%extend Depager::Depager::Action ('depager/plugins/action.rb')
+%decorate @Action
+#%decorate Depager::LALR::ShiftReducePrinter ('depager/plugins/srp.rb')
+%inner{
+  attr_accessor :ins, :code, :optval
+  def init_extension
+    @ins = []
+    @action_code = ''
+    @on_reduce = []
+    @addition = []
+  end
+
+  def term_extension
+    @action_code << <<-CODE
+      def after_error
+        warn "StatefulLex: lex_state==\#{@basis.lex_state}" if Depager.debug_mode?
+      end
+    CODE
+    g_parser.outer_code <<
+      generate_action_decorator_code(@on_reduce, @action_code)
+  end
+
+  def post_rhs
+    j = 0
+    rhs = g_parser.rhs
+    @ins.each do |i, option_list, debug|
+      state_name = "#{g_parser.lhs_name}_#{g_parser.nrhs}_#{i}"
+      m_name     = "_lex_#{state_name}"
+      if i != rhs.size
+        nt_name  = "__#{state_name}__"
+        isym     = g_parser.add_nonterm(nt_name)
+        g_parser.insert_sym_to_rhs(i + j, isym, nt_name)
+        @addition << [ isym, m_name ]
+        j += 1
+      else
+        @on_reduce[g_parser.rules.size-1] = ':'+m_name
+      end
+
+      codes = option_list.map do |k, m|
+        case k
+        when :GOTO
+          "@basis.lex_state = #{m}" <<
+            (debug ? ";warn 'MODE:->#{m}'" : '')
+        when :ADD
+          "@basis.lex_context[#{m}] = true" <<
+            (debug ? ";warn 'CONTEXT:+#{m}/\#{@context.inspect}'" : '')
+        when :SUB
+          "@basis.lex_context.delete #{m}" <<
+            (debug ? ";warn 'CONTEXT:-#{m}'/\#{@context.inspect}" : '')
+        else
+        end
+      end
+      @action_code << <<-CODE
+        def #{m_name} val
+          #{codes.join("\n          ")}
+        end
+      CODE
+    end
+    @ins.clear
+  end
+
+  def post_rhs_list
+    @addition.each do |isym, m_name|
+      g_parser.add_rule isym, []
+      @on_reduce[g_parser.rules.size-1] = ':'+m_name
+    end
+    @addition.clear
+  end
+%}
+######################################################################
+# Define Tokens
+######################################################################
+%hook pre_rule_list /%LEX\{\s*\Z/ skip
+%banner '%LEX{ ... }'
+%%
+%LEX{
+  /\s+/, /#.*\Z/           { }
+  /[A-Z]+/                 { yield token(:ID, $&) }
+  /\%\}\s*\Z/              { yield nil,nil }
+  /\/(([^\/\\]+|\\.)*)\//  { yield token(:LEX, "/\\A#{$1}/") }
+  /'([^'\\]+|\\.)*'/,
+  /"([^"\\]+|\\.)*"/
+  {
+    yield token(:LEX, "/\\A#{Regexp.escape($1).gsub('/', '\/')}/")
+  }
+  '{' !
+  {
+    lineno = file.lineno
+    yield token(:ACTION, parse_block, lineno)
+  }
+  /./                      { yield token($&, $&) }
+%}
+#begin-rule
+  start:
+      mode_list
+      {
+        ll = ''
+        _mode_list.each do |m, s, l|
+          else_code = if s
+                        "lex_#{s}(&block)"
+                      else
+                        'raise RuntimeError, "must not happen #{@line}"'
+                      end
+          ll << <<-CODE
+            def lex_#{m}(&block)
+              case @line
+                #{l}
+              else
+                #{else_code}
+              end
+            end
+          CODE
+        end
+        g_parser.inner_code << ll << <<-CODE
+          attr_accessor :lex_state, :lex_context
+          def lex(&block)
+            @lex_state   ||= :START
+            @lex_context ||= {}
+            begin
+              until @line.empty?
+                self.send "lex_\#{@lex_state}", &block
+              end
+            end while @original_line = @line = file.gets
+            yield nil, nil
+          end
+        CODE
+      }
+  ;
+  mode_list:
+                                  { [ ] }
+    | mode_list mode lexactlist   { _mode_list << [_mode[0], _mode[1], _lexactlist] }
+  ;
+  mode:
+      '<' ID opt_super '>'        { [ _ID.value, _opt_super ] }
+  ;
+  opt_super:
+                                  { nil }
+    | ':' ID                      { _ID.value }
+  ;
+  lexactlist:
+      lexact            { _lexact }
+    | lexactlist lexact { _lexactlist << _lexact }
+  ;
+  lexact:
+      lexlist opt_noskip ACTION
+      {
+        <<-CODE
+          when #{_lexlist.join(', ')}
+            #{ _opt_noskip ? '#' : "@line = $'" }
+            #{ _ACTION.value }
+        CODE
+      }
+  ;
+  opt_noskip:
+                        { false }
+    | '!'               { true  }
+  ;
+  lexlist:
+      LEX               { [ _LEX.value ] }
+    | lexlist ',' LEX   { _lexlist.push _LEX.value }
+  ;
+#end-rule
+%%
+######################################################################
+# Change State
+######################################################################
+%hook pre_rhs post_symbol /\[/
+%banner '[> ...]'
+%%
+%LEX{
+  /\s+/            { }
+  /:[a-zA-Z_]+\??/ { yield token(:SYMBOL, $&) }
+  /\]/             { yield token($&, $&); @line = $'; yield nil, nil }
+  /./              { yield token($&, $&) }
+%}
+
+#begin-rule
+  start:
+      '[' option_list ']'
+      {
+        master.ins.push [g_parser.rhs.size, _option_list, false]
+      }
+    | '[' option_list '?' ']'
+      {
+        master.ins.push [g_parser.rhs.size, _option_list, true]
+      }
+
+  ;
+  option_list:
+      option             { [_option] }
+    | option_list option { _option_list << _option }
+  ;
+  option:
+      '>' SYMBOL { [:GOTO, _SYMBOL.value] }
+    | '+' SYMBOL { [:ADD, _SYMBOL.value]  }
+    | '-' SYMBOL { [:SUB, _SYMBOL.value]  }
+  ;
+#end-rule
+%%