depager 0.2.3 → 0.3.0.b20250423

data/lib/depager/plugins/srp.rb

@@ -0,0 +1,46 @@
+class Depager::LALR::ShiftReducePrinter < Depager::LALR::AdvancedParser
+  def dumpstack(stack)
+    stack.map.with_index do |v, x|
+      if x.even?
+        "(#{v})"
+      elsif v[1] == :NT
+        "#{int_to_nonterm[v[0]]}:#{v[1..].inspect}"
+      elsif int_to_term[v[0]].instance_of?(String)
+        "'#{int_to_term[v[0]]}':#{v[1..].inspect}"
+      else
+        "#{int_to_term[v[0]]}:#{v[1..].inspect}"
+      end
+    end.join(" ")
+  end
+
+  def after_shift
+    st0 = stack[stack.size - 3]
+    st = stack.last
+    sh = int_to_term[stack[stack.size - 2][0]]
+    la = int_to_term[lookahead[0]]
+    warn "LA:<#{la}> shift:<#{sh}> state:#{st0}->#{st}"
+    warn "LINE:<#{basis.line}>"
+    warn dumpstack(stack), "\n"
+  end
+
+  def after_reduce
+    st = stack.last
+    re = int_to_nonterm[stack[stack.size - 2][0]]
+    la = int_to_term[lookahead[0]]
+    warn "LA:<#{la}> reduce:<#{re}> state: ->#{st}"
+    warn "LINE:<#{basis.line}>"
+    warn dumpstack(stack), "\n"
+  end
+
+  def after_accept
+    warn "acc."
+  end
+
+  def after_error
+    st = stack.last
+    la = int_to_term[lookahead[0]]
+    warn "LA:<#{la}> last_state:#{st}"
+    warn "LINE:<#{basis.line}>"
+    warn dumpstack(stack), "\n"
+  end
+end

data/lib/depager/ruby/templates/extension_lalr_master.erb

@@ -1,51 +1,40 @@
-<%
-  target_name    = @d_parser.target_name
-  optouter = @optouter.join
-  optinner = @optinner.join
-  optmain  = @optmain.join
-  req      = @req.uniq
-  paramkey = @paramkey || ":default"
-  regs     = @regs
-  mixin    = @mixin.uniq
-%>
-###
-### <%=target_name%> - Depager Extension (master)
-###
-require 'pp.rb'
-require 'depager/parser.rb'
-<%req.each do |i|%>require <%=i%>
-<%end%>
-
-module D4<%= target_name %> #:nodoc:all
-end
-
-class <%= target_name %> #:nodoc:all
-  include Depager::ExtensionUtils
-  <% mixin.each do |i| %>
-  include <%=i%><%end%>
-  attr_accessor :h2p
-
-  def initialize
-    @master = self
-    @hook = []
-    @h2p = {}
-    init_parser
-  end
-
-  def __regext__ p
-    super p, <%= paramkey %>, nil
-    <% x = 0; h = {}; regs.each do |i, m| %>
-    <% unless h[m] %>@hook[<%=x%>] = <%= m %>.new(p, @nparam, self)<%h[m]=x%>
-    @h2p['<%= m.sub(/#{target_name}_/,'')%>'] = @hook[<%=h[m]%>] <%else
-    %># use @hook[<%=h[m]%>](<%=m%>)<%end%>
-    p.hooks[:<%=i%>].push [@hook[<%=h[m]%>], :do_parse]
-    <% x+=1; end %>
-    regext p
-  end
-
-  ### Inner Code
-<%= optinner %>
-end
-
-### Outer Code
-<%= optouter %>
+###
+### <%= d_parser.target_namespace %> - Depager Extension (master)
+###
+require 'depager/parser.rb'
+
+<%- @requirements.each do |i| -%>
+require <%= i %>
+<%- end -%>
+
+<%- r = ''; d_parser.target_namespace.split('::')[0..-2].each do |i| -%>
+module <%= "#{r}#{i}" %> ; end
+  <%- r << "#{i}::"-%>
+<%- end -%>
+
+class <%= d_parser.target_namespace %> < Depager::Extension
+  <%- @mixins.uniq.each do |i| -%>
+  include <%= i %>
+  <%- end -%>
+
+  def initialize
+    super
+    @master = self
+    @slaves = []
+  end
+
+  def extension_registered g_parser
+    super g_parser
+
+    <%- @slaves.each do |name, hooks| -%>
+    @slaves << <%= name %>.new(g_parser, self)
+      <%- hooks.each do |hook| -%>
+    g_parser.hooks[:<%= hook %>].push [@slaves.last, :do_parse]
+      <%- end -%>
+    <%- end -%>
+  end
+
+<%= @inner_code %>
+end
+
+<%= @outer_code %>

data/lib/depager/ruby/templates/extension_lalr_slave.erb

@@ -1,107 +1,113 @@
-<%
-  target_name = g_parser.target_name
-  table     = g_parser.table
-  g         = table.grammar
-  rulelist  = g.rulelist
-  t2i       = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] }
-  nt2i      = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] }
-  taction   = table.action_table
-  tgoto     = table.goto_table
-  tdefred   = table.defred_table
-  tdefreds  = table.defred_after_shift_table
-  optouter  = g_parser.optouter.join
-  optinner  = g_parser.optinner.join
-  optmain   = g_parser.optmain.join
-  nparams   = g_parser.nparams
-  decparser = @deco.inject(@basis_name) { |r, i|
-    "#{i.sub(/^@/, "D4#{target_name}::")}.new(#{r})"
-  }
-  banner    ||= target_name
-  mixin     = mixin.uniq
-%>
-###
-### <%=target_name%> - Part of Depager Extension (slave)
-###
-module D4<%= target_name %> #:nodoc:all
-end
-
-class <%= target_name %> < Depager::LALR::Basis #:nodoc:all
-  include Depager::ExtensionUtils
-  <% mixin.each do |i| %>
-  include <%=i%><%end%>
-
-  ### Reduce Table
-  reduce_table = [<% rulelist.each do |i| %>
-    [ <%= i.lhs - 1%>, <%= i.rhs.size %> ],<% end %>
-  ]
-  ### Extension Params
-  nparams = {<% nparams.each do |c, i| %>
-    '<%= c %>' => <%= i %>, <% end %>
-  }
-  ### Term to Int
-  t2i = {<% t2i.each do |k, v| %>
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Term
-  i2t = [<% t2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Action Table
-  action_table = [<% taction.each do |i| %>
-    [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-  ### Default Reduce Table
-  defred_table = [<% tdefred.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  defred_after_shift_table = [<% tdefreds.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  ### Nonterm to Int
-  nt2i = {<% nt2i.each do |k, v| %> 
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Nonterm
-  i2nt = [<% nt2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Goto Table
-  goto_table = [ <% tgoto.each do |i| %>
-   [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-
-  Tables = [ reduce_table, nparams, action_table,
-             defred_table, defred_after_shift_table, goto_table,
-             t2i, i2t, nt2i, i2nt ]
-
-  attr_accessor :p, :m
-  def initialize p, nparam, master = nil
-    super()
-    @g_parser = @p = p
-    @master   = @m = master
-    @nparam   = nparam
-    @dect     = <%=decparser%>
-    init_parser
-  end
-
-  <% if mtsk %>
-  def do_parse?
-    if @line =~ /^\s*<%= mtsk[0] %>/
-      <% if mtsk[1] %> @line = $' <% end %>
-      true
-    else
-      false
-    end
-  end
-  <% end %>
-
-  def banner
-    "<%= banner %> / #{@master.class.name}" 
-  end
-
-  ### Inner Code
-<%= optinner %>
-end
-
-### Outer Code
-<%= optouter %>
+<%- g = g_parser.table.grammar -%>
+###
+### <%= target_namespace %> - Part of Depager Extension (slave)
+###
+
+module <%= target_namespace %> #:nodoc:all
+  class <%= target_name %> < Depager::LALR::Basis #:nodoc:all
+    include Depager::Utils::ExtensionSlaveMethods
+    <%- @slave_mixins.uniq.each do |i| -%>
+    include <%=i%>
+    <%- end -%>
+
+    ### Reduce Table
+    REDUCE_TABLE = [
+    <%- g_parser.table.grammar.rulelist.each do |i| -%>
+      [ <%= i.lhs - 1%>, <%= i.rhs.size %> ],
+    <%- end -%>
+    ]
+    def reduce_table; REDUCE_TABLE; end
+
+    ### Term to Int
+    <%- values = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] } -%>
+    TERM_TO_INT = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    def term_to_int; TERM_TO_INT; end
+
+    ### Int to Term
+    INT_TO_TERM = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    def int_to_term; INT_TO_TERM; end
+
+    ### Action Table
+    ACTION_TABLE = [
+    <%- g_parser.table.action_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+    def action_table; ACTION_TABLE; end
+
+    ### Default Reduce Table
+    DEFRED_TABLE = [
+    <%- g_parser.table.defred_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    def defred_table; DEFRED_TABLE; end
+
+    DEFRED_AFTER_SHIFT_TABLE = [
+    <%- g_parser.table.defred_after_shift_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    def defred_after_shift_table; DEFRED_AFTER_SHIFT_TABLE; end
+
+    ### Nonterm to Int
+    <%- values = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] } -%>
+    NONTERM_TO_INT = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    def nonterm_to_int; NONTERM_TO_INT; end
+
+    ### Int to Nonterm
+    INT_TO_NONTERM = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    def int_to_nonterm; INT_TO_NONTERM; end
+
+    ### Goto Table
+    GOTO_TABLE = [
+    <%- g_parser.table.goto_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+    def goto_table; GOTO_TABLE; end
+
+    def initialize g_parser, master
+      super()
+      @g_parser  = g_parser
+      @d_parser  = g_parser.d_parser
+      @master    = master
+      @decorated = <%= @decorators.inject('self'){|r, i| "#{i.sub(/^@/, '')}.new(#{r})" } %>
+    end
+
+    <% if @do_parse_re %>
+    def do_parse?
+      if @line.match(/^\s*<%= @do_parse_re %>/)
+        <% if @do_parse_skip %> @line = $' <% end %>
+        true
+      else
+        false
+      end
+    end
+    <% end %>
+
+    def banner
+      "<%= @banner %> / <%= d_parser.target_namespace %>"
+    end
+
+<%= g_parser.inner_code %>
+  end
+end
+
+<%= g_parser.outer_code %>

data/lib/depager/ruby/templates/single_lalr_parser.erb

@@ -1,117 +1,124 @@
-<%
-  target_name = g_parser.target_name
-  table    = g_parser.table
-  g        = table.grammar
-  nparams  = g_parser.nparams
-  rulelist = g.rulelist
-  t2i      = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] }
-  nt2i     = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] }
-  taction  = table.action_table
-  tgoto    = table.goto_table
-  tdefred  = table.defred_table
-  tdefreds = table.defred_after_shift_table
-  optouter = (@optouter + g_parser.optouter).join
-  optinner = (@optinner + g_parser.optinner).join
-  optmain  = @optmain.join
-  decparser = @deco.inject(@basis_name) { |r, i|
-    "#{i.sub(/^@/, "D4#{target_name}::")}.new(#{r})"
-  }
-  req      = @req.uniq
-  mixin    = @mixin
-  req_rt   = if @dr_option['embed_runtime']
-               File.read File.expand_path("#{Depager::Tmpldir}/../parser.rb")
-             else
-               "require 'depager/parser.rb'"
-             end
-%>
-begin; require 'rubygems'; rescue Exception; end
-<%= req_rt %>
-<%req.each do |i|%>require <%=i%>
-<%end%>
-
-module Depager::DecoratorUtils; end
-module D4<%= target_name %>;    end
-
-class <%= target_name %> < Depager::LALR::Basis
-  <% mixin.each do |i| %>
-  include <%=i%><%end%>
-
-  ### Reduce Table
-  reduce_table = [<% rulelist.each do |i| %>
-    [ <%= '%04s'%(i.lhs - 1)%>, <%= "%04s"%i.rhs.size %> ], # <%= i %><% end %>
-  ]
-  ### Extension Params
-  nparams = {<% nparams.each do |c, i| %>
-    '<%= c %>' => <%= i %>, <% end %>
-  }
-  ### Term to Int
-  t2i = {<% t2i.each do |k, v| %>
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Term
-  i2t = [<% t2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Action Table
-  action_table = [<% taction.each do |i| %>
-    [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-  ### Default Reduce Table
-  defred_table = [<% tdefred.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  defred_after_shift_table = [<% tdefreds.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  ### Nonterm to Int
-  nt2i = {<% nt2i.each do |k, v| %> 
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Nonterm
-  i2nt = [<% nt2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Goto Table
-  goto_table = [ <% tgoto.each do |i| %>
-   [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-
-<% if $MP_DEBUG %>
-  alias orig_error error
-  def error
-    orig_error
-    warn "current state: #{StateInfo[@stack.last]}"
-  end
-
-  ### States
-  StateInfo = [ <% table.state_info.each do |s| %>
-<<'----------',
-<%=s.chomp%>
-----------
-  <% end %>]
-<% end %>
-
-  Tables = [ reduce_table, nparams, action_table,
-             defred_table, defred_after_shift_table, goto_table,
-             t2i, i2t, nt2i, i2nt ]
-
-  def self.createDecoratedParser
-    <%= decparser %>
-  end
-
-  ### Inner Code
-<%= optinner %>
-end
-
-### Outer Code
-<%= optouter %>
-
-def createDecorated<%= target_name %>
-  <%= decparser %>
-end
-
-### main
-if __FILE__ == $0
-### Main Code
-<%= optmain %>
-end
+<%- g = g_parser.table.grammar -%>
+require 'rubygems'
+<%= @setup_code %>
+require 'depager/parser.rb'
+
+<%- @requirements.uniq.each do |i| -%>
+<%- if i.match?(/\A'\.\.?\//) -%>
+require_relative <%=i%>
+<%- else -%>
+require <%=i%>
+<%- end -%>
+<%- end -%>
+
+<%- r = ''; target_namespace.split('::')[0..-2].each do |i| -%>
+module <%= "#{r}#{i}" %> ; end
+<%- r << "#{i}::"-%>
+<%- end-%>
+
+module <%= target_namespace %>
+  def self.create_decorated_parser(*args)
+    basis = <%= target_name %>.new(*args)
+    <%= @decorators.inject("basis"){|r, i| "#{i.tr('@', '') }.new(#{r})" } %>
+  end
+
+  class <%= target_name %> < Depager::LALR::Basis
+    <%- @mixins.each do |i| -%>
+    include <%= i %>
+    <%- end -%>
+
+    ### Reduce Table
+    REDUCE_TABLE = [
+    <%- g_parser.table.grammar.rulelist.each do |i| -%>
+      [ <%= '%04s' % (i.lhs - 1)%>, <%= "%04s" % i.rhs.size %> ], # <%= i %>
+    <%- end -%>
+    ]
+    def reduce_table; REDUCE_TABLE; end
+
+    ### Term to Int
+    <%- values = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] } -%>
+    TERM_TO_INT = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    def term_to_int; TERM_TO_INT; end
+
+    ### Int to Term
+    INT_TO_TERM = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    def int_to_term; INT_TO_TERM; end
+
+    ### Action Table
+    ACTION_TABLE = [
+    <%- g_parser.table.action_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+    def action_table; ACTION_TABLE; end
+
+    ### Default Reduce Table
+    DEFRED_TABLE = [
+    <%- g_parser.table.defred_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    def defred_table; DEFRED_TABLE; end
+
+    DEFRED_AFTER_SHIFT_TABLE = [
+    <%- g_parser.table.defred_after_shift_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    def defred_after_shift_table; DEFRED_AFTER_SHIFT_TABLE; end
+
+    ### Nonterm to Int
+    <%- values = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] } -%>
+    NONTERM_TO_INT = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    def nonterm_to_int; NONTERM_TO_INT; end
+
+    ### Int to Nonterm
+    INT_TO_NONTERM = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    def int_to_nonterm; INT_TO_NONTERM; end
+
+    ### Goto Table
+    GOTO_TABLE = [
+    <%- g_parser.table.goto_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+    def goto_table; GOTO_TABLE; end
+
+    <%- if Depager.debug_mode? -%>
+    alias orig_error error
+    def error
+      orig_error
+      warn "current state: #{STATE_INFO[@stack.last]}"
+    end
+
+    ### States
+    STATE_INFO = [
+      <%- g_parser.table.state_info.each do |s| -%>
+      <<'----------',
+<%= s.strip %>
+----------
+      <%- end -%>
+    ]
+    <%- end -%>
+
+<%= g_parser.inner_code + @inner_code %>
+  end
+end
+
+<%= g_parser.outer_code + @outer_code %>