depager 0.2.3 → 0.3.0.b20160729

data/lib/depager/ruby/plugins/srp.rb

@@ -1,51 +1,56 @@
-class ShiftReducePrinter < Depager::LALR::AdvancedParser
-  def initialize inside
-    super
-    @i2nt, @i2t = @basis.i2nt, @basis.i2t
-  end
-  def dumpstack stack
-    r = ''
-    _stack.each_with_index do |v,x|
-      r += if x % 2 == 0
-             "(#{v}) "
-           else
-             if v[1] == :NT
-               "#{@i2nt[v[0]]}:#{v[1..-1].inspect} "
-             elsif @i2t[v[0]].class == String
-               "'#{@i2t[v[0]]}':#{v[1..-1].inspect}"
-             else
-               "#{@i2t[v[0]]}:#{v[1..-1].inspect} "
-             end
-           end
-    end
-    r
-  end
-  def after_shift
-    st0 = _stack[_stack.size-3]
-    st = _stack.last
-    sh = @i2t[_stack[_stack.size-2][0]]
-    la = @i2t[_lookahead[0]]
-    warn "LA:<#{la}> shift:<#{sh}> state:#{st0}->#{st}"
-    warn "LINE:<#{@basis.line}>"
-    warn dumpstack(_stack) + "\n"
-  end
-  def after_reduce
-    st = _stack.last
-    re = @i2nt[_stack[_stack.size-2][0]]
-    la = @i2t[_lookahead[0]]
-    warn "LA:<#{la}> reduce:<#{re}> state: ->#{st}"
-    warn "LINE:<#{@basis.line}>"
-    warn dumpstack(_stack) + "\n"
-  end
-  def after_accept
-    warn "acc."
-  end
-  def after_error
-    st = _stack.last
-    re = @i2nt[_stack[_stack.size-2][0]]
-    la = @i2t[_lookahead[0]]
-    warn "LA:<#{la}> last_state:#{st}"
-    warn "LINE:<#{@basis.line}>"
-    warn dumpstack(_stack) + "\n"
-  end
-end
+# -*- coding: utf-8 -*-
+class Depager::LALR::ShiftReducePrinter < Depager::LALR::AdvancedParser
+  def initialize inside
+    super
+  end
+
+  def dumpstack stack
+    result = ''
+    stack.each_with_index do |v, x|
+      result += if x % 2 == 0
+                  "(#{v}) "
+                else
+                  if v[1] == :NT
+                    "#{int_to_nonterm[v[0]]}:#{v[1..-1].inspect} "
+                  elsif int_to_term[v[0]].class == String
+                    "'#{int_to_term[v[0]]}':#{v[1..-1].inspect}"
+                  else
+                    "#{int_to_term[v[0]]}:#{v[1..-1].inspect} "
+                  end
+                end
+    end
+    result
+  end
+
+  def after_shift
+    st0 = stack[stack.size - 3]
+    st = stack.last
+    sh = int_to_term[stack[stack.size - 2][0]]
+    la = int_to_term[lookahead[0]]
+    warn "LA:<#{la}> shift:<#{sh}> state:#{st0}->#{st}"
+    warn "LINE:<#{basis.line}>"
+    warn dumpstack(stack) + "\n"
+  end
+
+  def after_reduce
+    st = stack.last
+    re = int_to_nonterm[stack[stack.size - 2][0]]
+    la = int_to_term[lookahead[0]]
+    warn "LA:<#{la}> reduce:<#{re}> state: ->#{st}"
+    warn "LINE:<#{basis.line}>"
+    warn dumpstack(stack) + "\n"
+  end
+
+  def after_accept
+    warn "acc."
+  end
+
+  def after_error
+    st = stack.last
+    re = int_to_nonterm[stack[stack.size - 2][0]]
+    la = int_to_term[lookahead[0]]
+    warn "LA:<#{la}> last_state:#{st}"
+    warn "LINE:<#{basis.line}>"
+    warn dumpstack(stack) + "\n"
+  end
+end

data/lib/depager/ruby/templates/extension_lalr_master.erb

@@ -1,51 +1,46 @@
-<%
-  target_name    = @d_parser.target_name
-  optouter = @optouter.join
-  optinner = @optinner.join
-  optmain  = @optmain.join
-  req      = @req.uniq
-  paramkey = @paramkey || ":default"
-  regs     = @regs
-  mixin    = @mixin.uniq
-%>
-###
-### <%=target_name%> - Depager Extension (master)
-###
-require 'pp.rb'
-require 'depager/parser.rb'
-<%req.each do |i|%>require <%=i%>
-<%end%>
-
-module D4<%= target_name %> #:nodoc:all
-end
-
-class <%= target_name %> #:nodoc:all
-  include Depager::ExtensionUtils
-  <% mixin.each do |i| %>
-  include <%=i%><%end%>
-  attr_accessor :h2p
-
-  def initialize
-    @master = self
-    @hook = []
-    @h2p = {}
-    init_parser
-  end
-
-  def __regext__ p
-    super p, <%= paramkey %>, nil
-    <% x = 0; h = {}; regs.each do |i, m| %>
-    <% unless h[m] %>@hook[<%=x%>] = <%= m %>.new(p, @nparam, self)<%h[m]=x%>
-    @h2p['<%= m.sub(/#{target_name}_/,'')%>'] = @hook[<%=h[m]%>] <%else
-    %># use @hook[<%=h[m]%>](<%=m%>)<%end%>
-    p.hooks[:<%=i%>].push [@hook[<%=h[m]%>], :do_parse]
-    <% x+=1; end %>
-    regext p
-  end
-
-  ### Inner Code
-<%= optinner %>
-end
-
-### Outer Code
-<%= optouter %>
+# -*- coding: utf-8 -*-
+
+###
+### <%= d_parser.target_namespace %> - Depager Extension (master)
+###
+require 'depager/parser.rb'
+
+<%- @requirements.each do |i| -%>
+require <%= i %>
+<%- end -%>
+
+<%- r = ''; d_parser.target_namespace.split('::')[0..-2].each do |i| -%>
+module <%= "#{r}#{i}" %> ; end
+  <%- r << "#{i}::"-%>
+<%- end -%>
+
+class <%= d_parser.target_namespace %> < Depager::Extension
+  <%- @mixins.uniq.each do |i| -%>
+  include <%= i %>
+  <%- end -%>
+
+  def initialize
+    @master = self
+    @slaves = []
+  end
+
+  def extension_registered g_parser
+    super g_parser
+
+    <%- x = 0; h = {}; -%>
+    <%- @slaves.each do |i, m| -%>
+      <%- unless h[m] -%>
+    @slaves[<%= x %>] = <%= m %>.new(g_parser, self)
+        <%- h[m] = x -%>
+      <%- else -%>
+    # use @slaves[<%= h[m] %>](<%= m %>)
+      <%- end -%>
+    g_parser.hooks[:<%= i %>].push [@slaves[<%= h[m] %>], :do_parse]
+      <%- x += 1; -%>
+    <%- end -%>
+  end
+
+<%= @inner_code %>
+end
+
+<%= @outer_code %>

data/lib/depager/ruby/templates/extension_lalr_slave.erb

@@ -1,107 +1,99 @@
-<%
-  target_name = g_parser.target_name
-  table     = g_parser.table
-  g         = table.grammar
-  rulelist  = g.rulelist
-  t2i       = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] }
-  nt2i      = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] }
-  taction   = table.action_table
-  tgoto     = table.goto_table
-  tdefred   = table.defred_table
-  tdefreds  = table.defred_after_shift_table
-  optouter  = g_parser.optouter.join
-  optinner  = g_parser.optinner.join
-  optmain   = g_parser.optmain.join
-  nparams   = g_parser.nparams
-  decparser = @deco.inject(@basis_name) { |r, i|
-    "#{i.sub(/^@/, "D4#{target_name}::")}.new(#{r})"
-  }
-  banner    ||= target_name
-  mixin     = mixin.uniq
-%>
-###
-### <%=target_name%> - Part of Depager Extension (slave)
-###
-module D4<%= target_name %> #:nodoc:all
-end
-
-class <%= target_name %> < Depager::LALR::Basis #:nodoc:all
-  include Depager::ExtensionUtils
-  <% mixin.each do |i| %>
-  include <%=i%><%end%>
-
-  ### Reduce Table
-  reduce_table = [<% rulelist.each do |i| %>
-    [ <%= i.lhs - 1%>, <%= i.rhs.size %> ],<% end %>
-  ]
-  ### Extension Params
-  nparams = {<% nparams.each do |c, i| %>
-    '<%= c %>' => <%= i %>, <% end %>
-  }
-  ### Term to Int
-  t2i = {<% t2i.each do |k, v| %>
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Term
-  i2t = [<% t2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Action Table
-  action_table = [<% taction.each do |i| %>
-    [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-  ### Default Reduce Table
-  defred_table = [<% tdefred.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  defred_after_shift_table = [<% tdefreds.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  ### Nonterm to Int
-  nt2i = {<% nt2i.each do |k, v| %> 
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Nonterm
-  i2nt = [<% nt2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Goto Table
-  goto_table = [ <% tgoto.each do |i| %>
-   [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-
-  Tables = [ reduce_table, nparams, action_table,
-             defred_table, defred_after_shift_table, goto_table,
-             t2i, i2t, nt2i, i2nt ]
-
-  attr_accessor :p, :m
-  def initialize p, nparam, master = nil
-    super()
-    @g_parser = @p = p
-    @master   = @m = master
-    @nparam   = nparam
-    @dect     = <%=decparser%>
-    init_parser
-  end
-
-  <% if mtsk %>
-  def do_parse?
-    if @line =~ /^\s*<%= mtsk[0] %>/
-      <% if mtsk[1] %> @line = $' <% end %>
-      true
-    else
-      false
-    end
-  end
-  <% end %>
-
-  def banner
-    "<%= banner %> / #{@master.class.name}" 
-  end
-
-  ### Inner Code
-<%= optinner %>
-end
-
-### Outer Code
-<%= optouter %>
+<%- g = g_parser.table.grammar -%>
+###
+### <%= target_namespace %> - Part of Depager Extension (slave)
+###
+
+module <%= target_namespace %> #:nodoc:all
+  class <%= target_name %> < Depager::LALR::Basis #:nodoc:all
+    include Depager::Utils::ExtensionSlaveMethods
+    <% @slave_mixins.uniq.each do |i| %>
+    include <%=i%><%end%>
+
+    ### Reduce Table
+    reduce_table = [
+    <%- g_parser.table.grammar.rulelist.each do |i| -%>
+      [ <%= i.lhs - 1%>, <%= i.rhs.size %> ],
+    <%- end -%>
+    ]
+    ### Term to Int
+    <%- values = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] } -%>
+    term_to_int = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    ### Int to Term
+    int_to_term = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    ### Action Table
+    action_table = [
+    <%- g_parser.table.action_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+    ### Default Reduce Table
+    defred_table = [
+    <%- g_parser.table.defred_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    defred_after_shift_table = [
+    <%- g_parser.table.defred_after_shift_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    ### Nonterm to Int
+    <%- values = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] } -%>
+    nonterm_to_int = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>, 
+    <%- end -%>
+    }
+    ### Int to Nonterm
+    int_to_nonterm = [
+    <%- values.each do |k, v| -%>
+      <%= k %>, 
+    <%- end -%>
+    ]
+    ### Goto Table
+    goto_table = [
+    <%- g_parser.table.goto_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+
+    Tables = [ reduce_table, action_table,
+               defred_table, defred_after_shift_table, goto_table,
+               term_to_int, int_to_term, nonterm_to_int, int_to_nonterm ]
+
+    def initialize g_parser, master
+      super()
+      @g_parser  = g_parser
+      @d_parser  = g_parser.d_parser
+      @master    = master
+      @decorated = <%= @decorators.inject('self'){|r, i| "#{i.sub(/^@/, '')}.new(#{r})" } %>
+    end
+
+    <% if @do_parse_re %>
+    def do_parse?
+      if @line.match(/^\s*<%= @do_parse_re %>/)
+        <% if @do_parse_skip %> @line = $' <% end %>
+        true
+      else
+        false
+      end
+    end
+    <% end %>
+
+    def banner
+      "<%= @banner %> / <%= d_parser.target_namespace %>"
+    end
+
+<%= g_parser.inner_code %>
+  end
+end
+
+<%= g_parser.outer_code %>

data/lib/depager/ruby/templates/single_lalr_parser.erb

@@ -1,117 +1,115 @@
-<%
-  target_name = g_parser.target_name
-  table    = g_parser.table
-  g        = table.grammar
-  nparams  = g_parser.nparams
-  rulelist = g.rulelist
-  t2i      = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] }
-  nt2i     = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] }
-  taction  = table.action_table
-  tgoto    = table.goto_table
-  tdefred  = table.defred_table
-  tdefreds = table.defred_after_shift_table
-  optouter = (@optouter + g_parser.optouter).join
-  optinner = (@optinner + g_parser.optinner).join
-  optmain  = @optmain.join
-  decparser = @deco.inject(@basis_name) { |r, i|
-    "#{i.sub(/^@/, "D4#{target_name}::")}.new(#{r})"
-  }
-  req      = @req.uniq
-  mixin    = @mixin
-  req_rt   = if @dr_option['embed_runtime']
-               File.read File.expand_path("#{Depager::Tmpldir}/../parser.rb")
-             else
-               "require 'depager/parser.rb'"
-             end
-%>
-begin; require 'rubygems'; rescue Exception; end
-<%= req_rt %>
-<%req.each do |i|%>require <%=i%>
-<%end%>
-
-module Depager::DecoratorUtils; end
-module D4<%= target_name %>;    end
-
-class <%= target_name %> < Depager::LALR::Basis
-  <% mixin.each do |i| %>
-  include <%=i%><%end%>
-
-  ### Reduce Table
-  reduce_table = [<% rulelist.each do |i| %>
-    [ <%= '%04s'%(i.lhs - 1)%>, <%= "%04s"%i.rhs.size %> ], # <%= i %><% end %>
-  ]
-  ### Extension Params
-  nparams = {<% nparams.each do |c, i| %>
-    '<%= c %>' => <%= i %>, <% end %>
-  }
-  ### Term to Int
-  t2i = {<% t2i.each do |k, v| %>
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Term
-  i2t = [<% t2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Action Table
-  action_table = [<% taction.each do |i| %>
-    [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-  ### Default Reduce Table
-  defred_table = [<% tdefred.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  defred_after_shift_table = [<% tdefreds.each do |i| %>
-    <%= i ? "#{i}" : 'nil' %>, <% end %>
-  ]
-  ### Nonterm to Int
-  nt2i = {<% nt2i.each do |k, v| %> 
-    <%= k %> => <%= v %>, <% end %>
-  }
-  ### Int to Nonterm
-  i2nt = [<% nt2i.each do |k, v| %>
-    <%= k %>, <% end %>
-  ]
-  ### Goto Table
-  goto_table = [ <% tgoto.each do |i| %>
-   [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
-  ]
-
-<% if $MP_DEBUG %>
-  alias orig_error error
-  def error
-    orig_error
-    warn "current state: #{StateInfo[@stack.last]}"
-  end
-
-  ### States
-  StateInfo = [ <% table.state_info.each do |s| %>
-<<'----------',
-<%=s.chomp%>
-----------
-  <% end %>]
-<% end %>
-
-  Tables = [ reduce_table, nparams, action_table,
-             defred_table, defred_after_shift_table, goto_table,
-             t2i, i2t, nt2i, i2nt ]
-
-  def self.createDecoratedParser
-    <%= decparser %>
-  end
-
-  ### Inner Code
-<%= optinner %>
-end
-
-### Outer Code
-<%= optouter %>
-
-def createDecorated<%= target_name %>
-  <%= decparser %>
-end
-
-### main
-if __FILE__ == $0
-### Main Code
-<%= optmain %>
-end
+# -*- coding: utf-8 -*-
+<%- g = g_parser.table.grammar -%>
+begin
+  require 'rubygems'
+rescue LoadError
+end
+
+<%- if Depager.configuration[:embed_runtime] -%>
+<%= File.read File.expand_path("#{Depager::TEMPLATES_DIR}/../parser.rb") %>
+<%- else -%>
+require 'depager/parser.rb'
+<%- end -%>
+
+<%- @requirements.uniq.each do |i| -%>
+require <%=i%>
+<%- end -%>
+
+<%- r = ''; target_namespace.split('::')[0..-2].each do |i| -%>
+module <%= "#{r}#{i}" %> ; end
+  <%- r << "#{i}::"-%>
+<%- end-%>
+
+module <%= target_namespace %>
+  def self.create_decorated_parser(*args)
+    basis = <%= target_name %>.new(*args)
+    <%= @decorators.inject("basis"){|r, i| "#{i.tr('@', '') }.new(#{r})" } %>
+  end
+
+  class <%= target_name %> < Depager::LALR::Basis
+    <%- @mixins.each do |i| -%>
+    include <%= i %>
+    <%- end -%>
+
+    ### Reduce Table
+    reduce_table = [
+    <%- g_parser.table.grammar.rulelist.each do |i| -%>
+      [ <%= '%04s' % (i.lhs - 1)%>, <%= "%04s" % i.rhs.size %> ], # <%= i %>
+    <%- end -%>
+    ]
+    ### Term to Int
+    <%- values = (g.nonterms.size ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nonterms.size] } -%>
+    term_to_int = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    ### Int to Term
+    int_to_term = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    ### Action Table
+    action_table = [
+    <%- g_parser.table.action_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+    ### Default Reduce Table
+    defred_table = [
+    <%- g_parser.table.defred_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    defred_after_shift_table = [
+    <%- g_parser.table.defred_after_shift_table.each do |i| -%>
+      <%= i ? "#{i}" : 'nil' %>,
+    <%- end -%>
+    ]
+    ### Nonterm to Int
+    <%- values = (1 ... g.nonterms.size).map{|i| [ ":#{g.syms[i]}", i-1] } -%>
+    nonterm_to_int = {
+    <%- values.each do |k, v| -%>
+      <%= k %> => <%= v %>,
+    <%- end -%>
+    }
+    ### Int to Nonterm
+    int_to_nonterm = [
+    <%- values.each do |k, v| -%>
+      <%= k %>,
+    <%- end -%>
+    ]
+    ### Goto Table
+    goto_table = [
+    <%- g_parser.table.goto_table.each do |i| -%>
+      [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>],
+    <%- end -%>
+    ]
+
+    <%- if Depager.debug_mode? -%>
+    alias orig_error error
+    def error
+      orig_error
+      warn "current state: #{StateInfo[@stack.last]}"
+    end
+
+    ### States
+    StateInfo = [
+      <%- g_parser.table.state_info.each do |s| -%>
+      <<'----------',
+<%= s.strip %>
+----------
+      <%- end -%>
+    ]
+    <%- end -%>
+
+    Tables = [ reduce_table, action_table,
+               defred_table, defred_after_shift_table, goto_table,
+               term_to_int, int_to_term, nonterm_to_int, int_to_nonterm ]
+
+<%= g_parser.inner_code + @inner_code %>
+  end
+end
+
+<%= g_parser.outer_code + @outer_code %>