depager 0.1.9

data/lib/depager/srp.rb

@@ -0,0 +1,50 @@
+class ShiftReducePrinter < Depager::AdvancedParser
+  def initialize inside
+    super
+  end
+  def dumpstack stack
+    r = ''
+    _stack.each_with_index do |v,x| 
+      r += if x % 2 == 0
+             "(#{v}) "
+           else
+             if v[1] == :NT
+               "#{@i2nt[v[0]]}:#{v[1..-1].inspect} "
+             elsif @i2t[v[0]].class == String
+               "'#{@i2t[v[0]]}' "
+             else
+               "#{@i2t[v[0]]}:#{v[1..-1].inspect} "
+             end
+           end
+    end
+    r
+  end
+  def afterShift
+    st0 = _stack[_stack.size-3]
+    st = _stack.last
+    sh = @i2t[_stack[_stack.size-2][0]]
+    la = @i2t[_lookahead[0]]
+    warn "LA:<#{la}> shift:<#{sh}> state:#{st0}->#{st}"
+    warn "LINE:<#{@basis.line}>"
+    warn dumpstack(_stack) + "\n"
+  end
+  def afterReduce
+    st = _stack.last
+    re = @i2nt[_stack[_stack.size-2][0]]
+    la = @i2t[_lookahead[0]]
+    warn "LA:<#{la}> reduce:<#{re}> state: ->#{st}"
+    warn "LINE:<#{@basis.line}>"
+    warn dumpstack(_stack) + "\n"
+  end
+  def afterAccept
+    warn "acc."
+  end
+  def afterError
+    st = _stack.last
+    re = @i2nt[_stack[_stack.size-2][0]]
+    la = @i2t[_lookahead[0]]
+    warn "LA:<#{la}> last_state:#{st}"
+    warn "LINE:<#{@basis.line}>"
+    warn dumpstack(_stack) + "\n"
+  end
+end

data/lib/depager/template/astdf.erbs

@@ -0,0 +1,57 @@
+===:defnode
+  class Node
+    attr_accessor :lineno
+    attr_accessor <%= _opt_attr.map{|i| ":#{i}" }.join(', ') %>
+    <%= ini %>
+    def to_ary
+      [self]
+    end
+    def self.[] lineno, *args
+      self.new lineno, *args
+    end
+    def accept v
+    end
+  end
+  require 'forwardable'
+  class NodeList < Node
+    attr_accessor :lineno
+    extend Forwardable
+    _methods = Array.instance_methods -
+      Object.instance_methods -
+      ['push', 'concat', 'to_ary', 'map']
+    def_delegators(:@lst, *_methods)
+    def initialize(lineno, lst=[])
+      @lineno = lineno
+      @lst = lst.to_a
+    end
+    <%= 
+      _opt_attr.map {|i| ;%{
+        def #{i}
+          @lst.map{|i| "i.#{i}"} 
+        end
+      }}.join("\n  ") 
+    %>
+    def push(i)   @lst.push i; self;          end
+    def concat(i) @lst.concat i; self;        end
+    def map(&b)   @lst.map(&b);               end
+    def to_ary()  @lst;                       end
+    def accept(v)
+      @lst.each{|i| i.accept(v) }
+    end
+  end
+===:node
+  class Node_<%= name %> < Node
+    attr_accessor <%= nodes.map{|i| ":#{i}" }.join(', ') %>
+    attr_accessor <%= attrs.map{|i| ":#{i}" }.join(', ') %>
+    def initialize <%= nodes.unshift('lineno').join(', ') %>
+      super()
+      @lineno = lineno
+      <%= nodes.map{|i| "    @#{i} = #{i}\n"} %>
+    end
+    def accept v
+      warn @lineno.to_s+':'+self.class.to_s if $DEBUG
+      <%= accept %>
+      v.visit_Node_<%= name %>(self)
+      self
+    end
+  end

data/lib/depager/template/astl.erbs

@@ -0,0 +1,57 @@
+===:defnode
+  class Node
+    attr_accessor :lineno
+    attr_accessor <%= _opt_attr.map{|i| ":#{i}" }.join(', ') %>
+    <%= ini %>
+    def to_ary
+      [self]
+    end
+    def self.[] lineno, *args
+      self.new lineno, *args
+    end
+    def accept v
+    end
+  end
+  require 'forwardable'
+  class NodeList < Node
+    attr_accessor :lineno
+    extend Forwardable
+    _methods = Array.instance_methods -
+      Object.instance_methods -
+      ['push', 'concat', 'to_ary', 'map']
+    def_delegators(:@lst, *_methods)
+    def initialize(lineno, lst=[])
+      @lineno = lineno
+      @lst = lst.to_a
+    end
+    <%= 
+      _opt_attr.map {|i| ;%{
+        def #{i}
+          @lst.map{|i| "i.#{i}"} 
+        end
+      }}.join("\n  ") 
+    %>
+    def push(i)   @lst.push i; self;          end
+    def concat(i) @lst.concat i; self;        end
+    def map(&b)   @lst.map(&b);               end
+    def to_ary()  @lst;                       end
+    def accept(v)
+      @lst.each{|i| i.accept(v) }
+    end
+  end
+===:node
+  class Node_<%= name %> < Node
+    attr_accessor <%= nodes.map{|i| ":#{i}" }.join(', ') %>
+    attr_accessor <%= attrs.map{|i| ":#{i}" }.join(', ') %>
+    def initialize <%= nodes.unshift('lineno').join(', ') %>
+      super()
+      @lineno = lineno
+      <%= nodes.map{|i| "    @#{i} = #{i}\n"} %>
+    end
+    <%= accept %>
+    def accept v
+      warn @lineno.to_s+':'+self.class.to_s if $DEBUG
+      v.visit_Node_<%= name %>(self)
+      self
+    end
+  end

data/lib/depager/template/extension_lalr_master.erb

@@ -0,0 +1,51 @@
+<%
+  target_name    = @d_parser.target_name
+  optouter = @optouter
+  optinner = @optinner
+  optmain  = @optmain
+  req      = @req.uniq
+  paramkey = @paramkey || ":default"
+  regs     = @regs
+  mixin    = @mixin.uniq
+%>
+###
+### <%=target_name%> - Depager Extension (master)
+###
+require 'pp.rb'
+require 'depager/parser.rb'
+<%req.each do |i|%>require <%=i%>
+<%end%>
+
+module D4<%= target_name %> #:nodoc:all
+end
+
+class <%= target_name %> #:nodoc:all
+  include Depager::ExtensionUtils
+  <% mixin.each do |i| %>
+  include <%=i%><%end%>
+  attr_accessor :h2p
+
+  def initialize
+    @master = self
+    @hook = []
+    @h2p = {}
+    init_parser
+  end
+
+  def __regext__ p
+    super p, <%= paramkey %>, nil
+    <% x = 0; h = {}; regs.each do |i, m|; if m%>
+    <%unless h[m[1]]%>@hook[<%=x%>] = <%=m[1]%>.new(p, @nparam, self)<%h[m[1]]=x%>
+    @h2p['<%=m[1].sub(/#{target_name}_/,'')%>'] = @hook[<%=h[m[1]]%>] <%else
+    %># use @hook[<%=h[m[1]]%>](<%=m[1]%>)<%end%>
+    p.<%=i%>.push [@hook[<%=h[m[1]]%>], :do_parse]
+    <% x+=1; end; end%>
+    regext p
+  end
+
+  ### Inner Code
+<%= optinner %>
+end
+
+### Outer Code
+<%= optouter %>

data/lib/depager/template/extension_lalr_slave.erb

@@ -0,0 +1,107 @@
+<%
+  target_name = g_parser.target_name
+  table     = g_parser.table
+  g         = table.g
+  rulelist  = g.rulelist
+  t2i       = (g.nssize ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nssize] }
+  nt2i      = (1 ... g.nssize).map{|i| [ ":#{g.syms[i]}", i-1] }
+  taction   = table.action_table
+  tgoto     = table.goto_table
+  tdefred   = table.defred_table
+  tdefreds  = table.defred_after_shift_table
+  optouter  = g_parser.optouter
+  optinner  = g_parser.optinner
+  optmain   = g_parser.optmain
+  nparams   = g_parser.nparams
+  decparser = @deco.inject(@basis_name) { |r, i|
+    "#{i.sub(/^@/, "D4#{target_name}::")}.new(#{r})"
+  }
+  banner    ||= target_name
+  mixin     = mixin.uniq
+%>
+###
+### <%=target_name%> - Part of Depager Extension (slave)
+###
+module D4<%= target_name %> #:nodoc:all
+end
+
+class <%= target_name %> < Basis #:nodoc:all
+  include Depager::ExtensionUtils
+  <% mixin.each do |i| %>
+  include <%=i%><%end%>
+
+  ### Reduce Table
+  reduce_table = [<% rulelist.each do |i| %>
+    [ <%= i.l - 1%>, <%= i.r.size %> ],<% end %>
+  ]
+  ### Extension Params
+  nparams = {<% nparams.each do |c, i| %>
+    '<%= c %>' => <%= i %>, <% end %>
+  }
+  ### Term to Int
+  t2i = {<% t2i.each do |k, v| %>
+    <%= k %> => <%= v %>, <% end %>
+  }
+  ### Int to Term
+  i2t = [<% t2i.each do |k, v| %>
+    <%= k %>, <% end %>
+  ]
+  ### Action Table
+  action_table = [<% taction.each do |i| %>
+    [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
+  ]
+  ### Default Reduce Table
+  defred_table = [<% tdefred.each do |i| %>
+    <%= i ? "#{i}" : 'nil' %>, <% end %>
+  ]
+  defred_after_shift_table = [<% tdefreds.each do |i| %>
+    <%= i ? "#{i}" : 'nil' %>, <% end %>
+  ]
+  ### Nonterm to Int
+  nt2i = {<% nt2i.each do |k, v| %> 
+    <%= k %> => <%= v %>, <% end %>
+  }
+  ### Int to Nonterm
+  i2nt = [<% nt2i.each do |k, v| %>
+    <%= k %>, <% end %>
+  ]
+  ### Goto Table
+  goto_table = [ <% tgoto.each do |i| %>
+   [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  attr_accessor :p, :m
+  def initialize p, nparam, master = nil
+    super()
+    @g_parser = @p = p
+    @master   = @m = master
+    @nparam   = nparam
+    @dect     = <%=decparser%>
+    init_parser
+  end
+
+  <% if mtsk %>
+  def do_parse?
+    if @line =~ /^\s*<%= mtsk[0] %>/
+      <% if mtsk[1] %> @line = $' <% end %>
+      true
+    else
+      false
+    end
+  end
+  <% end %>
+
+  def banner
+    "<%= banner %> / #{@master.class.name}" 
+  end
+
+  ### Inner Code
+<%= optinner %>
+end
+
+### Outer Code
+<%= optouter %>

data/lib/depager/template/simple.erb

@@ -0,0 +1,21 @@
+<%
+  optouter = @optouter + g_parser.optouter
+  optmain  = @optmain
+  req      = @req.uniq
+  mixin    = @mixin
+%>
+begin; require 'rubygems'; rescue Exception; end
+require 'depager/parser.rb'
+<%req.each do |i|%>require <%=i%>
+<%end%>
+
+module D4<%= target_name %> ; end
+
+### Outer Code
+<%= optouter %>
+
+### main
+if __FILE__ == $0
+### Main Code
+<%= optmain %>
+end

data/lib/depager/template/single_lalr_parser.erb

@@ -0,0 +1,97 @@
+<%
+  target_name = g_parser.target_name
+  table    = g_parser.table
+  g        = table.g
+  nparams  = g_parser.nparams
+  rulelist = g.rulelist
+  t2i      = (g.nssize ... g.syms.size).map{|i| [ g.syms[i].inspect, i - g.nssize] }
+  nt2i     = (1 ... g.nssize).map{|i| [ ":#{g.syms[i]}", i-1] }
+  taction  = table.action_table
+  tgoto    = table.goto_table
+  tdefred  = table.defred_table
+  tdefreds = table.defred_after_shift_table
+  optouter = @optouter + g_parser.optouter
+  optinner = @optinner + g_parser.optinner
+  optmain  = @optmain
+  decparser = @deco.inject(@basis_name) { |r, i|
+    "#{i.sub(/^@/, "D4#{target_name}::")}.new(#{r})"
+  }
+  req      = @req.uniq
+  mixin    = @mixin
+%>
+begin; require 'rubygems'; rescue Exception; end
+require 'depager/parser.rb'
+<%req.each do |i|%>require <%=i%>
+<%end%>
+
+module D4<%= target_name %>
+end
+
+class <%= target_name %> < Depager::Basis
+  <% mixin.each do |i| %>
+  include <%=i%><%end%>
+
+  ### Reduce Table
+  reduce_table = [<% rulelist.each do |i| %>
+    [ <%= '%04s'%(i.l - 1)%>, <%= "%04s"%i.r.size %> ], # <%= i %><% end %>
+  ]
+  ### Extension Params
+  nparams = {<% nparams.each do |c, i| %>
+    '<%= c %>' => <%= i %>, <% end %>
+  }
+  ### Term to Int
+  t2i = {<% t2i.each do |k, v| %>
+    <%= k %> => <%= v %>, <% end %>
+  }
+  ### Int to Term
+  i2t = [<% t2i.each do |k, v| %>
+    <%= k %>, <% end %>
+  ]
+  ### Action Table
+  action_table = [<% taction.each do |i| %>
+    [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
+  ]
+  ### Default Reduce Table
+  defred_table = [<% tdefred.each do |i| %>
+    <%= i ? "#{i}" : 'nil' %>, <% end %>
+  ]
+  defred_after_shift_table = [<% tdefreds.each do |i| %>
+    <%= i ? "#{i}" : 'nil' %>, <% end %>
+  ]
+  ### Nonterm to Int
+  nt2i = {<% nt2i.each do |k, v| %> 
+    <%= k %> => <%= v %>, <% end %>
+  }
+  ### Int to Nonterm
+  i2nt = [<% nt2i.each do |k, v| %>
+    <%= k %>, <% end %>
+  ]
+  ### Goto Table
+  goto_table = [ <% tgoto.each do |i| %>
+   [ <% i.each do |j| %><%= j ? "#{j}" : 'nil' %>, <% end %>], <% end %>
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  def self.createDecoratedParser
+    <%= decparser %>
+  end
+
+  ### Inner Code
+<%= optinner %>
+end
+
+### Outer Code
+<%= optouter %>
+
+def createDecorated<%= target_name %>
+  <%= decparser %>
+end
+
+### main
+if __FILE__ == $0
+### Main Code
+<%= optmain %>
+end