depager 0.1.9

data/lib/depager/astdf.rb

@@ -0,0 +1,10 @@
+require 'depager/ast_base.rb'
+class ASTBuilderDepthFirstExtension < ASTBuilderBaseExtension #:nodoc:all
+  def modify_action_code code, nodes=[]
+    code.gsub(/~([a-z_])/, 'node.\1')
+  end
+  def gen_accept_code sym
+    "        @#{sym}.accept(v)\n"
+  end
+  Template = CodeUtils::make_tmpl("#{Depager::Tmpldir}/astdf.erbs")
+end

data/lib/depager/astl.rb

@@ -0,0 +1,14 @@
+require 'depager/ast_base.rb'
+class ASTBuilderLazyExtension < ASTBuilderBaseExtension #:nodoc:all
+  def modify_action_code code, nodes=[]
+    code.gsub(/~([a-z_])/, 'node.\1')
+  end
+  def gen_accept_code sym
+    %{
+      def _#{sym}_ v
+        @#{sym}.accept(v); @#{sym}
+      end
+    }; #code
+  end
+  Template = CodeUtils::make_tmpl("#{Depager::Tmpldir}/astl.erbs")
+end

data/lib/depager/atree.dr

@@ -0,0 +1,55 @@
+%defext ATreeBuilderExtension
+%extend NVAction ('depager/nvaction.rb')
+%extend Lexer ('depager/lex.rb')
+%decorate @NVAction
+#%decorate ShiftReducePrinter ('depager/srp.rb')
+%inner{
+  attr_accessor :optouter, :on_reduce
+  def init_parser
+    @optouter = []
+    @on_reduce = []
+  end
+  def postRuleList
+    g_parser.optouter <<
+      gen_action_decorator_code(target_name, paramkey,
+                                @on_reduce, @optouter)
+  end
+%}
+%hook postrhs
+%banner '=>...'
+%%
+%LEX{
+  /[ \t]+/                { }
+  /\n/                    { yield nil, nil }
+  /[a-zA-Z][a-zA-Z0-9_]*/ { yield :ID, Token[$&, lineno] }
+  /'(.+)'/                { yield :STR, Token[$1, lineno] }
+  /::/                    { yield :CC, Token[$&, lineno] }
+  /=>/                    { yield :EG, Token[$&, lineno] }
+  /./                     { yield $&, Token[$&, lineno] }
+%}
+
+#begin-rule
+  start: 
+      EG ast
+      {
+        n = master.nrules
+        master.optouter <<
+          master.gen_defm_code("_atree_#{n} val", _ast, _EG.lineno)
+        master.on_reduce[n] = ":_atree_#{n}"
+      }
+  ;
+  ast:
+      ID '(' ')'           { "[:#{_ID.value}]" }
+    | ID '(' fact_list ')' { "[:#{_ID.value}, #{_fact_list.join(',')}]" }
+    | ID                   { "val[#{g_parser.name_to_rhs_index(_ID.value)}]" }
+  ;
+  fact_list: 
+      fact                 { [ _fact ] }
+    | fact_list ',' fact   { _fact_list.push _fact }  
+  ;
+  fact:
+      ID                   { "val[#{g_parser.name_to_rhs_index(_ID.value)}]" }
+    | STR                  { "'#{_STR.value}'" }
+  ;
+#end-rule
+%%

data/lib/depager/atree.rb

@@ -0,0 +1,336 @@
+
+###
+### ATreeBuilderExtension - Depager Extension (master)
+###
+require 'pp.rb'
+require 'depager/parser.rb'
+
+
+module D4ATreeBuilderExtension #:nodoc:all
+end
+
+class ATreeBuilderExtension #:nodoc:all
+  include Depager::ExtensionUtils
+  
+  attr_accessor :h2p
+
+  def initialize
+    @master = self
+    @hook = []
+    @h2p = {}
+    init_parser
+  end
+
+  def __regext__ p
+    super p, :default, nil
+    
+    @hook[0] = ATreeBuilderExtension_postrhs.new(p, @nparam, self)
+    @h2p['postrhs'] = @hook[0] 
+    p.postrhs.push [@hook[0], :do_parse]
+    
+    regext p
+  end
+
+  ### Inner Code
+  attr_accessor :optouter, :on_reduce
+  def init_parser
+    @optouter = []
+    @on_reduce = []
+  end
+  def postRuleList
+    g_parser.optouter <<
+      gen_action_decorator_code(target_name, paramkey,
+                                @on_reduce, @optouter)
+  end
+
+end
+
+### Outer Code
+
+###
+### ATreeBuilderExtension_postrhs - Part of Depager Extension (slave)
+###
+module D4ATreeBuilderExtension_postrhs #:nodoc:all
+end
+
+class ATreeBuilderExtension_postrhs < Basis #:nodoc:all
+  include Depager::ExtensionUtils
+  
+
+  ### Reduce Table
+  reduce_table = [
+    [ -1, 1 ],
+    [ 0, 2 ],
+    [ 1, 3 ],
+    [ 1, 4 ],
+    [ 1, 1 ],
+    [ 2, 1 ],
+    [ 2, 3 ],
+    [ 3, 1 ],
+    [ 3, 1 ],
+  ]
+  ### Extension Params
+  nparams = {
+    'NVAction' => 2, 
+  }
+  ### Term to Int
+  t2i = {
+    nil => 0, 
+    false => 1, 
+    :EG => 2, 
+    :ID => 3, 
+    "(" => 4, 
+    ")" => 5, 
+    "," => 6, 
+    :STR => 7, 
+  }
+  ### Int to Term
+  i2t = [
+    nil, 
+    false, 
+    :EG, 
+    :ID, 
+    "(", 
+    ")", 
+    ",", 
+    :STR, 
+  ]
+  ### Action Table
+  action_table = [
+    [ nil, nil, 2, nil, nil, nil, nil, nil, ], 
+    [ ACC, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, 4, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, 5, nil, nil, nil, ], 
+    [ nil, nil, nil, 7, nil, 10, nil, 6, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, 12, 11, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, 7, nil, nil, nil, 6, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+    [ nil, nil, nil, nil, nil, nil, nil, nil, ], 
+  ]
+  ### Default Reduce Table
+  defred_table = [
+    nil, 
+    nil, 
+    nil, 
+    -1, 
+    -4, 
+    nil, 
+    -8, 
+    -7, 
+    nil, 
+    -5, 
+    -2, 
+    nil, 
+    -3, 
+    -6, 
+  ]
+  defred_after_shift_table = [
+    nil, 
+    nil, 
+    nil, 
+    -1, 
+    nil, 
+    nil, 
+    -8, 
+    -7, 
+    nil, 
+    -5, 
+    -2, 
+    nil, 
+    -3, 
+    -6, 
+  ]
+  ### Nonterm to Int
+  nt2i = { 
+    :start => 0,  
+    :ast => 1,  
+    :fact_list => 2,  
+    :fact => 3, 
+  }
+  ### Int to Nonterm
+  i2nt = [
+    :start, 
+    :ast, 
+    :fact_list, 
+    :fact, 
+  ]
+  ### Goto Table
+  goto_table = [ 
+   [ 1, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, 3, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, 8, 9, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, 13, ], 
+   [ nil, nil, nil, nil, ], 
+   [ nil, nil, nil, nil, ], 
+  ]
+
+  Tables = [ reduce_table, nparams, action_table,
+             defred_table, defred_after_shift_table, goto_table,
+             t2i, i2t, nt2i, i2nt ]
+
+  attr_accessor :p, :m
+  def initialize p, nparam, master = nil
+    super()
+    @g_parser = @p = p
+    @master   = @m = master
+    @nparam   = nparam
+    @dect     = D4ATreeBuilderExtension_postrhs::NVAction.new(self)
+    init_parser
+  end
+
+  
+
+  def banner
+    "=>... / #{@master.class.name}" 
+  end
+
+  ### Inner Code
+
+          def lex
+            begin
+              until @line.empty? do
+                case @line
+                  when /\A[ \t]+/
+     
+when /\A\n/
+     yield nil, nil 
+when /\A[a-zA-Z][a-zA-Z0-9_]*/
+     yield :ID, Token[$&, lineno] 
+when /\A'(.+)'/
+     yield :STR, Token[$1, lineno] 
+when /\A::/
+     yield :CC, Token[$&, lineno] 
+when /\A=>/
+     yield :EG, Token[$&, lineno] 
+when /\A./
+     yield $&, Token[$&, lineno] 
+
+                else
+                  raise RuntimeError, "must not happen #{@line}"
+                end
+                @oldline = @line
+                @line = $'
+              end
+            end while @line = getline
+            yield nil, nil
+          end
+        
+end
+
+### Outer Code
+
+class D4ATreeBuilderExtension_postrhs::NVAction < Depager::Action #:nodoc:all
+  include Depager::DecoratorUtils
+  
+  on_reduce = [
+    nil,
+              :_act_0,
+  :_act_1,
+  :_act_2,
+  :_act_3,
+  :_act_4,
+  :_act_5,
+  :_act_6,
+  :_act_7,
+
+  ]
+  Tables = [on_reduce]
+  def initialize inside
+    super inside, 'NVAction'
+    @on_reduce, = self.class::Tables
+    init_parser
+  end
+  
+
+module_eval <<-'.,.,118028145923483.,.,', 'atree.dr', 32
+  def _act_0 val
+    _EG, _ast = *val 
+
+        n = master.nrules
+        master.optouter <<
+          master.gen_defm_code("_atree_#{n} val", _ast, _EG.lineno)
+        master.on_reduce[n] = ":_atree_#{n}"
+
+  end
+
+.,.,118028145923483.,.,
+      
+module_eval <<-'.,.,11802814596513.,.,', 'atree.dr', 40
+  def _act_1 val
+    _ID, _, _ = *val 
+     "[:#{_ID.value}]" 
+
+  end
+
+.,.,11802814596513.,.,
+      
+module_eval <<-'.,.,1180281459631.,.,', 'atree.dr', 41
+  def _act_2 val
+    _ID, _, _fact_list, _ = *val 
+     "[:#{_ID.value}, #{_fact_list.join(',')}]" 
+
+  end
+
+.,.,1180281459631.,.,
+      
+module_eval <<-'.,.,11802814596304.,.,', 'atree.dr', 42
+  def _act_3 val
+    _ID = *val 
+     "val[#{g_parser.name_to_rhs_index(_ID.value)}]" 
+
+  end
+
+.,.,11802814596304.,.,
+      
+module_eval <<-'.,.,11802814593265.,.,', 'atree.dr', 45
+  def _act_4 val
+    _fact = *val 
+     [ _fact ] 
+
+  end
+
+.,.,11802814593265.,.,
+      
+module_eval <<-'.,.,11802814599160.,.,', 'atree.dr', 46
+  def _act_5 val
+    _fact_list, _, _fact = *val 
+     _fact_list.push _fact 
+
+  end
+
+.,.,11802814599160.,.,
+      
+module_eval <<-'.,.,11802814594299.,.,', 'atree.dr', 49
+  def _act_6 val
+    _ID = *val 
+     "val[#{g_parser.name_to_rhs_index(_ID.value)}]" 
+
+  end
+
+.,.,11802814594299.,.,
+      
+module_eval <<-'.,.,118028145927897.,.,', 'atree.dr', 50
+  def _act_7 val
+    _STR = *val 
+     "'#{_STR.value}'" 
+
+  end
+
+.,.,118028145927897.,.,
+      
+end
+      
+

data/lib/depager/cst.dr

@@ -0,0 +1,182 @@
+%defext CSTBuilderExtension
+%extend Lexer ('depager/lex.rb')
+%extend NVAction ('depager/nvaction.rb')
+%decorate @NVAction
+#%decorate ShiftReducePrinter ('depager/srp.rb')
+%mixin ActionParser ('depager/parse_action')
+%inner{
+  attr_accessor :optouter, :nodes_code
+  def init_parser
+    super
+    @n = 0
+    @visitor_code = []
+    @nodes_code = []
+    @optouter = []
+    @on_reduce = []
+  end
+  def modify_action_code code
+    code.gsub(/~([a-z_])/, 'node.\1')
+  end
+  def postRhs
+    code = ''
+    lineno = g_parser.lineno
+    if token[0] == '{'
+      @line0, @line = g_parser.line0, g_parser.oldline
+      code = parse_action
+
+      fixline @line
+      gettoken
+    end
+
+    node_name = "#{lhs_name}_#{nrhs}"
+    accept = ""
+    nodes = g_parser.rhs.map do |i| 
+      x = g_parser.int_to_sym(i)
+      if x.class == String
+        "tx#{x[0].to_s(16)}"
+      else
+        x = x.to_s
+        accept << "#{x}.accept(v); " if x =~ /\A[a-z_]+\Z/
+        x.downcase
+      end
+    end
+    attrc = nodes.map{|i| ":#{i}" }.join(', ')
+    inic  = nodes.map{|i| "@#{i} = #{i}"}.join('; ')
+    @nodes_code << %{
+      class Node_#{node_name} < Node_#{lhs_name}
+        attr_accessor #{attrc}
+        def initialize #{nodes.join(', ')}
+          super()
+          #{inic}
+        end
+        def accept v
+          #{accept}
+          v.visit_Node_#{node_name}(self)
+        end
+      end
+    }; #code
+
+    @visitor_code <<
+      gen_defm_code("visit_Node_#{node_name} node",
+                    modify_action_code(code), lineno)
+
+    args  = nodes.inject([]){|r, i| r << "val[#{r.size}]"}
+    code = "Node_#{node_name}.new(#{args.join(', ')})"
+    @optouter << 
+      gen_defm_code("_cst_#{nrules} val", code, lineno)
+
+    @on_reduce[nrules] = ":_cst_#{nrules}"
+  end
+  def postRuleList
+    code = unindent %{
+      class Node
+        def accept
+        end
+      end
+    }; #code
+    g_parser.optouter << code
+
+    code = unindent %{
+      class Visitor
+      $$!!@ CST @!!$$
+      end
+    }; #code
+    g_parser.optouter <<
+      code.sub!('$$!!@ CST @!!$$', @visitor_code.to_s) <<
+      unindent(@nodes_code) <<
+      gen_action_decorator_code(target_name, paramkey,
+                                @on_reduce, @optouter)
+  end
+%}
+%hook prerulelist /%CST\{\s*\Z/ skip
+%banner '%CST{ ... }'
+%mixin ActionParser ('depager/parse_action')
+%%
+
+%LEX{
+  /\s+/, /#.*/            { }
+  /%\}\s*\Z/              { @line = $'; yield nil,nil }
+  'Node'                  { yield _Token(:NODE, $&) }
+  /\{/                    { ln = lineno; yield _Token(:ACTION, parse_action, ln); //=~'' }
+%}
+
+#begin-rule
+  start:
+      opt_node opt_visitor
+      {
+        code = %{
+          class Node
+            $$!!@ NODE @!!$$
+          end
+          class Visitor
+            $$!!@ VISITOR @!!$$
+          end
+        }; #code
+        master.nodes_code <<
+          code.sub!('$$!!@ NODE @!!$$', _opt_node) \
+              .sub!('$$!!@ VISITOR @!!$$', _opt_visitor)
+      }
+  ;
+  opt_node:           { '' }
+    | NODE ACTION     { _ACTION.value }
+  ;
+  opt_visitor:        { warn "VIS";'' }
+    | VISITOR ACTION  { _ACTION.value }
+  ;
+#end-rule
+%%
+%hook postlhs /\[/ skip
+%banner '[ ... ]'
+%inner{
+  def do_default
+    master.nodes_code << %{
+      class Node_#{master.lhs_name} < Node
+        def initialize
+          super()
+        end
+      end
+    }; #code
+  end
+%}
+%%
+
+%LEX{
+  /\A\s+/              { } #skip blank
+  /""/,/''/,/[0-9]+/,
+  /\{\s*\}/,/\[\s*\]/,
+  /nil/                { yield _Token(:LIT, $&) }
+  /\A[a-z][a-z_]*/     { yield _Token(:ID, $&)  }
+  /\A(.)/              { yield _Token($&, $&)   }
+%}
+
+#begin-rule
+  start:
+      '[' pair ']'
+      {
+        args = []; code = ''
+        _pair.each do |id, lit|
+          args <<  id
+          code << "#{id} = #{lit}; " if lit
+        end
+        attrc = args.map{|i| ":#{i}"}.join(', ')
+        master.nodes_code << %{
+          class Node_#{master.lhs_name} < Node
+            attr_accessor #{attrc}
+            def initialize
+              super()
+              #{code}
+            end
+          end
+        }; #code
+      }
+  ;
+  pair:
+      expr          { [ _expr ] }
+    | pair ',' expr { _pair << _expr }
+  ;
+  expr:
+      ID            { [ _ID.value, nil] }
+    | ID '=' LIT    { [ _ID.value, _LIT.value ] }
+  ;
+#end-rule
+%%