ruby_parser 1.0.0

data/lib/ruby_parser.y

@@ -0,0 +1,1648 @@
+# -*- racc -*-
+
+class RubyParser
+
+token kCLASS kMODULE kDEF kUNDEF kBEGIN kRESCUE kENSURE kEND kIF kUNLESS
+      kTHEN kELSIF kELSE kCASE kWHEN kWHILE kUNTIL kFOR kBREAK kNEXT
+      kREDO kRETRY kIN kDO kDO_COND kDO_BLOCK kRETURN kYIELD kSUPER
+      kSELF kNIL kTRUE kFALSE kAND kOR kNOT kIF_MOD kUNLESS_MOD kWHILE_MOD
+      kUNTIL_MOD kRESCUE_MOD kALIAS kDEFINED klBEGIN klEND k__LINE__
+      k__FILE__ tIDENTIFIER tFID tGVAR tIVAR tCONSTANT tCVAR tNTH_REF
+      tBACK_REF tSTRING_CONTENT tINTEGER tFLOAT tREGEXP_END tUPLUS
+      tUMINUS tUMINUS_NUM tPOW tCMP tEQ tEQQ tNEQ tGEQ tLEQ tANDOP
+      tOROP tMATCH tNMATCH tDOT tDOT2 tDOT3 tAREF tASET tLSHFT tRSHFT
+      tCOLON2 tCOLON3 tOP_ASGN tASSOC tLPAREN tLPAREN2 tRPAREN tLPAREN_ARG
+      tLBRACK tRBRACK tLBRACE tLBRACE_ARG tSTAR tSTAR2 tAMPER tAMPER2
+      tTILDE tPERCENT tDIVIDE tPLUS tMINUS tLT tGT tPIPE tBANG tCARET
+      tLCURLY tRCURLY tBACK_REF2 tSYMBEG tSTRING_BEG tXSTRING_BEG tREGEXP_BEG
+      tWORDS_BEG tQWORDS_BEG tSTRING_DBEG tSTRING_DVAR tSTRING_END
+      tLAST_TOKEN
+
+preclow
+  nonassoc tLOWEST
+  nonassoc tLBRACE_ARG
+  nonassoc kIF_MOD kUNLESS_MOD kWHILE_MOD kUNTIL_MOD
+  left     kOR kAND
+  right    kNOT
+  nonassoc kDEFINED
+  right    '=' tOP_ASGN
+  left     kRESCUE_MOD
+  right    '?' ':'
+  nonassoc tDOT2 tDOT3
+  left     tOROP
+  left     tANDOP
+  nonassoc tCMP tEQ tEQQ tNEQ tMATCH tNMATCH
+  left     tGT tGEQ tLT tLEQ
+  left     tPIPE tCARET
+  left     tAMPER2
+  left     tLSHFT tRSHFT
+  left     tPLUS tMINUS
+  left     tSTAR2 tDIVIDE tPERCENT
+  right    tUMINUS_NUM tUMINUS
+  right    tPOW
+  right    tBANG tTILDE tUPLUS
+prechigh
+
+rule
+
+program       : {
+                  self.lexer.state = :expr_beg
+                } compstmt {
+                  result = val[1]
+                }
+
+bodystmt      : compstmt opt_rescue opt_else opt_ensure {
+                  result = val[0]
+
+                  if val[1] then
+                    result = s(:rescue)
+                    result << val[0] if val[0]
+                    result << val[1] if val[1]
+                    result << val[2] if val[2]
+                  elsif not val[2].nil? then
+                    warning("else without rescue is useless")
+                    result = block_append(result, val[2])
+                  end
+
+                  result = s(:ensure, result, val[3]).compact if val[3]
+                }
+
+compstmt     : stmts opt_terms {
+                 result = void_stmts(val[0])
+               }
+
+stmts        : none
+             | stmt # TODO: wrap in newline node
+             | stmts terms stmt {
+                 result = self.block_append(val[0], val[2])
+               }
+             | error stmt {
+                 result = val[1];
+               }
+
+stmt          : kALIAS fitem { lexer.state = :expr_fname } fitem {
+                  result = s(:alias, val[1], val[3])
+                }
+             | kALIAS tGVAR tGVAR {
+                  result = s(:valias, val[1].value.to_sym, val[2].value.to_sym)
+                 }
+             | kALIAS tGVAR tBACK_REF {
+                 result = s(:valias, val[1].value.to_sym, :"$#{val[2].last}")
+               }
+             | kALIAS tGVAR tNTH_REF {
+                  yyerror("can't make alias for the number variables");
+                 }
+             | kUNDEF undef_list {
+                  result = val[1]
+                 }
+             | stmt kIF_MOD expr_value {
+                 val[2] = cond val[2]
+                 if val[2][0] == :not then
+                   result = s(:if, val[2].last, nil, val[0])
+                 else
+                   result = s(:if, val[2], val[0], nil)
+                 end
+               }
+             | stmt kUNLESS_MOD expr_value {
+                 val[2] = cond val[2]
+                 if val[2][0] == :not then
+                   result = s(:if, val[2].last, val[0], nil)
+                 else
+                   result = s(:if, val[2], nil, val[0])
+                 end
+               }
+             | stmt kWHILE_MOD expr_value {
+                 block, pre = val[0], true
+                 block, pre = block.last, false if block[0] == :begin
+
+                 val[2] = cond val[2]
+                 if val[2][0] == :not then
+                   result = s(:until, val[2].last, block, pre)
+                 else
+                   result = s(:while, val[2], block, pre)
+                 end
+               }
+             | stmt kUNTIL_MOD expr_value { # REFACTOR
+                 block, pre = val[0], true 
+                 block, pre = block.last, false if block[0] == :begin
+
+                 val[2] = cond val[2]
+                 if val[2][0] == :not then
+                   result = s(:while, val[2].last, block, pre)
+                 else
+                   result = s(:until, val[2], block, pre)
+                 end
+               }
+             | stmt kRESCUE_MOD stmt {
+                  result = s(:rescue, val[0], s(:resbody, nil, val[2]))
+                 }
+             | klBEGIN {
+                 if (self.in_def || self.in_single > 0) then
+                   # yyerror("BEGIN in method"); HACK
+                 end
+                 self.env.extend;
+               } tLCURLY compstmt tRCURLY {
+                 result = s(:iter, s(:preexe), nil)
+                 result << val[3] if val[3]
+                 result = nil # TODO: since it isn't supposed to go in the AST
+               }
+             | klEND tLCURLY compstmt tRCURLY {
+                 if (self.in_def || self.in_single > 0) then
+                   # yyerror("END in method; use at_exit"); HACK
+                 end
+                 result = s(:iter, s(:postexe), nil)
+                 result << val[2] if val[2]
+                 }
+             | lhs '=' command_call {
+                  result = self.node_assign(val[0], val[2])
+                 }
+             | mlhs '=' command_call {
+                  val[2] = value_expr(val[2])
+                  result = val[0] << if val[0][1] then
+                                       s(:to_ary, val[2])
+                                     else
+                                       val[0].delete_at 1 # remove the nil
+                                       s(:array, val[2])
+                                     end
+                 }
+             | var_lhs tOP_ASGN command_call {
+                  name = val[0].last
+                  asgn_op = val[1].value.to_sym
+                  val[2] = value_expr(val[2])
+
+                  case asgn_op
+                  when :"||" then
+                    val[0][2] = (val[2]);
+                    result = s(:op_asgn_or,  self.gettable(name), val[0])
+                  when :"&&" then
+                    val[0][2] = (val[2]);
+                    result = s(:op_asgn_and, self.gettable(name), val[0])
+                  else
+                    result = val[0]
+                    result << s(:call, self.gettable(name), asgn_op, s(:array, val[2]))
+                end
+                 }
+             | primary_value '[' aref_args tRBRACK tOP_ASGN command_call {
+                  result = s(:op_asgn1, val[0], val[2], val[4].value.to_sym, val[5]);
+                 }
+             | primary_value tDOT tIDENTIFIER tOP_ASGN command_call {
+                  result = s(:op_asgn, val[0], val[4], val[2].value, val[3].value);
+                 }
+             | primary_value tDOT tCONSTANT tOP_ASGN command_call {
+                  result = s(:op_asgn, val[0], val[4], val[2].value, val[3].value);
+                 }
+             | primary_value tCOLON2 tIDENTIFIER tOP_ASGN command_call {
+                  result = s(:op_asgn, val[0], val[4], val[2].value, val[3].value);
+                 }
+             | backref tOP_ASGN command_call {
+                  self.backref_assign_error(val[0]);
+                 }
+             | lhs '=' mrhs {
+                  result = self.node_assign(val[0], s(:svalue, val[2]))
+                 }
+             | mlhs '=' arg_value {
+                 result = val[0] << if val[0][1] then
+                                      s(:to_ary, val[2])
+                                    else
+                                      val[0].delete_at 1 if val[0][1].nil?
+                                      s(:array, val[2])
+                                    end
+               }
+             | mlhs '=' mrhs {
+                 val[0].delete_at 1 if val[0][1].nil?
+                 result = val[0] << val[2]
+               }
+             | expr
+
+
+expr          : command_call
+             | expr kAND expr {
+                  result = logop(:and, val[0], val[2])
+                 }
+             | expr kOR expr {
+                  result = logop(:or, val[0], val[2])
+                 }
+             | kNOT expr {
+                  result = s(:not, val[1])
+                 }
+             | tBANG command_call {
+                  result = s(:not, val[1])
+                 }
+             | arg
+
+expr_value    : expr {
+                  result = value_expr(val[0])
+                }
+
+command_call : command
+             | block_command
+             | kRETURN call_args {
+                 result = s(:return, ret_args(val[1]))
+               }
+             | kBREAK call_args {
+                 result = s(:break, ret_args(val[1]))
+               }
+             | kNEXT call_args {
+                 result = s(:next, ret_args(val[1]))
+               }
+
+block_command : block_call
+              | block_call tDOT operation2 command_args {
+                  result = s(:call, val[0], val[2], val[3]);
+                }
+              | block_call tCOLON2 operation2 command_args {
+                  result = s(:call, val[0], val[2], val[3]);
+                }
+
+cmd_brace_block : tLBRACE_ARG {
+                    self.env.extend :dynamic
+                  } opt_block_var  { result = self.env.dynamic.keys }
+                  compstmt tRCURLY {
+                    result = s(:iter, val[2], dyna_init(val[4], val[3]))
+                    self.env.unextend;
+                  }
+
+command      : operation command_args = tLOWEST {
+                 result = new_fcall(val[0].value.to_sym, val[1])
+               }
+             | operation command_args cmd_brace_block {
+                 result = new_fcall(val[0].value.to_sym, val[1])
+                 if val[2] then
+                   if result[0] == :block_pass then
+                      raise "both block arg and actual block given"
+                   end
+                   val[2] << result
+                   result = val[2]
+                 end
+               }
+             | primary_value tDOT operation2 command_args = tLOWEST {
+                 result = new_call(val[0], val[2].to_sym, val[3])
+               }
+             | primary_value tDOT operation2 command_args cmd_brace_block {
+                 result = new_call(val[0], val[2].to_sym, val[3])
+               }
+             | primary_value tCOLON2 operation2 command_args = tLOWEST {
+                 result = new_call(val[0], val[2].to_sym, val[3])
+               }
+             | primary_value tCOLON2 operation2 command_args cmd_brace_block {
+                 result = new_call(val[0], val[2].to_sym, val[3])
+                 if val[4] then
+                   if result[0] == :block_pass then # REFACTOR
+                     raise "both block arg and actual block given"
+                   end
+                   val[2] << result
+                   result = val[2]
+                 end
+               }
+             | kSUPER command_args {
+                 result = self.new_super(val[1]);
+               }
+             | kYIELD command_args {
+                 result = self.new_yield(val[1]);
+               }
+
+mlhs          : mlhs_basic
+             | tLPAREN mlhs_entry tRPAREN {
+                  result = val[1];
+                 }
+
+mlhs_entry    : mlhs_basic
+              | tLPAREN mlhs_entry tRPAREN {
+                  result = s(:masgn, s(:array, val[1]));
+                }
+
+mlhs_basic    : mlhs_head {
+                  result = s(:masgn, val[0]);
+                }
+              | mlhs_head mlhs_item {
+                  result = s(:masgn, val[0] << val[1].compact);
+                }
+              | mlhs_head tSTAR mlhs_node {
+                  result = s(:masgn, val[0], val[2]);
+                }
+              | mlhs_head tSTAR {
+                  result = s(:masgn, val[0], s(:splat))
+                }
+              | tSTAR mlhs_node {
+                  result = s(:masgn, nil, val[1]);
+                }
+              | tSTAR {
+                  result = s(:masgn, nil, s(:splat))
+                }
+
+mlhs_item     : mlhs_node
+              | tLPAREN mlhs_entry tRPAREN {
+                  result = val[1];
+                }
+
+mlhs_head     : mlhs_item ',' {
+                  result = s(:array, val[0])
+                }
+              | mlhs_head mlhs_item ',' {
+                  result = val[0] << val[1].compact
+                }
+
+mlhs_node    : variable {
+                 result = self.assignable(val[0])
+               }
+             | primary_value '[' aref_args tRBRACK {
+                 result = self.aryset(val[0], val[2]);
+               }
+             | primary_value tDOT tIDENTIFIER {
+                 result = s(:attrasgn, val[0], :"#{val[2].value}=");
+               }
+             | primary_value tCOLON2 tIDENTIFIER {
+                 result = s(:attrasgn, val[0], :"#{val[2].value}=");
+               }
+             | primary_value tDOT tCONSTANT {
+                 result = s(:attrasgn, val[0], :"#{val[2].value}=");
+               }
+             | primary_value tCOLON2 tCONSTANT {
+                 if (self.in_def || self.in_single > 0) then
+                   yyerror("dynamic constant assignment");
+                 end
+
+                 result = s(:constdecl, nil,
+                            s(:colon2, val[0], val[2].value), nil)
+               }
+             | tCOLON3 tCONSTANT {
+                 if (self.in_def || self.in_single > 0) then
+                   yyerror("dynamic constant assignment");
+                 end
+
+                 result = s(:const, nil, s(:colon3, val[1].value.to_sym))
+               }
+             | backref {
+                  self.backref_assign_error(val[0]);
+                 }
+
+lhs          : variable {
+                 result = self.assignable(val[0])
+               }
+             | primary_value '[' aref_args tRBRACK {
+                 result = self.aryset(val[0], val[2]);
+               }
+             | primary_value tDOT tIDENTIFIER {
+                 result = s(:attrasgn, val[0], :"#{val[2].value}=");
+               }
+             | primary_value tCOLON2 tIDENTIFIER {
+                 result = s(:attrasgn, val[0], :"#{val[2].value}=");
+               }
+             | primary_value tDOT tCONSTANT {
+                 result = s(:attrasgn, val[0], :"#{val[2].value}=");
+               }
+             | primary_value tCOLON2 tCONSTANT {
+                 if (self.in_def || self.in_single > 0) then
+                   yyerror("dynamic constant assignment");
+                 end
+
+                 result = s(:constdecl, nil, s(:colon2, val[0], val[2].value), nil);
+                 }
+             | tCOLON3 tCONSTANT {
+                  if (self.in_def || self.in_single > 0) then
+                    yyerror("dynamic constant assignment");
+                  end
+
+                  result = s(:const, nil, s(:colon3, val[1].value.to_sym))
+                  }
+             | backref {
+                   self.backref_assign_error(val[0]);
+                 }
+
+cname         : tIDENTIFIER {
+                  yyerror("class/module name must be CONSTANT");
+                 }
+             | tCONSTANT
+
+cpath         : tCOLON3 cname {
+                  result = s(:colon3, val[1].value.to_sym)
+                 }
+             | cname {
+                  result = s(:colon2, nil, val[0].value);
+                 }
+             | primary_value tCOLON2 cname {
+                  result = s(:colon2, val[0], val[2].value);
+                 }
+
+fname         : tIDENTIFIER | tCONSTANT | tFID
+              | op {
+                  lexer.state = :expr_end
+                  result = val[0];
+                }
+
+              | reswords {
+                  lexer.state = :expr_end
+                  result = val[0];
+                }
+
+fitem         : fname  { result = s(:lit, val[0].value.to_sym) } # TODO: cruby has fsym and dsym
+              | symbol { result = s(:lit, val[0]) }
+
+undef_list    : fitem {
+                  result = s(:undef, val[0])
+                 }
+              | undef_list ',' {
+                  lexer.state = :expr_fname
+                } fitem {
+                  result = self.block_append(val[0], s(:undef, val[3]))
+                }
+
+op           : tPIPE  | tCARET  | tAMPER2 | tCMP    | tEQ      | tEQQ   | tMATCH
+             | tGT    | tGEQ    | tLT     | tLEQ    | tLSHFT   | tRSHFT | tPLUS
+             | tMINUS | tSTAR2  | tSTAR   | tDIVIDE | tPERCENT | tPOW   | tTILDE
+             | tUPLUS | tUMINUS | tAREF   | tASET   | tBACK_REF2
+
+reswords     : k__LINE__ | k__FILE__  | klBEGIN | klEND  | kALIAS  | kAND
+             | kBEGIN    | kBREAK     | kCASE   | kCLASS | kDEF    | kDEFINED
+             | kDO       | kELSE      | kELSIF  | kEND   | kENSURE | kFALSE
+             | kFOR      | kIN        | kMODULE | kNEXT  | kNIL    | kNOT
+             | kOR       | kREDO      | kRESCUE | kRETRY | kRETURN | kSELF
+             | kSUPER    | kTHEN      | kTRUE   | kUNDEF | kWHEN   | kYIELD
+             | kIF_MOD   | kUNLESS_MOD | kWHILE_MOD | kUNTIL_MOD | kRESCUE_MOD
+
+arg          : lhs '=' arg {
+                 result = self.node_assign(val[0], val[2])
+               }
+             | lhs '=' arg kRESCUE_MOD arg {
+                 result = self.node_assign(val[0],
+                            s(:rescue, val[2], s(:resbody, nil, val[4])))
+                 }
+             | var_lhs tOP_ASGN arg {
+                 name = val[0].value
+                 asgn_op = val[1].value.to_sym
+
+                 val[2] = remove_begin(val[2])
+
+                 case asgn_op
+                 when :"||" then
+                   val[0] << val[2]
+                   result = s(:op_asgn_or, self.gettable(name), val[0]);
+                 when :"&&" then
+                   val[0] << val[2]
+                   result = s(:op_asgn_and, self.gettable(name), val[0]);
+                 else
+                   val[0][2] = s(:call, self.gettable(name), asgn_op, s(:array, val[2]))
+                   result = val[0];
+                 end
+                 }
+             | primary_value '[' aref_args tRBRACK tOP_ASGN arg {
+                  result = s(:op_asgn1, val[0], val[2], val[4].value.to_sym, val[5]);
+                 }
+             | primary_value tDOT tIDENTIFIER tOP_ASGN arg {
+                  result = s(:op_asgn2, val[0], :"#{val[2].value}=", val[3].value.to_sym, val[4]);
+                 }
+             | primary_value tDOT tCONSTANT tOP_ASGN arg {
+                  result = s(:op_asgn2, val[0], :"#{val[2].value}=", val[3].value.to_sym, val[4])
+                 }
+             | primary_value tCOLON2 tIDENTIFIER tOP_ASGN arg {
+                  result = s(:op_asgn, val[0], val[4], val[2].value, val[3].value);
+                 }
+             | primary_value tCOLON2 tCONSTANT tOP_ASGN arg {
+                 yyerror("constant re-assignment");
+                 }
+             | tCOLON3 tCONSTANT tOP_ASGN arg {
+                 yyerror("constant re-assignment");
+                 }
+             | backref tOP_ASGN arg {
+                  self.backref_assign_error(val[0]);
+                 }
+             | arg tDOT2 arg {
+                 v1, v2 = val[0], val[2]
+                 if v1.first == :lit and v2.first == :lit and Fixnum === v1.last and Fixnum === v2.last then
+                   result = s(:lit, (v1.last)..(v2.last))
+                 else
+                   result = s(:dot2, v1, v2)
+                 end
+               }
+             | arg tDOT3 arg {
+                 v1, v2 = val[0], val[2]
+                 if v1.first == :lit and v2.first == :lit and Fixnum === v1.last and Fixnum === v2.last then
+                   result = s(:lit, (v1.last)...(v2.last))
+                 else
+                   result = s(:dot3, v1, v2)
+                 end
+               }
+             | arg tPLUS arg {
+                  result = s(:call, val[0], :+, s(:array, val[2]))
+                 }
+             | arg tMINUS arg {
+                  result = s(:call, val[0], :-, s(:array, val[2]))
+                 }
+             | arg tSTAR2 arg {
+                  result = s(:call, val[0], :*, s(:array, val[2]))
+                 }
+             | arg tDIVIDE arg {
+                  result = s(:call, val[0], :"/", s(:array, val[2]))
+                 }
+             | arg tPERCENT arg {
+                  result = s(:call, val[0], :%, s(:array, val[2]))
+                 }
+             | arg tPOW arg {
+                 result = s(:call, val[0], :**, s(:array, val[2]))
+                 }
+             | tUMINUS_NUM tINTEGER tPOW arg {
+                  result = s(:call, s(:call, s(:lit, val[1]), :"**", s(:array, val[3])), :"-@");
+                 }
+             | tUMINUS_NUM tFLOAT tPOW arg {
+                  result = s(:call, s(:call, s(:lit, val[1]), :"**", s(:array, val[3])), :"-@");
+                 }
+             | tUPLUS arg {
+                  if val[1][0] == :lit then
+                    result = val[1]
+                  else
+                    result = s(:call, val[1], :"+@")
+                  end
+                 }
+             | tUMINUS arg {
+                  result = s(:call, val[1], :"-@");
+                 }
+             | arg tPIPE arg {
+                  result = s(:call, val[0], :"|", s(:array, val[2]));
+                 }
+             | arg tCARET arg {
+                  result = s(:call, val[0], :"^", s(:array, val[2]));
+                 }
+             | arg tAMPER2 arg {
+                  result = s(:call, val[0], :"&", s(:array, val[2]));
+                 }
+             | arg tCMP arg {
+                  result = s(:call, val[0], :"<=>", s(:array, val[2]));
+                 }
+             | arg tGT arg {
+                  result = s(:call, val[0], :">", s(:array, val[2]));
+                 }
+             | arg tGEQ arg {
+                  result = s(:call, val[0], :">=", s(:array, val[2]));
+                 }
+             | arg tLT arg {
+                  result = s(:call, val[0], :"<", s(:array, val[2]));
+                 }
+             | arg tLEQ arg {
+                  result = s(:call, val[0], :"<=", s(:array, val[2]));
+                 }
+             | arg tEQ arg {
+                  result = s(:call, val[0], :"==", s(:array, val[2]));
+                 }
+             | arg tEQQ arg {
+                  result = s(:call, val[0], :"===", s(:array, val[2]));
+                 }
+             | arg tNEQ arg {
+                  val[0] = value_expr val[0] # TODO: port call_op and clean these
+                  val[2] = value_expr val[2]
+                  result = s(:not, s(:call, val[0], :"==", s(:array, val[2])));
+                 }
+             | arg tMATCH arg {
+                  result = self.get_match_node(val[0], val[2])
+                 }
+             | arg tNMATCH arg {
+                  result = s(:not, self.get_match_node(val[0], val[2]))
+                 }
+             | tBANG arg {
+                  result = s(:not, val[1])
+                 }
+             | tTILDE arg {
+                  val[2] = value_expr val[2]
+                  result = s(:call, val[1], :"~");
+                 }
+             | arg tLSHFT arg {
+                  val[0] = value_expr val[0]
+                  val[2] = value_expr val[2]
+                  result = s(:call, val[0], :"<<", s(:array, val[2])) # " stupid emacs
+                 }
+             | arg tRSHFT arg {
+                  val[0] = value_expr val[0]
+                  val[2] = value_expr val[2]
+                  result = s(:call, val[0], :">>", s(:array, val[2]))
+                 }
+             | arg tANDOP arg {
+                  result = logop(:and, val[0], val[2])
+                 }
+             | arg tOROP arg {
+                  result = logop(:or, val[0], val[2])
+                 }
+             | kDEFINED opt_nl arg {
+                  result = s(:defined, val[2]);
+                 }
+             | arg '?' arg ':' arg {
+                 result = s(:if, val[0], val[2], val[4]);
+               }
+             | primary
+
+arg_value     : arg {
+                  result = value_expr(val[0])
+                 }
+
+aref_args    : none
+             | command opt_nl {
+                 warning("parenthesize argument(s) for future version");
+                 result = s(:array, val[0]);
+               }
+             | args trailer {
+                 result = val[0];
+               }
+             | args ',' tSTAR arg opt_nl {
+                 result = self.arg_concat(val[0], val[3])
+               }
+             | assocs trailer {
+                 result = s(:array, s(:hash, *val[0].values))
+               }
+             | tSTAR arg opt_nl {
+                 result = s(:splat, val[1])
+                 result.paren = true
+               }
+
+paren_args    : tLPAREN2 none tRPAREN {
+                  result = val[1]
+                 }
+             | tLPAREN2 call_args opt_nl tRPAREN {
+                  result = val[1];
+                 }
+             | tLPAREN2 block_call opt_nl tRPAREN {
+                  warning("parenthesize argument(s) for future version");
+                  result = s(:array, val[1]);
+                 }
+             | tLPAREN2 args ',' block_call opt_nl tRPAREN {
+                  warning("parenthesize argument(s) for future version");
+                  result = val[1].add(val[3]);
+                 }
+
+opt_paren_args: none | paren_args
+
+call_args    : command {
+                  warning("parenthesize argument(s) for future version");
+                  result = s(:array, val[0])
+                 }
+             | args opt_block_arg {
+                 result = self.arg_blk_pass(val[0], val[1]);
+               }
+             | args ',' tSTAR arg_value opt_block_arg {
+                 result = self.arg_concat(val[0], val[3]);
+                 result = self.arg_blk_pass(result, val[4]);
+               }
+             | assocs opt_block_arg {
+                 result = s(:array, s(:hash, *val[0].values))
+                 result = self.arg_blk_pass(result, val[1]);
+               }
+             | assocs ',' tSTAR arg_value opt_block_arg {
+                 result = self.arg_concat(s(:array, s(:hash, *val[0].values)), val[3])
+                 result = self.arg_blk_pass(result, val[4]);
+               }
+             | args ',' assocs opt_block_arg {
+                 result = val[0] << s(:hash, *val[2].values)
+                 result = self.arg_blk_pass(result, val[3]);
+               }
+             | args ',' assocs ',' tSTAR arg opt_block_arg {
+                 val[0] << s(:hash, *val[2].values)
+                 result = self.arg_concat(val[0], val[5])
+                 result = self.arg_blk_pass(result, val[6]);
+               }
+             | tSTAR arg_value opt_block_arg {
+                  result = self.arg_blk_pass(s(:splat, val[1]), val[2])
+                 }
+             | block_arg
+
+call_args2    : arg_value ',' args opt_block_arg {
+                  result = self.arg_blk_pass(s(:array, val[0], val[2]), val[3])
+                 }
+             | arg_value ',' block_arg {
+                  result = self.arg_blk_pass(val[0], val[2]);
+                 }
+             | arg_value ',' tSTAR arg_value opt_block_arg {
+                  result = self.arg_concat(s(:array, val[0]), val[3]);
+                  result = self.arg_blk_pass(result, val[4]);
+                 }
+             | arg_value ',' args ',' tSTAR arg_value opt_block_arg {
+                  result = self.arg_concat(s(:array, val[0], s(:hash, *val[2].values)), val[5])
+                  result = self.arg_blk_pass(result, val[6]);
+                 }
+             | assocs opt_block_arg {
+                  result = s(:array, s(:hash, *val[0].values));
+                  result = self.arg_blk_pass(result, val[1]);
+                 }
+             | assocs ',' tSTAR arg_value opt_block_arg {
+                  result = s(:array, s(:hash, *val[0].values), val[3])
+                  result = self.arg_blk_pass(result, val[4])
+                 }
+             | arg_value ',' assocs opt_block_arg {
+                  result = s(:array, val[0], s(:hash, *val[2].values))
+                  result = self.arg_blk_pass(result, val[3])
+                 }
+             | arg_value ',' args ',' assocs opt_block_arg {
+                  result = s(:array, val[0]).add_all(val[2]).add(s(:hash, *val[4].values));
+                  result = self.arg_blk_pass(result, val[5]);
+                 }
+             | arg_value ',' assocs ',' tSTAR arg_value opt_block_arg {
+                  result = self.arg_concat(s(:array, val[0]).add(s(:hash, *val[2].values)), val[5]);
+                  result = self.arg_blk_pass(result, val[6]);
+                 }
+             | arg_value ',' args ',' assocs ',' tSTAR arg_value opt_block_arg {
+                  result = self.arg_concat(s(:array, val[0]).add_all(val[2]).add(s(:hash, *val[4].values)), val[7]);
+                  result = self.arg_blk_pass(result, val[8]);
+                 }
+             | tSTAR arg_value opt_block_arg {
+                  result = self.arg_blk_pass(s(:splat, val[1]), val[2]);
+                 }
+             | block_arg
+
+command_args  : {
+                  result = lexer.cmdarg.stack.dup
+                  lexer.cmdarg.push true
+                } open_args {
+                  lexer.cmdarg.stack.replace val[0]
+                  result = val[1]
+                }
+
+open_args    : call_args
+             | tLPAREN_ARG  {
+                 lexer.state = :expr_endarg
+               } tRPAREN {
+                  warning("don't put space before argument parentheses");
+                  result = nil;
+                 }
+             | tLPAREN_ARG call_args2 {
+                 lexer.state = :expr_endarg
+               } tRPAREN {
+                  warning("don't put space before argument parentheses");
+                  result = val[1];
+                 }
+
+block_arg     : tAMPER arg_value {
+                  result = s(:block_pass, val[1]);
+                 }
+
+opt_block_arg : ',' block_arg {
+                  result = val[1];
+                 }
+             | none_block_pass
+
+args         : arg_value {
+                 result = s(:array, val[0])
+               }
+             | args ',' arg_value {
+                 result = val[0] << val[2]
+                 # result = self.list_append(val[0], val[2]) # TODO? breaks stuff
+               }
+
+mrhs         : args ',' arg_value {
+                 result = val[0] << val[2]
+                 # result = self.list_append(val[0], val[2]) # TODO? breaks stuff
+               }
+             | args ',' tSTAR arg_value {
+                 result = self.arg_concat(val[0], val[3])
+               }
+             | tSTAR arg_value {
+                 result = s(:splat, val[1])
+               }
+
+primary      : literal
+             | strings
+             | xstring
+             | regexp
+             | words
+             | qwords
+             | var_ref
+             | backref
+             | tFID {
+                 result = s(:fcall, val[0].value.to_sym)
+               }
+             | kBEGIN bodystmt kEND {
+                 unless val[1] then
+                   result = s(:nil)
+                 else
+                   result = s(:begin, val[1])
+                 end
+               }
+             | tLPAREN_ARG expr {
+                  lexer.state = :expr_endarg
+               } opt_nl tRPAREN {
+                  warning("(...) interpreted as grouped expression");
+                  result = val[1];
+                 }
+             | tLPAREN compstmt tRPAREN {
+                 result = val[1];
+                 result.paren = true
+                 }
+             | primary_value tCOLON2 tCONSTANT {
+                 result = s(:colon2, val[0], val[2].value.to_sym)
+               }
+             | tCOLON3 tCONSTANT {
+                 result = s(:colon3, val[1].value.to_sym)
+               }
+             | primary_value '[' aref_args tRBRACK {
+                 if val[0].first == :self then
+                   result = s(:fcall, :"[]")
+                 else
+                   result = s(:call, val[0], :"[]")
+                 end
+                 result << val[2] if val[2]
+               }
+             | tLBRACK aref_args tRBRACK {
+                  result = val[1] || s(:zarray)
+                 }
+             | tLBRACE assoc_list tRCURLY {
+                 result = s(:hash, *val[1].values)
+               }
+             | kRETURN {
+                 result = s(:return)
+               }
+             | kYIELD tLPAREN2 call_args tRPAREN {
+                 result = self.new_yield(val[2]);
+               }
+             | kYIELD tLPAREN2 tRPAREN {
+                 result = s(:yield)
+               }
+             | kYIELD {
+                 result = s(:yield)
+               }
+             | kDEFINED opt_nl tLPAREN2 expr tRPAREN {
+                 result = s(:defined, val[3]);
+               }
+             | operation brace_block {
+                 name = val[0].value.to_sym
+                 iter = val[1]
+#                 iter[2] = iter[2][1] if iter[2][0] == :block and iter[2].size == 2 # HACK
+                 iter.insert 1, s(:fcall, name)
+                 result = iter
+               }
+             | method_call
+             | method_call brace_block {
+                 call = val[0]
+                 iter = val[1]
+#                 iter[2] = iter[2][1] if iter[2][0] == :block and iter[2].size == 2 # HACK
+                 iter.insert 1, call
+                 result = iter
+               }
+             | kIF expr_value then compstmt if_tail kEND {
+                 val[1] = cond val[1]
+                 if val[1][0] == :not then
+                   result = s(:if, val[1].last, val[4], val[3])
+                 else
+                   result = s(:if, val[1], val[3], val[4])
+                 end
+               }
+             | kUNLESS expr_value then compstmt opt_else kEND {
+                 val[1] = cond val[1]
+                 if val[1][0] == :not then
+                   result = s(:if, val[1].last, val[3], val[4])
+                 else
+                   result = s(:if, val[1], val[4], val[3])
+                 end
+                 }
+             | kWHILE {
+                 lexer.cond.push true
+               } expr_value do {
+                 lexer.cond.pop
+               } compstmt kEND {
+                 block = val[5]
+                 val[2] = cond val[2]
+                 if val[2][0] == :not then
+                   result = s(:until, val[2].last, block, true);
+                 else
+                   result = s(:while, val[2], block, true);
+                 end
+               }
+             | kUNTIL {
+                 lexer.cond.push true
+               } expr_value do {
+                 lexer.cond.pop
+               } compstmt kEND {
+                 block = val[5]
+                 val[2] = cond val[2]
+                 if val[2][0] == :not then
+                   result = s(:while, val[2].last, block, true);
+                 else
+                   result = s(:until, val[2], block, true);
+                 end
+               }
+             | kCASE expr_value opt_terms case_body kEND {
+                  result = s(:case, val[1]);
+
+                  body = val[3]
+                  while body and body.first == :when
+                    result << body
+                    body = body.delete_at 3
+                  end
+
+                  els = body
+
+                  if els and els != s(:block) then
+                    result << els
+                  else
+                    result << nil
+                  end
+                 }
+             | kCASE opt_terms case_body kEND {
+                  result = s(:case, nil); # REFACTOR
+
+                  body = val[2]
+                  while body and body.first == :when
+                    result << body
+                    body = body.delete_at 3
+                  end
+
+                  els = body
+
+                  if els and els != s(:block) then
+                    result << els
+                  else
+                    result << nil
+                  end
+               }
+             | kCASE opt_terms kELSE compstmt kEND { # TODO: need a test
+                 result = s(:case, nil, val[3])
+               }
+            | kFOR block_var kIN {
+                 lexer.cond.push true
+               } expr_value do {
+                 lexer.cond.pop;
+               } compstmt kEND {
+                 result = s(:for, val[4], val[1])
+                 result << val[7] if val[7]
+               }
+             | kCLASS cpath superclass {
+                  if (self.in_def || self.in_single > 0) then
+                    yyerror("class definition in method body");
+                  end
+                  self.env.extend
+                } bodystmt kEND {
+                  scope = s(:scope, val[4]).compact
+                  result = s(:class, val[1].last.to_sym, val[2], scope)
+                  self.env.unextend
+                 }
+             | kCLASS tLSHFT expr {
+                  result = self.in_def
+                  self.in_def = false
+                } term {
+                  result = self.in_single
+                  self.in_single = 0
+                  self.env.extend;
+                } bodystmt kEND {
+                  scope = s(:scope, val[6]).compact
+                  result = s(:sclass, val[2], scope)
+                  self.env.unextend;
+                  self.in_def = val[3]
+                  self.in_single = val[5]
+                 }
+             | kMODULE cpath {
+                 yyerror("module definition in method body") if
+                   self.in_def or self.in_single > 0
+
+                 self.env.extend;
+               } bodystmt kEND {
+                 body = val[3] ? s(:scope, val[3]) : s(:scope)
+                 result = s(:module, val[1].last.to_sym, body)
+                 self.env.unextend;
+               }
+             | kDEF fname {
+                 self.in_def = true
+                 self.env.extend
+               } f_arglist bodystmt kEND {
+                 name, args, body = val[1], val[3], val[4] # TODO: refactor
+                 name = name.value.to_sym
+                 body ||= s(:nil)
+
+                 block_arg = args.block_arg(:remove)
+                 body = self.block_append(args, body, body && body[0] == :block)
+                 body.insert 2, block_arg if block_arg
+                 result = s(:defn, name, s(:scope, body))
+
+                 self.env.unextend
+                 self.in_def = false
+               }
+             | kDEF singleton dot_or_colon { # 0-2, 3
+                 lexer.state = :expr_fname
+               } fname {                     # 4, 5
+                 self.in_single += 1
+                 self.env.extend;
+                 lexer.state = :expr_end # force for args
+               } f_arglist bodystmt kEND {   # 6-8
+                 recv, name, args, body = val[1], val[4], val[6], val[7]
+
+                 block_arg = args.block_arg(:remove)
+                 body = self.block_append(args, body, body && body[0] == :block)
+                 body.insert 2, block_arg if block_arg
+
+                 result = s(:defs, recv, name.value.to_sym, s(:scope, body))
+
+                 self.env.unextend;
+                 self.in_single -= 1
+               }
+             | kBREAK {
+                  result = s(:break)
+                 }
+             | kNEXT {
+                  result = s(:next)
+                 }
+             | kREDO {
+                  result = s(:redo)
+                 }
+             | kRETRY {
+                  result = s(:retry)
+                 }
+
+primary_value : primary {
+                  result = value_expr(val[0])
+                }
+
+then          : term
+              | ":"
+              | kTHEN
+              | term kTHEN
+
+do            : term
+              | ":"
+              | kDO_COND
+
+if_tail       : opt_else
+              | kELSIF expr_value then compstmt if_tail {
+                  result = s(:if, val[1], val[3], val[4]);
+              }
+
+opt_else      : none
+              | kELSE compstmt {
+                  result = val[1];
+              }
+
+block_var     : lhs
+              | mlhs { val[0].delete_at 1 if val[0][1].nil? } # HACK
+
+opt_block_var : none
+              | tPIPE tPIPE {
+                  result = 0
+              }
+              | tOROP {
+                  result = 0
+                }
+              | tPIPE block_var tPIPE {
+                  result = val[1];
+              }
+
+do_block      : kDO_BLOCK {
+                  self.env.extend :dynamic
+                } opt_block_var { result = self.env.dynamic.keys }
+                compstmt kEND {
+
+                  vars = val[2]
+                  body = self.dyna_init(val[4], val[3])
+
+                  result = s(:iter)
+                  result << vars
+                  result << val[1] if val[1]
+                  result << body if body
+
+                  self.env.unextend;
+                }
+
+block_call    : command do_block {
+                raise SyntaxError, "Both block arg and actual block given." if
+                  val[0] && val[0][0] == :blockpass
+
+                result = val[1]
+                result.insert 1, val[0]
+              }
+              | block_call tDOT operation2 opt_paren_args {
+                  result = s(:call, val[0], val[2]);
+                  result << val[3] if val[3]
+              }
+              | block_call tCOLON2 operation2 opt_paren_args {
+                  result = s(:call, val[0], val[2]);
+                  result << val[3] if val[3]
+              }
+
+method_call   : operation paren_args {
+                  result = new_fcall(val[0].value.to_sym, val[1])
+                }
+              | primary_value tDOT operation2 opt_paren_args {
+                  result = new_call(val[0], val[2].value.to_sym, val[3])
+                }
+              | primary_value tCOLON2 operation2 paren_args {
+                  result = new_call(val[0], val[2].value.to_sym, val[3])
+                }
+              | primary_value tCOLON2 operation3 {
+                  result = new_call(val[0], val[2].value.to_sym)
+                }
+              | kSUPER paren_args {
+                  result = self.new_super(val[1]);
+                }
+              | kSUPER {
+                  result = s(:zsuper)
+                }
+
+brace_block   : tLCURLY {
+                  self.env.extend :dynamic
+                } opt_block_var { result = self.env.dynamic.keys }
+                compstmt tRCURLY { # REFACTOR
+                  args = val[2]
+                  body = self.dyna_init(val[4], val[3])
+                  result = s(:iter)
+                  result << args
+                  result << body if body
+                  self.env.unextend
+                }
+              | kDO {
+                  self.env.extend :dynamic
+                } opt_block_var { result = self.env.dynamic.keys }
+                compstmt kEND {
+                  args = val[2]
+                  body = self.dyna_init(val[4], val[3])
+                  result = s(:iter)
+                  result << args
+                  result << body if body
+                  self.env.unextend
+                }
+
+case_body     : kWHEN when_args then compstmt cases {
+                  result = s(:when, val[1], val[3])
+                  result << val[4] if val[4]
+                }
+
+when_args     : args
+              | args ',' tSTAR arg_value {
+                  result = self.list_append(val[0], s(:when, val[3], nil))
+                }
+              | tSTAR arg_value {
+                  result = s(:array, s(:when, val[1], nil));
+                }
+
+cases         : opt_else | case_body
+
+opt_rescue    : kRESCUE exc_list exc_var then compstmt opt_rescue {
+                  result = s(:resbody, val[1])
+                  if val[2] then
+                    val[2] = node_assign(val[2], s(:gvar, :"$!"))
+
+                    strip = val[4] && val[4][0] == :block
+                    val[4] = block_append(val[2], val[4])
+                    val[4].push(*val[4].pop[1..-1]) if strip # HACK removes nested block from block_append
+                  end
+
+                  result << val[4] if val[4]
+                  result << val[5] if val[5]
+                 }
+             | {result = nil;}
+
+exc_list      : arg_value {
+                  result = s(:array, val[0]);
+                 }
+             | mrhs
+             | none
+
+exc_var       : tASSOC lhs {
+                  result = val[1];
+                 }
+             | none
+
+opt_ensure    : kENSURE compstmt {
+                  if (val[1] != nil) then
+                      result = val[1];
+                  else
+                      result = s(:nil)
+                  end
+                 }
+              | none
+
+literal       : numeric { result = s(:lit, val[0]) }
+              | symbol  { result = s(:lit, val[0]) }
+              | dsym
+
+strings       : string {
+                  val[0] = s(:dstr, val[0].value) if val[0][0] == :evstr
+                  result = val[0];
+                }
+
+string        : string1
+              | string string1 {
+                  result = self.literal_concat(val[0], val[1]);
+                }
+
+string1       : tSTRING_BEG string_contents tSTRING_END {
+                  result = val[1];
+                }
+
+xstring       : tXSTRING_BEG xstring_contents tSTRING_END {
+                  node = val[1]
+
+                  unless node then
+                    node = s(:xstr, '')
+                  else
+                    case node[0]
+                    when :str
+                      node[0] = :xstr
+                    when :dstr
+                      node[0] = :dxstr
+                    else
+                      node = s(:dxstr, '', node)
+                    end
+                  end
+
+                  result = node
+                }
+
+regexp        : tREGEXP_BEG xstring_contents tREGEXP_END {
+                  node = val[1] || s(:str, '')
+                  options = val[2]
+
+                  o, k = 0, nil
+                  options.split(//).each do |c| # FIX: this has a better home
+                    v = {
+                         'x' => Regexp::EXTENDED,
+                         'i' => Regexp::IGNORECASE,
+                         'm' => Regexp::MULTILINE,
+                         'n' => 16,
+                         'e' => 32,
+                         's' => 48, # TODO: really?!?
+                         'u' => 64,
+                         'o' => 0, # ignore for now
+                         }[c]
+                    raise "unknown regexp option: #{c}" unless v
+                    o += v
+                    k = c if c =~ /[nesu]/
+                  end
+
+                  case node[0]
+                  when :str then
+                    node[0] = :lit
+                    node[1] = if k then
+                                Regexp.new(node[1], o, k)
+                              else
+                                Regexp.new(node[1], o)
+                              end
+                  when :dstr then
+                    if options =~ /o/ then
+                      node[0] = :dregx_once
+                    else
+                      node[0] = :dregx
+                    end
+                    node << o if o and o != 0
+                  else
+                    node = s(:dregx, '', node);
+                    node[0] = :dregx_once if options =~ /o/
+                    node << o if o and o != 0
+                  end
+
+                  result = node
+                 }
+
+words          : tWORDS_BEG ' ' tSTRING_END {
+                   result = s(:zarray);
+                 }
+               | tWORDS_BEG word_list tSTRING_END {
+                 result = val[1];
+                 }
+
+word_list      :  {
+                   result = s(:array)
+                 }
+               | word_list word ' ' {
+                   word = val[1][0] == :evstr ? s(:dstr, '', val[1]) : val[1]
+                   result = val[0] << word
+                 }
+
+word           : string_content
+               | word string_content {
+                   result = self.literal_concat(val[0], val[1]);
+                 }
+
+qwords         : tQWORDS_BEG ' ' tSTRING_END {
+                   result = s(:zarray)
+                 }
+               | tQWORDS_BEG qword_list tSTRING_END {
+                   result = val[1]
+                 }
+
+qword_list     : {
+                   result = s(:array)
+                 }
+               | qword_list tSTRING_CONTENT ' ' {
+                   result = val[0] << val[1]
+                 }
+
+string_contents: { result = s(:str, "") }
+                 | string_contents string_content {
+                     result = literal_concat(val[0], val[1])
+                   }
+
+xstring_contents: { result = nil }
+                | xstring_contents string_content {
+                    result = literal_concat(val[0], val[1])
+                  }
+
+string_content : tSTRING_CONTENT
+               | tSTRING_DVAR {
+                   result = lexer.str_term;
+                   lexer.str_term = nil
+                   lexer.state = :expr_beg
+                 } string_dvar {
+                   lexer.str_term = val[1]
+                   result = s(:evstr, val[2]);
+                   }
+               | tSTRING_DBEG {
+                   result = lexer.str_term;
+                   lexer.str_term = nil
+                   lexer.state = :expr_beg
+                   lexer.cond.push false
+                   lexer.cmdarg.push false
+                 } compstmt tRCURLY {
+                   lexer.str_term = val[1]
+                   lexer.cond.lexpop
+                   lexer.cmdarg.lexpop
+                   case val[2][0]
+                   when :str, :dstr, :evstr then
+                     result = val[2]
+                   else
+                     result = s(:evstr, val[2])
+                   end
+                 }
+
+string_dvar    : tGVAR {
+                   result = s(:gvar, val[0].value.to_sym);
+                 }
+               | tIVAR {
+                   result = s(:ivar, val[0].value.to_sym);
+                 }
+               | tCVAR {
+                   result = s(:cvar, val[0].value.to_sym);
+                 }
+               | backref
+
+
+symbol         : tSYMBEG sym {
+                   lexer.state = :expr_end
+                   result = val[1].value.to_sym
+                 }
+
+sym            : fname | tIVAR | tGVAR | tCVAR
+
+dsym           : tSYMBEG xstring_contents tSTRING_END {
+                   lexer.state = :expr_end
+                   result = val[1]
+
+                   yyerror("empty symbol literal") if result.nil? or result.empty?
+
+                   case result[0]
+                   when :dstr then
+                     result[0] = :dsym
+                   when :str then
+                     result = s(:lit, result.last.intern)
+                   else
+                     result = s(:dsym, '', result)
+                   end
+
+                 }
+
+numeric      : tINTEGER
+             | tFLOAT
+             | tUMINUS_NUM tINTEGER = tLOWEST {
+                 result = -val[1] # TODO: pt_testcase
+               }
+             | tUMINUS_NUM tFLOAT = tLOWEST {
+                 result = -val[1] # TODO: pt_testcase
+               }
+
+variable     : tIDENTIFIER
+             | tIVAR
+             | tGVAR
+             | tCONSTANT
+             | tCVAR
+             | kNIL {
+                 result = s(:nil)
+               }
+             | kSELF {
+                 result = s(:self)
+               }
+             | kTRUE {
+                 result = s(:true)
+               }
+             | kFALSE {
+                 result = s(:false)
+               }
+             | k__FILE__ {
+                 result = :"__FILE__"
+               }
+             | k__LINE__ {
+                 result = :"__LINE__"
+               }
+
+var_ref        : variable {
+                   result = self.gettable(val[0])
+                 }
+
+var_lhs        : variable {
+                   result = self.assignable(val[0]);
+                 }
+
+backref        : tNTH_REF | tBACK_REF
+
+superclass   : term {
+                 result = nil;
+               }
+             | tLT {
+                 lexer.state = :expr_beg
+               } expr_value term {
+                 result = val[2];
+               }
+             | error term {
+                 yyerrok;
+                 result = nil;
+               }
+
+f_arglist      : tLPAREN2 f_args opt_nl tRPAREN {
+                   result = val[1];
+                   lexer.state = :expr_beg
+                 }
+               | f_args term {
+                   result = val[0];
+                 }
+
+f_args       : f_arg ',' f_optarg ',' f_rest_arg opt_f_block_arg {
+                 result = val[0]
+                 if val[2] then
+                   val[2][1..-1].each do |lasgn| # FIX clean sexp iter
+                     raise "wtf? #{lasgn.inspect}" unless lasgn[0] == :lasgn
+                     result << lasgn[1]
+                   end
+                 end
+                 result << val[4] if val[4]
+                 result << val[2] if val[2]
+                 result << val[5] if val[5]
+               }
+             | f_arg ',' f_optarg opt_f_block_arg {
+                 result = val[0]
+                 if val[2] then
+                   val[2][1..-1].each do |lasgn| # FIX clean sexp iter
+                     raise "wtf? #{lasgn.inspect}" unless lasgn[0] == :lasgn
+                     result << lasgn[1]
+                   end
+                 end
+                 result << val[2] if val[2]
+                 result << val[3] if val[3]
+                 }
+             | f_arg ',' f_rest_arg opt_f_block_arg {
+                 result = val[0]
+                 result << val[2] if val[2]
+                 result << val[3] if val[3]
+                 }
+             | f_arg opt_f_block_arg {
+                 result = val[0]
+                 result << val[1] if val[1]
+                 }
+             | f_optarg ',' f_rest_arg opt_f_block_arg {
+                 result = s(:args)
+                 if val[0] then
+                   val[0][1..-1].each do |lasgn| # FIX clean sexp iter
+                     raise "wtf? #{lasgn.inspect}" unless lasgn[0] == :lasgn
+                     result << lasgn[1]
+                   end
+                 end
+
+                 result << val[2] if val[2]
+                 result << val[0] if val[0]
+                 result << val[3] if val[3]
+               }
+             | f_optarg opt_f_block_arg {
+                 result = s(:args)
+                 if val[0] then
+                   val[0][1..-1].each do |lasgn| # FIX clean sexp iter
+                     raise "wtf? #{lasgn.inspect}" unless lasgn[0] == :lasgn
+                     result << lasgn[1]
+                   end
+                 end
+
+                 result << val[0] if val[0]
+                 result << val[1] if val[1]
+               }
+             | f_rest_arg opt_f_block_arg {
+                   result = s(:args, val[0], val[1]).compact
+                 }
+             | f_block_arg {
+                   result = s(:args, val[0]).compact
+                 }
+             |  {
+                   result = s(:args)
+                 }
+
+f_norm_arg   : tCONSTANT {
+                 yyerror("formal argument cannot be a constant");
+               }
+             | tIVAR {
+                 yyerror("formal argument cannot be an instance variable");
+               }
+             | tCVAR {
+                 yyerror("formal argument cannot be a class variable");
+               }
+             | tIDENTIFIER {
+                 identifier = val[0].value.to_sym
+                 self.env[identifier] = :lvar
+
+                 result = val[0];
+               }
+
+f_arg          : f_norm_arg {
+                   result = s(:args)
+                   result << val[0].value.to_sym
+                 }
+               | f_arg ',' f_norm_arg {
+                   val[0] << val[2].value.to_sym
+                   result = val[0]
+                 }
+
+f_opt          : tIDENTIFIER '=' arg_value {
+                   result = self.assignable(val[0], val[2]);
+                   # TODO: detect duplicate names
+                 }
+
+f_optarg     : f_opt {
+                 result = s(:block, val[0])
+               }
+             | f_optarg ',' f_opt {
+                 result = self.append_to_block(val[0], val[2]);
+               }
+
+restarg_mark  : tSTAR2 | tSTAR
+
+f_rest_arg    : restarg_mark tIDENTIFIER { # TODO: differs from parse.y - needs tests
+                  name = val[1].value.to_sym
+                  self.assignable(name)
+                  result = :"*#{name}"
+                }
+             | restarg_mark {
+                 name = :"*"
+                 self.env[name] = self.env.dynamic? ? :dvar : :lvar # FIX
+                 result = name
+               }
+
+blkarg_mark   : tAMPER2 | tAMPER
+
+f_block_arg   : blkarg_mark tIDENTIFIER {
+                  identifier = val[1].value.to_sym
+
+                  self.env[identifier] = self.env.dynamic? ? :dvar : :lvar
+                  result = s(:block_arg, identifier.to_sym)
+                 }
+
+opt_f_block_arg: ',' f_block_arg {
+                  result = val[1];
+                 }
+             | {
+                 result = nil;
+                 }
+
+singleton    : var_ref
+             | tLPAREN2 {
+                 lexer.state = :expr_beg
+               } expr opt_nl tRPAREN {
+                 if (val[2].instanceof ILiteralNode) then
+                    yyerror("Can't define single method for literals.");
+                 end
+                 result = val[2];
+               }
+
+assoc_list    : none { #  [!nil]
+                  result = s(:array)
+                 }
+             | assocs trailer { #  [!nil]
+                  result = val[0];
+                 }
+             | args trailer {
+                  size = val[0].size
+                  if (size % 2 != 1) then # != 1 because of leading :array
+                    yyerror("Odd number (#{size}) list for Hash. #{val[0].inspect}");
+                  end
+                  result = val[0];
+                 }
+
+assocs        : assoc
+              | assocs ',' assoc {
+                  list = val[0].dup
+                  more = val[2][1..-1]
+                  list.push(*more) unless more.empty?
+                  result = list
+                }
+
+assoc         : arg_value tASSOC arg_value {
+                  result = s(:array, val[0], val[2])
+                }
+
+operation     : tIDENTIFIER | tCONSTANT | tFID
+operation2    : tIDENTIFIER | tCONSTANT | tFID | op
+operation3    : tIDENTIFIER | tFID | op
+dot_or_colon  : tDOT | tCOLON2
+opt_terms     :  | terms
+opt_nl        :  | "\n"
+trailer       :  | "\n" | ','
+
+term         : ';' { yyerrok }
+             | "\n"
+
+terms        : term
+             | terms ';' { yyerrok }
+
+none         : { result = nil }
+
+none_block_pass:  { result = nil }
+
+end
+
+---- inner
+
+require 'ruby_lexer'