ruby_parser 3.12.0 → 3.18.1

data/lib/ruby_parser.yy

@@ -12,6 +12,10 @@ class Ruby23Parser
 class Ruby24Parser
 #elif V == 25
 class Ruby25Parser
+#elif V == 26
+class Ruby26Parser
+#elif V == 27
+class Ruby27Parser
 #else
 fail "version not specified or supported on code generation"
 #endif
@@ -32,7 +36,7 @@ token kCLASS kMODULE kDEF kUNDEF kBEGIN kRESCUE kENSURE kEND kIF kUNLESS
       tBACK_REF2 tSYMBEG tSTRING_BEG tXSTRING_BEG tREGEXP_BEG
       tWORDS_BEG tQWORDS_BEG tSTRING_DBEG tSTRING_DVAR tSTRING_END
       tSTRING tSYMBOL tNL tEH tCOLON tCOMMA tSPACE tSEMI tLAMBDA
-      tLAMBEG tDSTAR tCHAR tSYMBOLS_BEG tQSYMBOLS_BEG tSTRING_DEND tUBANG
+      tLAMBEG tDSTAR tCHAR tSYMBOLS_BEG tQSYMBOLS_BEG tSTRING_DEND
 #if V >= 21
       tRATIONAL tIMAGINARY
 #endif
@@ -42,45 +46,52 @@ token kCLASS kMODULE kDEF kUNDEF kBEGIN kRESCUE kENSURE kEND kIF kUNLESS
 #if V >= 23
        tLONELY
 #endif
+#if V >= 26
+       tBDOT2 tBDOT3
+#endif
 
-prechigh
-  right    tBANG tTILDE tUPLUS
-  right    tPOW
-  right    tUMINUS_NUM tUMINUS
-  left     tSTAR2 tDIVIDE tPERCENT
-  left     tPLUS tMINUS
-  left     tLSHFT tRSHFT
-  left     tAMPER2
-  left     tPIPE tCARET
-  left     tGT tGEQ tLT tLEQ
-  nonassoc tCMP tEQ tEQQ tNEQ tMATCH tNMATCH
-  left     tANDOP
-  left     tOROP
-  nonassoc tDOT2 tDOT3
-  right    tEH tCOLON
-  left     kRESCUE_MOD
-  right    tEQL tOP_ASGN
-  nonassoc kDEFINED
-  right    kNOT
-  left     kOR kAND
-  nonassoc kIF_MOD kUNLESS_MOD kWHILE_MOD kUNTIL_MOD
-  nonassoc tLBRACE_ARG
-  nonassoc tLOWEST
 preclow
+  nonassoc tLOWEST
+  nonassoc tLBRACE_ARG
+  nonassoc kIF_MOD kUNLESS_MOD kWHILE_MOD kUNTIL_MOD
+  left     kOR kAND
+  right    kNOT
+  nonassoc kDEFINED
+  right    tEQL tOP_ASGN
+  left     kRESCUE_MOD
+  right    tEH tCOLON
+  nonassoc tDOT2 tDOT3 tBDOT2 tBDOT3
+  left     tOROP
+  left     tANDOP
+  nonassoc tCMP tEQ tEQQ tNEQ tMATCH tNMATCH
+  left     tGT tGEQ tLT tLEQ
+  left     tPIPE tCARET
+  left     tAMPER2
+  left     tLSHFT tRSHFT
+  left     tPLUS tMINUS
+  left     tSTAR2 tDIVIDE tPERCENT # TODO: tSTAR2 -> tMULT
+  right    tUMINUS_NUM tUMINUS
+  right    tPOW
+  right    tBANG tTILDE tUPLUS
+prechigh
 
 rule
 
          program:   {
-                      self.lexer.lex_state = :expr_beg
+                      self.lexer.lex_state = EXPR_BEG
                     }
                     top_compstmt
                     {
                       result = new_compstmt val
+
+                      lexer.cond.pop # local_pop
+                      lexer.cmdarg.pop
                     }
 
     top_compstmt: top_stmts opt_terms
                     {
-                      result = val[0]
+                      stmt, _ = val
+                      result = stmt
                     }
 
        top_stmts: none
@@ -92,30 +103,54 @@ rule
                 | error top_stmt
 
         top_stmt: stmt
-                    {
-                      result = val[0]
-
-                      # TODO: remove once I have more confidence this is fixed
-                      # result.each_of_type :call_args do |s|
-                      #   debug20 666, s, result
-                      # end
-                    }
                 | klBEGIN
                     {
                       if (self.in_def || self.in_single > 0) then
-                        debug20 1
+                        debug 11
                         yyerror "BEGIN in method"
                       end
                       self.env.extend
                     }
-                  tLCURLY top_compstmt tRCURLY
+                    begin_block
+                    {
+                      (_, lineno), _, iter = val
+                      iter.line lineno
+
+                      (_, preexe,) = iter
+                      preexe.line lineno
+
+                      result = iter
+                    }
+
+     begin_block: tLCURLY { result = lexer.lineno } top_compstmt tRCURLY
+                    {
+                      _, line, stmt, _ = val
+                      result = new_iter s(:preexe).line(line), 0, stmt
+                    }
+
+        bodystmt: compstmt opt_rescue k_else
                     {
-                      result = new_iter s(:preexe), nil, val[3]
+                      res = _values[-2]
+                      # TODO: move down to main match so I can just use val
+
+#if V >= 26
+                      yyerror "else without rescue is useless" unless res
+#else
+                      warn "else without rescue is useless" unless res
+#endif
                     }
+                    compstmt
+                    opt_ensure
+                    {
+                      body, resc, _, _, els, ens = val
 
-        bodystmt: compstmt opt_rescue opt_else opt_ensure
+                      result = new_body [body, resc, els, ens]
+                    }
+                | compstmt opt_rescue opt_ensure
                     {
-                      result = new_body val
+                      body, resc, ens = val
+
+                      result = new_body [body, resc, nil, ens]
                     }
 
         compstmt: stmts opt_terms
@@ -124,33 +159,45 @@ rule
                     }
 
            stmts: none
-                | stmt
-                | stmts terms stmt
+                | stmt_or_begin # TODO: newline_node ?
+                | stmts terms stmt_or_begin
                     {
                       result = self.block_append val[0], val[2]
                     }
                 | error stmt
                     {
                       result = val[1]
-                      debug20 2, val, result
+                      debug 12
+                    }
+
+   stmt_or_begin: stmt
+                | klBEGIN
+                    {
+                      yyerror "BEGIN is permitted only at toplevel"
+                    }
+                  begin_block
+                    {
+                      result = val[2] # wtf?
                     }
 
             stmt: kALIAS fitem
                     {
-                      lexer.lex_state = :expr_fname
-                      result = self.lexer.lineno
+                      lexer.lex_state = EXPR_FNAME
                     }
                     fitem
                     {
-                      result = s(:alias, val[1], val[3]).line(val[2])
+                      (_, line), lhs, _, rhs = val
+                      result = s(:alias, lhs, rhs).line(line).line line
                     }
                 | kALIAS tGVAR tGVAR
                     {
-                      result = s(:valias, val[1].to_sym, val[2].to_sym)
+                      (_, line), (lhs, _), (rhs, _) = val
+                      result = s(:valias, lhs.to_sym, rhs.to_sym).line line
                     }
                 | kALIAS tGVAR tBACK_REF
                     {
-                      result = s(:valias, val[1].to_sym, :"$#{val[2]}")
+                      (_, line), (lhs, _), (rhs, _) = val
+                      result = s(:valias, lhs.to_sym, :"$#{rhs}").line line
                     }
                 | kALIAS tGVAR tNTH_REF
                     {
@@ -162,178 +209,271 @@ rule
                     }
                 | stmt kIF_MOD expr_value
                     {
-                      result = new_if val[2], val[0], nil
+                      t, _, c = val
+                      result = new_if c, t, nil
                     }
                 | stmt kUNLESS_MOD expr_value
                     {
-                      result = new_if val[2], nil, val[0]
+                      f, _, c = val
+                      result = new_if c, nil, f
                     }
                 | stmt kWHILE_MOD expr_value
                     {
-                      result = new_while val[0], val[2], true
+                      e, _, c = val
+                      result = new_while e, c, true
                     }
                 | stmt kUNTIL_MOD expr_value
                     {
-                      result = new_until val[0], val[2], true
+                      e, _, c = val
+                      result = new_until e, c, true
                     }
                 | stmt kRESCUE_MOD stmt
                     {
-                      result = s(:rescue, val[0], new_resbody(s(:array), val[2]))
+                      body, _, resbody = val
+
+                      resbody = new_resbody s(:array).line(resbody.line), resbody
+                      result = new_rescue body, resbody
                     }
                 | klEND tLCURLY compstmt tRCURLY
                     {
+                      (_, line), _, stmt, _ = val
+
                       if (self.in_def || self.in_single > 0) then
-                        debug20 3
+                        debug 13
                         yyerror "END in method; use at_exit"
                       end
-                      result = new_iter s(:postexe), 0, val[2]
+
+                      result = new_iter s(:postexe).line(line), 0, stmt
                     }
                 | command_asgn
                 | mlhs tEQL command_call
                     {
                       result = new_masgn val[0], val[2], :wrap
                     }
-                | var_lhs tOP_ASGN command_call
+                | lhs tEQL mrhs
                     {
-                      result = new_op_asgn val
+                      lhs, _, rhs = val
+                      result = new_assign lhs, s(:svalue, rhs).line(rhs.line)
                     }
-                | primary_value tLBRACK2 opt_call_args rbracket tOP_ASGN command_call
+#if V == 20
+                | mlhs tEQL arg_value
                     {
-                      result = s(:op_asgn1, val[0], val[2], val[4].to_sym, val[5])
+                      result = new_masgn val[0], val[2], :wrap
                     }
-                | primary_value call_op tIDENTIFIER tOP_ASGN command_call
+#endif
+#if V >= 27
+                | mlhs tEQL mrhs_arg kRESCUE_MOD stmt
                     {
-                      result = s(:op_asgn, val[0], val[4], val[2].to_sym, val[3].to_sym)
-                      if val[1] == '&.'
-                        result.sexp_type = :safe_op_asgn
-                      end
-                      result.line = val[0].line
+                      # unwraps s(:to_ary, rhs)
+                      lhs, _, (_, rhs), _, resbody = val
+
+                      resbody = new_resbody s(:array).line(resbody.line), resbody
+
+                      result = new_masgn lhs, new_rescue(rhs, resbody), :wrap
                     }
-                | primary_value call_op tCONSTANT tOP_ASGN command_call
+#endif
+#if V == 20
+                | mlhs tEQL mrhs
+#else
+                | mlhs tEQL mrhs_arg
+#endif
                     {
-                      result = s(:op_asgn, val[0], val[4], val[2].to_sym, val[3].to_sym)
-                      if val[1] == '&.'
-                        result.sexp_type = :safe_op_asgn
-                      end
-                      result.line = val[0].line
+                      result = new_masgn val[0], val[2]
                     }
-                | primary_value tCOLON2 tCONSTANT tOP_ASGN command_call
+                | expr
+
+    command_asgn: lhs tEQL command_rhs
                     {
-                      result = s(:op_asgn, val[0], val[4], val[2], val[3])
-                      debug20 4, val, result
+                      result = new_assign val[0], val[2]
                     }
-                | primary_value tCOLON2 tIDENTIFIER tOP_ASGN command_call
+                # | lhs tEQL command_asgn
+                #     {
+                #       result = new_assign val[0], val[2]
+                #     }
+                | var_lhs tOP_ASGN command_rhs
                     {
-                      result = s(:op_asgn, val[0], val[4], val[2], val[3])
-                      debug20 5, val, result
+                      result = new_op_asgn val
                     }
-                | backref tOP_ASGN command_call
+                | primary_value tLBRACK2 opt_call_args rbracket tOP_ASGN command_rhs
                     {
-                      self.backref_assign_error val[0]
+                      result = new_op_asgn1 val
                     }
-                | lhs tEQL mrhs
+                | primary_value call_op tIDENTIFIER tOP_ASGN command_rhs
                     {
-                      result = new_assign val[0], s(:svalue, val[2])
+                      prim, (call_op, _), (id, _), (op_asgn, _), rhs = val
+
+                      result = s(:op_asgn, prim, rhs, id.to_sym, op_asgn.to_sym)
+                      result.sexp_type = :safe_op_asgn if call_op == '&.'
+                      result.line prim.line
                     }
-#if V == 20
-                | mlhs tEQL arg_value
+                | primary_value call_op tCONSTANT tOP_ASGN command_rhs
                     {
-                      result = new_masgn val[0], val[2], :wrap
+                      prim, (call_op, _), (id, _), (op_asgn, _), rhs = val
+
+                      result = s(:op_asgn, prim, rhs, id.to_sym, op_asgn.to_sym)
+                      result.sexp_type = :safe_op_asgn if call_op == '&.'
+                      result.line prim.line
                     }
-                | mlhs tEQL mrhs
-#else
-                | mlhs tEQL mrhs_arg
-#endif
+                | primary_value tCOLON2 tCONSTANT tOP_ASGN command_rhs
                     {
-                      result = new_masgn val[0], val[2]
+                      lhs1, _, (lhs2, line), (id, _), rhs = val
+
+                      result = s(:op_asgn, lhs1, rhs, lhs2.to_sym, id.to_sym).line line
                     }
-                | expr
+                | primary_value tCOLON2 tIDENTIFIER tOP_ASGN command_rhs
+                    {
+                      lhs1, _, (lhs2, line), (id, _), rhs = val
 
-    command_asgn: lhs tEQL command_call
+                      result = s(:op_asgn, lhs1, rhs, lhs2.to_sym, id.to_sym).line line
+                    }
+                | backref tOP_ASGN command_rhs
                     {
-                      result = new_assign val[0], val[2]
+                      self.backref_assign_error val[0]
                     }
-                | lhs tEQL command_asgn
+
+     command_rhs: command_call                =tOP_ASGN
                     {
-                      result = new_assign val[0], val[2]
+                      expr, = val
+                      result = value_expr expr
+                    }
+#if V >= 24
+                | command_call kRESCUE_MOD stmt
+                    {
+                      expr, (_, line), resbody = val
+
+                      expr = value_expr expr
+                      ary  = s(:array).line line
+                      result = new_rescue(expr, new_resbody(ary, resbody))
                     }
+#endif
+                | command_asgn
 
             expr: command_call
                 | expr kAND expr
                     {
-                      result = logical_op :and, val[0], val[2]
+                      lhs, _, rhs = val
+                      result = logical_op :and, lhs, rhs
                     }
                 | expr kOR expr
                     {
-                      result = logical_op :or, val[0], val[2]
+                      lhs, _, rhs = val
+                      result = logical_op :or, lhs, rhs
                     }
                 | kNOT opt_nl expr
                     {
-                      result = s(:call, val[2], :"!")
+                      (_, line), _, expr = val
+                      result = new_call(expr, :"!").line line
+                      # REFACTOR: call_uni_op
                     }
                 | tBANG command_call
                     {
-                      result = s(:call, val[1], :"!")
+                      _, cmd = val
+                      result = new_call(cmd, :"!").line cmd.line
+                      # TODO: fix line number to tBANG... but causes BAD shift/reduce conflict
+                      # REFACTOR: call_uni_op -- see parse26.y
                     }
+#if V >= 27
                 | arg
+                    kIN
+                    {
+                      # TODO? value_expr($1);
+                      self.lexer.lex_state = EXPR_BEG|EXPR_LABEL
+                      self.lexer.command_start = false
+                      result = self.in_kwarg
+                      self.in_kwarg = true
+                      self.env.extend
+                    }
+                    p_expr
+                    {
+                      self.env.unextend
+
+                      expr, _, old_kwarg, pat = val
+
+                      expr = value_expr expr
+
+                      self.in_kwarg = old_kwarg
+                      pat_in = new_in pat, nil, nil, expr.line
+                      result = new_case expr, pat_in, expr.line
+                    }
+#endif
+                | arg                                   =tLBRACE_ARG
 
       expr_value: expr
                     {
                       result = value_expr(val[0])
                     }
 
+   expr_value_do:   {
+                      lexer.cond.push true
+                    }
+                    expr_value do
+                    {
+                      lexer.cond.pop
+                    }
+                    {
+                      _, expr, _, _ = val
+                      result = expr
+                    }
+
     command_call: command
                 | block_command
 
    block_command: block_call
-                | block_call dot_or_colon operation2 command_args
+                | block_call call_op2 operation2 command_args
                     {
-                      result = new_call val[0], val[2].to_sym, val[3]
+                      blk, _, (msg, _line), args = val
+                      result = new_call(blk, msg.to_sym, args).line blk.line
                     }
 
  cmd_brace_block: tLBRACE_ARG
                     {
-                      self.env.extend(:dynamic)
+                      # self.env.extend(:dynamic)
                       result = self.lexer.lineno
                     }
-                    opt_block_param
-                    {
-                      result = nil # self.env.dynamic.keys
-                    }
-                    compstmt tRCURLY
+                    brace_body tRCURLY
                     {
-                      result = new_iter nil, val[2], val[4]
-                      result.line = val[1]
+                      _, line, body, _ = val
 
-                      self.env.unextend
+                      result = body
+                      result.line line
+
+                      # self.env.unextend
                     }
 
            fcall: operation
                     {
-                      result = new_call nil, val[0].to_sym
+                      (msg, line), = val
+                      result = new_call(nil, msg.to_sym).line line
                     }
 
          command: fcall command_args =tLOWEST
                     {
-                      result = val[0].concat val[1].sexp_body # REFACTOR pattern
+                      call, args = val
+                      result = call.concat args.sexp_body
                     }
                 | fcall command_args cmd_brace_block
                     {
-                      result = val[0].concat val[1].sexp_body
-                      if val[2] then
-                        block_dup_check result, val[2]
+                      call, args, block = val
+
+                      result = call.concat args.sexp_body
+
+                      if block then
+                        block_dup_check result, block
 
-                        result, operation = val[2], result
+                        result, operation = block, result
                         result.insert 1, operation
                       end
                     }
                 | primary_value call_op operation2 command_args =tLOWEST
                     {
-                      result = new_call val[0], val[2].to_sym, val[3], val[1]
+                      lhs, callop, (op, _), args = val
+
+                      result = new_call lhs, op.to_sym, args, callop
+                      result.line lhs.line
                     }
                 | primary_value call_op operation2 command_args cmd_brace_block
                     {
-                      recv, _, msg, args, block = val
+                      recv, _, (msg, _line), args, block = val
                       call = new_call recv, msg.to_sym, args, val[1]
 
                       block_dup_check call, block
@@ -343,11 +483,14 @@ rule
                     }
                 | primary_value tCOLON2 operation2 command_args =tLOWEST
                     {
-                      result = new_call val[0], val[2].to_sym, val[3]
+                      lhs, _, (id, line), args = val
+
+                      result = new_call lhs, id.to_sym, args
+                      result.line line
                     }
                 | primary_value tCOLON2 operation2 command_args cmd_brace_block
                     {
-                      recv, _, msg, args, block = val
+                      recv, _, (msg, _line), args, block = val
                       call = new_call recv, msg.to_sym, args
 
                       block_dup_check call, block
@@ -361,17 +504,19 @@ rule
                     }
                 | kYIELD command_args
                     {
-                      result = new_yield val[1]
+                      (_, line), args = val
+                      result = new_yield args
+                      result.line line # TODO: push to new_yield
                     }
-                | kRETURN call_args
+                | k_return call_args
                     {
                       line = val[0].last
                       result = s(:return, ret_args(val[1])).line(line)
                     }
                 | kBREAK call_args
                     {
-                      line = val[0].last
-                      result = s(:break, ret_args(val[1])).line(line)
+                      (_, line), args = val
+                      result = s(:break, ret_args(args)).line line
                     }
                 | kNEXT call_args
                     {
@@ -388,56 +533,79 @@ rule
       mlhs_inner: mlhs_basic
                 | tLPAREN mlhs_inner rparen
                     {
-                      result = s(:masgn, s(:array, val[1]))
+                      _, arg, _ = val
+                      l = arg.line
+
+                      result = s(:masgn, s(:array, arg).line(l)).line l
                     }
 
       mlhs_basic: mlhs_head
                     {
-                      result = s(:masgn, val[0])
+                      head, = val
+                      result = s(:masgn, head).line head.line
                     }
                 | mlhs_head mlhs_item
                     {
-                      result = s(:masgn, val[0] << val[1].compact)
+                      lhs, rhs = val
+                      result = s(:masgn, lhs << rhs.compact).line lhs.line
                     }
                 | mlhs_head tSTAR mlhs_node
                     {
-                      result = s(:masgn, val[0] << s(:splat, val[2]))
+                      head, _, tail = val
+                      head << s(:splat, tail).line(tail.line)
+                      result = s(:masgn, head).line head.line
                     }
                 | mlhs_head tSTAR mlhs_node tCOMMA mlhs_post
                     {
                       ary1, _, splat, _, ary2 = val
 
-                      result = list_append ary1, s(:splat, splat)
+                      result = list_append ary1, s(:splat, splat).line(splat.line)
                       result.concat ary2.sexp_body
-                      result = s(:masgn, result)
+                      result = s(:masgn, result).line result.line
                     }
                 | mlhs_head tSTAR
                     {
-                      result = s(:masgn, val[0] << s(:splat))
+                      head, _ = val
+                      l = head.line
+                      result = s(:masgn, head << s(:splat).line(l)).line l
                     }
                 | mlhs_head tSTAR tCOMMA mlhs_post
                     {
-                      ary = list_append val[0], s(:splat)
-                      ary.concat val[3].sexp_body
-                      result = s(:masgn, ary)
+                      head, _, _, post = val
+                      ary = list_append head, s(:splat).line(head.line)
+                      ary.concat post.sexp_body
+                      result = s(:masgn, ary).line ary.line
                     }
                 | tSTAR mlhs_node
                     {
-                      result = s(:masgn, s(:array, s(:splat, val[1])))
+                      _, node = val
+                      l = node.line
+                      splat  = s(:splat, node).line l
+                      ary    = s(:array, splat).line l
+                      result = s(:masgn, ary).line l
                     }
                 | tSTAR mlhs_node tCOMMA mlhs_post
                     {
-                      ary = s(:array, s(:splat, val[1]))
-                      ary.concat val[3].sexp_body
-                      result = s(:masgn, ary)
+                      _, node, _, post = val
+
+                      splat = s(:splat, node).line node.line
+                      ary = s(:array, splat).line splat.line
+                      ary.concat post.sexp_body
+                      result = s(:masgn, ary).line ary.line
                     }
                 | tSTAR
                     {
-                      result = s(:masgn, s(:array, s(:splat)))
+                      l = lexer.lineno
+                      result = s(:masgn, s(:array, s(:splat).line(l)).line(l)).line l
                     }
                 | tSTAR tCOMMA mlhs_post
                     {
-                      result = s(:masgn, s(:array, s(:splat), *val[2].sexp_body))
+                      _, _, post = val
+                      l = post.line
+
+                      splat = s(:splat).line l
+                      ary = s(:array, splat, *post.sexp_body).line l
+                      result = s(:masgn, ary).line l
                     }
 
        mlhs_item: mlhs_node
@@ -448,7 +616,8 @@ rule
 
        mlhs_head: mlhs_item tCOMMA
                     {
-                      result = s(:array, val[0])
+                      lhs, _ = val
+                      result = s(:array, lhs).line lhs.line
                     }
                 | mlhs_head mlhs_item tCOMMA
                     {
@@ -457,7 +626,8 @@ rule
 
        mlhs_post: mlhs_item
                     {
-                      result = s(:array, val[0])
+                      item, = val
+                      result = s(:array, item).line item.line
                     }
                 | mlhs_post tCOMMA mlhs_item
                     {
@@ -478,81 +648,111 @@ rule
                     }
                 | primary_value call_op tIDENTIFIER
                     {
-                      result = new_attrasgn val[0], val[2], val[1]
+                      lhs, call_op, (id, _line) = val
+
+                      result = new_attrasgn lhs, id, call_op
                     }
                 | primary_value tCOLON2 tIDENTIFIER
                     {
-                      result = s(:attrasgn, val[0], :"#{val[2]}=")
+                      recv, _, (id, _line) = val
+                      result = new_attrasgn recv, id
                     }
                 | primary_value call_op tCONSTANT
                     {
-                      result = new_attrasgn val[0], val[2], val[1]
+                      lhs, call_op, (id, _line) = val
+
+                      result = new_attrasgn lhs, id, call_op
                     }
                 | primary_value tCOLON2 tCONSTANT
                     {
                       if (self.in_def || self.in_single > 0) then
-                        debug20 7
+                        debug 14
                         yyerror "dynamic constant assignment"
                       end
 
-                      result = s(:const, s(:colon2, val[0], val[2].to_sym), nil)
+                      expr, _, (id, _line) = val
+                      l = expr.line
+
+                      result = s(:const, s(:colon2, expr, id.to_sym).line(l), nil).line l
                     }
                 | tCOLON3 tCONSTANT
                     {
                       if (self.in_def || self.in_single > 0) then
-                        debug20 8
+                        debug 15
                         yyerror "dynamic constant assignment"
                       end
 
-                      result = s(:const, nil, s(:colon3, val[1].to_sym))
+                      _, (id, l) = val
+
+                      result = s(:const, nil, s(:colon3, id.to_sym).line(l)).line l
                     }
                 | backref
                     {
-                      self.backref_assign_error val[0]
+                      ref, = val
+
+                      self.backref_assign_error ref
                     }
 
              lhs: user_variable
                     {
-                      result = self.assignable val[0]
+                      var, = val
+
+                      result = self.assignable var
                     }
                 | keyword_variable
                     {
-                      result = self.assignable val[0]
-                      debug20 9, val, result
+                      var, = val
+
+                      result = self.assignable var
+
+                      debug 16
                     }
                 | primary_value tLBRACK2 opt_call_args rbracket
                     {
-                      result = self.aryset val[0], val[2]
+                      lhs, _, args, _ = val
+
+                      result = self.aryset lhs, args
                     }
                 | primary_value call_op tIDENTIFIER # REFACTOR
                     {
-                      result = new_attrasgn val[0], val[2], val[1]
+                      lhs, op, (id, _line) = val
+
+                      result = new_attrasgn lhs, id, op
                     }
                 | primary_value tCOLON2 tIDENTIFIER
                     {
-                      result = s(:attrasgn, val[0], :"#{val[2]}=")
+                      lhs, _, (id, _line) = val
+
+                      result = new_attrasgn lhs, id
                     }
                 | primary_value call_op tCONSTANT # REFACTOR?
                     {
-                      result = new_attrasgn val[0], val[2], val[1]
+                      lhs, call_op, (id, _line) = val
+
+                      result = new_attrasgn lhs, id, call_op
                     }
                 | primary_value tCOLON2 tCONSTANT
                     {
+                      expr, _, (id, _line) = val
+
                       if (self.in_def || self.in_single > 0) then
-                        debug20 10
+                        debug 17
                         yyerror "dynamic constant assignment"
                       end
 
-                      result = s(:const, s(:colon2, val[0], val[2].to_sym))
+                      l = expr.line
+                      result = s(:const, s(:colon2, expr, id.to_sym).line(l)).line l
                     }
                 | tCOLON3 tCONSTANT
                     {
+                      _, (id, l) = val
+
                       if (self.in_def || self.in_single > 0) then
-                        debug20 11
+                        debug 18
                         yyerror "dynamic constant assignment"
                       end
 
-                      result = s(:const, s(:colon3, val[1].to_sym))
+                      result = s(:const, s(:colon3, id.to_sym).line(l)).line l
                     }
                 | backref
                     {
@@ -567,37 +767,37 @@ rule
 
            cpath: tCOLON3 cname
                     {
-                      result = s(:colon3, val[1].to_sym)
+                      _, (name, line) = val
+                      result = s(:colon3, name.to_sym).line line
                     }
                 | cname
                     {
-                      result = val[0].to_sym
+                      (id, line), = val
+                      result = [id.to_sym, line] # TODO: sexp?
                     }
                 | primary_value tCOLON2 cname
                     {
-                      result = s(:colon2, val[0], val[2].to_sym)
+                      pval, _, (name, _line) = val
+
+                      result = s(:colon2, pval, name.to_sym)
+                      result.line pval.line
                     }
 
            fname: tIDENTIFIER | tCONSTANT | tFID
                 | op
                     {
-                      lexer.lex_state = :expr_end
-                      result = val[0]
+                      lexer.lex_state = EXPR_END
                     }
 
                 | reswords
-                    {
-                      lexer.lex_state = :expr_end
-                      result = val[0]
-                    }
-
-            fsym: fname | symbol
 
-           fitem: fsym
+           fitem: fname
                     {
-                      result = s(:lit, val[0].to_sym)
+                      (id, line), = val
+
+                      result = s(:lit, id.to_sym).line line
                     }
-                | dsym
+                | symbol
 
       undef_list: fitem
                     {
@@ -606,7 +806,7 @@ rule
                 |
                     undef_list tCOMMA
                     {
-                      lexer.lex_state = :expr_fname
+                      lexer.lex_state = EXPR_FNAME
                     }
                     fitem
                     {
@@ -618,9 +818,6 @@ rule
                 |   tNEQ     | tLSHFT  | tRSHFT   | tPLUS | tMINUS | tSTAR2
                 |   tSTAR    | tDIVIDE | tPERCENT | tPOW  | tDSTAR | tBANG   | tTILDE
                 |   tUPLUS   | tUMINUS | tAREF    | tASET | tBACK_REF2
-#if V == 20
-                |   tUBANG
-#endif
 
         reswords: k__LINE__ | k__FILE__ | k__ENCODING__ | klBEGIN | klEND
                 | kALIAS    | kAND      | kBEGIN        | kBREAK  | kCASE
@@ -632,70 +829,104 @@ rule
                 | kWHEN     | kYIELD    | kIF           | kUNLESS | kWHILE
                 | kUNTIL
 
-             arg: lhs tEQL arg
+             arg: lhs tEQL arg_rhs
                     {
                       result = new_assign val[0], val[2]
                     }
-                | lhs tEQL arg kRESCUE_MOD arg
-                    {
-                      result = new_assign val[0], s(:rescue, val[2], new_resbody(s(:array), val[4]))
-                    }
-                | var_lhs tOP_ASGN arg
-                    {
-                      result = new_op_asgn val
-                    }
-                | var_lhs tOP_ASGN arg kRESCUE_MOD arg
+                | var_lhs tOP_ASGN arg_rhs
                     {
                       result = new_op_asgn val
-                      result = s(:rescue, result, new_resbody(s(:array), val[4]))
                     }
-                | primary_value tLBRACK2 opt_call_args rbracket tOP_ASGN arg
+                | primary_value tLBRACK2 opt_call_args rbracket tOP_ASGN arg_rhs
                     {
-                      val[2].sexp_type = :arglist if val[2]
-                      result = s(:op_asgn1, val[0], val[2], val[4].to_sym, val[5])
+                      result = new_op_asgn1 val
                     }
-                | primary_value call_op tIDENTIFIER tOP_ASGN arg
+                | primary_value call_op tIDENTIFIER tOP_ASGN arg_rhs
                     {
                       result = new_op_asgn2 val
                     }
-                | primary_value call_op tCONSTANT tOP_ASGN arg
+                | primary_value call_op tCONSTANT tOP_ASGN arg_rhs
                     {
                       result = new_op_asgn2 val
                     }
-                | primary_value tCOLON2 tIDENTIFIER tOP_ASGN arg
+                | primary_value tCOLON2 tIDENTIFIER tOP_ASGN arg_rhs
                     {
-                      result = s(:op_asgn, val[0], val[4], val[2].to_sym, val[3].to_sym)
+                      lhs, _, (id, _line), (op, _), rhs = val
+
+                      result = s(:op_asgn, lhs, rhs, id.to_sym, op.to_sym).line lhs.line
                     }
-                | primary_value tCOLON2 tCONSTANT tOP_ASGN arg
+                | primary_value tCOLON2 tCONSTANT tOP_ASGN arg_rhs
                     {
-                      yyerror "constant re-assignment"
+                      lhs1, _, (lhs2, _line), op, rhs = val
+
+                      lhs = s(:colon2, lhs1, lhs2.to_sym).line lhs1.line
+                      result = new_const_op_asgn [lhs, op, rhs]
                     }
-                | tCOLON3 tCONSTANT tOP_ASGN arg
+                | tCOLON3 tCONSTANT tOP_ASGN arg_rhs
                     {
-                      yyerror "constant re-assignment"
+                      _, (lhs, line), op, rhs = val
+
+                      lhs = s(:colon3, lhs.to_sym).line line
+                      result = new_const_op_asgn [lhs, op, rhs]
                     }
-                | backref tOP_ASGN arg
+                | backref tOP_ASGN arg_rhs
                     {
-                      self.backref_assign_error val[0]
+                      # TODO: lhs = var_field val[0]
+                      asgn = new_op_asgn val
+                      result = self.backref_assign_error asgn
                     }
                 | arg tDOT2 arg
                     {
                       v1, v2 = val[0], val[2]
-                      if v1.node_type == :lit and v2.node_type == :lit and Integer === v1.last and Integer === v2.last then
-                        result = s(:lit, (v1.last)..(v2.last))
+                      if v1.sexp_type == :lit and v2.sexp_type == :lit and Integer === v1.last and Integer === v2.last then
+                        result = s(:lit, (v1.last)..(v2.last)).line v1.line
                       else
-                        result = s(:dot2, v1, v2)
+                        result = s(:dot2, v1, v2).line v1.line
                       end
                     }
                 | arg tDOT3 arg
                     {
                       v1, v2 = val[0], val[2]
-                      if v1.node_type == :lit and v2.node_type == :lit and Integer === v1.last and Integer === v2.last then
-                        result = s(:lit, (v1.last)...(v2.last))
+                      if v1.sexp_type == :lit and v2.sexp_type == :lit and Integer === v1.last and Integer === v2.last then
+                        result = s(:lit, (v1.last)...(v2.last)).line v1.line
                       else
-                        result = s(:dot3, v1, v2)
+                        result = s(:dot3, v1, v2).line v1.line
                       end
                     }
+#if V >= 26
+                | arg tDOT2
+                    {
+                      v1, _ = val
+                      v2 = nil
+
+                      result = s(:dot2, v1, v2).line v1.line
+                    }
+                | arg tDOT3
+                    {
+                      v1, _ = val
+                      v2 = nil
+
+                      result = s(:dot3, v1, v2).line v1.line
+                    }
+#endif
+
+#if V >= 27
+                | tBDOT2 arg
+                    {
+                      _, v2, = val
+                      v1 = nil
+
+                      result = s(:dot2, v1, v2).line v2.line
+                    }
+                | tBDOT3 arg
+                    {
+                      _, v2 = val
+                      v1 = nil
+
+                      result = s(:dot3, v1, v2).line v2.line
+                    }
+#endif
+
                 | arg tPLUS arg
                     {
                       result = new_call val[0], :+, argl(val[2])
@@ -723,17 +954,22 @@ rule
 #if V == 20
                 | tUMINUS_NUM tINTEGER tPOW arg
                     {
-                      result = new_call(new_call(s(:lit, val[1]), :"**", argl(val[3])), :"-@")
+                      _, (num, line), _, arg = val
+                      lit = s(:lit, num).line line
+                      result = new_call(new_call(lit, :"**", argl(arg)), :"-@")
                     }
                 | tUMINUS_NUM tFLOAT tPOW arg
 #else
                 | tUMINUS_NUM simple_numeric tPOW arg
 #endif
                     {
-                      result = new_call(new_call(s(:lit, val[1]), :"**", argl(val[3])), :"-@")
+                      _, (num, line), _, arg = val
+                      lit = s(:lit, num).line line
+                      result = new_call(new_call(lit, :"**", argl(arg)), :"-@")
+
 #if V == 20
                       ## TODO: why is this 2.0 only?
-                      debug20 12, val, result
+                      debug 19
 #endif
                     }
                 | tUPLUS arg
@@ -760,22 +996,7 @@ rule
                     {
                       result = new_call val[0], :"<=>", argl(val[2])
                     }
-                | arg tGT arg
-                    {
-                      result = new_call val[0], :">", argl(val[2])
-                    }
-                | arg tGEQ arg
-                    {
-                      result = new_call val[0], :">=", argl(val[2])
-                    }
-                | arg tLT arg
-                    {
-                      result = new_call val[0], :"<", argl(val[2])
-                    }
-                | arg tLEQ arg
-                    {
-                      result = new_call val[0], :"<=", argl(val[2])
-                    }
+                | rel_expr                      =tCMP
                 | arg tEQ arg
                     {
                       result = new_call val[0], :"==", argl(val[2])
@@ -790,15 +1011,19 @@ rule
                     }
                 | arg tMATCH arg
                     {
-                      result = new_match val[0], val[2]
+                      lhs, _, rhs = val
+                      result = new_match lhs, rhs
                     }
                 | arg tNMATCH arg
                     {
-                      result = s(:not, new_match(val[0], val[2]))
+                      lhs, _, rhs = val
+                      result = s(:not, new_match(lhs, rhs)).line lhs.line
                     }
                 | tBANG arg
                     {
-                      result = new_call val[1], :"!"
+                      _, arg = val
+                      result = new_call arg, :"!"
+                      result.line arg.line
                     }
                 | tTILDE arg
                     {
@@ -826,14 +1051,33 @@ rule
                     }
                 | kDEFINED opt_nl arg
                     {
-                      result = s(:defined, val[2])
+                      (_, line), _, arg = val
+                      result = s(:defined, arg).line line
                     }
                 | arg tEH arg opt_nl tCOLON arg
                     {
-                      result = s(:if, val[0], val[2], val[5])
+                      c, _, t, _, _, f = val
+                      result = s(:if, c, t, f).line c.line
                     }
                 | primary
 
+           relop: tGT
+                | tLT
+                | tGEQ
+                | tLEQ
+
+        rel_expr: arg      relop arg                    =tGT
+                    {
+                      lhs, (op, _), rhs = val
+                      result = new_call lhs, op.to_sym, argl(rhs)
+                    }
+                | rel_expr relop arg                    =tGT
+                    {
+                      lhs, (op, _), rhs = val
+                      warn "comparison '%s' after comparison", op
+                      result = new_call lhs, op.to_sym, argl(rhs)
+                    }
+
        arg_value: arg
                     {
                       result = value_expr(val[0])
@@ -853,22 +1097,48 @@ rule
                       result = args [array_to_hash(val[0])]
                     }
 
+         arg_rhs: arg                   =tOP_ASGN
+                | arg kRESCUE_MOD arg
+                    {
+                      body, (_, line), resbody = val
+                      body    = value_expr body
+                      resbody = remove_begin resbody
+
+                      ary = s(:array).line line
+                      result  = new_rescue(body, new_resbody(ary, resbody))
+                    }
+
       paren_args: tLPAREN2 opt_call_args rparen
                     {
-                      result = val[1]
+                      _, args, _ = val
+                      result = args
+                    }
+#if V >= 27
+                | tLPAREN2 args tCOMMA args_forward rparen
+                    {
+                      yyerror "Unexpected ..." unless
+                        self.lexer.is_local_id(:"*")  &&
+                        self.lexer.is_local_id(:"**") &&
+                        self.lexer.is_local_id(:"&")
+
+                      result = call_args val
+                    }
+                | tLPAREN2 args_forward rparen
+                    {
+                      yyerror "Unexpected ..." unless
+                        self.lexer.is_local_id(:"*")  &&
+                        self.lexer.is_local_id(:"**") &&
+                        self.lexer.is_local_id(:"&")
+
+                      result = call_args val
                     }
+#endif
 
   opt_paren_args: none
                 | paren_args
 
    opt_call_args: none
-                    {
-                      result = val[0]
-                    }
                 | call_args
-                    {
-                      result = val[0]
-                    }
                 | args tCOMMA
                     {
                       result = args val
@@ -890,17 +1160,14 @@ rule
                 | args opt_block_arg
                     {
                       result = call_args val
-                      result = self.arg_blk_pass val[0], val[1]
                     }
                 | assocs opt_block_arg
                     {
-                      result = call_args [array_to_hash(val[0])]
-                      result = self.arg_blk_pass result, val[1]
+                      result = call_args [array_to_hash(val[0]), val[1]]
                     }
                 | args tCOMMA assocs opt_block_arg
                     {
-                      result = call_args [val[0], array_to_hash(val[2])]
-                      result = self.arg_blk_pass result, val[3]
+                      result = call_args [val[0], array_to_hash(val[2]), val[3]]
                     }
                 | block_arg
                     {
@@ -908,18 +1175,45 @@ rule
                     }
 
     command_args:   {
-                      result = lexer.cmdarg.stack.dup # TODO: smell?
+                      # parse26.y line 2200
+
+                      # If call_args starts with a open paren '(' or
+                      # '[', look-ahead reading of the letters calls
+                      # CMDARG_PUSH(0), but the push must be done
+                      # after CMDARG_PUSH(1). So this code makes them
+                      # consistent by first cancelling the premature
+                      # CMDARG_PUSH(0), doing CMDARG_PUSH(1), and
+                      # finally redoing CMDARG_PUSH(0).
+
+                      result = yychar = self.last_token_type.first
+                      lookahead = [:tLPAREN, :tLPAREN_ARG, :tLPAREN2, :tLBRACK, :tLBRACK2].include?(yychar)
+                      lexer.cmdarg.pop if lookahead
                       lexer.cmdarg.push true
+                      lexer.cmdarg.push false if lookahead
                     }
                       call_args
                     {
-                      lexer.cmdarg.stack.replace val[0]
-                      result = val[1]
+                      yychar, args = val
+
+                      # call_args can be followed by tLBRACE_ARG (that
+                      # does CMDARG_PUSH(0) in the lexer) but the push
+                      # must be done after CMDARG_POP() in the parser.
+                      # So this code does CMDARG_POP() to pop 0 pushed
+                      # by tLBRACE_ARG, CMDARG_POP() to pop 1 pushed
+                      # by command_args, and CMDARG_PUSH(0) to restore
+                      # back the flag set by tLBRACE_ARG.
+
+                      lookahead = [:tLBRACE_ARG].include?(yychar)
+                      lexer.cmdarg.pop if lookahead
+                      lexer.cmdarg.pop
+                      lexer.cmdarg.push false if lookahead
+                      result = args
                     }
 
        block_arg: tAMPER arg_value
                     {
-                      result = s(:block_pass, val[1])
+                      _, arg = val
+                      result = s(:block_pass, arg).line arg.line
                     }
 
    opt_block_arg: tCOMMA block_arg
@@ -930,19 +1224,27 @@ rule
 
             args: arg_value
                     {
-                      result = s(:array, val[0])
+                      arg, = val
+                      lineno = arg.line || lexer.lineno # HACK
+
+                      result = s(:array, arg).line lineno
                     }
                 | tSTAR arg_value
                     {
-                      result = s(:array, s(:splat, val[1]))
+                      _, arg = val
+                      result = s(:array, s(:splat, arg).line(arg.line)).line arg.line
                     }
                 | args tCOMMA arg_value
                     {
-                      result = self.list_append val[0], val[2]
+                      args, _, id = val
+                      result = self.list_append args, id
                     }
                 | args tCOMMA tSTAR arg_value
                     {
-                      result = self.list_append val[0], s(:splat, val[3])
+                      # TODO: the line number from tSTAR has been dropped
+                      args, _, _, id = val
+                      line = lexer.lineno
+                      result = self.list_append args, s(:splat, id).line(line)
                     }
 
 #if V >= 21
@@ -962,11 +1264,14 @@ rule
                     }
                 | args tCOMMA tSTAR arg_value
                     {
-                      result = self.arg_concat val[0], val[3]
+                      # TODO: make all tXXXX terminals include lexer.lineno
+                      arg, _, _, splat = val
+                      result = self.arg_concat arg, splat
                     }
                 | tSTAR arg_value
                     {
-                      result = s(:splat, val[1])
+                      _, arg = val
+                      result = s(:splat, arg).line arg.line
                     }
 
          primary: literal
@@ -981,58 +1286,66 @@ rule
                 | backref
                 | tFID
                     {
-                      result = new_call nil, val[0].to_sym
+                      (msg, line), = val
+                      result = new_call nil, msg.to_sym
+                      result.line line
                     }
-                | kBEGIN
+                | k_begin
                     {
+                      lexer.cmdarg.push false
                       result = self.lexer.lineno
                     }
-                    bodystmt kEND
+                    bodystmt k_end
                     {
-                      unless val[2] then
-                        result = s(:nil)
-                      else
-                        result = s(:begin, val[2])
-                      end
-
-                      result.line = val[1]
+                      lexer.cmdarg.pop
+                      result = new_begin val
                     }
-                | tLPAREN_ARG rparen
+                | tLPAREN_ARG
                     {
-                      debug20 13, val, result
+                      lexer.lex_state = EXPR_ENDARG
+                      result = lexer.lineno
                     }
-                | tLPAREN_ARG
+                    rparen
                     {
-                      result = self.lexer.cmdarg.stack.dup
-                      lexer.cmdarg.stack.replace [false] # TODO add api for these
+                      _, line, _ = val
+                      result = s(:begin).line line
                     }
-                    expr
+                | tLPAREN_ARG
+                    stmt
                     {
-                      lexer.lex_state = :expr_endarg
+                      lexer.lex_state = EXPR_ENDARG
                     }
                     rparen
                     {
-                      warning "(...) interpreted as grouped expression"
-                      lexer.cmdarg.stack.replace val[1]
-                      result = val[2]
+                      _, stmt, _, _, = val
+                      # warning "(...) interpreted as grouped expression"
+                      result = stmt
                     }
                 | tLPAREN compstmt tRPAREN
                     {
-                      result = val[1] || s(:nil)
+                      _, stmt, _ = val
+                      result = stmt
+                      result ||= s(:nil).line lexer.lineno
                       result.paren = true
                     }
                 | primary_value tCOLON2 tCONSTANT
                     {
-                      result = s(:colon2, val[0], val[2].to_sym)
+                      expr, _, (id, _line) = val
+
+                      result = s(:colon2, expr, id.to_sym).line expr.line
                     }
                 | tCOLON3 tCONSTANT
                     {
-                      result = s(:colon3, val[1].to_sym)
+                      _, (id, line) = val
+
+                      result = s(:colon3, id.to_sym).line line
                     }
-                | tLBRACK aref_args tRBRACK
+                | tLBRACK { result = lexer.lineno } aref_args tRBRACK
                     {
-                      result = val[1] || s(:array)
+                      _, line, args, _ = val
+                      result = args || s(:array)
                       result.sexp_type = :array # aref_args is :args
+                      result.line line
                     }
                 | tLBRACE
                     {
@@ -1042,41 +1355,51 @@ rule
                     {
                       result = new_hash val
                     }
-                | kRETURN
+                | k_return
                     {
-                      result = s(:return)
+                      (_, line), = val
+                      result = s(:return).line line
                     }
                 | kYIELD tLPAREN2 call_args rparen
                     {
-                      result = new_yield val[2]
+                      (_, line), _, args, _ = val
+
+                      result = new_yield(args).line line
                     }
                 | kYIELD tLPAREN2 rparen
                     {
-                      result = new_yield
+                      (_, line), _, _ = val
+
+                      result = new_yield.line line
                     }
                 | kYIELD
                     {
-                      result = new_yield
+                      (_, line), = val
+
+                      result = new_yield.line line
                     }
                 | kDEFINED opt_nl tLPAREN2 expr rparen
                     {
-                      result = s(:defined, val[3])
+                      (_, line), _, _, arg, _ = val
+
+                      result = s(:defined, arg).line line
                     }
                 | kNOT tLPAREN2 expr rparen
                     {
-                      result = s(:call, val[2], :"!")
+                      _, _, lhs, _ = val
+                      result = new_call lhs, :"!"
                     }
                 | kNOT tLPAREN2 rparen
                     {
-                      debug20 14, val, result
+                      debug 20
                     }
                 | fcall brace_block
                     {
-                      oper, iter = val[0], val[1]
-                      call = oper # FIX
+                      call, iter = val
+
                       iter.insert 1, call
                       result = iter
-                      call.line = iter.line
+                      # FIX: probably not: call.line = iter.line
                     }
                 | method_call
                 | method_call brace_block
@@ -1086,83 +1409,72 @@ rule
                       iter.insert 1, call # FIX
                       result = iter
                     }
-                | tLAMBDA lambda
-                    {
-                      result = val[1] # TODO: fix lineno
-                    }
-                | kIF expr_value then compstmt if_tail kEND
+                | lambda
                     {
-                      result = new_if val[1], val[3], val[4]
+                      expr, = val
+                      result = expr
                     }
-                | kUNLESS expr_value then compstmt opt_else kEND
+                | k_if expr_value then compstmt if_tail k_end
                     {
-                      result = new_if val[1], val[4], val[3]
+                      _, c, _, t, f, _ = val
+                      result = new_if c, t, f
                     }
-                | kWHILE
+                | k_unless expr_value then compstmt opt_else k_end
                     {
-                      lexer.cond.push true
+                      _, c, _, t, f, _ = val
+                      result = new_if c, f, t
                     }
-                    expr_value do
+                | k_while expr_value_do compstmt k_end
                     {
-                      lexer.cond.pop
-                    }
-                    compstmt kEND
-                    {
-                      result = new_while val[5], val[2], true
-                    }
-                | kUNTIL
-                    {
-                      lexer.cond.push true
-                    }
-                    expr_value do
-                    {
-                      lexer.cond.pop
+                      _, cond, body, _ = val
+                      result = new_while body, cond, true
                     }
-                    compstmt kEND
+                | k_until expr_value_do compstmt k_end
                     {
-                      result = new_until val[5], val[2], true
+                      _, cond, body, _ = val
+                      result = new_until body, cond, true
                     }
-                | kCASE expr_value opt_terms case_body kEND
+                | k_case expr_value opt_terms case_body k_end
                     {
                       (_, line), expr, _, body, _ = val
                       result = new_case expr, body, line
                     }
-                | kCASE            opt_terms case_body kEND
+                | k_case            opt_terms case_body k_end
                     {
                       (_, line), _, body, _ = val
                       result = new_case nil, body, line
                     }
-                | kFOR for_var kIN
+#if V >= 27
+                | k_case expr_value opt_terms p_case_body k_end
                     {
-                      lexer.cond.push true
-                    }
-                    expr_value do
-                    {
-                      lexer.cond.pop
+                      (_, line), expr, _, body, _ = val
+
+                      result = new_case expr, body, line
                     }
-                    compstmt kEND
+#endif
+                | k_for for_var kIN expr_value_do compstmt k_end
                     {
-                      result = new_for val[4], val[1], val[7]
+                      _, var, _, iter, body, _ = val
+                      result = new_for iter, var, body
                     }
-                | kCLASS
+                | k_class
                     {
                       result = self.lexer.lineno
                     }
                     cpath superclass
                     {
-                      self.comments.push self.lexer.comments
                       if (self.in_def || self.in_single > 0) then
                         yyerror "class definition in method body"
                       end
                       self.env.extend
                     }
-                    bodystmt kEND
+                    bodystmt k_end
                     {
                       result = new_class val
                       self.env.unextend
-                      self.lexer.comments # we don't care about comments in the body
+                      self.lexer.ignore_body_comments
                     }
-                | kCLASS tLSHFT
+                | k_class tLSHFT
                     {
                       result = self.lexer.lineno
                     }
@@ -1177,92 +1489,108 @@ rule
                       self.in_single = 0
                       self.env.extend
                     }
-                    bodystmt kEND
+                    bodystmt k_end
                     {
                       result = new_sclass val
                       self.env.unextend
-                      self.lexer.comments # we don't care about comments in the body
+                      self.lexer.ignore_body_comments
                     }
-                | kMODULE
+                | k_module
                     {
                       result = self.lexer.lineno
                     }
                     cpath
                     {
-                      self.comments.push self.lexer.comments
                       yyerror "module definition in method body" if
                         self.in_def or self.in_single > 0
 
                       self.env.extend
                     }
-                    bodystmt kEND
+                    bodystmt k_end
                     {
                       result = new_module val
                       self.env.unextend
-                      self.lexer.comments # we don't care about comments in the body
+                      self.lexer.ignore_body_comments
                     }
-                | kDEF fname
+                | k_def fname
                     {
-                      result = [self.in_def, self.lexer.cmdarg.stack.dup]
+                      result = self.in_def
 
-                      self.comments.push self.lexer.comments
-                      self.in_def = true
+                      self.in_def = true # group = local_push
                       self.env.extend
-                      # TODO: local->cmdargs = cmdarg_stack;
-                      # TODO: port local_push_gen and local_pop_gen
-                      lexer.cmdarg.stack.replace [false]
+                      lexer.cmdarg.push false
+                      lexer.cond.push false
                     }
-                    f_arglist bodystmt kEND
+                    f_arglist bodystmt k_end
                     {
-                      in_def, cmdarg = val[2]
-
-                      result = new_defn val
+                      result, in_def = new_defn val
 
-                      lexer.cmdarg.stack.replace cmdarg
+                      lexer.cond.pop # group = local_pop
+                      lexer.cmdarg.pop
                       self.env.unextend
                       self.in_def = in_def
-                      self.lexer.comments # we don't care about comments in the body
+
+                      self.lexer.ignore_body_comments
                     }
-                | kDEF singleton dot_or_colon
+                | k_def singleton dot_or_colon
                     {
-                      self.comments.push self.lexer.comments
-                      lexer.lex_state = :expr_fname
+                      lexer.lex_state = EXPR_FNAME
                     }
                     fname
                     {
-                      self.in_single += 1
+                      result = self.in_def
+
+                      self.in_single += 1 # TODO: remove?
+
+                      self.in_def = true # local_push
                       self.env.extend
-                      lexer.lex_state = :expr_endfn # force for args
-                      result = [lexer.lineno, self.lexer.cmdarg.stack.dup]
-                      lexer.cmdarg.stack.replace [false]
+                      lexer.cmdarg.push false
+                      lexer.cond.push false
+
+                      lexer.lex_state = EXPR_ENDFN|EXPR_LABEL
                     }
-                    f_arglist bodystmt kEND
+                    f_arglist bodystmt k_end
                     {
-                      line, cmdarg = val[5]
-                      result = new_defs val
-                      result[3].line line
 
-                      lexer.cmdarg.stack.replace cmdarg
+                      # [kdef, recv, _, _, (name, line), in_def, args, body, kend]
+                      # =>
+                      # [kdef, recv, (name, line), in_def, args, body, kend]
+
+                      val.delete_at 3
+                      val.delete_at 2
+
+                      result, in_def = new_defs val
 
+                      lexer.cond.pop # group = local_pop
+                      lexer.cmdarg.pop
                       self.env.unextend
+                      self.in_def = in_def
+
                       self.in_single -= 1
-                      self.lexer.comments # we don't care about comments in the body
+
+                      # TODO: restore cur_arg ? what's cur_arg?
+
+                      self.lexer.ignore_body_comments
                     }
                 | kBREAK
                     {
-                      result = s(:break)
+                      (_, line), = val
+                      result = s(:break).line line
                     }
                 | kNEXT
                     {
-                      result = s(:next)
+                      (_, line), = val
+                      result = s(:next).line line
                     }
                 | kREDO
                     {
-                      result = s(:redo)
+                      (_, line), = val
+                      result = s(:redo).line line
                     }
                 | kRETRY
                     {
-                      result = s(:retry)
+                      (_, line), = val
+                      result = s(:retry).line line
                     }
 
    primary_value: primary
@@ -1279,9 +1607,26 @@ rule
           k_case: kCASE
            k_for: kFOR
          k_class: kCLASS
+                    {
+                      self.comments.push self.lexer.comments
+                    }
         k_module: kMODULE
+                    {
+                      self.comments.push self.lexer.comments
+                    }
            k_def: kDEF
+                    {
+                      self.comments.push self.lexer.comments
+                    }
+            k_do: kDO
+      k_do_block: kDO_BLOCK
+        k_rescue: kRESCUE
+        k_ensure: kENSURE
+          k_when: kWHEN
+          k_else: kELSE
+         k_elsif: kELSIF
            k_end: kEND
+        k_return: kRETURN
 
             then: term
                 | kTHEN
@@ -1291,9 +1636,11 @@ rule
                 | kDO_COND
 
          if_tail: opt_else
-                | kELSIF expr_value then compstmt if_tail
+                | k_elsif expr_value then compstmt if_tail
                     {
-                      result = s(:if, val[1], val[3], val[4])
+                      (_, line), c, _, t, rest = val
+
+                      result = s(:if, c, t, rest).line line
                     }
 
         opt_else: none
@@ -1316,7 +1663,9 @@ rule
 
      f_marg_list: f_marg
                     {
-                      result = s(:array, val[0])
+                      sym, = val
+
+                      result = s(:array, sym).line lexer.lineno
                     }
                 | f_marg_list tCOMMA f_marg
                     {
@@ -1329,51 +1678,42 @@ rule
 
                       result = block_var args
                     }
-                | f_marg_list tCOMMA tSTAR f_norm_arg
+                | f_marg_list tCOMMA f_rest_marg
                     {
-                      args, _, _, splat = val
+                      args, _, rest = val
 
-                      result = block_var args, "*#{splat}".to_sym
+                      result = block_var args, rest
                     }
-                | f_marg_list tCOMMA tSTAR f_norm_arg tCOMMA f_marg_list
+                | f_marg_list tCOMMA f_rest_marg tCOMMA f_marg_list
                     {
-                      args, _, _, splat, _, args2 = val
+                      lhs, _, splat, _, rhs = val
 
-                      result = block_var args, "*#{splat}".to_sym, args2
+                      result = block_var lhs, splat, rhs
                     }
-                | f_marg_list tCOMMA tSTAR
+                | f_rest_marg
                     {
-                      args, _, _ = val
+                      rest, = val
 
-                      result = block_var args, :*
+                      result = block_var rest
                     }
-                | f_marg_list tCOMMA tSTAR tCOMMA f_marg_list
+                | f_rest_marg tCOMMA f_marg_list
                     {
-                      args, _, _, _, args2 = val
+                      splat, _, rest = val
 
-                      result = block_var args, :*, args2
+                      result = block_var splat, rest
                     }
-                | tSTAR f_norm_arg
-                    {
-                      _, splat = val
 
-                      result = block_var :"*#{splat}"
-                    }
-                | tSTAR f_norm_arg tCOMMA f_marg_list
+     f_rest_marg: tSTAR f_norm_arg
                     {
-                      _, splat, _, args = val
+                      _, (id, line) = val
 
-                      result = block_var :"*#{splat}", args
+                      result = args ["*#{id}".to_sym]
+                      result.line line
                     }
                 | tSTAR
                     {
-                      result = block_var :*
-                    }
-                | tSTAR tCOMMA f_marg_list
-                    {
-                      _, _, args = val
-
-                      result = block_var :*, args
+                      result = args [:*]
+                      result.line lexer.lineno # FIX: tSTAR -> line
                     }
 
  block_args_tail: f_block_kwarg tCOMMA f_kwrest opt_f_block_arg
@@ -1388,9 +1728,17 @@ rule
                     {
                       result = call_args val
                     }
+#if V >= 27
+                | f_no_kwarg opt_f_block_arg
+                    {
+                      result = args val
+                    }
+#endif
                 | f_block_arg
                     {
-                      result = call_args val
+                      (id, line), = val
+                      result = call_args [id]
+                      result.line line
                     }
 
 opt_block_args_tail: tCOMMA block_args_tail
@@ -1421,7 +1769,7 @@ opt_block_args_tail: tCOMMA block_args_tail
                     }
                 | f_arg tCOMMA
                     {
-                      result = args val
+                      result = args(val) << nil
                     }
                 | f_arg tCOMMA f_rest_arg tCOMMA f_arg opt_block_args_tail
                     {
@@ -1443,256 +1791,810 @@ opt_block_args_tail: tCOMMA block_args_tail
                     {
                       result = args val
                     }
-                | f_block_optarg tCOMMA f_arg opt_block_args_tail
+                | f_block_optarg tCOMMA f_arg opt_block_args_tail
+                    {
+                      result = args val
+                    }
+                | f_rest_arg opt_block_args_tail
+                    {
+                      result = args val
+                    }
+                | f_rest_arg tCOMMA f_arg opt_block_args_tail
+                    {
+                      result = args val
+                    }
+                | block_args_tail
+                    {
+                      result = args val
+                    }
+
+ opt_block_param: none { result = 0 }
+                | block_param_def
+                    {
+                      self.lexer.command_start = true
+                    }
+
+ block_param_def: tPIPE opt_bv_decl tPIPE
+                    {
+                      # TODO: current_arg = 0
+                      result = args val
+                    }
+                | tOROP
+                    {
+                      result = s(:args).line lexer.lineno
+                    }
+                | tPIPE block_param opt_bv_decl tPIPE
+                    {
+                      # TODO: current_arg = 0
+                      result = args val
+                    }
+
+     opt_bv_decl: opt_nl
+                | opt_nl tSEMI bv_decls opt_nl
+                    {
+                      result = args val
+                    }
+
+        bv_decls: bvar
+                    {
+                      result = args val
+                    }
+                | bv_decls tCOMMA bvar
+                    {
+                      result = args val
+                    }
+
+            bvar: tIDENTIFIER
+                    {
+                      (id, line), = val
+                      result = s(:shadow, id.to_sym).line line
+                    }
+                | f_bad_arg
+
+          lambda: tLAMBDA
+                    {
+                      self.env.extend :dynamic
+                      result = [lexer.lineno, lexer.lpar_beg]
+                      lexer.paren_nest += 1
+                      lexer.lpar_beg = lexer.paren_nest
+                    }
+                    f_larglist
+                    {
+                      lexer.cmdarg.push false
+                    }
+                    lambda_body
+                    {
+                      _, (line, lpar), args, _cmdarg, body = val
+                      lexer.lpar_beg = lpar
+
+                      lexer.cmdarg.pop
+
+                      call = s(:lambda).line line
+                      result = new_iter call, args, body
+                      result.line line
+                      self.env.unextend # TODO: dynapush & dynapop
+                    }
+
+     f_larglist: tLPAREN2 f_args opt_bv_decl rparen
+                    {
+                      result = args val
+                    }
+                | f_args
+                    {
+                      result = val[0]
+                      result = 0 if result == s(:args)
+                    }
+
+     lambda_body: tLAMBEG compstmt tRCURLY
+                    {
+                      result = val[1]
+                    }
+                | kDO_LAMBDA bodystmt kEND
+                    {
+                      result = val[1]
+                    }
+
+        do_block: k_do_block do_body kEND
+                    {
+                      (_, line), iter, _ = val
+                      result = iter.line line
+                    }
+
+      block_call: command do_block
+                    {
+                      # TODO:
+                      ## if (nd_type($1) == NODE_YIELD) {
+                      ##     compile_error(PARSER_ARG "block given to yield");
+
+                      cmd, blk = val
+
+                      syntax_error "Both block arg and actual block given." if
+                        cmd.block_pass?
+
+                      if inverted? val then
+                        val = invert_block_call val
+                        cmd, blk = val
+                      end
+
+                      result = blk
+                      result.insert 1, cmd
+                    }
+                | block_call call_op2 operation2 opt_paren_args
+                    {
+                      lhs, _, (id, _line), args = val
+
+                      result = new_call lhs, id.to_sym, args
+                    }
+                | block_call call_op2 operation2 opt_paren_args brace_block
+                    {
+                      iter1, _, (name, _line), args, iter2 = val
+
+                      call = new_call iter1, name.to_sym, args
+                      iter2.insert 1, call
+
+                      result = iter2
+                    }
+                | block_call call_op2 operation2 command_args do_block
+                    {
+                      iter1, _, (name, _line), args, iter2 = val
+
+                      call = new_call iter1, name.to_sym, args
+                      iter2.insert 1, call
+
+                      result = iter2
+                    }
+
+     method_call: fcall paren_args
+                    {
+                      call, args = val
+
+                      result = call.concat args.sexp_body if args
+                    }
+                | primary_value call_op operation2 opt_paren_args
+                    {
+                      recv, call_op, (op, _line), args = val
+
+                      result = new_call recv, op.to_sym, args, call_op
+                    }
+                | primary_value tCOLON2 operation2 paren_args
+                    {
+                      recv, _, (op, _line), args = val
+
+                      result = new_call recv, op.to_sym, args
+                    }
+                | primary_value tCOLON2 operation3
+                    {
+                      lhs, _, (id, _line) = val
+
+                      result = new_call lhs, id.to_sym
+                    }
+                | primary_value call_op paren_args
+                    {
+                      result = new_call val[0], :call, val[2], val[1]
+                    }
+                | primary_value tCOLON2 paren_args
+                    {
+                      result = new_call val[0], :call, val[2]
+                    }
+                | kSUPER paren_args
+                    {
+                      result = new_super val[1]
+                    }
+                | kSUPER
+                    {
+                      result = s(:zsuper).line lexer.lineno
+                    }
+                | primary_value tLBRACK2 opt_call_args rbracket
+                    {
+                      result = new_aref val
+                    }
+
+     brace_block: tLCURLY
+                    {
+                      self.env.extend :dynamic
+                      result = self.lexer.lineno
+                    }
+                    brace_body tRCURLY
+                    {
+                      _, line, body, _ = val
+
+                      result = body
+                      result.line line
+
+                      self.env.unextend
+                    }
+                | k_do
+                    {
+                      self.env.extend :dynamic
+                      result = self.lexer.lineno
+                    }
+                    do_body kEND
+                    {
+                      _, line, body, _ = val
+
+                      result = body
+                      result.line line
+
+                      self.env.unextend
+                    }
+
+      brace_body:   { self.env.extend :dynamic; result = self.lexer.lineno }
+                    { result = lexer.cmdarg.store(false) }
+                    opt_block_param compstmt
+                    {
+                      line, cmdarg, param, cmpstmt = val
+
+                      result = new_brace_body param, cmpstmt, line
+                      self.env.unextend
+                      lexer.cmdarg.restore cmdarg
+                      lexer.cmdarg.pop # because of: cmdarg_stack >> 1 ?
+                    }
+
+         do_body:   { self.env.extend :dynamic; result = self.lexer.lineno }
+                    { lexer.cmdarg.push false }
+                    opt_block_param
+#if V >= 25
+                    bodystmt
+#else
+                    compstmt
+#endif
+                    {
+                      line, _cmdarg, param, cmpstmt = val
+
+                      result = new_do_body param, cmpstmt, line
+                      lexer.cmdarg.pop
+                      self.env.unextend
+                    }
+
+       case_args: arg_value
+                    {
+                      arg, = val
+
+                      result = s(:array, arg).line arg.line
+                    }
+                | tSTAR arg_value
+                    {
+                      _, arg = val
+
+                      result = s(:array, s(:splat, arg).line(arg.line)).line arg.line
+                    }
+                | case_args tCOMMA arg_value
+                    {
+                      args, _, id = val
+
+                      result = self.list_append args, id
+                    }
+                | case_args tCOMMA tSTAR arg_value
+                    {
+                      args, _, _, id = val
+
+                      result = self.list_append args, s(:splat, id).line(id.line)
+                    }
+
+       case_body: k_when
+                    {
+                      result = self.lexer.lineno
+                    }
+                    case_args then compstmt cases
+                    {
+                      result = new_when(val[2], val[4])
+                      result.line val[1]
+                      result << val[5] if val[5]
+                    }
+
+           cases: opt_else | case_body
+#if V >= 27
+######################################################################
+
+     p_case_body: kIN
+                    {
+                      self.lexer.lex_state = EXPR_BEG|EXPR_LABEL
+                      self.lexer.command_start = false
+                      result = self.in_kwarg
+                      self.in_kwarg = true
+                      push_pvtbl
+                      push_pktbl
+                    }
+                    p_top_expr then
+                    {
+                      pop_pktbl
+                      pop_pvtbl
+                      old_kwargs = _values[-3]
+                      self.in_kwarg = old_kwargs
+                    }
+                    compstmt
+                    p_cases
+                    {
+                      (_, line), _, pat, _, _, body, cases = val
+
+                      result = new_in pat, body, cases, line
+                    }
+
+         p_cases: opt_else
+                | p_case_body
+
+      p_top_expr: p_top_expr_body
+                | p_top_expr_body kIF_MOD expr_value
+                    {
+                      body, _, cond = val
+                      body = remove_begin body
+
+                      result = s(:if, cond, body, nil).line body.line
+                    }
+                | p_top_expr_body kUNLESS_MOD expr_value
+                    {
+                      body, _, cond = val
+                      body = remove_begin body
+
+                      result = s(:if, cond, nil, body).line body.line
+                    }
+
+ p_top_expr_body: p_expr
+                | p_expr tCOMMA
+                    {
+                      expr, _ = val
+
+                      tail = new_array_pattern_tail nil, true, nil, nil
+                      result = new_array_pattern nil, expr, tail, expr.line
+                    }
+                | p_expr tCOMMA p_args
+                    {
+                      expr, _, args = val
+
+                      result = new_array_pattern nil, expr, args, expr.line
+                    }
+                | p_args_tail
+                    {
+                      args, = val
+                      result = new_array_pattern nil, nil, args, args.line
+                    }
+                | p_kwargs
+                    {
+                      kwargs, = val
+                      result = new_hash_pattern nil, kwargs, kwargs.line
+                    }
+
+          p_expr: p_as
+
+            p_as: p_expr tASSOC p_variable
+                    {
+                      # NODE *n = NEW_LIST($1, &@$);
+                      # n = list_append(p, n, $3);
+                      # $$ = new_hash(p, n, &@$);
+
+                      expr, _, var = val
+
+                      id = var.last
+
+                      self.env[id] = :lvar # HACK: need to extend env
+                      lhs = s(:lasgn, id).line var.line
+
+                      result = new_assign lhs, expr
+                    }
+                | p_alt
+
+           p_alt: p_alt tPIPE p_expr_basic
+                    {
+                      lhs, _, rhs = val
+
+                      result = s(:or, lhs, rhs).line lhs.line
+                    }
+                | p_expr_basic
+
+        p_lparen: tLPAREN2 { push_pktbl }
+      p_lbracket: tLBRACK2 { push_pktbl }
+
+    p_expr_basic: p_value
+                | p_const p_lparen p_args tRPAREN
+                    {
+                      lhs, _, args, _ = val
+
+                      pop_pktbl
+                      result = new_array_pattern(lhs, nil, args, lhs.line)
+                    }
+                | p_const p_lparen p_kwargs tRPAREN
+                    {
+                      lhs, _, kwargs, _ = val
+
+                      pop_pktbl
+                      result = new_hash_pattern(lhs, kwargs, lhs.line)
+                    }
+                | p_const tLPAREN2 tRPAREN
+                    {
+                      const, _, _ = val
+
+                      tail = new_array_pattern_tail nil, nil, nil, nil
+                      result = new_array_pattern const, nil, tail, const.line
+                    }
+                | p_const p_lbracket p_args rbracket
+                    {
+                      const, _, pre_arg, _ = val
+
+                      pop_pktbl
+                      result = new_array_pattern const, nil, pre_arg, const.line
+                    }
+                | p_const p_lbracket p_kwargs rbracket
+                    {
+                      const, _, kwargs, _ = val
+
+                      result = new_hash_pattern const, kwargs, const.line
+                    }
+                | p_const tLBRACK2 rbracket
+                    {
+                      const, _, _ = val
+
+                      tail = new_array_pattern_tail nil, nil, nil, nil
+                      result = new_array_pattern const, nil, tail, const.line
+                    }
+                | tLBRACK { push_pktbl } p_args rbracket
+                    {
+                      _, _, pat, _ = val
+
+                      pop_pktbl
+                      result = new_array_pattern nil, nil, pat, pat.line
+                    }
+                | tLBRACK rbracket
+                    {
+                      (_, line), _ = val
+
+                      result = s(:array_pat).line line
+                    }
+                | tLBRACE
+                    {
+                      push_pktbl
+                      result = self.in_kwarg
+                      self.in_kwarg = false
+                    }
+                    p_kwargs rbrace
+                    {
+                      _, in_kwarg, kwargs, _ = val
+
+                      pop_pktbl
+                      self.in_kwarg = in_kwarg
+
+                      result = new_hash_pattern(nil, kwargs, kwargs.line)
+                    }
+                | tLBRACE rbrace
                     {
-                      result = args val
+                      (_, line), _ = val
+
+                      tail = new_hash_pattern_tail nil, nil, line
+                      result = new_hash_pattern nil, tail, line
                     }
-                | f_rest_arg opt_block_args_tail
+                | tLPAREN { push_pktbl } p_expr tRPAREN
                     {
-                      result = args val
+                      _, _, expr, _ = val
+
+                      pop_pktbl
+                      result = expr
                     }
-                | f_rest_arg tCOMMA f_arg opt_block_args_tail
+
+          p_args: p_expr
                     {
-                      result = args val
+                      expr, = val
+
+                      ary = s(:array_TAIL, expr).line expr.line
+                      result = new_array_pattern_tail(ary, nil, nil, nil).line expr.line
                     }
-                | block_args_tail
+                | p_args_head
                     {
-                      result = args val
+                      head, = val
+
+                      result = new_array_pattern_tail head, true, nil, nil
                     }
+                | p_args_head p_arg
+                    {
+                      head, tail = val
 
- opt_block_param: none { result = 0 }
-                | block_param_def
+                      both = array_pat_concat head, tail
 
- block_param_def: tPIPE opt_bv_decl tPIPE
-                    {
-                      result = args val
+                      result = new_array_pattern_tail both, nil, nil, nil
+                      result.line head.line
                     }
-                | tOROP
+                | p_args_head tSTAR tIDENTIFIER
                     {
-                      self.lexer.command_start = true
-                      result = s(:args)
+                      head, _, (id, _line) = val
+
+                      result = new_array_pattern_tail head, true, id.to_sym, nil
+                      result.line head.line
                     }
-                | tPIPE block_param opt_bv_decl tPIPE
+                | p_args_head tSTAR tIDENTIFIER tCOMMA p_args_post
                     {
-                      result = args val
+                      head, _, (id, _line), _, post = val
+
+                      result = new_array_pattern_tail head, true, id.to_sym, post
+                      result.line head.line
                     }
+                | p_args_head tSTAR
+                    {
+                      expr, _ = val
 
-     opt_bv_decl: opt_nl
-                | opt_nl tSEMI bv_decls opt_nl
+                      result = new_array_pattern_tail(expr, true, nil, nil).line expr.line
+                    }
+                | p_args_head tSTAR tCOMMA p_args_post
                     {
-                      result = args val
+                      head, _, _, post = val
+
+                      result = new_array_pattern_tail(head, true, nil, post).line head.line
                     }
+                | p_args_tail
 
-        bv_decls: bvar
+     p_args_head: p_arg tCOMMA
                     {
-                      result = args val
+                      arg, _ = val
+                      result = arg
                     }
-                | bv_decls tCOMMA bvar
+                | p_args_head p_arg tCOMMA
                     {
-                      result = args val
+                      head, tail, _ = val
+
+                      result = s(:PATTERN, *head.sexp_body, *tail.sexp_body)
+                      result.line head.line
                     }
 
-            bvar: tIDENTIFIER
+     p_args_tail: tSTAR tIDENTIFIER
                     {
-                      result = s(:shadow, val[0].to_sym)
+                      _, (id, line) = val
+
+                      result = new_array_pattern_tail nil, true, id.to_sym, nil
+                      result.line line
                     }
-                | f_bad_arg
+                | tSTAR tIDENTIFIER tCOMMA p_args_post
+                    {
+                      _, (id, line), _, rhs = val
 
-          lambda:   {
-                      self.env.extend :dynamic
-                      result = self.lexer.lineno
+                      result = new_array_pattern_tail nil, true, id.to_sym, rhs
+                      result.line line
+                    }
+                | tSTAR
+                    {
+                      (_, line), = val
 
-                      result = lexer.lpar_beg
-                      lexer.paren_nest += 1
-                      lexer.lpar_beg = lexer.paren_nest
+                      result = new_array_pattern_tail nil, true, nil, nil
+                      result.line line
                     }
-                    f_larglist lambda_body
+                | tSTAR tCOMMA p_args_post
                     {
-                      lpar, args, body = val
-                      lexer.lpar_beg = lpar
+                      (_, line), _, args = val
 
-                      call = new_call nil, :lambda
-                      result = new_iter call, args, body
-                      self.env.unextend
+                      result = new_array_pattern_tail nil, true, nil, args
+                      result.line line
                     }
 
-     f_larglist: tLPAREN2 f_args opt_bv_decl rparen
+     p_args_post: p_arg
+                | p_args_post tCOMMA p_arg
                     {
-                      result = args val
+                      lhs, _, rhs = val
+
+                      result = array_pat_concat lhs, rhs
                     }
-                | f_args
+
+           p_arg: p_expr
                     {
-                      result = val[0]
-                      result = 0 if result == s(:args)
+                      expr, = val
+                      expr = s(:array_TAIL, expr).line expr.line unless
+                        expr.sexp_type == :array_TAIL
+                      result = expr
                     }
 
-     lambda_body: tLAMBEG compstmt tRCURLY
+        p_kwargs: p_kwarg tCOMMA p_kwrest
                     {
-                      result = val[1]
+                      kw_arg, _, rest = val
+                      # TODO? new_unique_key_hash(p, $1, &@$)
+                      result = new_hash_pattern_tail kw_arg, rest, kw_arg.line
                     }
-                | kDO_LAMBDA compstmt kEND
+                | p_kwarg
                     {
-                      result = val[1]
+                      kwarg, = val
+                      # TODO? new_unique_key_hash(p, $1, &@$)
+                      result = new_hash_pattern_tail kwarg, nil, kwarg.line
                     }
-
-        do_block: kDO_BLOCK
+                | p_kwarg tCOMMA
                     {
-                      self.env.extend :dynamic
-                      result = self.lexer.lineno
+                      kwarg, _ = val
+                      # TODO? new_unique_key_hash(p, $1, &@$)
+                      result = new_hash_pattern_tail kwarg, nil, kwarg.line
                     }
-                    opt_block_param
+                | p_kwrest
                     {
-                      result = nil # self.env.dynamic.keys
+                      rest, = val
+
+                      result = new_hash_pattern_tail nil, rest, rest.line
                     }
-                    compstmt kEND
+                | p_kwarg tCOMMA p_kwnorest
                     {
-                      args   = val[2]
-                      body   = val[4]
-                      result = new_iter nil, args, body
-                      result.line = val[1]
+                      kwarg, _, norest = val
 
-                      self.env.unextend
+                      # TODO? new_unique_key_hash(p, $1, &@$)
+                      result = new_hash_pattern_tail kwarg, norest, kwarg.line
                     }
-
-      block_call: command do_block
+                | p_kwnorest
                     {
-                      # TODO:
-                      ## if (nd_type($1) == NODE_YIELD) {
-                      ##     compile_error(PARSER_ARG "block given to yield");
-
-                      syntax_error "Both block arg and actual block given." if
-                        val[0].block_pass?
-
-                      val = invert_block_call val if inverted? val
+                      norest, = val
 
-                      result = val[1]
-                      result.insert 1, val[0]
+                      result = new_hash_pattern_tail nil, norest, norest.line
                     }
-                | block_call dot_or_colon operation2 opt_paren_args
+
+         p_kwarg: p_kw # TODO? rb_ary_new_from_args(1, $1)
+                | p_kwarg tCOMMA p_kw
                     {
-                      result = new_call val[0], val[2].to_sym, val[3]
+                      kwarg, _, kw = val
+                      kwarg.concat kw.sexp_body
+                      result = kwarg
                     }
-                | block_call dot_or_colon operation2 opt_paren_args brace_block
-                    {
-                      iter1, _, name, args, iter2 = val
 
-                      call = new_call iter1, name.to_sym, args
-                      iter2.insert 1, call
+            p_kw: p_kw_label p_expr
+                    {
+                      # TODO: error_duplicate_pattern_key(p, get_id($1), &@1);
+                      lhs, rhs = val
 
-                      result = iter2
+                      result = s(:PAIR, lhs, rhs).line lhs.line
                     }
-                | block_call dot_or_colon operation2 command_args do_block
+                | p_kw_label
                     {
-                      iter1, _, name, args, iter2 = val
+                      lhs, = val
 
-                      call = new_call iter1, name.to_sym, args
-                      iter2.insert 1, call
+                      # TODO: error_duplicate_pattern_variable(p, get_id($1), &@1);
 
-                      result = iter2
+                      # TODO: if ($1 && !is_local_id(get_id($1))) {
+                      #     yyerror1(&@1, "key must be valid as local variables");
+                      # }
+
+                      # $$ = list_append(p, NEW_LIST(NEW_LIT(ID2SYM($1), &@$), &@$),
+                      #                     assignable(p, $1, 0, &@$));
+
+
+                      case lhs.sexp_type
+                      when :lit then
+                        assignable [lhs.value, lhs.line]
+                      else
+                        # TODO or done?
+                        debug 666
+                      end
+
+                      # TODO PAIR -> LIST ?
+                      result = s(:PAIR, lhs, nil).line lhs.line
                     }
 
-     method_call: fcall
+      p_kw_label: tLABEL
                     {
-                      result = self.lexer.lineno
+                      (id, line), = val
+
+                      result = s(:lit, id.to_sym).line line
                     }
-                    paren_args
+
+        p_kwrest: kwrest_mark tIDENTIFIER
                     {
-                      args = self.call_args val[2..-1]
-                      result = val[0].concat args.sexp_body
+                      _, (id, line) = val
+
+                      name = id.to_sym
+                      self.assignable [name, line]
+                      result = s(:kwrest, :"**#{name}").line line
                     }
-                | primary_value call_op operation2 opt_paren_args
+                | kwrest_mark
                     {
-                      result = new_call val[0], val[2].to_sym, val[3], val[1]
+                      (_, line), = val
+
+                      result = s(:kwrest, :"**").line line
                     }
-                | primary_value tCOLON2 operation2 paren_args
+
+      p_kwnorest: kwrest_mark kNIL
                     {
-                      result = new_call val[0], val[2].to_sym, val[3]
+                      (_, line), _ = val
+
+                      # TODO: or s(:norest)? s(:**nil)?
+                      result = s(:kwrest, :"**nil").line line
                     }
-                | primary_value tCOLON2 operation3
+
+         p_value: p_primitive
+                | p_primitive tDOT2 p_primitive
                     {
-                      result = new_call val[0], val[2].to_sym
+                      lhs, _, rhs = val
+
+                      lhs = value_expr lhs
+                      rhs = value_expr rhs
+
+                      result = s(:dot2, lhs, rhs).line lhs.line
                     }
-                | primary_value call_op paren_args
+                | p_primitive tDOT3 p_primitive
                     {
-                      result = new_call val[0], :call, val[2], val[1]
+                      lhs, _, rhs = val
+
+                      lhs = value_expr lhs
+                      rhs = value_expr rhs
+
+                      result = s(:dot3, lhs, rhs).line lhs.line
                     }
-                | primary_value tCOLON2 paren_args
+                | p_primitive tDOT2
                     {
-                      result = new_call val[0], :call, val[2]
+                      v1, _ = val
+
+                      result = s(:dot2, v1, nil).line v1.line
                     }
-                | kSUPER paren_args
+                | p_primitive tDOT3
                     {
-                      result = new_super val[1]
+                      v1, _ = val
+
+                      result = s(:dot3, v1, nil).line v1.line
                     }
-                | kSUPER
+                | p_variable
+                | p_var_ref
+                | p_const
+                | tBDOT2 p_primitive
                     {
-                      result = s(:zsuper)
+                      _, v1 = val
+
+                      result = s(:dot2, nil, v1).line v1.line
                     }
-                | primary_value tLBRACK2 opt_call_args rbracket
+                | tBDOT3 p_primitive
                     {
-                      result = new_aref val
+                      _, v1 = val
+
+                      result = s(:dot3, nil, v1).line v1.line
                     }
 
-     brace_block: tLCURLY
+     p_primitive: literal
+                | strings
+                | xstring
+                | regexp
+                | words
+                | qwords
+                | symbols
+                | qsymbols
+                | keyword_variable
                     {
-                      self.env.extend :dynamic
-                      result = self.lexer.lineno
+                      # TODO? if (!($$ = gettable(p, $1, &@$))) $$ = NEW_BEGIN(0, &@$);
+                      var, = val
+
+                      result = var
                     }
-                    opt_block_param
+                | lambda
+
+      p_variable: tIDENTIFIER
                     {
-                      result = nil # self.env.dynamic.keys
+                      (id, line), = val
+
+                      # TODO: error_duplicate_pattern_variable(p, $1, &@1);
+                      # TODO: assignable(p, $1, 0, &@$);
+                      result = s(:lvar, id.to_sym).line line
                     }
-                    compstmt tRCURLY
+
+       p_var_ref: tCARET tIDENTIFIER
                     {
-                      _, line, args, _, body, _ = val
+                      _, (id, line) = val
 
-                      result = new_iter nil, args, body
-                      result.line = line
+                      # TODO: check id against env for lvar or dvar
 
-                      self.env.unextend
+                      result = s(:lvar, id.to_sym).line line
                     }
-                | kDO
-                    {
-                      self.env.extend :dynamic
-                      result = self.lexer.lineno
-                    }
-                    opt_block_param
+
+         p_const: tCOLON3 cname
                     {
-                      result = nil # self.env.dynamic.keys
+                      _, (id, line) = val
+                      result = s(:colon3, id.to_sym).line line
                     }
-#if V >= 25
-                    bodystmt kEND
-#else
-                    compstmt kEND
-#endif
+                | p_const tCOLON2 cname
                     {
-                      _, line, args, _, body, _ = val
-
-                      result = new_iter nil, args, body
-                      result.line = line
-
-                      self.env.unextend
-                    }
+                      lhs, _, (id, _line) = val
 
-       case_body: kWHEN
-                    {
-                      result = self.lexer.lineno
+                      l = lhs.line
+                      result = s(:const, s(:colon2, lhs, id.to_sym).line(l)).line l
                     }
-                    args then compstmt cases
+                | tCONSTANT
                     {
-                      result = new_when(val[2], val[4])
-                      result.line = val[1]
-                      result << val[5] if val[5]
+                      # TODO $$ = gettable(p, $1, &@$);
+                      (id, line), = val
+                      result = s(:const, id.to_sym).line line
                     }
+######################################################################
+#endif
 
-           cases: opt_else | case_body
-
-      opt_rescue: kRESCUE exc_list exc_var then compstmt opt_rescue
+      opt_rescue: k_rescue exc_list exc_var then compstmt opt_rescue
                     {
                       (_, line), klasses, var, _, body, rest = val
 
                       klasses ||= s(:array)
-                      klasses << new_assign(var, s(:gvar, :"$!")) if var
+                      klasses << new_assign(var, s(:gvar, :"$!").line(var.line)) if var
                       klasses.line line
 
                       result = new_resbody(klasses, body)
@@ -1705,7 +2607,8 @@ opt_block_args_tail: tCOMMA block_args_tail
 
         exc_list: arg_value
                     {
-                      result = s(:array, val[0])
+                      arg, = val
+                      result = s(:array, arg).line arg.line
                     }
                 | mrhs
                 | none
@@ -1716,33 +2619,31 @@ opt_block_args_tail: tCOMMA block_args_tail
                     }
                 | none
 
-      opt_ensure: kENSURE compstmt
+      opt_ensure: k_ensure compstmt
                     {
-                      _, body = val
+                      (_, line), body = val
 
-                      result = body || s(:nil)
+                      result = body || s(:nil).line(line)
                     }
                 | none
 
          literal: numeric
                     {
-                      result = s(:lit, val[0])
+                      (lit, line), = val
+                      result = s(:lit, lit).line line
                     }
                 | symbol
-                    {
-                      result = s(:lit, val[0])
-                    }
-                | dsym
 
          strings: string
                     {
-                      val[0] = s(:dstr, val[0].value) if val[0].sexp_type == :evstr
-                      result = val[0]
+                      str, = val
+                      str = s(:dstr, str.value) if str.sexp_type == :evstr
+                      result = str
                     }
 
           string: tCHAR
                     {
-                      debug20 23, val, result
+                      debug 37
                     }
                 | string1
                 | string string1
@@ -1752,7 +2653,11 @@ opt_block_args_tail: tCOMMA block_args_tail
 
          string1: tSTRING_BEG string_contents tSTRING_END
                     {
-                      result = val[1]
+                      (_, line), str, (_, func) = val
+
+                      str = dedent str if func =~ RubyLexer::STR_FUNC_DEDENT
+
+                      result = str.line line
                     }
                 | tSTRING
                     {
@@ -1761,7 +2666,8 @@ opt_block_args_tail: tCOMMA block_args_tail
 
          xstring: tXSTRING_BEG xstring_contents tSTRING_END
                     {
-                      result = new_xstring val[1]
+                      result = new_xstring val
+                      # TODO: dedent?!?! SERIOUSLY?!?
                     }
 
           regexp: tREGEXP_BEG regexp_contents tREGEXP_END
@@ -1771,11 +2677,15 @@ opt_block_args_tail: tCOMMA block_args_tail
 
            words: tWORDS_BEG tSPACE tSTRING_END
                     {
-                      result = s(:array)
+                      (_, line), _, _ = val
+
+                      result = s(:array).line line
                     }
                 | tWORDS_BEG word_list tSTRING_END
                     {
-                      result = val[1]
+                      (_, line), list, _ = val
+
+                      result = list.line line
                     }
 
        word_list: none
@@ -1795,11 +2705,15 @@ opt_block_args_tail: tCOMMA block_args_tail
 
          symbols: tSYMBOLS_BEG tSPACE tSTRING_END
                     {
-                      result = s(:array)
+                      (_, line), _, _ = val
+
+                      result = s(:array).line line
                     }
                 | tSYMBOLS_BEG symbol_list tSTRING_END
                     {
-                      result = val[1]
+                      (_, line), list, _, = val
+                      list.line line
+                      result = list
                     }
 
      symbol_list: none
@@ -1808,25 +2722,34 @@ opt_block_args_tail: tCOMMA block_args_tail
                     }
                 | symbol_list word tSPACE
                     {
-                      result = val[0].dup << new_symbol_list_entry(val)
+                      list, * = val
+                      result = list.dup << new_symbol_list_entry(val)
                     }
 
           qwords: tQWORDS_BEG tSPACE tSTRING_END
                     {
-                      result = s(:array)
+                      (_, line), _, _ = val
+
+                      result = s(:array).line line
                     }
                 | tQWORDS_BEG qword_list tSTRING_END
                     {
-                      result = val[1]
+                      (_, line), list, _ = val
+
+                      result = list.line line
                     }
 
         qsymbols: tQSYMBOLS_BEG tSPACE tSTRING_END
                     {
-                      result = s(:array)
+                      (_, line), _, _ = val
+
+                      result = s(:array).line line
                     }
                 | tQSYMBOLS_BEG qsym_list tSTRING_END
                     {
-                      result = val[1]
+                      (_, line), list, _ = val
+
+                      result = list.line line
                     }
 
       qword_list: none
@@ -1849,11 +2772,13 @@ opt_block_args_tail: tCOMMA block_args_tail
 
  string_contents: none
                     {
-                      result = s(:str, "")
+                      line = prev_value_to_lineno _values.last
+                      result = s(:str, +"").line line
                     }
                 | string_contents string_content
                     {
-                      result = literal_concat(val[0], val[1])
+                      v1, v2 = val
+                      result = literal_concat v1, v2
                     }
 
 xstring_contents: none
@@ -1862,7 +2787,8 @@ xstring_contents: none
                     }
                 | xstring_contents string_content
                     {
-                      result = literal_concat(val[0], val[1])
+                      v1, v2 = val
+                      result = literal_concat v1, v2
                     }
 
 regexp_contents: none
@@ -1871,7 +2797,8 @@ regexp_contents: none
                     }
                 | regexp_contents string_content
                     {
-                      result = literal_concat(val[0], val[1])
+                      v1, v2 = val
+                      result = literal_concat v1, v2
                     }
 
   string_content: tSTRING_CONTENT
@@ -1883,46 +2810,46 @@ regexp_contents: none
                       result = lexer.lex_strterm
 
                       lexer.lex_strterm = nil
-                      lexer.lex_state = :expr_beg # TODO: expr_value ?
+                      lexer.lex_state = EXPR_BEG
                     }
                     string_dvar
                     {
-                      lexer.lex_strterm = val[1]
-                      result = s(:evstr, val[2])
+                      _, strterm, str = val
+                      lexer.lex_strterm = strterm
+                      result = s(:evstr, str).line str.line
                     }
                 | tSTRING_DBEG
                     {
                       result = [lexer.lex_strterm,
                                 lexer.brace_nest,
                                 lexer.string_nest, # TODO: remove
-                                lexer.cond.store,
-                                lexer.cmdarg.store,
                                 lexer.lex_state,
+                                lexer.lineno,
                                ]
 
+                      lexer.cmdarg.push false
+                      lexer.cond.push false
+
                       lexer.lex_strterm = nil
                       lexer.brace_nest  = 0
                       lexer.string_nest = 0
 
-                      lexer.lex_state   = :expr_value
+                      lexer.lex_state   = EXPR_BEG
                     }
-                    compstmt tRCURLY
+                    compstmt
+                    tSTRING_DEND
                     {
-#if V == 20
-                      # TODO: tRCURLY -> tSTRING_DEND
-#else
-                      # TODO: tRCURLY -> tSTRING_END
-#endif
                       _, memo, stmt, _ = val
 
-                      lex_strterm, brace_nest, string_nest, oldcond, oldcmdarg, oldlex_state = memo
+                      lex_strterm, brace_nest, string_nest, oldlex_state, line = memo
+                      # TODO: heredoc_indent
 
                       lexer.lex_strterm = lex_strterm
                       lexer.brace_nest  = brace_nest
                       lexer.string_nest = string_nest
 
-                      lexer.cond.restore oldcond
-                      lexer.cmdarg.restore oldcmdarg
+                      lexer.cond.pop
+                      lexer.cmdarg.pop
 
                       lexer.lex_state = oldlex_state
 
@@ -1932,49 +2859,70 @@ regexp_contents: none
                         when :str, :dstr, :evstr then
                           result = stmt
                         else
-                          result = s(:evstr, stmt)
+                          result = s(:evstr, stmt).line line
                         end
                       when nil then
-                        result = s(:evstr)
+                        result = s(:evstr).line line
                       else
-                        debug20 25
+                        debug 38
                         raise "unknown string body: #{stmt.inspect}"
                       end
                     }
 
-     string_dvar: tGVAR { result = s(:gvar, val[0].to_sym) }
-                | tIVAR { result = s(:ivar, val[0].to_sym) }
-                | tCVAR { result = s(:cvar, val[0].to_sym) }
+     string_dvar: tGVAR
+                    {
+                      (id, line), = val
+                      result = s(:gvar, id.to_sym).line line
+                    }
+                | tIVAR
+                    {
+                      (id, line), = val
+                      result = s(:ivar, id.to_sym).line line
+                    }
+                | tCVAR
+                    {
+                      (id, line), = val
+                      result = s(:cvar, id.to_sym).line line
+                    }
                 | backref
 
-          symbol: tSYMBEG sym
+          symbol: ssym
+                | dsym
+
+            ssym: tSYMBEG sym
                     {
-                      lexer.lex_state = :expr_end
-                      result = val[1].to_sym
+                      _, (id, line) = val
+
+                      lexer.lex_state = EXPR_END
+                      result = s(:lit, id.to_sym).line line
                     }
                 | tSYMBOL
                     {
-                      result = val[0].to_sym
+                      (id, line), = val
+
+                      lexer.lex_state = EXPR_END
+                      result = s(:lit, id.to_sym).line line
                     }
 
              sym: fname | tIVAR | tGVAR | tCVAR
 
-            dsym: tSYMBEG xstring_contents tSTRING_END
+            dsym: tSYMBEG string_contents tSTRING_END
                     {
-                      lexer.lex_state = :expr_end
-                      result = val[1]
+                      _, result, _ = val
 
-                      result ||= s(:str, "")
+                      lexer.lex_state = EXPR_END
+
+                      result ||= s(:str, "").line lexer.lineno
 
                       case result.sexp_type
                       when :dstr then
                         result.sexp_type = :dsym
                       when :str then
-                        result = s(:lit, result.last.to_sym)
+                        result = s(:lit, result.last.to_sym).line result.line
                       when :evstr then
-                        result = s(:dsym, "", result)
+                        result = s(:dsym, "", result).line result.line
                       else
-                        debug20 26, val, result
+                        debug 39
                       end
                     }
 
@@ -1984,15 +2932,17 @@ regexp_contents: none
                 | tUMINUS_NUM tINTEGER =tLOWEST
 #else
          numeric: simple_numeric
-                | tUMINUS_NUM simple_numeric
+                | tUMINUS_NUM simple_numeric            =tLOWEST
 #endif
                     {
-                      result = -val[1] # TODO: pt_testcase
+                      _, (num, line) = val
+                      result = [-num, line]
 #if V == 20
                     }
                 | tUMINUS_NUM tFLOAT   =tLOWEST
                     {
-                      result = -val[1] # TODO: pt_testcase
+                      _, (num, line) = val
+                      result = [-num, line]
 #endif
                     }
 
@@ -2009,26 +2959,29 @@ regexp_contents: none
                 | tCONSTANT
                 | tCVAR
 
-keyword_variable: kNIL      { result = s(:nil)   }
-                | kSELF     { result = s(:self)  }
-                | kTRUE     { result = s(:true)  }
-                | kFALSE    { result = s(:false) }
-                | k__FILE__ { result = s(:str, self.file) }
-                | k__LINE__ { result = s(:lit, lexer.lineno) }
+keyword_variable: kNIL      { result = s(:nil).line lexer.lineno }
+                | kSELF     { result = s(:self).line lexer.lineno }
+                | kTRUE     { result = s(:true).line lexer.lineno }
+                | kFALSE    { result = s(:false).line lexer.lineno }
+                | k__FILE__ { result = s(:str, self.file).line lexer.lineno }
+                | k__LINE__ { result = s(:lit, lexer.lineno).line lexer.lineno }
                 | k__ENCODING__
                     {
+                      l = lexer.lineno
                       result =
                         if defined? Encoding then
-                          s(:colon2, s(:const, :Encoding), :UTF_8)
+                          s(:colon2, s(:const, :Encoding).line(l), :UTF_8).line l
                         else
-                          s(:str, "Unsupported!")
+                          s(:str, "Unsupported!").line l
                         end
                     }
 
          var_ref: user_variable
                     {
-                      var = val[0]
+                      raise "NO: #{val.inspect}" if Sexp === val.first
+                      (var, line), = val
                       result = Sexp === var ? var : self.gettable(var)
+                      result.line line
                     }
                 | keyword_variable
                     {
@@ -2043,46 +2996,56 @@ keyword_variable: kNIL      { result = s(:nil)   }
                 | keyword_variable
                     {
                       result = self.assignable val[0]
-                      debug20 29, val, result
+                      debug 40
                     }
 
-         backref: tNTH_REF  { result = s(:nth_ref,  val[0]) }
-                | tBACK_REF { result = s(:back_ref, val[0]) }
-
-      superclass: term
+         backref: tNTH_REF
                     {
-                      result = nil
+                      (ref, line), = val
+                      result = s(:nth_ref, ref).line line
                     }
-                | tLT
+                | tBACK_REF
+                    {
+                      (ref, line), = val
+                      result = s(:back_ref, ref).line line
+                    }
+
+      superclass: tLT
                     {
-                      lexer.lex_state = :expr_beg
+                      lexer.lex_state = EXPR_BEG
+                      lexer.command_start = true
                     }
                     expr_value term
                     {
                       result = val[2]
                     }
-                | error term
+                | none
                     {
-                      yyerrok
                       result = nil
-                      debug20 30, val, result
                     }
 
        f_arglist: tLPAREN2 f_args rparen
                     {
-                      result = val[1]
-                      self.lexer.lex_state = :expr_beg
-                      self.lexer.command_start = true
-                      # TODO:
-                      # $<num>$ = parser->parser_in_kwarg;
-                      # parser->parser_in_kwarg = 1;
+                      result = end_args val
                     }
-                | f_args term
+#if V == 27
+                | tLPAREN2 f_arg tCOMMA args_forward rparen
                     {
-                      # TODO: parser->parser_in_kwarg = $<num>1;
-                      result = val[0]
-                      self.lexer.lex_state = :expr_beg
-                      self.lexer.command_start = true
+                      result = end_args val
+                    }
+                | tLPAREN2 args_forward rparen
+                    {
+                      result = end_args val
+                    }
+#endif
+                |   {
+                      result = self.in_kwarg
+                      self.in_kwarg = true
+                      self.lexer.lex_state |= EXPR_LABEL
+                    }
+                    f_args term
+                    {
+                      result = end_args val
                     }
 
        args_tail: f_kwarg tCOMMA f_kwrest opt_f_block_arg
@@ -2097,6 +3060,12 @@ keyword_variable: kNIL      { result = s(:nil)   }
                     {
                       result = args val
                     }
+#if V >= 27
+                | f_no_kwarg opt_f_block_arg
+                    {
+                      result = args val
+                    }
+#endif
                 | f_block_arg
 
    opt_args_tail: tCOMMA args_tail
@@ -2167,7 +3136,15 @@ keyword_variable: kNIL      { result = s(:nil)   }
                 |
                     {
                       result = args val
+                      # result.line lexer.lineno
+                    }
+
+#if V >= 27
+    args_forward: tBDOT3
+                    {
+                      result = s(:forward_args).line lexer.lineno
                     }
+#endif
 
        f_bad_arg: tCONSTANT
                     {
@@ -2189,10 +3166,11 @@ keyword_variable: kNIL      { result = s(:nil)   }
       f_norm_arg: f_bad_arg
                 | tIDENTIFIER
                     {
-                      identifier = val[0].to_sym
+                      (id, line), = val
+                      identifier = id.to_sym
                       self.env[identifier] = :lvar
 
-                      result = identifier
+                      result = [identifier, line]
                     }
 
 #if V >= 22
@@ -2201,28 +3179,23 @@ keyword_variable: kNIL      { result = s(:nil)   }
       f_arg_item: f_arg_asgn
                 | tLPAREN f_margs rparen
                     {
-                      result = val[1]
+                      _, margs, _ = val
+
+                      result = margs
                     }
 #else
       f_arg_item: f_norm_arg
                 | tLPAREN f_margs rparen
                     {
-                      result = val[1]
+                      _, margs, _ = val
+
+                      result = margs
                     }
 #endif
 
            f_arg: f_arg_item
                     {
-                      case val[0]
-                      when Symbol then
-                        result = s(:args)
-                        result << val[0]
-                      when Sexp then
-                        result = val[0]
-                      else
-                        debug20 32
-                        raise "Unknown f_arg type: #{val.inspect}"
-                      end
+                      result = new_arg val
                     }
                 | f_arg tCOMMA f_arg_item
                     {
@@ -2231,10 +3204,10 @@ keyword_variable: kNIL      { result = s(:nil)   }
                       if list.sexp_type == :args then
                         result = list
                       else
-                        result = s(:args, list)
+                        result = s(:args, list).line list.line
                       end
 
-                      result << item
+                      result << (Sexp === item ? item : item.first)
                     }
 
 #if V == 20
@@ -2245,21 +3218,24 @@ keyword_variable: kNIL      { result = s(:nil)   }
             f_kw: f_label arg_value
 #endif
                     {
-                      # TODO: call_args
-                      label, _ = val[0] # TODO: fix lineno?
+                      # TODO: new_kw_arg
+                      (label, line), arg = val
+
                       identifier = label.to_sym
                       self.env[identifier] = :lvar
 
-                      result = s(:array, s(:kwarg, identifier, val[1]))
+                      kwarg  = s(:kwarg, identifier, arg).line line
+                      result = s(:array, kwarg).line line
                     }
 #if V >= 21
                 | f_label
                     {
-                      label, _ = val[0] # TODO: fix lineno?
-                      identifier = label.to_sym
-                      self.env[identifier] = :lvar
+                      (label, line), = val
 
-                      result = s(:array, s(:kwarg, identifier))
+                      id = label.to_sym
+                      self.env[id] = :lvar
+
+                      result = s(:array, s(:kwarg, id).line(line)).line line
                     }
 #endif
 
@@ -2269,21 +3245,22 @@ keyword_variable: kNIL      { result = s(:nil)   }
       f_block_kw: f_label primary_value
 #endif
                     {
-                      # TODO: call_args
-                      label, _ = val[0] # TODO: fix lineno?
-                      identifier = label.to_sym
-                      self.env[identifier] = :lvar
+                      # TODO: new_kw_arg
+                      (label, line), expr = val
+                      id = label.to_sym
+                      self.env[id] = :lvar
 
-                      result = s(:array, s(:kwarg, identifier, val[1]))
+                      result = s(:array, s(:kwarg, id, expr).line(line)).line line
                     }
 #if V >= 21
                 | f_label
                     {
-                      label, _ = val[0] # TODO: fix lineno?
-                      identifier = label.to_sym
-                      self.env[identifier] = :lvar
+                      # TODO: new_kw_arg
+                      (label, line), = val
+                      id = label.to_sym
+                      self.env[id] = :lvar
 
-                      result = s(:array, s(:kwarg, identifier))
+                      result = s(:array, s(:kwarg, id).line(line)).line line
                     }
 #endif
 
@@ -2303,13 +3280,26 @@ keyword_variable: kNIL      { result = s(:nil)   }
      kwrest_mark: tPOW
                 | tDSTAR
 
+#if V >= 27
+      f_no_kwarg: kwrest_mark kNIL
+                    {
+                      result = :"**nil"
+                    }
+#endif
+
         f_kwrest: kwrest_mark tIDENTIFIER
                     {
-                      result = :"**#{val[1]}"
+                      _, (id, line) = val
+
+                      name = id.to_sym
+                      self.assignable [name, line]
+                      result = [:"**#{name}", line]
                     }
                 | kwrest_mark
                     {
-                      result = :"**"
+                      id = :"**"
+                      self.env[id] = :lvar # TODO: needed?!?
+                      result = [id, lexer.lineno] # TODO: tPOW/tDSTAR include lineno
                     }
 
 #if V == 20
@@ -2320,7 +3310,8 @@ keyword_variable: kNIL      { result = s(:nil)   }
            f_opt: f_arg_asgn tEQL arg_value
 #endif
                     {
-                      result = self.assignable val[0], val[2]
+                      lhs, _, rhs = val
+                      result = self.assignable lhs, rhs
                       # TODO: detect duplicate names
                     }
 
@@ -2332,22 +3323,26 @@ keyword_variable: kNIL      { result = s(:nil)   }
      f_block_opt: f_arg_asgn tEQL primary_value
 #endif
                     {
-                      result = self.assignable val[0], val[2]
+                      lhs, _, rhs = val
+                      result = self.assignable lhs, rhs
                     }
 
   f_block_optarg: f_block_opt
                     {
-                      result = s(:block, val[0])
+                      optblk, = val
+                      result = s(:block, optblk).line optblk.line
                     }
                 | f_block_optarg tCOMMA f_block_opt
                     {
-                      result = val[0]
-                      result << val[2]
+                      optarg, _, optblk = val
+                      result = optarg
+                      result << optblk
                     }
 
         f_optarg: f_opt
                     {
-                      result = s(:block, val[0])
+                      opt, = val
+                      result = s(:block, opt).line opt.line
                     }
                 | f_optarg tCOMMA f_opt
                     {
@@ -2359,30 +3354,33 @@ keyword_variable: kNIL      { result = s(:nil)   }
       f_rest_arg: restarg_mark tIDENTIFIER
                     {
                       # TODO: differs from parse.y - needs tests
-                      name = val[1].to_sym
-                      self.assignable name
-                      result = :"*#{name}"
+                      _, (id, line) = val
+                      name = id.to_sym
+                      self.assignable [name, line]
+                      result = [:"*#{name}", line]
                     }
                 | restarg_mark
                     {
                       name = :"*"
                       self.env[name] = :lvar
-                      result = name
+                      result = [name, lexer.lineno] # FIX: tSTAR to include lineno
                     }
 
      blkarg_mark: tAMPER2 | tAMPER
 
      f_block_arg: blkarg_mark tIDENTIFIER
                     {
-                      identifier = val[1].to_sym
+                      _, (id, line) = val
+                      identifier = id.to_sym
 
                       self.env[identifier] = :lvar
-                      result = "&#{identifier}".to_sym
+                      result = ["&#{identifier}".to_sym, line]
                     }
 
  opt_f_block_arg: tCOMMA f_block_arg
                     {
-                      result = val[1]
+                      _, arg = val
+                      result = arg
                     }
                 |
                     {
@@ -2392,7 +3390,7 @@ keyword_variable: kNIL      { result = s(:nil)   }
        singleton: var_ref
                 | tLPAREN2
                     {
-                      lexer.lex_state = :expr_beg
+                      lexer.lex_state = EXPR_BEG
                     }
                     expr rparen
                     {
@@ -2401,14 +3399,11 @@ keyword_variable: kNIL      { result = s(:nil)   }
                         result.sexp_type == :lit
                     }
 
-      assoc_list: none # [!nil]
+      assoc_list: none
                     {
-                      result = s(:array)
-                    }
-                | assocs trailer # [!nil]
-                    {
-                      result = val[0]
+                      result = s(:array).line lexer.lineno
                     }
+                | assocs trailer
 
           assocs: assoc
                 | assocs tCOMMA assoc
@@ -2422,28 +3417,31 @@ keyword_variable: kNIL      { result = s(:nil)   }
 
            assoc: arg_value tASSOC arg_value
                     {
-                      result = s(:array, val[0], val[2])
+                      v1, _, v2 = val
+                      result = s(:array, v1, v2).line v1.line
                     }
-                | tLABEL opt_nl arg_value
+                | tLABEL arg_value
                     {
-                      result = s(:array, s(:lit, val[0][0].to_sym), val.last)
+                      (label, line), arg = val
+
+                      lit = s(:lit, label.to_sym).line line
+                      result = s(:array, lit, arg).line line
                     }
 #if V >= 22
                 | tSTRING_BEG string_contents tLABEL_END arg_value
                     {
-                      _, sym, _, value = val
+                      (_, line), sym, _, value = val
+
                       sym.sexp_type = :dsym
-                      result = s(:array, sym, value)
-                    }
-                | tSYMBOL arg_value
-                    {
-                      raise "not yet: #{val.inspect}"
-                      # result = s(:array, s(:lit, val[1].to_sym), val[1])
+
+                      result = s(:array, sym, value).line line
                     }
 #endif
                 | tDSTAR arg_value
                     {
-                      result = s(:array, s(:kwsplat, val[1]))
+                      _, arg = val
+                      line = arg.line
+                      result = s(:array, s(:kwsplat, arg).line(line)).line line
                     }
 
        operation: tIDENTIFIER | tCONSTANT | tFID
@@ -2452,12 +3450,19 @@ keyword_variable: kNIL      { result = s(:nil)   }
     dot_or_colon: tDOT | tCOLON2
          call_op: tDOT
 #if V >= 23
-                | tLONELY
+                | tLONELY # TODO: rename tANDDOT?
 #endif
+
+        call_op2: call_op
+                | tCOLON2
+
        opt_terms:  | terms
           opt_nl:  | tNL
           rparen: opt_nl tRPAREN
         rbracket: opt_nl tRBRACK
+#if V >= 27
+          rbrace: opt_nl tRCURLY
+#endif
          trailer:  | tNL | tCOMMA
 
             term: tSEMI { yyerrok }
@@ -2473,6 +3478,7 @@ end
 
 require "ruby_lexer"
 require "ruby_parser_extras"
+include RubyLexer::State::Values
 
 # :stopdoc: