ripper_ruby_parser 1.7.2 → 1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5d4b6b4c9b802cf538662716b22a68c98d26af9dd0fba04aa72c53515d869738
-  data.tar.gz: e34339faf0080e288368618bd0688525e253300c25883fc74b8f86adfd572f9b
+  metadata.gz: 799011b06831426c0ebecad641082d58bfaa8da0aea9359a3a2d152ea01bd196
+  data.tar.gz: eec3804031490d2382f59ddc450af14f73b696b9e14f0d2919b64a3df3557853
 SHA512:
-  metadata.gz: 1262aa2a0cb8b14e99650b8e49f1f1cf4ba672c59ed662b46204c0fcbd1d83580681d3b16440047b29dbc542a8c3dc2bd794071d32e09290a51a4fa4c6180476
-  data.tar.gz: aedb6d0c231afd60183a0cf1152f34c5cc14ec088a22360d63ae4d3aacb50d2e8bc07548e8617611086ed1eddfa1ebb4c6d9aeb12f2093ad6d677e86e2ee363f
+  metadata.gz: eab6dc676f7c5806bcd09f9adf87e5b67dd5320e043c07370014fdfc8e5ca1dffbaa9583754ac74bc354a30c6b27392c3310a7172b20699d475d9122e9dae748
+  data.tar.gz: b776c9d833e7808c7b2ac17ec6bb5a358a93cb1bb925ee94199aeddf85c0cca2e102cdcdfff17ca8d17ac406e0f76c4b981b640085fbd02d2868bca36fdd840d

data/CHANGELOG.md

@@ -1,5 +1,21 @@
 # Changelog
 
+Notable changes to this project will be documented in this file.
+
+This project adheres to [Semantic Versioning 2.0.0][1].
+
+This document is formatted based on [Keep A CHANGELOG][2].
+
+## 1.8.0 / 2021-05-18
+
+### Changes
+
+* Drop support for Ruby 2.4 ([2cf6b4050] and [#145])
+* Update RubyParser compatibility target to 3.15.0 ([#105])
+* Fix handling of dedented heredoc ([#106])
+* Add support for running on Ruby 3.0 ([#123])
+* Various code improvements and other internal changes
+
 ## 1.7.2 / 2020-02-28
 
 ### Bug fixes
@@ -201,6 +217,10 @@
 * Initial release
 
 <!-- Pull request links -->
+[#145]: https://github.com/mvz/ripper_ruby_parser/pull/145
+[#123]: https://github.com/mvz/ripper_ruby_parser/pull/123
+[#106]: https://github.com/mvz/ripper_ruby_parser/pull/106
+[#105]: https://github.com/mvz/ripper_ruby_parser/pull/105
 [#101]: https://github.com/mvz/ripper_ruby_parser/pull/101
 [#100]: https://github.com/mvz/ripper_ruby_parser/pull/100
 [#99]: https://github.com/mvz/ripper_ruby_parser/pull/99
@@ -231,3 +251,11 @@
 [#67]: https://github.com/mvz/ripper_ruby_parser/pull/67
 [#66]: https://github.com/mvz/ripper_ruby_parser/pull/66
 [#65]: https://github.com/mvz/ripper_ruby_parser/pull/65
+
+<!-- Git sha links -->
+[2cf6b4050]: https://github.com/mvz/ripper_ruby_parser/commit/2cf6b40501576003b916196e23222276b51aa53c
+
+<!-- Other links -->
+
+[1]:  https://semver.org/spec/v2.0.0.html
+[2]:  https://keepachangelog.com/en/1.0.0/

data/README.md

@@ -10,8 +10,8 @@ Parse with Ripper, produce sexps that are compatible with RubyParser.
 
 * Drop-in replacement for RubyParser
 * Should handle 1.9 and later syntax gracefully
-* Requires Ruby 2.4 or higher
-* Compatible with RubyParser 3.14.0
+* Requires Ruby 2.5 or higher
+* Compatible with RubyParser 3.15.0
 
 ## Known incompatibilities
 
@@ -44,7 +44,7 @@ parser.parse "foo[bar] += baz qux"
 
 ## Requirements
 
-* Ruby 2.4 or higher
+* Ruby 2.5 or higher
 * `sexp_processor`
 
 ## Hacking and contributing
@@ -64,7 +64,7 @@ If you want to send pull requests or patches, please:
 
 (The MIT License)
 
-Copyright (c) 2012, 2014-2019 Matijs van Zuijlen
+Copyright (c) 2012, 2014-2020 Matijs van Zuijlen
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/lib/ripper_ruby_parser/commenting_ripper_parser.rb

@@ -27,6 +27,8 @@ module RipperRubyParser
       Sexp.from_array(result)
     end
 
+    private
+
     def on_backtick(delimiter)
       @delimiter_stack.push delimiter
       super
@@ -101,6 +103,18 @@ module RipperRubyParser
       @delimiter_stack.push delimiter
     end
 
+    def on_heredoc_dedent(val, width)
+      next_dedent = true
+      val.map! do |e|
+        if e.is_a?(Array) && e[0] == :@tstring_content
+          e = dedent_element(e, width) if next_dedent
+          next_dedent = e[1].end_with? "\n"
+        end
+        e
+      end
+      val
+    end
+
     def on_heredoc_end(_delimiter)
       @delimiter_stack.pop
     end
@@ -293,28 +307,26 @@ module RipperRubyParser
       commentize(:END, super)
     end
 
-    def on_parse_error(*args)
-      raise SyntaxError, *args
+    def on_parse_error(message)
+      raise SyntaxError, message
     end
 
-    def on_class_name_error(*args)
-      raise SyntaxError, *args
+    def on_class_name_error(message, *)
+      raise SyntaxError, message
     end
 
-    def on_alias_error(*args)
-      raise SyntaxError, *args
+    def on_alias_error(message, *)
+      raise SyntaxError, message
     end
 
-    def on_assign_error(*args)
-      raise SyntaxError, *args
+    def on_assign_error(message, *)
+      raise SyntaxError, message
     end
 
-    def on_param_error(*args)
-      raise SyntaxError, *args
+    def on_param_error(message, *)
+      raise SyntaxError, message
     end
 
-    private
-
     def commentize(_name, exp)
       (_, _kw, loc), comment = @comment_stack.pop
       @comment = ""

data/lib/ripper_ruby_parser/sexp_handlers/blocks.rb

@@ -17,13 +17,14 @@ module RipperRubyParser
       def process_params(exp)
         _, normal, defaults, splat, rest, kwargs, doublesplat, block = exp.shift 8
 
-        args = handle_normal_arguments normal
-        args += handle_default_arguments defaults
-        args += handle_splat splat
-        args += handle_normal_arguments rest
-        args += handle_kwargs kwargs
-        args += handle_double_splat doublesplat
-        args += handle_block_argument block
+        args =
+          handle_normal_arguments(normal) +
+          handle_default_arguments(defaults) +
+          handle_splat(splat) +
+          handle_normal_arguments(rest) +
+          handle_kwargs(kwargs) +
+          handle_double_splat(doublesplat) +
+          handle_block_argument(block)
 
         s(:args, *args)
       end
@@ -49,7 +50,7 @@ module RipperRubyParser
       def process_begin(exp)
         _, body, pos = exp.shift 3
 
-        body = convert_empty_to_nil_symbol process(body)
+        body = convert_void_stmt_to_nil_symbol process(body)
         with_position pos, s(:begin, body)
       end
 
@@ -58,19 +59,7 @@ module RipperRubyParser
         rescue_block = map_process_list_compact block.sexp_body
         rescue_block << nil if rescue_block.empty?
 
-        capture = if eclass.nil?
-                    s(:array)
-                  elsif eclass.first.is_a? Symbol
-                    eclass = process(eclass)
-                    body = eclass.sexp_body
-                    if eclass.sexp_type == :mrhs
-                      body.first
-                    else
-                      s(:array, *body)
-                    end
-                  else
-                    s(:array, process(eclass.first))
-                  end
+        capture = handle_rescue_class_list eclass
 
         capture << create_assignment_sub_type(process(evar), s(:gvar, :$!)) if evar
 
@@ -80,23 +69,22 @@ module RipperRubyParser
       def process_bodystmt(exp)
         _, main, rescue_block, else_block, ensure_block = exp.shift 5
 
-        body = s()
+        body_list = []
 
-        main_list = map_unwrap_begin_list map_process_list main.sexp_body
-        line = main_list.first.line
-        main = wrap_in_block reject_void_stmt main_list
-        body << main if main
+        main_block = process(main)
+        line = main_block.line
+        body_list << main_block if main_block.sexp_type != :void_stmt
 
-        body.push(*process(rescue_block)) if rescue_block
-        body << process(else_block) if else_block
-        body = s(s(:rescue, *body)) if rescue_block
+        body_list.push(*process(rescue_block)) if rescue_block
+        body_list << process(else_block) if else_block
+        body_list = [s(:rescue, *body_list)] if rescue_block
 
         if ensure_block
-          body << process(ensure_block)
-          body = s(s(:ensure, *body))
+          body_list << process(ensure_block)
+          body_list = [s(:ensure, *body_list)]
         end
 
-        wrap_in_block(body) || s().line(line)
+        wrap_in_block(body_list, line)
       end
 
       def process_rescue_mod(exp)
@@ -189,12 +177,7 @@ module RipperRubyParser
       def handle_double_splat(doublesplat)
         return [] unless doublesplat
 
-        # Anonymous kwrest arguments are parsed into an Integer in Ruby 2.4
-        if RUBY_VERSION < "2.5.0" && doublesplat.is_a?(Integer)
-          [s(:dsplat, s(:lvar, :""))]
-        else
-          [s(:dsplat, process(doublesplat))]
-        end
+        [s(:dsplat, process(doublesplat))]
       end
 
       def handle_block_argument(block)
@@ -203,12 +186,19 @@ module RipperRubyParser
         [process(block)]
       end
 
-      def convert_empty_to_nil_symbol(block)
-        case block.length
-        when 0
-          s(:nil)
+      def handle_rescue_class_list(eclass)
+        if eclass.nil?
+          s(:array)
+        elsif eclass.first.is_a? Symbol
+          eclass = process(eclass)
+          body = eclass.sexp_body
+          if eclass.sexp_type == :mrhs
+            body.first
+          else
+            s(:array, *body)
+          end
         else
-          block
+          s(:array, process(eclass.first))
         end
       end
 
@@ -221,17 +211,6 @@ module RipperRubyParser
           s(:iter, call, args, stmt)
         end
       end
-
-      def wrap_in_block(statements)
-        case statements.length
-        when 0
-          nil
-        when 1
-          statements.first
-        else
-          s(:block, *statements)
-        end
-      end
     end
   end
 end

data/lib/ripper_ruby_parser/sexp_handlers/conditionals.rb

@@ -47,33 +47,20 @@ module RipperRubyParser
 
       def process_case(exp)
         _, expr, clauses = exp.shift 3
-        s(:case, process(expr), *process(clauses))
+        s(:case, process(expr), *process(clauses).sexp_body)
       end
 
       def process_when(exp)
         _, values, truepart, falsepart = exp.shift 4
 
-        falsepart = process(falsepart)
-        falsepart = unwrap_nil falsepart if falsepart
-
-        if falsepart.nil?
-          falsepart = [nil]
-        elsif falsepart.first.is_a? Symbol
-          falsepart = s(falsepart)
-        end
+        falsepart ||= s(:void_stmt)
 
+        falsepart = unwrap_case_body process(falsepart)
         values = process(values).sexp_body
+        truepart = unwrap_block process(truepart)
 
-        truepart = map_process_list_compact truepart.sexp_body
-        truepart = if truepart.empty?
-                     [nil]
-                   else
-                     unwrap_block(truepart.shift) + truepart
-                   end
-
-        s(s(:when,
-            s(:array, *values),
-            *truepart),
+        s(:case_body,
+          s(:when, s(:array, *values), *truepart),
           *falsepart)
       end
 
@@ -109,6 +96,17 @@ module RipperRubyParser
           s(:if, cond, truepart, falsepart)
         end
       end
+
+      def unwrap_case_body(exp)
+        case exp.sexp_type
+        when :case_body
+          exp.sexp_body
+        when :void_stmt
+          [nil]
+        else
+          [exp]
+        end
+      end
     end
   end
 end

data/lib/ripper_ruby_parser/sexp_handlers/helper_methods.rb

@@ -81,13 +81,46 @@ module RipperRubyParser
       end
 
       def unwrap_block(exp)
-        if exp.sexp_type == :block
+        case exp.sexp_type
+        when :block
           exp.sexp_body
+        when :void_stmt
+          [nil]
         else
           [exp]
         end
       end
 
+      def wrap_in_block(statements, line)
+        case statements.length
+        when 0
+          s(:void_stmt).line(line)
+        when 1
+          statements.first
+        else
+          first = statements.shift
+          s(:block, *unwrap_block(first), *statements)
+        end
+      end
+
+      def convert_void_stmt_to_nil_symbol(block)
+        case block.sexp_type
+        when :void_stmt
+          s(:nil)
+        else
+          block
+        end
+      end
+
+      def convert_empty_to_nil_symbol(block)
+        case block.length
+        when 0
+          s(:nil)
+        else
+          block
+        end
+      end
+
       def handle_return_argument_list(arglist)
         args = process(arglist).sexp_body
 

data/lib/ripper_ruby_parser/sexp_handlers/method_calls.rb

@@ -17,7 +17,7 @@ module RipperRubyParser
 
       def process_arg_paren(exp)
         _, args = exp.shift 2
-        return s() if args.nil?
+        return s(:arglist) if args.nil?
 
         process(args)
       end

data/lib/ripper_ruby_parser/sexp_handlers/methods.rb

@@ -83,8 +83,8 @@ module RipperRubyParser
 
       def method_body(exp)
         block = process exp
-        case block.length
-        when 0
+        case block.sexp_type
+        when :void_stmt
           [s(:nil).line(block.line)]
         else
           unwrap_block block
@@ -99,23 +99,20 @@ module RipperRubyParser
 
       def convert_arguments(args)
         args.line ||= args.sexp_body.first&.line
-        args.map! { |item| convert_argument item }
+        args.sexp_body = args.sexp_body.map { |item| convert_argument item }
+        args
       end
 
       def convert_argument(item)
-        if item.is_a? Symbol
-          item
+        case item.sexp_type
+        when :lvar
+          item.last
+        when *SPECIAL_ARG_MARKER.keys
+          convert_marked_argument(item)
+        when :masgn
+          convert_masgn_argument(item)
         else
-          case item.sexp_type
-          when :lvar
-            item.last
-          when *SPECIAL_ARG_MARKER.keys
-            convert_marked_argument(item)
-          when :masgn
-            convert_masgn_argument(item)
-          else
-            item
-          end
+          item
         end
       end