ripper_ruby_parser 0.0.1

data/lib/ripper_ruby_parser/sexp_handlers.rb

@@ -0,0 +1,35 @@
+require 'ripper_ruby_parser/sexp_handlers/helper_methods'
+
+require 'ripper_ruby_parser/sexp_handlers/arguments'
+require 'ripper_ruby_parser/sexp_handlers/arrays'
+require 'ripper_ruby_parser/sexp_handlers/assignment'
+require 'ripper_ruby_parser/sexp_handlers/blocks'
+require 'ripper_ruby_parser/sexp_handlers/conditionals'
+require 'ripper_ruby_parser/sexp_handlers/hashes'
+require 'ripper_ruby_parser/sexp_handlers/literals'
+require 'ripper_ruby_parser/sexp_handlers/loops'
+require 'ripper_ruby_parser/sexp_handlers/method_calls'
+require 'ripper_ruby_parser/sexp_handlers/methods'
+require 'ripper_ruby_parser/sexp_handlers/operators'
+
+module RipperRubyParser
+  module SexpHandlers
+    def self.included base
+      base.class_eval do
+        include HelperMethods
+
+        include Arguments
+        include Arrays
+        include Assignment
+        include Blocks
+        include Conditionals
+        include Hashes
+        include Literals
+        include Loops
+        include MethodCalls
+        include Methods
+        include Operators
+      end
+    end
+  end
+end

data/lib/ripper_ruby_parser/sexp_processor.rb

@@ -0,0 +1,150 @@
+require 'sexp_processor'
+require 'ripper_ruby_parser/sexp_handlers'
+require 'ripper_ruby_parser/sexp_ext'
+
+module RipperRubyParser
+  # Processes the sexp created by Ripper to what RubyParser would produce.
+  class SexpProcessor < ::SexpProcessor
+    def initialize
+      super
+      # TODO: Find these automatically
+      @processors[:@int] = :process_at_int
+      @processors[:@const] = :process_at_const
+      @processors[:@ident] = :process_at_ident
+      @processors[:@gvar] = :process_at_gvar
+      @processors[:@ivar] = :process_at_ivar
+      @processors[:@kw] = :process_at_kw
+      @processors[:@backref] = :process_at_backref
+
+      @processors[:@tstring_content] = :process_at_tstring_content
+    end
+
+    def process exp
+      return nil if exp.nil?
+      exp.fix_empty_type
+
+      super
+    end
+
+    include SexpHandlers
+
+    def process_program exp
+      _, content = exp.shift 2
+
+      if content.length == 1
+        process(content.first)
+      else
+        statements = content.map { |sub_exp| process(sub_exp) }
+        s(:block, *statements)
+      end
+    end
+
+    def process_module exp
+      _, const_ref, body = exp.shift 3
+      const = const_node_to_symbol const_ref[1]
+      s(:module, const, class_or_module_body(body))
+    end
+
+    def process_class exp
+      _, const_ref, parent, body = exp.shift 4
+      const = const_node_to_symbol const_ref[1]
+      parent = process(parent)
+      s(:class, const, parent, class_or_module_body(body))
+    end
+
+    def process_bodystmt exp
+      _, body, _, _, _ = exp.shift 5
+      body = body.
+        map { |sub_exp| process(sub_exp) }.
+        reject { |sub_exp| sub_exp.sexp_type == :void_stmt }
+      s(:scope, s(:block, *body))
+    end
+
+    def process_var_ref exp
+      _, contents = exp.shift 2
+      process(contents)
+    end
+
+    def process_var_field exp
+      _, contents = exp.shift 2
+      process(contents)
+    end
+
+    def process_const_path_ref exp
+      _, left, right = exp.shift 3
+      s(:colon2, process(left), const_node_to_symbol(right))
+    end
+
+    def process_top_const_ref exp
+      _, ref = exp.shift 2
+      s(:colon3, const_node_to_symbol(ref))
+    end
+
+    def process_paren exp
+      _, body = exp.shift 2
+      process(body)
+    end
+
+    def process_at_int exp
+      _, val, _ = exp.shift 3
+      s(:lit, val.to_i)
+    end
+
+    # symbol-like sexps
+    def process_at_const exp
+      s(:const, extract_node_symbol(exp))
+    end
+
+    def process_at_gvar exp
+      s(:gvar, extract_node_symbol(exp))
+    end
+
+    def process_at_ivar exp
+      s(:ivar, extract_node_symbol(exp))
+    end
+
+    def process_at_ident exp
+      s(:lvar, extract_node_symbol(exp))
+    end
+
+    def process_at_kw exp
+      sym = extract_node_symbol(exp)
+      if sym == :__FILE__
+        s(:str, "(string)")
+      else
+        s(sym)
+      end
+    end
+
+    def process_at_backref exp
+      _, str, _ = exp.shift 3
+      s(:nth_ref, str[1..-1].to_i)
+    end
+
+    private
+
+    def const_node_to_symbol exp
+      assert_type exp, :@const
+      _, ident, _ = exp.shift 3
+
+      ident.to_sym
+    end
+
+    def extract_node_symbol exp
+      _, ident, _ = exp.shift 3
+
+      ident.to_sym
+    end
+
+    def class_or_module_body exp
+      scope = process exp
+      block = scope[1]
+      block.shift
+      if block.length <= 1
+        s(:scope, *block)
+      else
+        s(:scope, s(:block, *block))
+      end
+    end
+  end
+end

data/lib/ripper_ruby_parser/version.rb

@@ -0,0 +1,3 @@
+module RipperRubyParser
+  VERSION = '0.0.1'
+end

data/lib/ripper_ruby_parser.rb

@@ -0,0 +1,5 @@
+require 'ripper_ruby_parser/version'
+require 'ripper_ruby_parser/parser'
+
+module RipperRubyParser
+end

data/test/end_to_end/comparison_test.rb

@@ -0,0 +1,56 @@
+require File.expand_path('../test_helper.rb', File.dirname(__FILE__))
+require 'ruby_parser'
+
+describe "Using RipperRubyParser and RubyParser" do
+  let :newparser do
+    RipperRubyParser::Parser.new
+  end
+
+  let :oldparser do
+    RubyParser.new
+  end
+
+  describe "for a simple well known program" do
+    let :program do
+      "puts 'Hello World'"
+    end
+
+    it "gives the same result" do
+      original = oldparser.parse program
+      imitation = newparser.parse program
+
+      imitation.must_equal original
+    end
+  end
+
+  describe "for a more complex program" do
+    let :program do
+      <<-END
+      module Quux
+        class Foo
+          def bar
+            baz = 3
+            qux baz
+          end
+          def qux it
+            if it == 3
+              [1,2,3].map {|i| 2*i}
+            end
+          end
+        end
+      end
+
+      Quux::Foo.new.bar
+      END
+    end
+
+    it "gives the same result" do
+      original = oldparser.parse program
+      imitation = newparser.parse program
+
+      imitation.must_equal original
+    end
+  end
+
+end
+

data/test/end_to_end/lib_comparison_test.rb

@@ -0,0 +1,29 @@
+require File.expand_path('../test_helper.rb', File.dirname(__FILE__))
+require 'ruby_parser'
+
+describe "Using RipperRubyParser and RubyParser" do
+  let :newparser do
+    RipperRubyParser::Parser.new
+  end
+
+  let :oldparser do
+    RubyParser.new
+  end
+
+  Dir.glob("lib/**/*.rb").each do |file|
+    describe "for #{file}" do
+      let :program do
+        File.read file
+      end
+
+      it "gives the same result" do
+        original = oldparser.parse program
+        imitation = newparser.parse program
+
+        formatted(imitation).must_equal formatted(original)
+      end
+    end
+  end
+end
+
+

data/test/end_to_end/test_comparison_test.rb

@@ -0,0 +1,33 @@
+require File.expand_path('../test_helper.rb', File.dirname(__FILE__))
+require 'ruby_parser'
+
+describe "Using RipperRubyParser and RubyParser" do
+  let :newparser do
+    RipperRubyParser::Parser.new
+  end
+
+  let :oldparser do
+    RubyParser.new
+  end
+
+  Dir.glob("test/**/*.rb").each do |file|
+    describe "for #{file}" do
+      let :program do
+        File.read file
+      end
+
+      it "gives the same result" do
+        # Clone string because ruby_parser destroys it when there's a heredoc
+        # inside.
+        copy = program.clone
+        original = oldparser.parse program
+        imitation = newparser.parse copy
+
+        formatted(imitation).must_equal formatted(original)
+      end
+    end
+  end
+end
+
+
+

data/test/test_helper.rb

@@ -0,0 +1,12 @@
+require 'simplecov'
+SimpleCov.start
+require 'minitest/spec'
+require 'minitest/autorun'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'ripper_ruby_parser'
+
+def formatted exp
+  exp.to_s.gsub /\), /, "),\n"
+end