mutant 0.8.10 → 0.8.11

data/meta/str.rb

@@ -1,4 +1,4 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :str do
   source '"foo"'
 
   singleton_mutations

data/meta/super.rb

@@ -1,17 +1,17 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :super do
   source 'super'
 
   singleton_mutations
   mutation 'super()'
 end
 
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :super do
   source 'super()'
 
   singleton_mutations
 end
 
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :super do
   source 'super(foo, bar)'
 
   singleton_mutations

data/meta/{symbol.rb → sym.rb}

@@ -1,4 +1,4 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :sym do
   source ':foo'
 
   singleton_mutations

data/meta/true.rb

@@ -1,4 +1,4 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :true do
   source 'true'
 
   mutation 'nil'

data/meta/until.rb

@@ -1,4 +1,4 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :until do
   source 'until true; foo; bar; end'
 
   singleton_mutations

data/meta/while.rb

@@ -1,4 +1,4 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :while do
   source 'while true; foo; bar; end'
 
   singleton_mutations
@@ -14,7 +14,7 @@ Mutant::Meta::Example.add do
   mutation 'while true;  raise; end'
 end
 
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :while do
   source 'while true; end'
 
   singleton_mutations

data/meta/yield.rb

@@ -1,4 +1,4 @@
-Mutant::Meta::Example.add do
+Mutant::Meta::Example.add :yield do
   source 'yield true'
 
   singleton_mutations

data/mutant-rspec.gemspec

@@ -13,10 +13,10 @@ Gem::Specification.new do |gem|
   gem.require_paths    = %w[lib]
   gem.files            = `git ls-files -- lib/mutant/integration/rspec.rb`.split("\n")
   gem.test_files       = `git ls-files -- spec/{integration,unit}/mutant/rspec_spec.rb}`.split("\n")
-  gem.extra_rdoc_files = %w[TODO LICENSE]
+  gem.extra_rdoc_files = %w[LICENSE]
 
   gem.add_runtime_dependency('mutant', "~> #{gem.version}")
-  gem.add_runtime_dependency('rspec-core', '>= 3.3.0', '< 3.5.0')
+  gem.add_runtime_dependency('rspec-core', '>= 3.4.0', '< 3.6.0')
 
   gem.add_development_dependency('bundler', '~> 1.3', '>= 1.3.5')
 end

data/mutant.gemspec

@@ -10,18 +10,18 @@ Gem::Specification.new do |gem|
   gem.homepage    = 'https://github.com/mbj/mutant'
   gem.license     = 'MIT'
 
-  gem.require_paths    = %w[lib]
+  gem.require_paths = %w[lib]
 
-  mutant_integration_files   = `git ls-files -- lib/mutant/integration/*.rb`.split("\n")
+  mutant_integration_files = `git ls-files -- lib/mutant/integration/*.rb`.split("\n")
 
   gem.files            = `git ls-files`.split("\n") - mutant_integration_files
   gem.test_files       = `git ls-files -- spec/{unit,integration}`.split("\n")
-  gem.extra_rdoc_files = %w[TODO LICENSE]
+  gem.extra_rdoc_files = %w[LICENSE]
   gem.executables      = %w[mutant]
 
   gem.required_ruby_version = '>= 2.1'
 
-  gem.add_runtime_dependency('parser',        '~> 2.3.0')
+  gem.add_runtime_dependency('parser',        '~> 2.3.0', '>= 2.3.0.2')
   gem.add_runtime_dependency('ast',           '~> 2.2')
   gem.add_runtime_dependency('diff-lcs',      '~> 1.2')
   gem.add_runtime_dependency('parallel',      '~> 1.3')
@@ -35,8 +35,9 @@ Gem::Specification.new do |gem|
   gem.add_runtime_dependency('equalizer',     '~> 0.0.9')
   gem.add_runtime_dependency('anima',         '~> 0.3.0')
   gem.add_runtime_dependency('concord',       '~> 0.1.5')
+  gem.add_runtime_dependency('regexp_parser', '~> 0.3.6')
 
-  gem.add_development_dependency('devtools', '~> 0.1.3')
+  gem.add_development_dependency('devtools', '~> 0.1.4')
   gem.add_development_dependency('bundler',  '~> 1.10')
   gem.add_development_dependency('ffi',      '~> 1.9.6')
 end

data/spec/integration/mutant/isolation/fork_spec.rb

@@ -0,0 +1,8 @@
+RSpec.describe Mutant::Isolation::Fork, mutant: false do
+  specify do
+    a = 1
+    expect do
+      Mutant::Config::DEFAULT.isolation.call { a = 2 }
+    end.to_not change { a }
+  end
+end

data/spec/integration/mutant/rspec_spec.rb

@@ -2,7 +2,7 @@ RSpec.describe 'rspec integration', mutant: false do
 
   let(:base_cmd) { 'bundle exec mutant -I lib --require test_app --use rspec' }
 
-  %w[3.3 3.4].each do |version|
+  %w[3.4 3.5].each do |version|
     context "RSpec #{version}" do
       let(:gemfile) { "Gemfile.rspec#{version}" }
 

data/spec/integration/mutant/test_mutator_handles_types_spec.rb

@@ -1,8 +1,7 @@
 RSpec.describe 'AST type coverage', mutant: false do
-
   specify 'mutant should not crash for any node parser can generate' do
     Mutant::AST::Types::ALL.each do |type|
-      Mutant::Mutator::REGISTRY.lookup(s(type))
+      Mutant::Mutator::REGISTRY.lookup(type)
     end
   end
 end

data/spec/integrations.yml

@@ -4,37 +4,106 @@
   repo_uri: 'https://github.com/ruby/rubyspec.git'
   mutation_coverage: false
   mutation_generation: true
-  expect_coverage: 0 # not run
-  exclude:
-    # Binary encoded source subjected to limitations see README of unparser
-    - core/array/pack/{b,h,u}_spec.rb
-    - language/regexp/escapes_spec.rb
-    - core/array/pack/shared/float.rb
-    - core/array/pack/shared/integer.rb
-    - core/array/pack/{c,m,w}_spec.rb
-    - core/regexp/shared/quote.rb
-    - core/encoding/compatible_spec.rb
-    - core/io/readpartial_spec.rb
-    - core/env/element_reference_spec.rb
-    - core/dir/pwd_spec.rb
-    - core/string/casecmp_spec.rb
-    - core/string/unpack/{b,c,h,m,u,w}_spec.rb
-    - core/string/unpack/b_spec.rb
-    - core/string/unpack/shared/float.rb
-    - core/string/unpack/shared/integer.rb
-    - core/symbol/casecmp_spec.rb
-    - optional/capi/integer_spec.rb
+  expected_errors:
+    "#<Parser::SyntaxError: invalid multibyte escape: /\xAA/>":
+      - language/regexp/escapes_spec.rb
+    "#<Parser::SyntaxError: literal contains escape sequences incompatible with UTF-8>":
+      - core/array/fixtures/encoded_strings.rb
+      - core/array/pack/shared/string.rb
+      - core/array/pack/shared/unicode.rb
+      - core/encoding/converter/convert_spec.rb
+      - core/encoding/converter/last_error_spec.rb
+      - core/encoding/converter/primitive_convert_spec.rb
+      - core/encoding/converter/primitive_errinfo_spec.rb
+      - core/encoding/converter/putback_spec.rb
+      - core/encoding/fixtures/classes.rb
+      - core/encoding/invalid_byte_sequence_error/error_bytes_spec.rb
+      - core/encoding/invalid_byte_sequence_error/incomplete_input_spec.rb
+      - core/encoding/invalid_byte_sequence_error/readagain_bytes_spec.rb
+      - core/encoding/replicate_spec.rb
+      - core/file/expand_path_spec.rb
+      - core/io/gets_spec.rb
+      - core/io/read_spec.rb
+      - core/io/shared/gets_ascii.rb
+      - core/io/write_spec.rb
+      - core/marshal/dump_spec.rb
+      - core/marshal/fixtures/marshal_data.rb
+      - core/marshal/shared/load.rb
+      - core/random/bytes_spec.rb
+      - core/regexp/match_spec.rb
+      - core/regexp/shared/new_ascii.rb
+      - core/string/byteslice_spec.rb
+      - core/string/codepoints_spec.rb
+      - core/string/comparison_spec.rb
+      - core/string/count_spec.rb
+      - core/string/delete_spec.rb
+      - core/string/element_set_spec.rb
+      - core/string/encode_spec.rb
+      - core/string/encoding_spec.rb
+      - core/string/fixtures/iso-8859-9-encoding.rb
+      - core/string/getbyte_spec.rb
+      - core/string/gsub_spec.rb
+      - core/string/new_spec.rb
+      - core/string/scrub_spec.rb
+      - core/string/shared/chars.rb
+      - core/string/shared/codepoints.rb
+      - core/string/shared/each_codepoint_without_block.rb
+      - core/string/shared/encode.rb
+      - core/string/shared/eql.rb
+      - core/string/shared/succ.rb
+      - core/string/slice_spec.rb
+      - core/string/squeeze_spec.rb
+      - core/string/unicode_normalize_spec.rb
+      - core/string/valid_encoding_spec.rb
+      - core/symbol/casecmp_spec.rb
+      - core/time/_dump_spec.rb
+      - core/time/_load_spec.rb
+      - language/regexp/encoding_spec.rb
+      - language/string_spec.rb
+      - library/digest/md5/shared/constants.rb
+      - library/digest/md5/shared/sample.rb
+      - library/digest/sha1/shared/constants.rb
+      - library/digest/sha256/shared/constants.rb
+      - library/digest/sha384/shared/constants.rb
+      - library/digest/sha512/shared/constants.rb
+      - library/openssl/shared/constants.rb
+      - library/socket/basicsocket/recv_spec.rb
+      - library/socket/socket/gethostbyname_spec.rb
+      - library/stringscanner/getch_spec.rb
+      - library/stringscanner/shared/get_byte.rb
+      - library/zlib/deflate/deflate_spec.rb
+      - library/zlib/deflate/set_dictionary_spec.rb
+      - library/zlib/gzipreader/each_byte_spec.rb
+      - library/zlib/gzipreader/eof_spec.rb
+      - library/zlib/gzipreader/getc_spec.rb
+      - library/zlib/gzipreader/pos_spec.rb
+      - library/zlib/gzipreader/read_spec.rb
+      - library/zlib/gzipreader/rewind_spec.rb
+      - library/zlib/inflate/append_spec.rb
+      - library/zlib/inflate/inflate_spec.rb
+      - library/zlib/inflate/set_dictionary_spec.rb
+      - library/zlib/zstream/flush_next_out_spec.rb
+      - optional/capi/encoding_spec.rb
+      - optional/capi/string_spec.rb
+    '#<RegexpError: invalid multibyte escape: /\xAA/>':
+      - language/regexp/escapes_spec.rb
+    "#<Regexp::Scanner::PrematureEndError: Premature end of pattern at #{str}>":
+      - language/regexp/interpolation_spec.rb
+- name: regexp_parser
+  namespace: Regexp
+  repo_uri: 'https://github.com/ammar/regexp_parser.git'
+  mutation_coverage: false
+  mutation_generation: true
+  expected_errors: {}
 - name: auom
   namespace: AUOM
   repo_uri: 'https://github.com/mbj/auom.git'
   mutation_coverage: true
   mutation_generation: true
-  exclude: []
-  expect_coverage: 1
+  expected_errors: {}
 - name: axiom
   namespace: Axiom
   repo_uri: 'https://github.com/dkubb/axiom.git'
   mutation_coverage: false
   mutation_generation: true
-  exclude: []
-  expect_coverage: 1
+  expected_errors: {}

data/spec/spec_helper.rb

@@ -8,16 +8,16 @@ if ENV['COVERAGE'] == 'true'
     add_filter 'spec'
     add_filter 'vendor'
     add_filter 'test_app'
-    add_filter 'lib/mutant/meta/*'
-    add_filter 'lib/mutant/zombifier'
-    add_filter 'lib/mutant/zombifier/*'
-    # Trace points shadow each other under 2.0 (fixed in 2.1)
-    add_filter 'lib/mutant/line_trace.rb' if RUBY_VERSION.eql?('2.0.0')
+    add_filter 'lib/mutant.rb' # simplecov bug not seeing default block is executed
 
     minimum_coverage 100
   end
 end
 
+# Require warning support first in order to catch any warnings emitted during boot
+require_relative './support/warning'
+$stderr = MutantSpec::Warning::EXTRACTOR
+
 require 'tempfile'
 require 'concord'
 require 'anima'
@@ -48,13 +48,13 @@ module ParserHelper
   def parse_expression(string)
     Mutant::Config::DEFAULT.expression_parser.(string)
   end
-end
+end # ParserHelper
 
 module MessageHelper
   def message(*arguments)
     Mutant::Actor::Message.new(*arguments)
   end
-end
+end # MessageHelper
 
 RSpec.configure do |config|
   config.extend(SharedContext)
@@ -62,4 +62,9 @@ RSpec.configure do |config|
   config.include(MessageHelper)
   config.include(ParserHelper)
   config.include(Mutant::AST::Sexp)
+
+  config.after(:suite) do
+    $stderr = STDERR
+    MutantSpec::Warning.assert_no_warnings
+  end
 end

data/spec/support/compress_helper.rb

@@ -6,4 +6,4 @@ module CompressHelper
     whitespaces = match[1].to_s.length
     lines.map { |line| line[whitespaces..-1] }.join
   end
-end
+end # CompressHelper

data/spec/support/corpus.rb

@@ -24,9 +24,15 @@ module MutantSpec
     # rubocop:disable ClassLength
     class Project
       MUTEX = Mutex.new
+
+      MUTATION_GENERATION_MESSAGE = 'Total Mutations/Time/Parse-Errors: %s/%0.2fs - %0.2f/s'.freeze
+      START_MESSAGE               = 'Starting - %s'.freeze
+      FINISH_MESSAGE              = 'Mutations - %4i - %s'.freeze
+
+      DEFAULT_MUTATION_COUNT = 0
+
       include Adamantium, Anima.new(
-        :exclude,
-        :expect_coverage,
+        :expected_errors,
         :mutation_coverage,
         :mutation_generation,
         :name,
@@ -51,7 +57,6 @@ module MutantSpec
                 --use rspec
                 --include lib
                 --require #{name}
-                --expected-coverage #{expect_coverage}
                 #{namespace}*
               ]
             )
@@ -75,28 +80,12 @@ module MutantSpec
           start:        method(:start),
           in_processes: parallel_processes
         }
-        total = Parallel.map(effective_ruby_paths, options) do |path|
-          count = 0
-          node =
-            begin
-              Parser::CurrentRuby.parse(path.read)
-            rescue EncodingError, ArgumentError
-              nil # Make rubocop happy
-            end
-          if node
-            Mutant::Mutator::Node.each(node) do
-              count += 1
-            end
-          end
-          count
-        end.inject(0, :+)
+
+        total = Parallel.map(effective_ruby_paths, options, &method(:count_mutations_and_check_errors))
+          .inject(DEFAULT_MUTATION_COUNT, :+)
+
         took = Time.now - start
-        puts format(
-          'Total Mutations/Time/Parse-Errors: %s/%0.2fs - %0.2f/s',
-          total,
-          took,
-          total / took
-        )
+        puts MUTATION_GENERATION_MESSAGE % [total, took, total / took]
         self
       end
 
@@ -124,6 +113,40 @@ module MutantSpec
 
     private
 
+      # Count mutations and check error results against whitelist
+      #
+      # @param path [Pathname] path responsible for exception
+      #
+      # @return [Fixnum] mutations generated
+      def count_mutations_and_check_errors(path)
+        relative_path = path.relative_path_from(repo_path)
+
+        count = count_mutations(path)
+
+        expected_errors.assert_success(relative_path)
+
+        count
+      rescue Exception => exception # rubocop:disable Lint/RescueException
+        expected_errors.assert_error(relative_path, exception)
+
+        DEFAULT_MUTATION_COUNT
+      end
+
+      # Count mutations generated for provided source file
+      #
+      # @param path [Pathname] path to a source file
+      #
+      # @raise [Exception] any error specified by integrations.yml
+      #
+      # @return [Fixnum] number of mutations generated
+      def count_mutations(path)
+        node = Parser::CurrentRuby.parse(path.read)
+
+        return DEFAULT_MUTATION_COUNT unless node
+
+        Mutant::Mutator.mutate(node).length
+      end
+
       # Install mutant
       #
       # @return [undefined]
@@ -144,19 +167,10 @@ module MutantSpec
       #
       # @return [Array<Pathname>]
       def effective_ruby_paths
-        paths = Pathname
+        Pathname
           .glob(repo_path.join(RUBY_GLOB_PATTERN))
           .sort_by(&:size)
           .reverse
-
-        paths - excluded_paths
-      end
-
-      # The excluded file paths
-      #
-      # @return [Array<Pathname>]
-      def excluded_paths
-        Pathname.glob(repo_path.join(EXCLUDE_GLOB_FORMAT % exclude.join(',')))
       end
 
       # Number of parallel processes to use
@@ -193,7 +207,7 @@ module MutantSpec
       #
       def start(path, _index)
         MUTEX.synchronize do
-          puts format('Starting - %s', path)
+          puts START_MESSAGE % path
         end
       end
 
@@ -207,15 +221,18 @@ module MutantSpec
       #
       def finish(path, _index, count)
         MUTEX.synchronize do
-          puts format('Mutations - %4i - %s', count, path)
+          puts FINISH_MESSAGE % [count, path]
         end
       end
 
       # Helper method to execute system commands
       #
       # @param [Array<String>] arguments
+      #
+      # rubocop:disable GuardClause - guard clause without else does not make sense
       def system(arguments)
         return if Kernel.system(*arguments)
+
         if block_given?
           yield
         else
@@ -223,7 +240,58 @@ module MutantSpec
         end
       end
 
-      # rubocop:disable ClosingParenthesisIndentation
+      # Mapping of files which we expect to cause errors during mutation generation
+      class ErrorWhitelist
+        class UnnecessaryExpectation < StandardError
+          MESSAGE = 'Expected to encounter %s while mutating "%s"'.freeze
+
+          def initialize(*error_info)
+            super(MESSAGE % error_info)
+          end
+        end # UnnecessaryExpectation
+
+        include Concord.new(:map), Adamantium
+
+        # Assert that we expect to encounter the provided exception for this path
+        #
+        # @param path [Pathname]
+        # @param exception [Exception]
+        #
+        # @raise provided exception if we are not expecting this error
+        #
+        # This method is reraising exceptions but rubocop can't tell
+        # rubocop:disable Style/SignalException
+        #
+        # @return [undefined]
+        def assert_error(path, exception)
+          original_error = exception.cause || exception
+
+          raise exception unless map.fetch(original_error.inspect, []).include?(path)
+        end
+
+        # Assert that we expect to not encounter an error for the specified path
+        #
+        # @param path [Pathname]
+        #
+        # @raise [UnnecessaryExpectation] if we are expecting an exception for this path
+        #
+        # @return [undefined]
+        def assert_success(path)
+          map.each do |error, paths|
+            fail UnnecessaryExpectation.new(error, path) if paths.include?(path)
+          end
+        end
+
+        # Return representation as hash
+        #
+        # @note this method is necessary for morpher loader to be invertible
+        #
+        # @return [Hash{Pathname => String}]
+        def to_h
+          map
+        end
+      end # ErrorWhitelist
+
       LOADER = Morpher.build do
         s(:block,
           s(:guard, s(:primitive, Array)),
@@ -234,23 +302,20 @@ module MutantSpec
                 s(:key_symbolize, :repo_uri,            s(:guard, s(:primitive, String))),
                 s(:key_symbolize, :name,                s(:guard, s(:primitive, String))),
                 s(:key_symbolize, :namespace,           s(:guard, s(:primitive, String))),
-                s(:key_symbolize, :expect_coverage,     s(:guard, s(:primitive, Fixnum))),
                 s(:key_symbolize, :mutation_coverage,
                   s(:guard, s(:or, s(:primitive, TrueClass), s(:primitive, FalseClass)))),
                 s(:key_symbolize, :mutation_generation,
                   s(:guard, s(:or, s(:primitive, TrueClass), s(:primitive, FalseClass)))),
-                s(:key_symbolize, :exclude,             s(:map, s(:guard, s(:primitive, String))))
-              ),
-              s(:load_attribute_hash,
-                # NOTE: The domain param has no DSL currently!
-                Morpher::Evaluator::Transformer::Domain::Param.new(
-                  Project,
-                  %i[repo_uri name exclude mutation_coverage mutation_generation]
-                )
-              )
-            )
-          )
-        )
+                s(:key_symbolize, :expected_errors,
+                  s(:block,
+                    s(:guard, s(:primitive, Hash)),
+                    s(:custom,
+                      [
+                        ->(hash) { hash.map { |key, values| [key, values.map(&Pathname.method(:new))] }.to_h },
+                        ->(hash) { hash.map { |key, values| [key, values.map(&:to_s)]                 }.to_h }
+                      ]),
+                    s(:load_attribute_hash, s(:param, ErrorWhitelist))))),
+              s(:anima_load, Project))))
       end
 
       ALL = LOADER.call(YAML.load_file(ROOT.join('spec', 'integrations.yml')))