mutest 0.0.1 → 0.0.2

data/meta/str.rb

@@ -0,0 +1,5 @@
+Mutest::Meta::Example.add :str do
+  source '"foo"'
+
+  singleton_mutations
+end

data/meta/super.rb

@@ -0,0 +1,25 @@
+Mutest::Meta::Example.add :super do
+  source 'super'
+
+  singleton_mutations
+  mutation 'super()'
+end
+
+Mutest::Meta::Example.add :super do
+  source 'super()'
+
+  singleton_mutations
+end
+
+Mutest::Meta::Example.add :super do
+  source 'super(foo, bar)'
+
+  singleton_mutations
+  mutation 'super()'
+  mutation 'super(foo)'
+  mutation 'super(bar)'
+  mutation 'super(foo, nil)'
+  mutation 'super(foo, self)'
+  mutation 'super(nil, bar)'
+  mutation 'super(self, bar)'
+end

data/meta/sym.rb

@@ -0,0 +1,6 @@
+Mutest::Meta::Example.add :sym do
+  source ':foo'
+
+  singleton_mutations
+  mutation ':foo__mutest__'
+end

data/meta/true.rb

@@ -0,0 +1,6 @@
+Mutest::Meta::Example.add :true do
+  source 'true'
+
+  mutation 'nil'
+  mutation 'false'
+end

data/meta/until.rb

@@ -0,0 +1,15 @@
+Mutest::Meta::Example.add :until do
+  source 'until true; foo; bar; end'
+
+  singleton_mutations
+  mutation 'until true; bar; end'
+  mutation 'until true; foo; end'
+  mutation 'until true; end'
+  mutation 'until false; foo; bar; end'
+  mutation 'until nil; foo; bar; end'
+  mutation 'until true; foo; nil; end'
+  mutation 'until true; foo; self; end'
+  mutation 'until true; nil; bar; end'
+  mutation 'until true; self; bar; end'
+  mutation 'until true; raise; end'
+end

data/meta/while.rb

@@ -0,0 +1,24 @@
+Mutest::Meta::Example.add :while do
+  source 'while true; foo; bar; end'
+
+  singleton_mutations
+  mutation 'while true; self; bar; end'
+  mutation 'while true; foo; self; end'
+  mutation 'while true; bar; end'
+  mutation 'while true; foo; end'
+  mutation 'while true; end'
+  mutation 'while false; foo; bar; end'
+  mutation 'while nil;   foo; bar; end'
+  mutation 'while true;  foo; nil; end'
+  mutation 'while true;  nil; bar; end'
+  mutation 'while true;  raise; end'
+end
+
+Mutest::Meta::Example.add :while do
+  source 'while true; end'
+
+  singleton_mutations
+  mutation 'while true; raise; end'
+  mutation 'while false; end'
+  mutation 'while nil; end'
+end

data/meta/yield.rb

@@ -0,0 +1,8 @@
+Mutest::Meta::Example.add :yield do
+  source 'yield true'
+
+  singleton_mutations
+  mutation 'yield false'
+  mutation 'yield nil'
+  mutation 'yield'
+end

data/mutest-rspec.gemspec

@@ -0,0 +1,22 @@
+require File.expand_path('../lib/mutest/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = 'mutest-rspec'
+  gem.version     = Mutest::VERSION.dup
+  gem.authors     = ['Daniel Gollahon', 'John Backus']
+  gem.email       = ['johncbackus@gmail.com', 'daniel.gollahon@gmail.com']
+  gem.description = 'Rspec integration for mutest'
+  gem.summary     = gem.description
+  gem.homepage    = 'https://github.com/backus/mutest'
+  gem.license     = 'MIT'
+
+  gem.require_paths    = %w[lib]
+  gem.files            = `git ls-files -- lib/mutest/integration/rspec.rb`.split("\n")
+  gem.test_files       = `git ls-files -- spec/{integration,unit}/mutest/rspec_spec.rb}`.split("\n")
+  gem.extra_rdoc_files = %w[LICENSE]
+
+  gem.add_runtime_dependency('mutest', "~> #{gem.version}")
+  gem.add_runtime_dependency('rspec-core', '>= 3.4.0', '< 3.6.0')
+
+  gem.add_development_dependency('bundler', '~> 1.3', '>= 1.3.5')
+end

data/mutest.gemspec

@@ -0,0 +1,45 @@
+require File.expand_path('../lib/mutest/version', __FILE__)
+
+# rubocop:disable Metrics/BlockLength
+Gem::Specification.new do |gem|
+  gem.name        = 'mutest'
+  gem.version     = Mutest::VERSION.dup
+  gem.authors     = ['Daniel Gollahon', 'John Backus']
+  gem.email       = ['johncbackus@gmail.com', 'daniel.gollahon@gmail.com']
+  gem.description = 'Mutation testing for ruby'
+  gem.summary     = gem.description
+  gem.homepage    = 'https://github.com/backus/mutest'
+  gem.license     = 'MIT'
+
+  gem.require_paths = %w[lib]
+
+  mutest_integration_files = `git ls-files -- lib/mutest/integration/*.rb`.split("\n")
+
+  gem.files            = `git ls-files`.split("\n") - mutest_integration_files
+  gem.test_files       = `git ls-files -- spec/{unit,integration}`.split("\n")
+  gem.extra_rdoc_files = %w[LICENSE]
+  gem.executables      = %w[mutest]
+
+  gem.required_ruby_version = '>= 2.1'
+
+  gem.add_runtime_dependency('parser',        '~> 2.3.1', '>= 2.3.1.4')
+  gem.add_runtime_dependency('ast',           '~> 2.2')
+  gem.add_runtime_dependency('diff-lcs',      '~> 1.2')
+  gem.add_runtime_dependency('parallel',      '~> 1.3')
+  gem.add_runtime_dependency('morpher',       '~> 0.2.6')
+  gem.add_runtime_dependency('procto',        '~> 0.0.2')
+  gem.add_runtime_dependency('abstract_type', '~> 0.0.7')
+  gem.add_runtime_dependency('unparser',      '~> 0.2.5')
+  gem.add_runtime_dependency('ice_nine',      '~> 0.11.1')
+  gem.add_runtime_dependency('adamantium',    '~> 0.2.0')
+  gem.add_runtime_dependency('memoizable',    '~> 0.4.2')
+  gem.add_runtime_dependency('equalizer',     '~> 0.0.9')
+  gem.add_runtime_dependency('anima',         '~> 0.3.0')
+  gem.add_runtime_dependency('concord',       '~> 0.1.5')
+  gem.add_runtime_dependency('regexp_parser', '~> 0.4.1')
+
+  gem.add_development_dependency('rubocop-rspec', '~> 1.10.0')
+  gem.add_development_dependency('devtools',      '~> 0.1.16')
+  gem.add_development_dependency('bundler',       '~> 1.10')
+  gem.add_development_dependency('ffi',           '~> 1.9.6')
+end

data/spec/integration/mutest/corpus_spec.rb

@@ -0,0 +1,18 @@
+RSpec.describe 'Mutest on ruby corpus', mutest: false do
+  before do
+    skip 'Corpus test is deactivated on < 2.1' if RUBY_VERSION < '2.1'
+    skip 'Corpus test is deactivated on RBX' if RUBY_ENGINE.eql?('rbx')
+  end
+
+  MutestSpec::Corpus::Project::ALL.select(&:mutation_generation).each do |project|
+    specify "#{project.name} does not fail on mutation generation", corpus: project.name do
+      project.verify_mutation_generation
+    end
+  end
+
+  MutestSpec::Corpus::Project::ALL.select(&:mutation_coverage).each do |project|
+    specify "#{project.name} does have expected mutation coverage", corpus: project.name do
+      project.verify_mutation_coverage
+    end
+  end
+end

data/spec/integration/mutest/isolation/fork_spec.rb

@@ -0,0 +1,8 @@
+RSpec.describe Mutest::Isolation::Fork, mutest: false do
+  specify do
+    a = 1
+    expect do
+      Mutest::Config::DEFAULT.isolation.call { a = 2 }
+    end.not_to change { a }
+  end
+end

data/spec/integration/mutest/null_spec.rb

@@ -0,0 +1,13 @@
+RSpec.describe 'null integration', mutest: false do
+  let(:base_cmd) { 'bundle exec mutest -I lib --require test_app "TestApp*"' }
+
+  around do |example|
+    Dir.chdir(TestApp.root) do
+      example.run
+    end
+  end
+
+  specify 'it allows to kill mutations' do
+    expect(Kernel.system(base_cmd)).to be(false)
+  end
+end

data/spec/integration/mutest/rspec_spec.rb

@@ -0,0 +1,11 @@
+RSpec.describe 'rspec integration', mutest: false do
+  let(:base_cmd) { 'bundle exec mutest -I lib --require test_app --use rspec' }
+
+  %w[3.4 3.5].each do |version|
+    context "RSpec #{version}" do
+      let(:gemfile) { "Gemfile.rspec#{version}" }
+
+      it_behaves_like 'framework integration'
+    end
+  end
+end

data/spec/integration/mutest/test_mutator_handles_types_spec.rb

@@ -0,0 +1,7 @@
+RSpec.describe 'AST type coverage', mutest: false do
+  specify 'mutest should not crash for any node parser can generate' do
+    Mutest::AST::Types::ALL.each do |type|
+      Mutest::Mutator::REGISTRY.lookup(type)
+    end
+  end
+end

data/spec/integrations.yml

@@ -0,0 +1,32 @@
+---
+- name: rubyspec
+  namespace: Rubyspec
+  repo_uri: 'https://github.com/ruby/rubyspec.git'
+  repo_ref: 'origin/master'
+  mutation_coverage: false
+  mutation_generation: true
+  expected_errors:
+    "#<Parser::SyntaxError: invalid multibyte escape: /\xAA/>":
+      - language/regexp/escapes_spec.rb
+    '#<RegexpError: invalid multibyte escape: /\xAA/>':
+      - language/regexp/escapes_spec.rb
+    "#<Regexp::Scanner::PrematureEndError: Premature end of pattern at #{str}>":
+      - language/regexp/interpolation_spec.rb
+    '#<Regexp::Scanner::PrematureEndError: Premature end of pattern at \xA>':
+      - language/regexp/escapes_spec.rb
+- name: regexp_parser
+  namespace: Regexp
+  repo_uri: 'https://github.com/ammar/regexp_parser.git'
+  repo_ref: 'v0.4.1'
+  mutation_coverage: false
+  mutation_generation: true
+  expected_errors:
+    "Regexp::Syntax::Ruby::V233 does not implement: [escape:codepoint]":
+     - regexp_parser/test/parser/test_escapes.rb
+- name: axiom
+  namespace: Axiom
+  repo_uri: 'https://github.com/dkubb/axiom.git'
+  repo_ref: 'origin/master'
+  mutation_coverage: false
+  mutation_generation: true
+  expected_errors: {}

data/spec/rcov.opts

@@ -0,0 +1,7 @@
+--exclude-only "spec/,^/"
+--sort coverage
+--callsites
+--xrefs
+--profile
+--text-summary
+--failure-threshold 100

data/spec/shared/framework_integration_behavior.rb

@@ -0,0 +1,44 @@
+RSpec.shared_examples_for 'framework integration' do
+  around do |example|
+    Bundler.with_clean_env do
+      Dir.chdir(TestApp.root) do
+        Kernel.system("bundle install --gemfile=#{gemfile}") || fail('Bundle install failed!')
+        ENV['BUNDLE_GEMFILE'] = gemfile
+        example.run
+      end
+    end
+  end
+
+  specify 'it allows to kill mutations' do
+    expect(Kernel.system("#{base_cmd} TestApp::Literal#string")).to be(true)
+  end
+
+  specify 'it allows to exclude mutations' do
+    cli = <<-CMD.split("\n").join(' ')
+      #{base_cmd}
+      TestApp::Literal#string
+      TestApp::Literal#uncovered_string
+        --ignore-subject TestApp::Literal#uncovered_string
+    CMD
+    expect(Kernel.system(cli)).to be(true)
+  end
+
+  specify 'it allows disabling mutations with an inline comment' do
+    cli = <<-CMD.split("\n").join(' ')
+      #{base_cmd}
+      TestApp::Literal#string
+      TestApp::Literal#disabled_string
+    CMD
+    expect(Kernel.system(cli)).to be(true)
+  end
+
+  specify 'fails to kill mutations when they are not covered' do
+    cli = "#{base_cmd} TestApp::Literal#uncovered_string"
+    expect(Kernel.system(cli)).to be(false)
+  end
+
+  specify 'fails when some mutations are not covered' do
+    cli = "#{base_cmd} TestApp::Literal"
+    expect(Kernel.system(cli)).to be(false)
+  end
+end

data/spec/shared/method_matcher_behavior.rb

@@ -0,0 +1,49 @@
+RSpec.shared_examples_for 'a method matcher' do
+  let(:node)              { mutation_subject.node    }
+  let(:context)           { mutation_subject.context }
+  let(:mutation_subject)  { subject.first            }
+
+  it 'returns one subject' do
+    expect(subject.size).to be(1)
+  end
+
+  it 'has expected method name' do
+    expect(name).to eql(method_name)
+  end
+
+  it 'has expected line number' do
+    expect(node.location.expression.line).to eql(method_line)
+  end
+
+  it 'has expected arity' do
+    expect(arguments.children.length).to eql(method_arity)
+  end
+
+  it 'has expected scope in context' do
+    expect(context.scope).to eql(scope)
+  end
+
+  it 'has the correct source_file in conext' do
+    expect(context.source_file).to eql(source_file)
+  end
+
+  it 'has source path in context' do
+    expect(context.source_path).to eql(source_path)
+  end
+
+  it 'has the correct node type' do
+    expect(node.type).to be(type)
+  end
+end
+
+RSpec.shared_examples_for 'skipped candidate' do
+  before do
+    expected_warnings.each do |warning|
+      expect(env).to receive(:warn).with(warning).and_return(env)
+    end
+  end
+
+  it 'does not emit matcher' do
+    expect(subject).to eql([])
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,70 @@
+if ENV['COVERAGE'] == 'true'
+  require 'simplecov'
+
+  SimpleCov.start do
+    command_name 'spec:unit'
+
+    add_filter 'config'
+    add_filter 'spec'
+    add_filter 'vendor'
+    add_filter 'test_app'
+    add_filter 'lib/mutest.rb' # simplecov bug not seeing default block is executed
+
+    minimum_coverage 100
+  end
+end
+
+# Require warning support first in order to catch any warnings emitted during boot
+require_relative './support/warning'
+MutestSpec::Warning.hook_under_rspec
+
+require 'tempfile'
+require 'concord'
+require 'anima'
+require 'adamantium'
+require 'devtools/spec_helper'
+require 'unparser/cli'
+require 'mutest'
+require 'mutest/meta'
+
+$LOAD_PATH << File.join(TestApp.root, 'lib')
+
+require 'test_app'
+
+module Fixtures
+  TEST_CONFIG = Mutest::Config::DEFAULT.with(reporter: Mutest::Reporter::Null.new)
+  TEST_ENV    = Mutest::Env::Bootstrap.(TEST_CONFIG)
+end # Fixtures
+
+module ParserHelper
+  def generate(node)
+    Unparser.unparse(node)
+  end
+
+  def parse(string)
+    Unparser::Preprocessor.run(Parser::CurrentRuby.parse(string))
+  end
+
+  def parse_expression(string)
+    Mutest::Config::DEFAULT.expression_parser.(string)
+  end
+end # ParserHelper
+
+module MessageHelper
+  def message(*arguments)
+    Mutest::Actor::Message.new(*arguments)
+  end
+end # MessageHelper
+
+RSpec.configure do |config|
+  config.extend(SharedContext)
+  config.include(CompressHelper)
+  config.include(MessageHelper)
+  config.include(ParserHelper)
+  config.include(Mutest::AST::Sexp)
+
+  config.after(:suite) do
+    $stderr = STDERR
+    MutestSpec::Warning.assert_no_warnings
+  end
+end