mutant-rspec 0.5.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 304c77b0e3a947d35a7c2f7eb30dc41e7658e842
+  data.tar.gz: 3fd8950a3f0019550a8583221974d65ed52c85cd
+SHA512:
+  metadata.gz: f7355ff3af44d76def593142b77aa3439d515d0f1228782c8d516b1f0645769504e508422547c2bcf7047ccc5a0a9daf6c49b518a00e61207ee02f600e2d3a8a
+  data.tar.gz: 06114be8af316a7e89ab54a93ad297d040b5583ccf9bcba4cf02a9b6b68771ebc345fdda8fc8c44e78802859e84aef3fb230582df6183dc7af9a8bb287ace43d

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2012-2014 Markus Schirp
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/TODO

@@ -0,0 +1,39 @@
+Code:
+  * Test mutant with dynamically created zombie.
+  * Log all warnings through reporter, so remove random $stderr.puts calls
+
+Mutations:
+  * Add true masgn mutations
+  * Add binary operator specific mutations (YAY, finally reached this point)
+  * Add some kind of a "do not touch me object" that raises on all messages.
+    It can be used to make sure each literal value is touched.
+  * Replace nil or add "do not touch me object" to literal mutations.
+  * Mutate options on Regexp literals
+  * Add mutations for dynamic regexp symbol and string literals
+  * Mutate "def foo; bar; end" to "def foo; self; end"?
+  * Mutate Block catch "def foo(&block)" and block pass "foo(&block)"
+  * Binary operator mutations
+  * Add timeout to terminate infinite loops
+
+    Example of a negative mutation:
+      Mutations on local variables and arguments prefixed with an underscore would be emitted as
+      negative mutations that must be alive.
+
+Loader:
+  * Make sure loader does not change visibility of injected mutants
+
+Killers:
+  * Move test framework specific stuff to strategy
+  * Add a general master <=> killer IPC interface. So different strategies of isolation
+    (fork, vs jruby runtime creation) will work without big impact.
+
+Strategy:
+  * Aggregate warnings on missing spec files
+  * Provide "expicit files to kill with" strategy
+
+Matcher:
+  * Allow matches on attr_reader with literal name argument(s)?
+  * Allow matches on define_method with literal name argument?
+
+jruby-support:
+  * Create a runtime per mutation to kill mutations in isolation

data/lib/mutant-rspec.rb

@@ -0,0 +1,5 @@
+# encoding: UTF-8
+
+require 'mutant/rspec'
+require 'mutant/rspec/killer'
+require 'mutant/rspec/strategy'

data/lib/mutant/rspec.rb

@@ -0,0 +1,9 @@
+# encoding: UTF-8
+
+require 'rspec'
+
+module Mutant
+  # Rspec integration namespace
+  module Rspec
+  end # Rspec
+end # Mutant

data/lib/mutant/rspec/killer.rb

@@ -0,0 +1,95 @@
+# encoding: utf-8
+
+module Mutant
+  module Rspec
+    # Runner for rspec tests
+    class Killer < Mutant::Killer
+
+    private
+
+      # Run rspec test
+      #
+      # @return [true]
+      #   when test is NOT successful
+      #
+      # @return [false]
+      #   otherwise
+      #
+      # @api private
+      #
+      def run
+        mutation.insert
+
+        groups =
+          if mutation.is_a?(Mutation::Neutral::Noop)
+            [example_groups.first]
+          else
+            example_groups
+          end
+
+        unless groups
+          $stderr.puts("No rspec example groups found for: #{match_prefixes.join(', ')}")
+          return false
+        end
+
+        reporter = RSpec::Core::Reporter.new
+
+        example_groups.each do |group|
+          return true unless group.run(reporter)
+        end
+
+        false
+      end
+
+      # Return match prefixes
+      #
+      # @return [Enumerble<String>]
+      #
+      # @api private
+      #
+      def match_prefixes
+        subject.match_prefixes
+      end
+
+      # Return example groups
+      #
+      # @return [Array<RSpec::Example>]
+      #
+      # @api private
+      #
+      def example_groups
+        match_prefixes.each do |match_expression|
+          example_groups = find_with(match_expression)
+          return example_groups unless example_groups.empty?
+        end
+
+        nil
+      end
+
+      # Return example groups that match expression
+      #
+      # @param [String] match_expression
+      #
+      # @return [Enumerable<String>]
+      #
+      # @api private
+      #
+      def find_with(match_expression)
+        all_example_groups.select do |example_group|
+          example_group.description.start_with?(match_expression)
+        end
+      end
+
+      # Return all example groups
+      #
+      # @return [Enumerable<RSpec::Example>]
+      #
+      # @api private
+      #
+      def all_example_groups
+        strategy.example_groups
+      end
+
+    end # Killer
+  end # Rspec
+end # Mutant

data/lib/mutant/rspec/strategy.rb

@@ -0,0 +1,77 @@
+# encoding: utf-8
+
+module Mutant
+  module Rspec
+    # Rspec killer strategy
+    class Strategy < Mutant::Strategy
+
+      register 'rspec'
+
+      KILLER = Killer::Forking.new(Rspec::Killer)
+
+      # Setup rspec strategy
+      #
+      # @return [self]
+      #
+      # @api private
+      #
+      def setup
+        output = StringIO.new
+        configuration.error_stream = output
+        configuration.output_stream = output
+        options.configure(configuration)
+        configuration.load_spec_files
+        self
+      end
+      memoize :setup
+
+      # Return configuration
+      #
+      # @return [RSpec::Core::Configuration]
+      #
+      # @api private
+      #
+      def configuration
+        RSpec::Core::Configuration.new
+      end
+      memoize :configuration, freezer: :noop
+
+      # Return example groups
+      #
+      # @return [Enumerable<RSpec::Core::ExampleGroup>]
+      #
+      # @api private
+      #
+      def example_groups
+        world.example_groups
+      end
+
+    private
+
+      # Return world
+      #
+      # @return [RSpec::Core::World]
+      #
+      # @api private
+      #
+      def world
+        RSpec.world
+      end
+      memoize :world, freezer: :noop
+
+      # Return options
+      #
+      # @return [RSpec::Core::ConfigurationOptions]
+      #
+      # @api private
+      #
+      def options
+        options = RSpec::Core::ConfigurationOptions.new(%w(--fail-fast spec))
+        options.parse_options
+        options
+      end
+      memoize :options, freezer: :noop
+
+    end # Strategy
+  end # Rspec
+end # Mutant

data/spec/unit/mutant/rspec/killer_spec.rb

@@ -0,0 +1,57 @@
+# encoding: utf-8
+
+require 'spec_helper'
+require 'mutant-rspec'
+
+describe Mutant::Rspec::Killer, '.new' do
+
+  before do
+    pending 'dactivated'
+  end
+
+  subject { object.new(strategy, mutation) }
+
+  let(:context)          { double('Context')          }
+  let(:mutation_subject) { double('Mutation Subject') }
+
+  let(:object)  { described_class }
+
+  let(:mutation) do
+    double(
+      'Mutation',
+      subject: mutation_subject,
+      should_survive?: false
+    )
+  end
+
+  let(:strategy) do
+    double(
+      'Strategy',
+      spec_files: ['foo'],
+      error_stream: $stderr,
+      output_stream: $stdout
+    )
+  end
+
+  before do
+    mutation.stub(:insert)
+    mutation.stub(:reset)
+    RSpec::Core::Runner.stub(run: exit_status)
+  end
+
+  context 'when run exits zero' do
+    let(:exit_status) { 0 }
+
+    its(:killed?) { should be(false) }
+
+    it { should be_a(described_class) }
+  end
+
+  context 'when run exits nonzero' do
+    let(:exit_status) { 1 }
+
+    its(:killed?) { should be(true) }
+
+    it { should be_a(described_class) }
+  end
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: mutant-rspec
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+platform: ruby
+authors:
+- Markus Schirp
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mutant
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+- !ruby/object:Gem::Dependency
+  name: rspec-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.3.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.3.5
+description: Rspec integration for mutant
+email:
+- mbj@schirp-dso.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- TODO
+- LICENSE
+files:
+- lib/mutant-rspec.rb
+- lib/mutant/rspec.rb
+- lib/mutant/rspec/killer.rb
+- lib/mutant/rspec/strategy.rb
+- TODO
+- LICENSE
+- spec/unit/mutant/rspec/killer_spec.rb
+homepage: https://github.com/mbj/mutant
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Rspec integration for mutant
+test_files:
+- spec/unit/mutant/rspec/killer_spec.rb
+has_rdoc: