mutiny 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 73bdf7c448948325e3ed64e73d07c14b1ea2788b
-  data.tar.gz: aad759c85a854b070482db7e9d1775077df23162
+  metadata.gz: dd2e01d59dd079e28a3fa98029de8c55d4d5b705
+  data.tar.gz: 4b7b13dcbe3563b19d9bf7317f85b2fcebf0509b
 SHA512:
-  metadata.gz: 634437f983d4893785bafe74e7b269fc41cc922f13dc4caabf79d6ffdc08d1f4e018d250865554ff1d3218e1d177f1039bd2af0bdd23c9869f2b46e1350b3d11
-  data.tar.gz: 29d4deb64ad71594980a15ffc7e97b8214cb18cb18c37541cdef80b984a337e91c2fce0508020f707a8fedf1501a78b2ef019659b1dc15284d18ebc52f5e8bbb
+  metadata.gz: 8182f9ad54d073ca14bdbe0ce8d583e175551602aaa161fa3de5d1ee02f4bb7cd699f92f5a04ffdb1ea9abb07a80170e35e5045bdd604108353dd4aae84ecc10
+  data.tar.gz: 0bd7c7bcf5372e7fbafae2c824206957c3864e717c3aab0bf23458d5d7ec4fbade7446775dc552d27294aa8095ae9b9664d06561d33693f3e21f612d9de6b45d

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mutiny (0.2.1)
+    mutiny (0.2.2)
       gli (~> 2.13.0)
       metamorpher (~> 0.2.2)
       parser (~> 2.2.2)
@@ -45,7 +45,7 @@ GEM
     ffi (1.9.10)
     gherkin (2.12.2)
       multi_json (~> 1.3)
-    gli (2.13.1)
+    gli (2.13.2)
     ice_nine (0.11.1)
     json (1.8.3)
     memoizable (0.4.2)
@@ -110,4 +110,4 @@ DEPENDENCIES
   rubocop (~> 0.33.0)
 
 BUNDLED WITH
-   1.10.4
+   1.10.6

data/RELEASES.md

@@ -1,5 +1,10 @@
 # Release History
 
+## v0.2.2 (20 January 2016)
+* Add rudimentary support for stillborn mutants
+* Better error reporting during mutant generation
+* Reduce chance that irrelevant subjects are selected for mutation
+
 ## v0.2.1 (20 August 2015)
 * Fix [#1](https://github.com/mutiny/mutiny/issues/1) - "Uninitialized constant" exception for all commands
 

data/bin/mutiny

@@ -1,9 +1,13 @@
 #!/usr/bin/env ruby
+lib = File.expand_path('../../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
 require "gli"
 require "mutiny"
 
 include GLI::App
 
+version Mutiny::VERSION
 program_desc "A tiny mutation testing framework"
 
 flag [:l, :loads], type: Array, default_value: ['lib']

data/lib/mutiny/analysis/analyser.rb

@@ -20,7 +20,7 @@ module Mutiny
       def analyse_all
         mutant_set.mutants.each do |mutant|
           mutant.apply
-          test_run = integration.test(mutant.subject)
+          test_run = integration.test(mutant.subject) unless mutant.stillborn?
           results.add(mutant, test_run)
         end
       end

data/lib/mutiny/analysis/results.rb

@@ -4,7 +4,7 @@ module Mutiny
       def add(mutant, test_run)
         mutants << mutant
         test_runs[mutant] = test_run
-        killed << mutant if test_run.failed?
+        killed << mutant if mutant.stillborn? || test_run.failed?
       end
 
       def kill_count

data/lib/mutiny/configuration.rb

@@ -21,5 +21,9 @@ module Mutiny
     def load_paths
       loads.map(&File.method(:expand_path))
     end
+
+    def can_load?(source_path)
+      load_paths.any? { |load_path| source_path.start_with?(load_path) }
+    end
   end
 end

data/lib/mutiny/mode/score.rb

@@ -26,11 +26,31 @@ module Mutiny
 
       def summarise(mutant)
         identifier = mutant.identifier
-        status = results.survived?(mutant) ? "survived" : "killed"
-        executed_count = results.test_run_for(mutant).executed_count
-        total_count = results.test_run_for(mutant).tests.size
-        runtime = results.test_run_for(mutant).runtime
-        [identifier, status, "#{executed_count} (of #{total_count})", runtime]
+        status = status_for_mutant(mutant)
+        [identifier, status] + summarise_tests(mutant)
+      end
+
+      def status_for_mutant(mutant)
+        if mutant.stillborn?
+          "stillborn"
+        elsif results.survived?(mutant)
+          "survived"
+        else
+          "killed"
+        end
+      end
+
+      def summarise_tests(mutant)
+        if mutant.stillborn?
+          number_of_tests = "n/a"
+          runtime = "n/a"
+        else
+          executed_count = results.test_run_for(mutant).executed_count
+          total_count = results.test_run_for(mutant).tests.size
+          runtime = results.test_run_for(mutant).runtime
+          number_of_tests = "#{executed_count} (of #{total_count})"
+        end
+        [number_of_tests, runtime]
       end
 
       def results

data/lib/mutiny/mutants/mutant.rb

@@ -3,20 +3,24 @@ require 'fileutils'
 module Mutiny
   module Mutants
     class Mutant
-      attr_reader :subject, :code
+      attr_reader :subject, :code, :stillborn
+      alias_method :stillborn?, :stillborn
 
       def initialize(subject: nil, code:)
         @subject = subject
         @code = code
+        @stillborn = false
       end
 
       def apply
-        # Evaluate the mutanted code, overidding any existing version.
+        # Evaluate the mutated code, overidding any existing version.
         # We evaluate in the context of TOPLEVEL_BINDING as we want
         # the unit to be evaluated in its usual namespace.
         # rubocop:disable Eval
         eval(code, TOPLEVEL_BINDING)
         # rubocop:enable Eval
+      rescue
+        @stillborn = true
       end
 
       def eql?(other)

data/lib/mutiny/mutants/mutant_set.rb

@@ -7,8 +7,10 @@ module Mutiny
       extend Forwardable
       def_delegators :mutants, :size, :<<, :concat
 
-      def mutants
-        @mutants ||= []
+      attr_reader :mutants
+
+      def initialize(*mutants)
+        @mutants = mutants
       end
 
       def group_by_subject
@@ -27,6 +29,16 @@ module Mutiny
         ordered.each { |m| m.store(mutant_directory) }
       end
 
+      def eql?(other)
+        other.mutants == mutants
+      end
+
+      alias_method "==", "eql?"
+
+      def hash
+        mutants.hash
+      end
+
       class OrderedMutant < SimpleDelegator
         def initialize(mutant, number)
           super(mutant)

data/lib/mutiny/mutants/mutation/error.rb

@@ -0,0 +1,10 @@
+require "metamorpher"
+
+module Mutiny
+  module Mutants
+    class Mutation
+      class Error < StandardError
+      end
+    end
+  end
+end

data/lib/mutiny/mutants/mutation.rb

@@ -5,6 +5,10 @@ module Mutiny
     class Mutation
       include Metamorpher::Mutator
       include Metamorpher::Builders::AST
+
+      def name
+        self.class.name
+      end
     end
   end
 end

data/lib/mutiny/mutants/mutation_set.rb

@@ -1,8 +1,11 @@
 require_relative "mutant_set"
+require_relative "mutation/error"
 
 module Mutiny
   module Mutants
     class MutationSet
+      attr_reader :mutations
+
       def initialize(*mutations)
         @mutations = mutations
       end
@@ -12,19 +15,21 @@ module Mutiny
       # several mutation operators could be matched simulatenously during a single AST traversal
       def mutate(subjects)
         MutantSet.new.tap do |mutants|
-          @mutations.each do |mutation|
-            subjects.each do |subject|
-              mutated_codes = mutation.mutate_file(subject.path)
-              mutants.concat(create_mutants(subject, mutated_codes))
-            end
+          subjects.product(mutations).each do |subject, mutation|
+            mutants.concat(mutate_one(subject, mutation))
           end
         end
       end
 
       private
 
-      def create_mutants(subject, mutated_codes)
-        mutated_codes.map { |code| Mutant.new(subject: subject, code: code) }
+      def mutate_one(subject, mutation)
+        mutation
+          .mutate_file(subject.path)
+          .map { |code| Mutant.new(subject: subject, code: code) }
+      rescue
+        msg = "Error encountered whilst mutating file at '#{subject.path}' with #{mutation.name}"
+        raise Mutation::Error, msg
       end
     end
   end

data/lib/mutiny/subjects/environment/type.rb

@@ -28,25 +28,26 @@ module Mutiny
         end
 
         def loadable?
-          !load_path.nil?
+          !source_files.empty?
         end
 
         def load_path
           configuration.load_paths.detect do |load_path|
-            source_locations.any? { |locs| locs.start_with?(load_path) }
+            source_files.any? { |locs| locs.start_with?(load_path) }
           end
         end
 
-        def source_locations
+        def source_files
           mod.instance_methods(false)
             .map { |method_name| mod.instance_method(method_name).source_location }
             .reject(&:nil?)
             .map(&:first)
+            .select { |source_file| configuration.can_load?(source_file) }
             .uniq
         end
 
         def absolute_path
-          source_locations.first
+          source_files.first
         end
       end
     end

data/lib/mutiny/subjects/subject_set.rb

@@ -1,16 +1,16 @@
 module Mutiny
   module Subjects
     class SubjectSet
+      include Enumerable
+      extend Forwardable
+      def_delegators :@subjects, :each, :product
+
       def initialize(subjects)
         @subjects = subjects
       end
 
       def names
-        @names ||= @subjects.map(&:name).sort
-      end
-
-      def each(&block)
-        @subjects.each(&block)
+        @names ||= map(&:name).sort
       end
     end
   end

data/lib/mutiny/version.rb

@@ -1,3 +1,3 @@
 module Mutiny
-  VERSION = "0.2.1"
+  VERSION = "0.2.2"
 end

data/lib/mutiny.rb

@@ -1,3 +1,4 @@
+require_relative "mutiny/version"
 require_relative "mutiny/integration"
 require_relative "mutiny/configuration"
 require_relative "mutiny/subjects"

data/spec/spec_helper.rb

@@ -25,6 +25,12 @@ RSpec.configure do |config|
   #     --seed 1234
   config.order = 'random'
 
+  # Ensure that mocks responds only to messages that the real object would also
+  # respond to
+  config.mock_with :rspec do |mocks|
+    mocks.verify_doubled_constant_names = true
+  end
+
   # Isolate mutiny-under-test from its own test suite
   config.around(:example) do |example|
     RSpec::Core::Sandbox.sandboxed do

data/spec/unit/mutants/mutation_set_spec.rb

@@ -0,0 +1,78 @@
+module Mutiny
+  module Mutants
+    describe MutationSet do
+      it "produces one mutant for each result of mutation.mutate_file" do
+        mutation_set = MutationSet.new(mutation_for(:code1, :code2, :code3))
+        subjects = subjects_for(:path1)
+
+        expected = MutantSet.new(
+          Mutant.new(subject: subjects.first, code: :code1),
+          Mutant.new(subject: subjects.first, code: :code2),
+          Mutant.new(subject: subjects.first, code: :code3)
+        )
+
+        expect(mutation_set.mutate(subjects)).to eq(expected)
+      end
+
+      it "produces mutants from each mutation" do
+        mutation_set = MutationSet.new(mutation_for(:code1), mutation_for(:code2))
+        subjects = subjects_for(:path1)
+
+        expected = MutantSet.new(
+          Mutant.new(subject: subjects.first, code: :code1),
+          Mutant.new(subject: subjects.first, code: :code2)
+        )
+
+        expect(mutation_set.mutate(subjects)).to eq(expected)
+      end
+
+      it "produces mutants for each subject" do
+        mutation_set = MutationSet.new(mutation_for(:code1, :code2), mutation_for(:code3))
+        subjects = subjects_for(:path1, :path2)
+
+        expected = MutantSet.new(
+          Mutant.new(subject: subjects.first, code: :code1),
+          Mutant.new(subject: subjects.first, code: :code2),
+          Mutant.new(subject: subjects.first, code: :code3),
+          Mutant.new(subject: subjects.last, code: :code1),
+          Mutant.new(subject: subjects.last, code: :code2),
+          Mutant.new(subject: subjects.last, code: :code3)
+        )
+
+        expect(mutation_set.mutate(subjects)).to eq(expected)
+      end
+
+      it "produces a mutiny error when mutation fails" do
+        mutation = instance_double(Mutation)
+        allow(mutation).to receive(:name) { "BuggyMutation" }
+        allow(mutation).to receive(:mutate_file).and_raise("boom")
+        mutation_set = MutationSet.new(mutation)
+        subjects = subjects_for(:path1)
+
+        expect { mutation_set.mutate(subjects) }.to raise_error do |error|
+          expected_message = "Error encountered whilst mutating file at 'path1' with BuggyMutation"
+
+          expect(error).to be_a(Mutation::Error)
+          expect(error.message).to eq(expected_message)
+          expect(error.cause.message).to eq("boom")
+        end
+      end
+
+      def mutation_for(*codes)
+        instance_double(Mutation).tap do |mutation|
+          allow(mutation).to receive(:mutate_file) { codes }
+        end
+      end
+
+      def subjects_for(*paths)
+        paths.map { |path| subject_for(path) }
+      end
+
+      def subject_for(path)
+        instance_double(Subjects::Subject).tap do |subject|
+          allow(subject).to receive(:path) { path }
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mutiny
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Louis Rose
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-20 00:00:00.000000000 Z
+date: 2016-01-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: parser
@@ -210,6 +210,7 @@ files:
 - lib/mutiny/mutants/mutant.rb
 - lib/mutiny/mutants/mutant_set.rb
 - lib/mutiny/mutants/mutation.rb
+- lib/mutiny/mutants/mutation/error.rb
 - lib/mutiny/mutants/mutation/method/binary_arithmetic_operator_replacement.rb
 - lib/mutiny/mutants/mutation/method/conditional_operator_deletion.rb
 - lib/mutiny/mutants/mutation/method/conditional_operator_insertion.rb
@@ -252,6 +253,7 @@ files:
 - spec/unit/isolation_spec.rb
 - spec/unit/mutants/mutant_set_spec.rb
 - spec/unit/mutants/mutant_spec.rb
+- spec/unit/mutants/mutation_set_spec.rb
 - spec/unit/mutants/mutations/method/binary_operator_replacement_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_deletion_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_insertion_spec.rb
@@ -306,6 +308,7 @@ test_files:
 - spec/unit/isolation_spec.rb
 - spec/unit/mutants/mutant_set_spec.rb
 - spec/unit/mutants/mutant_spec.rb
+- spec/unit/mutants/mutation_set_spec.rb
 - spec/unit/mutants/mutations/method/binary_operator_replacement_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_deletion_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_insertion_spec.rb