mutiny 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5b0cd4975a5e102b5494dea373d982f29a4360b1
-  data.tar.gz: 84b81be52e16ec0438d308f8b41638a664c7d939
+  metadata.gz: 6284685da742cd3e372fb6969484dbef17fcb022
+  data.tar.gz: 4390a6132c28e9c9e6f705307d290ea071f0173a
 SHA512:
-  metadata.gz: b63df8d72301fbce3ac705294ef4821fc51f076681518b2ba7b4b0936de19a30e5a09c3890464780e6b175c9ad4b9771c4dd74f4afc9a2967a1edcf0a1dff3c3
-  data.tar.gz: 65204290c1816ab66893e05469c9425b4fc8b7d10658dc90c32b0d079e04f3f416339ced292fc18eb855910fdbabb75147cc3c9ff9c1c81502917cd232fcd0d7
+  metadata.gz: a144740eaa9e502506eb0c7f07e4c95cb633b61e62b41fb932d756341c5ed920564f008f511224868f4614c782169c2effb68889a64944870e054deade9ad33c
+  data.tar.gz: d96ccc36e280c6df7182d7f8d2eb70f88f2dbf436ded930a1d81ec6009c778d8cc4a863a4c366c70ebb78dac2a7ccad70b5173482536209266e6598229e779c9

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mutiny (0.1.0)
+    mutiny (0.2.0)
       gli (~> 2.13.0)
       metamorpher (~> 0.2.2)
       parser (~> 2.2.2)
@@ -14,13 +14,13 @@ GEM
     adamantium (0.2.0)
       ice_nine (~> 0.11.0)
       memoizable (~> 0.4.0)
-    aruba (0.6.2)
+    aruba (0.7.4)
       childprocess (>= 0.3.6)
       cucumber (>= 1.1.1)
       rspec-expectations (>= 2.7.0)
-    ast (2.0.0)
-    astrolabe (1.3.0)
-      parser (>= 2.2.0.pre.3, < 3.0)
+    ast (2.1.0)
+    astrolabe (1.3.1)
+      parser (~> 2.2)
     attributable (0.1.0)
     builder (3.2.2)
     childprocess (0.5.6)
@@ -30,54 +30,54 @@ GEM
     concord (0.1.5)
       adamantium (~> 0.2.0)
       equalizer (~> 0.0.9)
-    cucumber (2.0.0)
+    cucumber (2.0.2)
       builder (>= 2.1.2)
-      cucumber-core (~> 1.1.3)
+      cucumber-core (~> 1.2.0)
       diff-lcs (>= 1.1.3)
       gherkin (~> 2.12)
       multi_json (>= 1.7.5, < 2.0)
       multi_test (>= 0.1.2)
-    cucumber-core (1.1.3)
+    cucumber-core (1.2.0)
       gherkin (~> 2.12.0)
     diff-lcs (1.2.5)
     docile (1.1.5)
     equalizer (0.0.11)
-    ffi (1.9.8)
+    ffi (1.9.10)
     gherkin (2.12.2)
       multi_json (~> 1.3)
     gli (2.13.1)
     ice_nine (0.11.1)
-    json (1.8.2)
+    json (1.8.3)
     memoizable (0.4.2)
       thread_safe (~> 0.3, >= 0.3.1)
     metamorpher (0.2.2)
       attributable (~> 0.1.0)
       parser (~> 2.2.2)
       unparser (~> 0.2.4)
-    multi_json (1.11.0)
+    multi_json (1.11.2)
     multi_test (0.1.2)
-    parser (2.2.2.5)
+    parser (2.2.2.6)
       ast (>= 1.1, < 3.0)
     powerpack (0.1.1)
     procto (0.0.2)
     rainbow (2.0.0)
     rake (10.4.2)
-    rspec (3.2.0)
-      rspec-core (~> 3.2.0)
-      rspec-expectations (~> 3.2.0)
-      rspec-mocks (~> 3.2.0)
-    rspec-core (3.2.3)
-      rspec-support (~> 3.2.0)
-    rspec-expectations (3.2.1)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.2.0)
-    rspec-mocks (3.2.1)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.2.0)
-    rspec-support (3.2.2)
-    rubocop (0.31.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    rubocop (0.33.0)
       astrolabe (~> 1.3)
-      parser (>= 2.2.2.1, < 3.0)
+      parser (>= 2.2.2.5, < 3.0)
       powerpack (~> 0.1)
       rainbow (>= 1.99.1, < 3.0)
       ruby-progressbar (~> 1.4)
@@ -101,13 +101,13 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  aruba (~> 0.6.0)
-  bundler (~> 1.10.2)
+  aruba (~> 0.7.0)
+  bundler (~> 1.10.3)
   codeclimate-test-reporter (~> 0.4.6)
   mutiny!
   rake (~> 10.4.2)
-  rspec (~> 3.2.0)
-  rubocop (~> 0.31.0)
+  rspec (~> 3.3.0)
+  rubocop (~> 0.33.0)
 
 BUNDLED WITH
-   1.10.2
+   1.10.4

data/RELEASES.md

@@ -1,5 +1,8 @@
 # Release History
 
+## v0.2.0 (14 August 2015)
+* Implement `mutiny score` mode which performs mutation analysis
+
 ## v0.1.0 (5 June 2015)
 Provide support for:
 * Running mutation testing commands via the `mutiny` binary

data/bin/mutiny

@@ -32,4 +32,12 @@ command :mutate do |c|
   end
 end
 
+desc 'Calculates a mutation score for your project'
+long_desc 'Calculates a mutation score for your project and displays a list of surviving mutants'
+command :score do |c|
+  c.action do
+    Mutiny::Mode::Score.new(@configuration).run
+  end
+end
+
 exit run(ARGV)

data/examples/calculator/lib/calculator/min.rb

@@ -1,9 +1,9 @@
 module Calculator
   class Min
     def run(left, right)
-      max = left
-      max = right if right < left
-      max
+      min = left
+      min = right if right < left
+      min
     end
   end
 end

data/lib/mutiny/analysis/analyser.rb

@@ -0,0 +1,37 @@
+require_relative "results"
+
+module Mutiny
+  module Analysis
+    class Analyser
+      attr_reader :mutant_set, :integration
+
+      def initialize(mutant_set:, integration:)
+        @mutant_set = mutant_set
+        @integration = integration
+      end
+
+      def call
+        analyse_all
+        results
+      end
+
+      private
+
+      def analyse_all
+        mutant_set.mutants.each do |mutant|
+          mutant.apply
+          test_run = integration.test(mutant.subject)
+          results.add(mutant, test_run)
+        end
+      end
+
+      def results
+        @results ||= Results.new
+      end
+
+      def mutant_set
+        @mutant_set ||= configuration.mutator.mutants_for(environment.subjects)
+      end
+    end
+  end
+end

data/lib/mutiny/analysis/results.rb

@@ -0,0 +1,41 @@
+module Mutiny
+  module Analysis
+    class Results
+      def add(mutant, test_run)
+        mutants << mutant
+        test_runs[mutant] = test_run
+        killed << mutant if test_run.failed?
+      end
+
+      def kill_count
+        killed.size
+      end
+
+      def killed?(mutant)
+        killed.include?(mutant)
+      end
+
+      def survived?(mutant)
+        !killed?(mutant)
+      end
+
+      def test_run_for(mutant)
+        test_runs[mutant]
+      end
+
+      def mutants
+        @mutants ||= Mutants::MutantSet.new
+      end
+
+      private
+
+      def killed
+        @killed ||= []
+      end
+
+      def test_runs
+        @test_runs ||= {}
+      end
+    end
+  end
+end

data/lib/mutiny/integration/rspec/context.rb

@@ -3,23 +3,31 @@ require "stringio"
 
 module Mutiny
   class Integration
-    class RSpec
+    class RSpec < self
       # This code originally based on Markus Schirp's implementation of Mutant::Integration::Rspec
       #  https://github.com/mbj/mutant/blob/master/lib/mutant/integration/rspec.rb
       class Context
-        # NB: the --fail-fast option can be used in order to find only the first failing test
-        # CLI_OPTIONS = %w(spec --fail-fast)
-        CLI_OPTIONS = %w(spec)
+        DEFAULT_CLI_OPTIONS = %w(spec)
+        FAIL_FAST_CLI_OPTION = %w(--fail-fast)
 
         attr_reader :runner, :world, :configuration, :output
 
-        def initialize
+        def initialize(options = {})
+          @options = options
           @output = StringIO.new
           @world  = ::RSpec.world
           @configuration = ::RSpec.configuration
-          @runner = ::RSpec::Core::Runner.new(::RSpec::Core::ConfigurationOptions.new(CLI_OPTIONS))
+          @runner = ::RSpec::Core::Runner.new(::RSpec::Core::ConfigurationOptions.new(cli_options))
           @runner.setup($stderr, @output)
         end
+
+        def cli_options
+          if @options.fetch(:fail_fast, false)
+            DEFAULT_CLI_OPTIONS + FAIL_FAST_CLI_OPTION
+          else
+            DEFAULT_CLI_OPTIONS
+          end
+        end
       end
     end
   end

data/lib/mutiny/integration/rspec/parser.rb

@@ -3,7 +3,7 @@ require_relative "test_set"
 
 module Mutiny
   class Integration
-    class RSpec
+    class RSpec < self
       # This code originally based on Markus Schirp's implementation of Mutant::Integration::Rspec
       #  https://github.com/mbj/mutant/blob/master/lib/mutant/integration/rspec.rb
       class Parser

data/lib/mutiny/integration/rspec/runner.rb

@@ -2,7 +2,7 @@ require "forwardable"
 
 module Mutiny
   class Integration
-    class RSpec
+    class RSpec < self
       # This code originally based on Markus Schirp's implementation of Mutant::Integration::Rspec
       #  https://github.com/mbj/mutant/blob/master/lib/mutant/integration/rspec.rb
       class Runner
@@ -23,11 +23,13 @@ module Mutiny
         private
 
         def reset
+          @passed_examples = []
           @failed_examples = []
         end
 
         def prepare
           filter_examples
+          configuration.reporter.register_listener(self, :example_passed)
           configuration.reporter.register_listener(self, :example_failed)
         end
 
@@ -35,14 +37,24 @@ module Mutiny
           start = Time.now
           runner.run_specs(world.ordered_example_groups)
           output.rewind
+          runtime = Time.now - start
+          create_test_run(output.read, runtime)
+        end
+
+        def create_test_run(output, runtime)
           Tests::TestRun.new(
-            tests: @test_set,
-            failed_tests: @test_set.subset_for_examples(@failed_examples),
-            output: output.read,
-            runtime: Time.now - start
+            tests: @test_set.generalise,
+            passed_tests: @test_set.subset_for_examples(@passed_examples).generalise,
+            failed_tests: @test_set.subset_for_examples(@failed_examples).generalise,
+            output: output,
+            runtime: runtime
           )
         end
 
+        def example_passed(notification)
+          @passed_examples << notification.example
+        end
+
         def example_failed(notification)
           @failed_examples << notification.example
         end

data/lib/mutiny/integration/rspec/test.rb

@@ -2,13 +2,20 @@ require_relative "../../tests"
 
 module Mutiny
   class Integration
-    class RSpec
+    class RSpec < self
       class Test < Tests::Test
-        attr_reader :example
+        attr_reader :example, :rest
 
         def initialize(example:, **rest)
           super(rest)
           @example = example
+          @rest = rest
+        end
+
+        # Converts to a Mutiny::Tests::Test, which is independent of
+        # any specific testing framework
+        def generalise
+          Mutiny::Tests::Test.new(@rest)
         end
       end
     end

data/lib/mutiny/integration/rspec/test_set.rb

@@ -2,7 +2,7 @@ require_relative "../../tests"
 
 module Mutiny
   class Integration
-    class RSpec
+    class RSpec < self
       class TestSet < Tests::TestSet
         def examples
           @tests.map(&:example)
@@ -11,6 +11,12 @@ module Mutiny
         def subset_for_examples(examples)
           subset { |test| examples.include?(test.example) }
         end
+
+        # Converts to a Mutiny::Tests::TestSet, which is independent of
+        # any specific testing framework
+        def generalise
+          Mutiny::Tests::TestSet.new(tests.map(&:generalise))
+        end
       end
     end
   end

data/lib/mutiny/integration/rspec.rb

@@ -6,19 +6,19 @@ module Mutiny
   class Integration
     # This code originally based on Markus Schirp's implementation of Mutant::Integration::Rspec
     #  https://github.com/mbj/mutant/blob/master/lib/mutant/integration/rspec.rb
-    class RSpec
-      def tests
-        Parser.new(context).call
+    class RSpec < self
+      def tests(options = {})
+        Parser.new(context(options)).call
       end
 
-      def run(test_set)
-        Runner.new(test_set, context).call
+      def run(test_set, options = {})
+        Runner.new(test_set, context(options)).call
       end
 
       private
 
-      def context
-        @context ||= Context.new
+      def context(options = {})
+        Context.new(options)
       end
     end
   end

data/lib/mutiny/integration.rb

@@ -0,0 +1,12 @@
+require_relative "isolation"
+
+module Mutiny
+  class Integration
+    def test(subject)
+      Isolation.call do
+        test_set = tests.for(subject) # TODO: is this correctly minimal?
+        run(test_set, fail_fast: true)
+      end
+    end
+  end
+end

data/lib/mutiny/isolation/pipe.rb

@@ -0,0 +1,25 @@
+module Mutiny
+  class Isolation
+    # An inter-process communication mechanism for sending and receiving
+    # (marshalled) data over an IO pipe
+    Pipe = Struct.new(:reader, :writer) do
+      def self.with(&block)
+        IO.pipe(binmode: true) do |reader, writer|
+          writer.binmode
+          block.call(Pipe.new(reader, writer))
+        end
+      end
+
+      def receive
+        writer.close
+        Marshal.load(reader.read)
+      end
+
+      def send(data)
+        reader.close
+        writer.write(Marshal.dump(data))
+        writer.close
+      end
+    end
+  end
+end

data/lib/mutiny/isolation/vacuum.rb

@@ -0,0 +1,14 @@
+module Mutiny
+  class Isolation
+    # A mechanism for temporarily silencing a stream by redirecting
+    # the output to the OS's null device (e.g., /dev/null)
+    class Vacuum
+      def self.silence(stream, &block)
+        File.open(File::NULL, File::WRONLY) do |file|
+          stream.reopen(file)
+          block.call
+        end
+      end
+    end
+  end
+end

data/lib/mutiny/isolation.rb

@@ -0,0 +1,42 @@
+require_relative 'isolation/pipe'
+require_relative 'isolation/vacuum'
+
+module Mutiny
+  # This code originally based on Markus Schirp's implementation of Mutant::Isolation::Fork
+  #  https://github.com/mbj/mutant/blob/master/lib/mutant/isolation.rb
+  class Isolation
+    # Runs the given block, isolating the global state so that changes cannot
+    # leak out to the caller's runtime
+    def self.call(&block)
+      new(block).run_in_isolation
+    rescue => exception
+      raise Error, exception
+    end
+
+    attr_reader :isolated_code
+
+    def initialize(isolated_code)
+      @isolated_code = isolated_code
+    end
+
+    def run_in_isolation
+      Pipe.with do |comms|
+        begin
+          pid = Process.fork { run_and_send_result_via(comms) }
+          comms.receive # wait to receive the result form the child process
+        ensure
+          Process.waitpid(pid) if pid
+        end
+      end
+    end
+
+    def run_and_send_result_via(comms)
+      Vacuum.silence($stderr) do
+        result = isolated_code.call
+        comms.send(result) # send the result to the parent process over the pipes
+      end
+    end
+
+    Error = Class.new(RuntimeError)
+  end
+end

data/lib/mutiny/mode/check.rb

@@ -51,7 +51,7 @@ module Mutiny
       end
 
       def test_set
-        @test_set ||= configuration.integration.tests.for(environment.subjects)
+        @test_set ||= configuration.integration.tests.for_all(environment.subjects)
       end
 
       def test_run

data/lib/mutiny/mode/score.rb

@@ -0,0 +1,49 @@
+require_relative "../analysis/analyser"
+require_relative "../output/table"
+
+module Mutiny
+  class Mode
+    class Score < self
+      def run
+        report "Scoring..."
+        report "#{mutant_set.size} mutants, #{results.kill_count} killed"
+        report ""
+        report summary
+      end
+
+      private
+
+      def summary
+        Output::Table.new.tap do |summary|
+          summary.add_row(summary_header)
+          summary.add_rows(results.mutants.ordered.map { |m| summarise(m) })
+        end
+      end
+
+      def summary_header
+        ["Mutant", "Status", "# Tests", "Time"]
+      end
+
+      def summarise(mutant)
+        identifier = mutant.identifier
+        status = results.survived?(mutant) ? "survived" : "killed"
+        executed_count = results.test_run_for(mutant).executed_count
+        total_count = results.test_run_for(mutant).tests.size
+        runtime = results.test_run_for(mutant).runtime
+        [identifier, status, "#{executed_count} (of #{total_count})", runtime]
+      end
+
+      def results
+        @results ||= analyser.call
+      end
+
+      def analyser
+        Analysis::Analyser.new(mutant_set: mutant_set, integration: configuration.integration)
+      end
+
+      def mutant_set
+        @mutant_set ||= configuration.mutator.mutants_for(environment.subjects)
+      end
+    end
+  end
+end

data/lib/mutiny/mode.rb

@@ -1,5 +1,6 @@
 require_relative "mode/check"
 require_relative "mode/mutate"
+require_relative "mode/score"
 
 module Mutiny
   class Mode

data/lib/mutiny/mutants/mutant.rb

@@ -5,21 +5,22 @@ module Mutiny
     class Mutant
       attr_reader :subject, :code
 
-      def initialize(subject:, code:)
+      def initialize(subject: nil, code:)
         @subject = subject
         @code = code
       end
 
-      def store(directory, index)
-        filename = subject.relative_path.sub(/\.rb$/, ".#{index}.rb")
-        path = File.join(directory, filename)
-
-        FileUtils.mkdir_p(File.dirname(path))
-        File.open(path, 'w') { |f| f.write(code) }
+      def apply
+        # Evaluate the mutanted code, overidding any existing version.
+        # We evaluate in the context of TOPLEVEL_BINDING as we want
+        # the unit to be evaluated in its usual namespace.
+        # rubocop:disable Eval
+        eval(code, TOPLEVEL_BINDING)
+        # rubocop:enable Eval
       end
 
       def eql?(other)
-        is_a?(other.class) && other.subject == subject && other.code == code
+        other.subject == subject && other.code == code
       end
 
       alias_method "==", "eql?"

data/lib/mutiny/mutants/mutant_set.rb

@@ -3,39 +3,44 @@ require_relative "mutant"
 module Mutiny
   module Mutants
     class MutantSet
-      def initialize
-        @mutants_by_subject = Hash.new([])
-      end
-
-      def add(subject, mutated_code)
-        mutants = mutated_code.map { |code| create_mutant(subject, code) }
-        @mutants_by_subject[subject] = @mutants_by_subject[subject] + mutants
-      end
+      extend Forwardable
+      def_delegators :mutants, :size, :<<, :concat
 
-      def size
-        mutants.size
+      def mutants
+        @mutants ||= []
       end
 
       def group_by_subject
-        @mutants_by_subject.dup
+        mutants.group_by(&:subject).dup
       end
 
-      def store(mutant_directory = ".mutants")
-        group_by_subject.each do |_, mutants|
-          mutants.each_with_index { |mutant, index| mutant.store(mutant_directory, index) }
+      def ordered
+        group_by_subject.flat_map do |_, mutants|
+          mutants.map.with_index do |mutant, index|
+            OrderedMutant.new(mutant, index)
+          end
         end
       end
 
-      protected
-
-      def create_mutant(subject, code)
-        Mutant.new(subject: subject, code: code)
+      def store(mutant_directory = ".mutants")
+        ordered.each { |m| m.store(mutant_directory) }
       end
 
-      private
+      class OrderedMutant < SimpleDelegator
+        def initialize(mutant, number)
+          super(mutant)
+          @number = number
+        end
 
-      def mutants
-        @mutants_by_subject.values.flatten
+        def identifier
+          subject.relative_path.sub(/\.rb$/, ".#{@number}.rb")
+        end
+
+        def store(directory)
+          path = File.join(directory, identifier)
+          FileUtils.mkdir_p(File.dirname(path))
+          File.open(path, 'w') { |f| f.write(code) }
+        end
       end
     end
   end

data/lib/mutiny/mutants/mutation_set.rb

@@ -14,11 +14,18 @@ module Mutiny
         MutantSet.new.tap do |mutants|
           @mutations.each do |mutation|
             subjects.each do |subject|
-              mutants.add(subject, mutation.mutate_file(subject.path))
+              mutated_codes = mutation.mutate_file(subject.path)
+              mutants.concat(create_mutants(subject, mutated_codes))
             end
           end
         end
       end
+
+      private
+
+      def create_mutants(subject, mutated_codes)
+        mutated_codes.map { |code| Mutant.new(subject: subject, code: code) }
+      end
     end
   end
 end

data/lib/mutiny/output/table.rb

@@ -0,0 +1,35 @@
+module Mutiny
+  module Output
+    class Table
+      def initialize
+        @rows = []
+      end
+
+      def add_rows(rows)
+        rows.each { |r| add_row(r) }
+      end
+
+      def add_row(cells)
+        @rows << cells
+      end
+
+      def to_s
+        @rows.map { |r| row_to_s(r) }.join("\n")
+      end
+
+      def row_to_s(cells)
+        "| " +
+          cells.each_with_index.map { |cell, index| cell_to_s(cell, index) }.join(" | ") +
+          " |"
+      end
+
+      def cell_to_s(cell, column_index)
+        cell.to_s.ljust(width_for_column(column_index))
+      end
+
+      def width_for_column(index)
+        @rows.map { |r| r[index].to_s.size }.max
+      end
+    end
+  end
+end

data/lib/mutiny/tests/test_run.rb

@@ -1,18 +1,27 @@
 module Mutiny
   module Tests
     class TestRun
-      attr_reader :tests, :failed_tests, :output, :runtime
+      attr_reader :tests, :passed_tests, :failed_tests, :output, :runtime
 
-      def initialize(tests:, failed_tests:, output:, runtime:)
+      def initialize(tests:, passed_tests:, failed_tests:, output:, runtime:)
         @tests = tests
+        @passed_tests = passed_tests
         @failed_tests = failed_tests
         @output = output
         @runtime = runtime
       end
 
+      def executed_count
+        passed_tests.size + failed_tests.size
+      end
+
       def passed?
         failed_tests.empty?
       end
+
+      def failed?
+        !passed?
+      end
     end
   end
 end

data/lib/mutiny/tests/test_set.rb

@@ -18,10 +18,14 @@ module Mutiny
         tests.map(&:location)
       end
 
-      def for(subject_set)
+      def for_all(subject_set)
         subset { |test| subject_set.names.include?(test.expression) }
       end
 
+      def for(subject)
+        subset { |test| subject.name == test.expression }
+      end
+
       def subset(&block)
         self.class.new(tests.select(&block))
       end

data/lib/mutiny/version.rb

@@ -1,3 +1,3 @@
 module Mutiny
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/mutiny.rb

@@ -1,3 +1,4 @@
+require_relative "mutiny/integration"
 require_relative "mutiny/configuration"
 require_relative "mutiny/subjects"
 require_relative "mutiny/tests"

data/mutiny.gemspec

@@ -23,10 +23,10 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "gli", "~> 2.13.0"
   spec.add_runtime_dependency "metamorpher", "~> 0.2.2"
 
-  spec.add_development_dependency "bundler", "~> 1.10.2"
+  spec.add_development_dependency "bundler", "~> 1.10.3"
   spec.add_development_dependency "rake", "~> 10.4.2"
-  spec.add_development_dependency "rspec", "~> 3.2.0"
-  spec.add_development_dependency "aruba", "~> 0.6.0"
+  spec.add_development_dependency "rspec", "~> 3.3.0"
+  spec.add_development_dependency "aruba", "~> 0.7.0"
   spec.add_development_dependency "codeclimate-test-reporter", "~> 0.4.6"
-  spec.add_development_dependency "rubocop", "~> 0.31.0"
+  spec.add_development_dependency "rubocop", "~> 0.33.0"
 end

data/spec/integration/score_spec.rb

@@ -0,0 +1,35 @@
+describe "Using Mutiny to generate mutants" do
+  before(:each) do
+    cd "calculator"
+    run "bundle exec mutiny mutate"
+    run "bundle exec mutiny score"
+  end
+
+  it "should report a mutation score" do
+    expected_output = "Scoring...\n" \
+                      "14 mutants, 12 killed\n"
+
+    expect(all_output).to include(expected_output)
+  end
+
+  it "should report status of mutants" do
+    expect(all_output).to include("calculator/min.0.rb | killed")
+    expect(all_output).to include("calculator/min.1.rb | killed")
+    expect(all_output).to include("calculator/min.2.rb | survived")
+    expect(all_output).to include("calculator/min.3.rb | killed")
+    expect(all_output).to include("calculator/min.4.rb | killed")
+    expect(all_output).to include("calculator/min.5.rb | killed")
+    expect(all_output).to include("calculator/min.6.rb | killed")
+    expect(all_output).to include("calculator/max.0.rb | killed")
+    expect(all_output).to include("calculator/max.1.rb | killed")
+    expect(all_output).to include("calculator/max.2.rb | killed")
+    expect(all_output).to include("calculator/max.3.rb | killed")
+    expect(all_output).to include("calculator/max.4.rb | killed")
+    expect(all_output).to include("calculator/max.5.rb | killed")
+    expect(all_output).to include("calculator/max.6.rb | survived")
+  end
+
+  it "should fail fast (not execute all tests for some killed mutants)" do
+    expect(all_output).to include("2 (of 3)")
+  end
+end

data/spec/unit/isolation_spec.rb

@@ -0,0 +1,41 @@
+require "mutiny/isolation"
+
+module Mutiny
+  # This code originally based on Markus Schirp's implementation of Mutant::Isolation::Fork
+  #  https://github.com/mbj/mutant/blob/master/spec/unit/mutant/isolation_spec.rb
+  describe Isolation do
+    subject { described_class }
+
+    before do
+      @initial = 1
+    end
+
+    describe '.run' do
+      it 'does isolate side effects' do
+        subject.call { @initial = 2  }
+        expect(@initial).to be(1)
+      end
+
+      it 'return block value' do
+        expect(subject.call { :foo }).to be(:foo)
+      end
+
+      it 'wraps exceptions' do
+        expect { subject.call { fail } }.to raise_error(Isolation::Error, 'marshal data too short')
+      end
+
+      it 'redirects $stderr of children to /dev/null' do
+        begin
+          Tempfile.open('mutiny-test') do |file|
+            $stderr = file
+            subject.call { $stderr.puts('test') }
+            file.rewind
+            expect(file.read).to eql('')
+          end
+        ensure
+          $stderr = STDERR
+        end
+      end
+    end
+  end
+end

data/spec/unit/mutants/mutant_set_spec.rb

@@ -1,56 +1,18 @@
 module Mutiny
   module Mutants
-    class ObservableMutantSet < MutantSet
-      def create_mutant(subject, code)
-        MutantSpy.new(subject: subject, code: code)
-      end
-    end
-
-    class MutantSpy < Mutant
-      attr_reader :directory, :index
-
-      def store(directory, index)
-        @directory = directory
-        @index = index
-      end
-    end
-
     describe MutantSet do
-      subject(:mutant_set) { ObservableMutantSet.new }
+      subject(:mutant_set) { MutantSet.new }
+      let(:m1) { Mutant.new(subject: :min, code: :min_mutant_1) }
+      let(:m2) { Mutant.new(subject: :min, code: :min_mutant_2) }
+      let(:m3) { Mutant.new(subject: :max, code: :max_mutant_1) }
+      let(:m4) { Mutant.new(subject: :min, code: :min_mutant_3) }
 
       before(:each) do
-        mutant_set.add(:min, [:min_mutant_1, :min_mutant_2])
-        mutant_set.add(:max, [:max_mutant_1])
-        mutant_set.add(:min, [:min_mutant_3])
-      end
-
-      it "groups mutants by subject" do
-        groups = mutant_set.group_by_subject.to_a
-        first = groups.first
-        second = groups.last
-
-        expect(first).to eq(mutants_for(:min, :min_mutant_1, :min_mutant_2, :min_mutant_3))
-        expect(second).to eq(mutants_for(:max, :max_mutant_1))
-      end
-
-      it "counts mutants" do
-        expect(mutant_set.size).to eq(4)
-      end
-
-      it "stores by delegating to mutants" do
-        mutant_set.store(:mutant_dir)
-
-        mutant_set.group_by_subject.each do |_, mutants|
-          mutants.each_with_index do |mutant, index|
-            expect(mutant.directory).to eq(:mutant_dir)
-            expect(mutant.index).to eq(index)
-          end
-        end
+        mutant_set << m1 << m2 << m3 << m4
       end
 
-      def mutants_for(subject, *code)
-        mutants = code.map { |c| Mutant.new(subject: subject, code: c) }
-        [subject, mutants]
+      it "orders mutants by subject and index" do
+        expect(mutant_set.ordered).to eq([m1, m2, m4, m3])
       end
     end
   end

data/spec/unit/mutants/mutant_spec.rb

@@ -0,0 +1,17 @@
+module Mutiny
+  module Mutants
+    describe Mutant do
+      subject(:mutant) { Mutant.new(code: "class Hello; def run; 'Goodbye'; end; end") }
+
+      it "overrides existing code when applied" do
+        expect { mutant.apply }.to change { Hello.new.run }.from("Hello").to("Goodbye")
+      end
+    end
+  end
+end
+
+class Hello
+  def run
+    "Hello"
+  end
+end

data/spec/unit/subjects/environment_spec.rb

@@ -61,7 +61,7 @@ module Mutiny
 
         it "should function in the presence of anonymous modules" do
           in_sub_process do
-            Class.new   # create anonymous class
+            Class.new # create anonymous class
             expect(environment.subjects.names).to eq(mutatable_module_names)
           end
         end

data/spec/unit/subjects/test_set_spec.rb

@@ -35,31 +35,31 @@ module Mutiny
 
       context "for" do
         it "should return only those tests (whose expression) matches a subject" do
-          subject_set = subject_set_for("Max", "Min")
+          subjects = subject_set_for("Max", "Min")
           test_set = test_set_for("Subtract", "Min", "Add")
 
-          expect(test_set.for(subject_set)).to eq(test_set.subset { |t| t.expression == "Min" })
+          expect(test_set.for_all(subjects)).to eq(test_set.subset { |t| t.expression == "Min" })
         end
 
         it "should return multiple tests for a single subject" do
-          subject_set = subject_set_for("Min")
+          subjects = subject_set_for("Min")
           test_set = test_set_for("Min", "Max", "Min", "Max", "Min")
 
-          expect(test_set.for(subject_set)).to eq(test_set.subset { |t| t.expression == "Min" })
+          expect(test_set.for_all(subjects)).to eq(test_set.subset { |t| t.expression == "Min" })
         end
 
         it "should return no tests when there are no tests" do
-          subject_set = subject_set_for("Max", "Min")
+          subjects = subject_set_for("Max", "Min")
           test_set = TestSet.empty
 
-          expect(test_set.for(subject_set)).to eq(TestSet.empty)
+          expect(test_set.for_all(subjects)).to eq(TestSet.empty)
         end
 
         it "should return no tests when there are no relevant subjects" do
-          subject_set = subject_set_for("Max", "Min")
+          subjects = subject_set_for("Max", "Min")
           test_set = test_set_for("Subtract", "Add")
 
-          expect(test_set.for(subject_set)).to eq(TestSet.empty)
+          expect(test_set.for_all(subjects)).to eq(TestSet.empty)
         end
 
         def subject_set_for(*names)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mutiny
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Louis Rose
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-06-05 00:00:00.000000000 Z
+date: 2015-08-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: parser
@@ -72,14 +72,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.10.2
+        version: 1.10.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.10.2
+        version: 1.10.3
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -100,28 +100,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.2.0
+        version: 3.3.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.2.0
+        version: 3.3.0
 - !ruby/object:Gem::Dependency
   name: aruba
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 0.7.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 0.7.0
 - !ruby/object:Gem::Dependency
   name: codeclimate-test-reporter
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +142,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.31.0
+        version: 0.33.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.31.0
+        version: 0.33.0
 description: A tiny and experimental mutation testing framework for exploring research
   ideas.
 email:
@@ -189,16 +189,23 @@ files:
 - examples/untested_calculator/lib/calculator/max.rb
 - examples/untested_calculator/spec/spec_helper.rb
 - lib/mutiny.rb
+- lib/mutiny/analysis/analyser.rb
+- lib/mutiny/analysis/results.rb
 - lib/mutiny/configuration.rb
+- lib/mutiny/integration.rb
 - lib/mutiny/integration/rspec.rb
 - lib/mutiny/integration/rspec/context.rb
 - lib/mutiny/integration/rspec/parser.rb
 - lib/mutiny/integration/rspec/runner.rb
 - lib/mutiny/integration/rspec/test.rb
 - lib/mutiny/integration/rspec/test_set.rb
+- lib/mutiny/isolation.rb
+- lib/mutiny/isolation/pipe.rb
+- lib/mutiny/isolation/vacuum.rb
 - lib/mutiny/mode.rb
 - lib/mutiny/mode/check.rb
 - lib/mutiny/mode/mutate.rb
+- lib/mutiny/mode/score.rb
 - lib/mutiny/mutants/mutant.rb
 - lib/mutiny/mutants/mutant_set.rb
 - lib/mutiny/mutants/mutation.rb
@@ -218,6 +225,7 @@ files:
 - lib/mutiny/mutants/mutation/method/unary_arithmetic_operator_insertion.rb
 - lib/mutiny/mutants/mutation_set.rb
 - lib/mutiny/mutants/ruby.rb
+- lib/mutiny/output/table.rb
 - lib/mutiny/pattern.rb
 - lib/mutiny/reporter/stdout.rb
 - lib/mutiny/subjects.rb
@@ -233,13 +241,16 @@ files:
 - mutiny.gemspec
 - spec/integration/check_spec.rb
 - spec/integration/mutate_spec.rb
+- spec/integration/score_spec.rb
 - spec/spec_helper.rb
 - spec/support/aruba.rb
 - spec/support/in_example_project.rb
 - spec/support/shared_examples/shared_examples_for_an_operator_replacement_mutation.rb
 - spec/unit/integration/rspec/parser_spec.rb
 - spec/unit/integration/rspec/runner_spec.rb
+- spec/unit/isolation_spec.rb
 - spec/unit/mutants/mutant_set_spec.rb
+- spec/unit/mutants/mutant_spec.rb
 - spec/unit/mutants/mutations/method/binary_operator_replacement_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_deletion_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_insertion_spec.rb
@@ -284,13 +295,16 @@ summary: A tiny mutation testing framework for Ruby
 test_files:
 - spec/integration/check_spec.rb
 - spec/integration/mutate_spec.rb
+- spec/integration/score_spec.rb
 - spec/spec_helper.rb
 - spec/support/aruba.rb
 - spec/support/in_example_project.rb
 - spec/support/shared_examples/shared_examples_for_an_operator_replacement_mutation.rb
 - spec/unit/integration/rspec/parser_spec.rb
 - spec/unit/integration/rspec/runner_spec.rb
+- spec/unit/isolation_spec.rb
 - spec/unit/mutants/mutant_set_spec.rb
+- spec/unit/mutants/mutant_spec.rb
 - spec/unit/mutants/mutations/method/binary_operator_replacement_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_deletion_spec.rb
 - spec/unit/mutants/mutations/method/conditional_operator_insertion_spec.rb