mutant 0.7.9 → 0.8.0

data/spec/unit/mutant/reporter/cli/printer/env_result_spec.rb

@@ -0,0 +1,35 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::EnvResult do
+  setup_shared_context
+
+  update(:mutation_a_test_result) { { passed: true } }
+
+  let(:reportable) { env_result }
+
+  describe '.call' do
+    it_reports <<-'STR'
+      subject-a
+      - test-a
+      evil:subject-a:d27d2
+      @@ -1,2 +1,2 @@
+      -true
+      +false
+      -----------------------
+      Mutant configuration:
+      Matcher:         #<Mutant::Matcher::Config match_expressions=[] subject_ignores=[] subject_selects=[]>
+      Integration:     null
+      Expect Coverage: 100.00%
+      Jobs:            1
+      Includes:        []
+      Requires:        []
+      Subjects:        1
+      Mutations:       2
+      Kills:           1
+      Alive:           1
+      Runtime:         4.00s
+      Killtime:        2.00s
+      Overhead:        100.00%
+      Coverage:        50.00%
+      Expected:        100.00%
+    STR
+  end
+end

data/spec/unit/mutant/reporter/cli/printer/mutation_progress_result_spec.rb

@@ -0,0 +1,23 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::MutationProgressResult do
+  setup_shared_context
+
+  let(:reportable) { mutation_a_result }
+
+  before do
+    allow(output).to receive(:tty?).and_return(true)
+  end
+
+  describe '.run' do
+    context 'on killed mutant' do
+      update(:mutation_a_test_result) { { passed: true } }
+
+      it_reports Mutant::Color::RED.format('F')
+    end
+
+    context 'on alive mutant' do
+      update(:mutation_a_test_result) { { passed: false } }
+
+      it_reports Mutant::Color::GREEN.format('.')
+    end
+  end
+end

data/spec/unit/mutant/reporter/cli/printer/mutation_result_spec.rb

@@ -0,0 +1,110 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::MutationResult do
+  setup_shared_context
+
+  let(:reportable) { mutation_a_result }
+
+  describe '.call' do
+    context 'failed kill' do
+      update(:mutation_a_test_result) { { passed: true } }
+
+      context 'on evil mutation' do
+        context 'with a diff' do
+          context 'on a tty' do
+            before do
+              allow(output).to receive(:tty?).and_return(true)
+            end
+
+            it_reports(
+              [
+                [Mutant::Color::NONE,  "evil:subject-a:d27d2\n"],
+                [Mutant::Color::NONE,  "@@ -1,2 +1,2 @@\n"],
+                [Mutant::Color::RED,   "-true\n"],
+                [Mutant::Color::GREEN, "+false\n"],
+                [Mutant::Color::NONE,  "-----------------------\n"]
+              ].map { |color, text| color.format(text) }.join
+            )
+          end
+
+          context 'on non tty' do
+            it_reports(<<-'STR')
+              evil:subject-a:d27d2
+              @@ -1,2 +1,2 @@
+              -true
+              +false
+              -----------------------
+            STR
+          end
+        end
+
+        context 'without a diff' do
+          # This is intentionally invalid AST mutant might produce
+          let(:subject_a_node) { s(:lvar, :super) }
+
+          # Unparses exactly the same way as above node
+          let(:mutation_a_node) { s(:zsuper) }
+
+          it_reports(<<-REPORT)
+            evil:subject-a:a5bc7
+            --- Internal failure ---
+            BUG: Mutation NOT resulted in exactly one diff hunk. Please report a reproduction!
+            Original unparsed source:
+            super
+            Original AST:
+            (lvar :super)
+            Mutated unparsed source:
+            super
+            Mutated AST:
+            (zsuper)
+            -----------------------
+          REPORT
+        end
+      end
+
+      context 'on neutral mutation' do
+        update(:mutation_a_test_result) { { passed: false } }
+
+        let(:mutation_a) do
+          Mutant::Mutation::Neutral.new(subject_a, s(:true))
+        end
+
+        it_reports(<<-REPORT)
+          neutral:subject-a:d5318
+          --- Neutral failure ---
+          Original code was inserted unmutated. And the test did NOT PASS.
+          Your tests do not pass initially or you found a bug in mutant / unparser.
+          Subject AST:
+          (true)
+          Unparsed Source:
+          true
+          Test Result:
+          - 1 @ runtime: 1.0
+            - test-a
+          Test Output:
+          mutation a test result output
+          -----------------------
+        REPORT
+      end
+
+      context 'on noop mutation' do
+        update(:mutation_a_test_result) { { passed: false } }
+
+        let(:mutation_a) do
+          Mutant::Mutation::Noop.new(subject_a, s(:true))
+        end
+
+        it_reports(<<-REPORT)
+          noop:subject-a:d5318
+          ---- Noop failure -----
+          No code was inserted. And the test did NOT PASS.
+          This is typically a problem of your specs not passing unmutated.
+          Test Result:
+          - 1 @ runtime: 1.0
+            - test-a
+          Test Output:
+          mutation a test result output
+          -----------------------
+        REPORT
+      end
+    end
+  end
+end

data/spec/unit/mutant/reporter/cli/printer/status_progressive_spec.rb

@@ -0,0 +1,51 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::StatusProgressive do
+  setup_shared_context
+
+  let(:reportable) { status }
+
+  describe '.call' do
+    context 'with empty scheduler' do
+      update(:env_result) { { subject_results: [] } }
+
+      it_reports <<-REPORT
+        (00/02)   0% - killtime: 0.00s runtime: 4.00s overhead: 4.00s
+      REPORT
+
+      context 'on non default coverage expectation' do
+        update(:config) { { expected_coverage: 0.1r } }
+
+        it_reports <<-REPORT
+          (00/02)   0% - killtime: 0.00s runtime: 4.00s overhead: 4.00s
+        REPORT
+      end
+    end
+
+    context 'with scheduler active on one subject' do
+      context 'without progress' do
+        update(:status) { { active_jobs: [].to_set } }
+
+        it_reports(<<-REPORT)
+          (02/02) 100% - killtime: 2.00s runtime: 4.00s overhead: 2.00s
+        REPORT
+      end
+
+      context 'with progress' do
+        update(:status) { { active_jobs: [job_b, job_a].to_set } }
+
+        context 'on failure' do
+          update(:mutation_a_test_result) { { passed: true } }
+
+          it_reports(<<-REPORT)
+            (01/02)  50% - killtime: 2.00s runtime: 4.00s overhead: 2.00s
+          REPORT
+        end
+
+        context 'on success' do
+          it_reports(<<-REPORT)
+            (02/02) 100% - killtime: 2.00s runtime: 4.00s overhead: 2.00s
+          REPORT
+        end
+      end
+    end
+  end
+end

data/spec/unit/mutant/reporter/cli/printer/status_spec.rb

@@ -0,0 +1,145 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::Status do
+  setup_shared_context
+
+  let(:reportable) { status }
+
+  describe '.call' do
+    context 'with empty scheduler' do
+      update(:env_result) { { subject_results: [] } }
+
+      it_reports <<-REPORT
+        Mutant configuration:
+        Matcher:         #<Mutant::Matcher::Config match_expressions=[] subject_ignores=[] subject_selects=[]>
+        Integration:     null
+        Expect Coverage: 100.00%
+        Jobs:            1
+        Includes:        []
+        Requires:        []
+        Subjects:        1
+        Mutations:       2
+        Kills:           0
+        Alive:           0
+        Runtime:         4.00s
+        Killtime:        0.00s
+        Overhead:        Inf%
+        Coverage:        0.00%
+        Expected:        100.00%
+        Active subjects: 0
+      REPORT
+
+      context 'on non default coverage expectation' do
+        update(:config) { { expected_coverage: 0.1r } }
+
+        it_reports <<-REPORT
+          Mutant configuration:
+          Matcher:         #<Mutant::Matcher::Config match_expressions=[] subject_ignores=[] subject_selects=[]>
+          Integration:     null
+          Expect Coverage: 10.00%
+          Jobs:            1
+          Includes:        []
+          Requires:        []
+          Subjects:        1
+          Mutations:       2
+          Kills:           0
+          Alive:           0
+          Runtime:         4.00s
+          Killtime:        0.00s
+          Overhead:        Inf%
+          Coverage:        0.00%
+          Expected:        10.00%
+          Active subjects: 0
+        REPORT
+      end
+    end
+
+    context 'with scheduler active on one subject' do
+      context 'without progress' do
+        update(:status) { { active_jobs: [].to_set } }
+
+        it_reports(<<-REPORT)
+          Mutant configuration:
+          Matcher:         #<Mutant::Matcher::Config match_expressions=[] subject_ignores=[] subject_selects=[]>
+          Integration:     null
+          Expect Coverage: 100.00%
+          Jobs:            1
+          Includes:        []
+          Requires:        []
+          Subjects:        1
+          Mutations:       2
+          Kills:           2
+          Alive:           0
+          Runtime:         4.00s
+          Killtime:        2.00s
+          Overhead:        100.00%
+          Coverage:        100.00%
+          Expected:        100.00%
+          Active subjects: 0
+        REPORT
+      end
+
+      context 'with progress' do
+        update(:status) { { active_jobs: [job_b, job_a].to_set } }
+
+        context 'on failure' do
+          update(:mutation_a_test_result) { { passed: true } }
+
+          it_reports(<<-REPORT)
+            Mutant configuration:
+            Matcher:         #<Mutant::Matcher::Config match_expressions=[] subject_ignores=[] subject_selects=[]>
+            Integration:     null
+            Expect Coverage: 100.00%
+            Jobs:            1
+            Includes:        []
+            Requires:        []
+            Subjects:        1
+            Mutations:       2
+            Kills:           1
+            Alive:           1
+            Runtime:         4.00s
+            Killtime:        2.00s
+            Overhead:        100.00%
+            Coverage:        50.00%
+            Expected:        100.00%
+            Active Jobs:
+            0: evil:subject-a:d27d2
+            1: evil:subject-a:d5a9d
+            Active subjects: 1
+            subject-a mutations: 2
+            F.
+            (01/02)  50% - killtime: 2.00s runtime: 2.00s overhead: 0.00s
+            - test-a
+          REPORT
+        end
+
+        context 'on success' do
+          it_reports(<<-REPORT)
+            Mutant configuration:
+            Matcher:         #<Mutant::Matcher::Config match_expressions=[] subject_ignores=[] subject_selects=[]>
+            Integration:     null
+            Expect Coverage: 100.00%
+            Jobs:            1
+            Includes:        []
+            Requires:        []
+            Subjects:        1
+            Mutations:       2
+            Kills:           2
+            Alive:           0
+            Runtime:         4.00s
+            Killtime:        2.00s
+            Overhead:        100.00%
+            Coverage:        100.00%
+            Expected:        100.00%
+            Active Jobs:
+            0: evil:subject-a:d27d2
+            1: evil:subject-a:d5a9d
+            Active subjects: 1
+            subject-a mutations: 2
+            ..
+            (02/02) 100% - killtime: 2.00s runtime: 2.00s overhead: 0.00s
+            - test-a
+          REPORT
+        end
+      end
+    end
+  end
+end

data/spec/unit/mutant/reporter/cli/printer/subject_progress_spec.rb

@@ -0,0 +1,37 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::SubjectProgress do
+  setup_shared_context
+
+  let(:reportable) { subject_a_result }
+
+  describe '.call' do
+    context 'on full coverage' do
+      it_reports <<-'STR'
+        subject-a mutations: 2
+        ..
+        (02/02) 100% - killtime: 2.00s runtime: 2.00s overhead: 0.00s
+        - test-a
+      STR
+    end
+
+    context 'on partial coverage' do
+      update(:mutation_a_test_result) { { passed: true } }
+
+      it_reports <<-'STR'
+        subject-a mutations: 2
+        F.
+        (01/02)  50% - killtime: 2.00s runtime: 2.00s overhead: 0.00s
+        - test-a
+      STR
+    end
+
+    context 'without results' do
+      update(:subject_a_result) { { mutation_results: [] } }
+
+      it_reports <<-'STR'
+        subject-a mutations: 2
+        (00/02)   0% - killtime: 0.00s runtime: 0.00s overhead: 0.00s
+        - test-a
+      STR
+    end
+  end
+end

data/spec/unit/mutant/reporter/cli/printer/subject_result_spec.rb

@@ -0,0 +1,37 @@
+RSpec.describe Mutant::Reporter::CLI::Printer::SubjectResult do
+  setup_shared_context
+
+  let(:reportable) { subject_a_result }
+
+  describe '.call' do
+    context 'on full coverage' do
+      it_reports <<-'STR'
+        subject-a
+        - test-a
+      STR
+    end
+
+    context 'on partial coverage' do
+      update(:mutation_a_test_result) { { passed: true } }
+
+      it_reports <<-'STR'
+        subject-a
+        - test-a
+        evil:subject-a:d27d2
+        @@ -1,2 +1,2 @@
+        -true
+        +false
+        -----------------------
+      STR
+    end
+
+    context 'without results' do
+      update(:subject_a_result) { { mutation_results: [] } }
+
+      it_reports <<-'STR'
+        subject-a
+        - test-a
+      STR
+    end
+  end
+end