RubyGems - evilution - Versions diffs - 0.22.7 → 0.24.0 - Mend

evilution 0.22.7 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (93) hide show

checksums.yaml +4 -4
data/.beads/interactions.jsonl +8 -0
data/CHANGELOG.md +28 -0
data/README.md +37 -7
data/lib/evilution/cli/command.rb +37 -0
data/lib/evilution/cli/commands/environment_show.rb +20 -0
data/lib/evilution/cli/commands/init.rb +24 -0
data/lib/evilution/cli/commands/mcp.rb +19 -0
data/lib/evilution/cli/commands/run.rb +68 -0
data/lib/evilution/cli/commands/session_diff.rb +30 -0
data/lib/evilution/cli/commands/session_gc.rb +46 -0
data/lib/evilution/cli/commands/session_list.rb +51 -0
data/lib/evilution/cli/commands/session_show.rb +27 -0
data/lib/evilution/cli/commands/subjects.rb +50 -0
data/lib/evilution/cli/commands/tests_list.rb +43 -0
data/lib/evilution/cli/commands/util_mutation.rb +66 -0
data/lib/evilution/cli/commands/version.rb +17 -0
data/lib/evilution/cli/commands.rb +4 -0
data/lib/evilution/cli/dispatcher.rb +23 -0
data/lib/evilution/cli/parsed_args.rb +12 -0
data/lib/evilution/cli/parser/command_extractor.rb +77 -0
data/lib/evilution/cli/parser/file_args.rb +41 -0
data/lib/evilution/cli/parser/options_builder.rb +103 -0
data/lib/evilution/cli/parser/stdin_reader.rb +28 -0
data/lib/evilution/cli/parser.rb +88 -0
data/lib/evilution/cli/printers/environment.rb +53 -0
data/lib/evilution/cli/printers/session_detail.rb +76 -0
data/lib/evilution/cli/printers/session_diff.rb +57 -0
data/lib/evilution/cli/printers/session_list.rb +48 -0
data/lib/evilution/cli/printers/subjects.rb +35 -0
data/lib/evilution/cli/printers/tests_list.rb +45 -0
data/lib/evilution/cli/printers/util_mutation.rb +35 -0
data/lib/evilution/cli/printers.rb +4 -0
data/lib/evilution/cli/result.rb +9 -0
data/lib/evilution/cli.rb +30 -850
data/lib/evilution/config.rb +31 -3
data/lib/evilution/integration/base.rb +23 -55
data/lib/evilution/integration/minitest.rb +22 -4
data/lib/evilution/integration/rspec.rb +28 -8
data/lib/evilution/isolation/fork.rb +11 -9
data/lib/evilution/isolation/in_process.rb +11 -9
data/lib/evilution/mcp/info_tool.rb +261 -0
data/lib/evilution/mcp/mutate_tool.rb +112 -19
data/lib/evilution/mcp/server.rb +3 -4
data/lib/evilution/mcp/session_diff_tool.rb +5 -1
data/lib/evilution/mcp/session_list_tool.rb +5 -1
data/lib/evilution/mcp/session_show_tool.rb +5 -1
data/lib/evilution/mcp/session_tool.rb +157 -0
data/lib/evilution/reporter/cli.rb +2 -1
data/lib/evilution/reporter/html/assets/style.css +68 -0
data/lib/evilution/reporter/html/baseline_keys.rb +28 -0
data/lib/evilution/reporter/html/diff_formatter.rb +27 -0
data/lib/evilution/reporter/html/escape.rb +12 -0
data/lib/evilution/reporter/html/namespace.rb +11 -0
data/lib/evilution/reporter/html/report.rb +68 -0
data/lib/evilution/reporter/html/section.rb +21 -0
data/lib/evilution/reporter/html/sections/baseline_comparison.rb +46 -0
data/lib/evilution/reporter/html/sections/error_details.rb +30 -0
data/lib/evilution/reporter/html/sections/error_entry.rb +22 -0
data/lib/evilution/reporter/html/sections/file_section.rb +47 -0
data/lib/evilution/reporter/html/sections/header.rb +29 -0
data/lib/evilution/reporter/html/sections/mutation_map.rb +32 -0
data/lib/evilution/reporter/html/sections/summary_cards.rb +11 -0
data/lib/evilution/reporter/html/sections/survived_details.rb +35 -0
data/lib/evilution/reporter/html/sections/survived_entry.rb +36 -0
data/lib/evilution/reporter/html/sections/truncation_notice.rb +17 -0
data/lib/evilution/reporter/html/sections.rb +4 -0
data/lib/evilution/reporter/html/stylesheet.rb +14 -0
data/lib/evilution/reporter/html/templates/baseline_comparison.html.erb +8 -0
data/lib/evilution/reporter/html/templates/error_details.html.erb +6 -0
data/lib/evilution/reporter/html/templates/error_entry.html.erb +10 -0
data/lib/evilution/reporter/html/templates/file_section.html.erb +9 -0
data/lib/evilution/reporter/html/templates/header.html.erb +4 -0
data/lib/evilution/reporter/html/templates/mutation_map.html.erb +6 -0
data/lib/evilution/reporter/html/templates/report.html.erb +17 -0
data/lib/evilution/reporter/html/templates/summary_cards.html.erb +23 -0
data/lib/evilution/reporter/html/templates/survived_details.html.erb +21 -0
data/lib/evilution/reporter/html/templates/survived_entry.html.erb +8 -0
data/lib/evilution/reporter/html/templates/truncation_notice.html.erb +1 -0
data/lib/evilution/reporter/html.rb +11 -349
data/lib/evilution/reporter/json.rb +12 -8
data/lib/evilution/result/mutation_result.rb +5 -1
data/lib/evilution/result/summary.rb +9 -1
data/lib/evilution/runner/baseline_runner.rb +71 -0
data/lib/evilution/runner/diagnostics.rb +105 -0
data/lib/evilution/runner/isolation_resolver.rb +134 -0
data/lib/evilution/runner/mutation_executor.rb +255 -0
data/lib/evilution/runner/mutation_planner.rb +126 -0
data/lib/evilution/runner/report_publisher.rb +60 -0
data/lib/evilution/runner/subject_pipeline.rb +121 -0
data/lib/evilution/runner.rb +57 -692
data/lib/evilution/version.rb +1 -1
metadata +71 -2

data/lib/evilution/reporter/html.rb CHANGED Viewed

@@ -1,362 +1,24 @@
 # frozen_string_literal: true
-require "cgi"
-require_relative "suggestion"
 require_relative "../reporter"
-require_relative "../result/coverage_gap_grouper"
+require_relative "suggestion"
+require_relative "html/escape"
+require_relative "html/baseline_keys"
+require_relative "html/report"
 class Evilution::Reporter::HTML
   def initialize(baseline: nil, integration: :rspec)
     @suggestion = Evilution::Reporter::Suggestion.new(integration: integration)
     @baseline = baseline
-    @baseline_keys = build_baseline_keys(baseline)
+    @baseline_keys = BaselineKeys.new(baseline)
   end
   def call(summary)
-    files = group_by_file(summary.results)
-    build_html(summary, files)
-  end
-  private
-  def group_by_file(results)
-    grouped = {}
-    results.each do |result|
-      path = result.mutation.file_path
-      grouped[path] ||= []
-      grouped[path] << result
-    end
-    grouped.sort_by { |path, _| path }.to_h
-  end
-  def build_html(summary, files)
-    <<~HTML
-      <!DOCTYPE html>
-      <html lang="en">
-      <head>
-        <meta charset="UTF-8">
-        <meta name="viewport" content="width=device-width, initial-scale=1.0">
-        <title>Evilution Mutation Report</title>
-        #{stylesheet}
-      </head>
-      <body>
-        #{build_header(summary)}
-        #{build_summary_cards(summary)}
-        #{build_baseline_comparison(summary)}
-        #{build_truncation_notice(summary)}
-        #{build_file_sections(files)}
-        #{build_footer}
-      </body>
-      </html>
-    HTML
-  end
-  def build_header(summary)
-    score_pct = format("%.2f%%", summary.score * 100)
-    score_class = score_css_class(summary.score)
-    <<~HTML
-      <header>
-        <h1>Evilution <span class="version">v#{h(Evilution::VERSION)}</span></h1>
-        <div class="score-badge #{score_class}">#{score_pct}</div>
-      </header>
-    HTML
-  end
-  def build_summary_cards(summary)
-    peak = summary.peak_memory_mb
-    peak_html = if peak
-                  peak_val = format("%.1f", peak)
-                  "<div class=\"card\"><span class=\"card-value\">#{peak_val} MB</span>" \
-                    "<span class=\"card-label\">Peak Memory</span></div>"
-                else
-                  ""
-                end
-    <<~HTML
-      <section class="summary-cards">
-        <div class="card"><span class="card-value">#{summary.total}</span><span class="card-label">Total</span></div>
-        <div class="card card-killed"><span class="card-value">#{summary.killed}</span><span class="card-label">Killed</span></div>
-        <div class="card card-survived"><span class="card-value">#{summary.survived}</span><span class="card-label">Survived</span></div>
-        <div class="card"><span class="card-value">#{summary.timed_out}</span><span class="card-label">Timed Out</span></div>
-        <div class="card"><span class="card-value">#{summary.errors}</span><span class="card-label">Errors</span></div>
-        <div class="card"><span class="card-value">#{summary.neutral}</span><span class="card-label">Neutral</span></div>
-        <div class="card"><span class="card-value">#{summary.equivalent}</span><span class="card-label">Equivalent</span></div>
-        #{build_skipped_card(summary)}
-        <div class="card"><span class="card-value">#{format("%.2f", summary.duration)}s</span><span class="card-label">Duration</span></div>
-        #{build_efficiency_cards(summary)}
-        #{peak_html}
-      </section>
-    HTML
-  end
-  def build_efficiency_cards(summary)
-    return "" unless summary.duration.positive?
-    pct = format("%.1f%%", summary.efficiency * 100)
-    rate = format("%.2f", summary.mutations_per_second)
-    %(<div class="card"><span class="card-value">#{pct}</span><span class="card-label">Efficiency</span></div>) +
-      %(<div class="card"><span class="card-value">#{rate}/s</span><span class="card-label">Rate</span></div>)
-  end
-  def build_skipped_card(summary)
-    return "" unless summary.skipped.positive?
-    %(<div class="card"><span class="card-value">#{summary.skipped}</span><span class="card-label">Skipped</span></div>)
-  end
-  def build_truncation_notice(summary)
-    return "" unless summary.truncated?
-    '<div class="truncation-notice">Truncated: Stopped early due to --fail-fast</div>'
-  end
-  def build_file_sections(files)
-    return '<p class="empty">No mutations generated.</p>' if files.empty?
-    files.map { |path, results| build_file_section(path, results) }.join("\n")
-  end
-  def build_file_section(path, results)
-    killed_count = results.count(&:killed?)
-    survived_count = results.count(&:survived?)
-    total = results.length
-    survived = results.select(&:survived?)
-    map_html = build_mutation_map(results)
-    <<~HTML
-      <section class="file-section">
-        <h2 class="file-header">
-          <span class="file-path">#{h(path)}</span>
-          <span class="file-stats">#{killed_count} killed / #{survived_count} survived / #{total} total</span>
-        </h2>
-        <div class="mutation-map">#{map_html}</div>
-        #{build_survived_details(survived)}
-      </section>
-    HTML
-  end
-  def build_mutation_map(results)
-    results
-      .sort_by { |r| r.mutation.line }
-      .map { |r| build_map_entry(r) }
-      .join("\n")
-  end
-  def build_map_entry(result)
-    mutation = result.mutation
-    status = result.status.to_s
-    title_text = normalize_title(result.error_message)
-    title_attr = title_text ? %( title="#{h(title_text)}") : ""
-    <<~HTML.chomp
-      <div class="map-line #{status}"#{title_attr}>
-        <span class="line-number">line #{mutation.line}</span>
-        <span class="operator">#{h(mutation.operator_name)}</span>
-        <span class="status-badge #{status}">#{status}</span>
-      </div>
-    HTML
-  end
-  def normalize_title(message)
-    return nil if message.nil?
-    normalized = message.gsub(/\s+/, " ").strip
-    normalized.empty? ? nil : normalized
-  end
-  def build_survived_details(survived)
-    return "" if survived.empty?
-    gaps = Evilution::Result::CoverageGapGrouper.new.call(survived)
-    entries = gaps.map { |gap| build_gap_entry(gap) }.join("\n")
-    <<~HTML
-      <div class="survived-details">
-        <h3>Coverage Gaps (#{gaps.length})</h3>
-        #{entries}
-      </div>
-    HTML
-  end
-  def build_gap_entry(gap)
-    if gap.single?
-      build_survived_entry(gap.mutation_results.first)
-    else
-      build_grouped_gap_entry(gap)
-    end
-  end
-  def build_grouped_gap_entry(gap)
-    operator_tags = gap.operator_names.map { |op| %(<span class="operator-tag">#{h(op)}</span>) }.join(" ")
-    entries_html = gap.mutation_results.map { |r| build_survived_entry(r) }.join("\n")
-    <<~HTML
-      <div class="coverage-gap">
-        <div class="gap-header">
-          <span class="location">#{h(gap.file_path)}:#{gap.line} (#{h(gap.subject_name)})</span>
-          <span class="gap-count">#{gap.count} mutations</span>
-          #{operator_tags}
-        </div>
-        #{entries_html}
-      </div>
-    HTML
-  end
-  def build_survived_entry(result)
-    mutation = result.mutation
-    suggestion_text = @suggestion.suggestion_for(mutation)
-    diff_html = format_diff(mutation.diff)
-    regression = regression?(mutation)
-    entry_class = regression ? "survived-entry regression" : "survived-entry"
-    regression_badge = regression ? ' <span class="regression-badge">NEW REGRESSION</span>' : ""
-    <<~HTML
-      <div class="#{entry_class}">
-        <div class="survived-header">
-          <span class="operator">#{h(mutation.operator_name)}#{regression_badge}</span>
-          <span class="location">#{h(mutation.file_path)}:#{mutation.line}</span>
-        </div>
-        <pre class="diff">#{diff_html}</pre>
-        <div class="suggestion">#{h(suggestion_text)}</div>
-      </div>
-    HTML
-  end
-  def format_diff(diff)
-    diff.split("\n").map do |line|
-      escaped = h(line)
-      css_class = if line.start_with?("- ")
-                    "diff-removed"
-                  elsif line.start_with?("+ ")
-                    "diff-added"
-                  else
-                    ""
-                  end
-      %(<span class="#{css_class}">#{escaped}</span>)
-    end.join("\n")
-  end
-  def build_footer
-    "<footer>Generated by Evilution v#{h(Evilution::VERSION)}</footer>"
-  end
-  def score_css_class(score)
-    if score >= 0.8
-      "score-high"
-    elsif score >= 0.5
-      "score-medium"
-    else
-      "score-low"
-    end
-  end
-  def build_baseline_comparison(summary)
-    return "" unless @baseline
-    base_summary = @baseline["summary"] || {}
-    base_score = base_summary["score"] || 0.0
-    head_score = summary.score
-    delta = head_score - base_score
-    delta_str = format("%+.2f%%", delta * 100)
-    delta_class = if delta.positive?
-                    "delta-positive"
-                  elsif delta.negative?
-                    "delta-negative"
-                  else
-                    "delta-neutral"
-                  end
-    <<~HTML
-      <section class="baseline-comparison">
-        <h2>Baseline Comparison</h2>
-        <div class="comparison-scores">
-          <span>Baseline: #{format("%.2f%%", base_score * 100)}</span>
-          <span>Current: #{format("%.2f%%", head_score * 100)}</span>
-          <span class="#{delta_class}">Delta: #{delta_str}</span>
-        </div>
-      </section>
-    HTML
-  end
-  def regression?(mutation)
-    return false if @baseline_keys.nil?
-    key = [mutation.operator_name, mutation.file_path, mutation.line, mutation.subject.name]
-    !@baseline_keys.include?(key)
-  end
-  def build_baseline_keys(baseline)
-    return nil unless baseline
-    survived = baseline["survived"] || []
-    survived.to_set { |m| [m["operator"], m["file"], m["line"], m["subject"]] }
-  end
-  def h(text)
-    CGI.escapeHTML(text.to_s)
-  end
-  def stylesheet
-    <<~HTML
-      <style>
-        * { margin: 0; padding: 0; box-sizing: border-box; }
-        body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; background: #0d1117; color: #c9d1d9; padding: 2rem; max-width: 1200px; margin: 0 auto; }
-        header { display: flex; justify-content: space-between; align-items: center; margin-bottom: 2rem; }
-        h1 { font-size: 1.5rem; color: #f0f6fc; }
-        .version { color: #8b949e; font-weight: normal; font-size: 0.9rem; }
-        .score-badge { font-size: 1.8rem; font-weight: bold; padding: 0.3rem 1rem; border-radius: 8px; }
-        .score-high { background: #1a4731; color: #3fb950; }
-        .score-medium { background: #4a3a10; color: #d29922; }
-        .score-low { background: #4a1a1a; color: #f85149; }
-        .summary-cards { display: flex; gap: 1rem; flex-wrap: wrap; margin-bottom: 2rem; }
-        .card { background: #161b22; border: 1px solid #30363d; border-radius: 8px; padding: 1rem 1.2rem; text-align: center; min-width: 100px; }
-        .card-value { display: block; font-size: 1.4rem; font-weight: bold; color: #f0f6fc; }
-        .card-label { display: block; font-size: 0.75rem; color: #8b949e; margin-top: 0.2rem; text-transform: uppercase; }
-        .card-killed { border-color: #238636; }
-        .card-survived { border-color: #da3633; }
-        .truncation-notice { background: #4a3a10; border: 1px solid #d29922; color: #d29922; padding: 0.75rem 1rem; border-radius: 8px; margin-bottom: 2rem; }
-        .file-section { background: #161b22; border: 1px solid #30363d; border-radius: 8px; margin-bottom: 1.5rem; overflow: hidden; }
-        .file-header { display: flex; justify-content: space-between; align-items: center; padding: 0.75rem 1rem; background: #1c2129; border-bottom: 1px solid #30363d; font-size: 0.9rem; }
-        .file-path { color: #58a6ff; font-family: monospace; }
-        .file-stats { color: #8b949e; font-size: 0.8rem; font-weight: normal; }
-        .mutation-map { padding: 0.5rem 1rem; }
-        .map-line { display: flex; align-items: center; gap: 0.75rem; padding: 0.25rem 0.5rem; border-radius: 4px; font-size: 0.85rem; font-family: monospace; }
-        .map-line.killed { color: #3fb950; }
-        .map-line.survived { color: #f85149; }
-        .map-line.timeout { color: #d29922; }
-        .map-line.error { color: #f85149; }
-        .map-line.neutral { color: #8b949e; }
-        .map-line.equivalent { color: #8b949e; }
-        .line-number { min-width: 60px; color: #8b949e; }
-        .operator { flex: 1; }
-        .status-badge { font-size: 0.7rem; padding: 0.1rem 0.5rem; border-radius: 10px; text-transform: uppercase; font-weight: bold; }
-        .status-badge.killed { background: #1a4731; }
-        .status-badge.survived { background: #4a1a1a; }
-        .status-badge.timeout { background: #4a3a10; }
-        .status-badge.neutral { background: #21262d; }
-        .status-badge.equivalent { background: #21262d; }
-        .survived-details { border-top: 1px solid #30363d; padding: 1rem; }
-        .survived-details h3 { color: #f85149; font-size: 0.9rem; margin-bottom: 0.75rem; }
-        .survived-entry { background: #1c1a1a; border: 1px solid #4a1a1a; border-radius: 6px; padding: 0.75rem; margin-bottom: 0.75rem; }
-        .survived-header { display: flex; justify-content: space-between; margin-bottom: 0.5rem; font-size: 0.85rem; }
-        .survived-header .operator { color: #f85149; font-weight: bold; }
-        .survived-header .location { color: #8b949e; font-family: monospace; }
-        .diff { background: #0d1117; border-radius: 4px; padding: 0.5rem 0.75rem; font-size: 0.8rem; overflow-x: auto; line-height: 1.5; }
-        .diff-removed { color: #f85149; display: block; }
-        .diff-added { color: #3fb950; display: block; }
-        .suggestion { color: #d29922; font-size: 0.8rem; margin-top: 0.5rem; font-style: italic; }
-        .coverage-gap { border: 1px solid #30363d; border-radius: 6px; padding: 0.75rem; margin-bottom: 0.75rem; background: #161b22; }
-        .gap-header { display: flex; align-items: center; gap: 0.75rem; margin-bottom: 0.5rem; font-size: 0.85rem; padding-bottom: 0.5rem; border-bottom: 1px solid #21262d; }
-        .gap-header .location { color: #58a6ff; font-family: monospace; }
-        .gap-count { background: #4a1a1a; color: #f85149; font-size: 0.7rem; padding: 0.1rem 0.5rem; border-radius: 10px; font-weight: bold; }
-        .operator-tag { background: #21262d; color: #8b949e; font-size: 0.7rem; padding: 0.1rem 0.4rem; border-radius: 4px; font-family: monospace; }
-        .empty { color: #8b949e; text-align: center; padding: 2rem; }
-        .baseline-comparison { background: #161b22; border: 1px solid #30363d; border-radius: 8px; padding: 1rem; margin-bottom: 2rem; }
-        .baseline-comparison h2 { font-size: 1rem; color: #f0f6fc; margin-bottom: 0.75rem; }
-        .comparison-scores { display: flex; gap: 2rem; font-size: 0.9rem; }
-        .delta-positive { color: #3fb950; font-weight: bold; }
-        .delta-negative { color: #f85149; font-weight: bold; }
-        .delta-neutral { color: #8b949e; font-weight: bold; }
-        .survived-entry.regression { border-color: #f85149; background: #2a1010; }
-        .regression-badge { background: #da3633; color: #fff; font-size: 0.65rem; padding: 0.1rem 0.4rem; border-radius: 4px; margin-left: 0.5rem; text-transform: uppercase; font-weight: bold; }
-        footer { text-align: center; color: #484f58; font-size: 0.75rem; margin-top: 2rem; padding-top: 1rem; border-top: 1px solid #21262d; }
-      </style>
-    HTML
+    Report.new(
+      summary,
+      baseline: @baseline,
+      baseline_keys: @baseline_keys,
+      suggestion: @suggestion
+    ).render
   end
 end

data/lib/evilution/reporter/json.rb CHANGED Viewed

@@ -17,24 +17,27 @@ class Evilution::Reporter::JSON
   private
-  # rubocop:disable Metrics/PerceivedComplexity
   def build_report(summary)
     report = {
       version: Evilution::VERSION,
       timestamp: Time.now.iso8601,
       summary: build_summary(summary),
-      survived: summary.survived_results.map { |r| build_mutation_detail(r) },
+      survived: map_details(summary.survived_results),
       coverage_gaps: build_coverage_gaps(summary),
-      killed: summary.killed_results.map { |r| build_mutation_detail(r) },
-      neutral: summary.neutral_results.map { |r| build_mutation_detail(r) },
-      timed_out: summary.results.select(&:timeout?).map { |r| build_mutation_detail(r) },
-      errors: summary.results.select(&:error?).map { |r| build_mutation_detail(r) },
-      equivalent: summary.equivalent_results.map { |r| build_mutation_detail(r) }
+      killed: map_details(summary.killed_results),
+      neutral: map_details(summary.neutral_results),
+      timed_out: map_details(summary.results.select(&:timeout?)),
+      errors: map_details(summary.results.select(&:error?)),
+      equivalent: map_details(summary.equivalent_results),
+      unresolved: map_details(summary.unresolved_results)
     }
     append_disabled_to_report(report, summary)
     report
   end
-  # rubocop:enable Metrics/PerceivedComplexity
+  def map_details(results)
+    results.map { |r| build_mutation_detail(r) }
+  end
   def append_disabled_to_report(report, summary)
     return unless summary.disabled_mutations.any?
@@ -51,6 +54,7 @@ class Evilution::Reporter::JSON
       errors: summary.errors,
       neutral: summary.neutral,
       equivalent: summary.equivalent,
+      unresolved: summary.unresolved,
       score: summary.score.round(4),
       duration: summary.duration.round(4),
       killtime: summary.killtime.round(4),

data/lib/evilution/result/mutation_result.rb CHANGED Viewed

@@ -3,7 +3,7 @@
 require_relative "../result"
 class Evilution::Result::MutationResult
-  STATUSES = %i[killed survived timeout error neutral equivalent].freeze
+  STATUSES = %i[killed survived timeout error neutral equivalent unresolved].freeze
   attr_reader :mutation, :status, :duration, :killing_test, :test_command,
               :child_rss_kb, :memory_delta_kb, :parent_rss_kb,
@@ -54,4 +54,8 @@ class Evilution::Result::MutationResult
   def equivalent?
     status == :equivalent
   end
+  def unresolved?
+    status == :unresolved
+  end
 end

data/lib/evilution/result/summary.rb CHANGED Viewed

@@ -47,8 +47,12 @@ class Evilution::Result::Summary
     results.count(&:equivalent?)
   end
+  def unresolved
+    results.count(&:unresolved?)
+  end
   def score
-    denominator = total - errors - neutral - equivalent
+    denominator = total - errors - neutral - equivalent - unresolved
     return 0.0 if denominator.zero?
     killed.to_f / denominator
@@ -74,6 +78,10 @@ class Evilution::Result::Summary
     results.select(&:equivalent?)
   end
+  def unresolved_results
+    results.select(&:unresolved?)
+  end
   def coverage_gaps
     Evilution::Result::CoverageGapGrouper.new.call(survived_results)
   end

data/lib/evilution/runner/baseline_runner.rb ADDED Viewed

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+require_relative "../baseline"
+require_relative "../spec_resolver"
+require_relative "../integration/rspec"
+require_relative "../integration/minitest"
+class Evilution::Runner; end unless defined?(Evilution::Runner) # rubocop:disable Lint/EmptyClass
+unless defined?(Evilution::Runner::INTEGRATIONS)
+  Evilution::Runner::INTEGRATIONS = {
+    rspec: Evilution::Integration::RSpec,
+    minitest: Evilution::Integration::Minitest
+  }.freeze
+end
+class Evilution::Runner::BaselineRunner
+  def initialize(config, hooks: nil)
+    @config = config
+    @hooks = hooks
+  end
+  def integration_class
+    @integration_class ||= Evilution::Runner::INTEGRATIONS.fetch(config.integration) do
+      raise Evilution::Error, "unknown integration: #{config.integration}"
+    end
+  end
+  def build_integration
+    klass = integration_class
+    test_files = config.spec_files.empty? ? nil : config.spec_files
+    kwargs = { test_files: test_files, hooks: hooks, fallback_to_full_suite: config.fallback_to_full_suite? }
+    kwargs[:related_specs_heuristic] = config.related_specs_heuristic? if klass == Evilution::Integration::RSpec
+    klass.new(**kwargs)
+  end
+  def call(subjects)
+    return nil unless config.baseline? && subjects.any?
+    log_start
+    baseline = Evilution::Baseline.new(timeout: config.timeout, **integration_class.baseline_options)
+    result = baseline.call(subjects)
+    log_complete(result)
+    result
+  end
+  def neutralization_resolver
+    integration_class.baseline_options[:spec_resolver] || Evilution::SpecResolver.new
+  end
+  def neutralization_fallback_dir
+    integration_class.baseline_options[:fallback_dir] || "spec"
+  end
+  private
+  attr_reader :config, :hooks
+  def log_start
+    return if config.quiet || !config.text? || !$stderr.tty?
+    $stderr.write("Running baseline test suite...\n")
+  end
+  def log_complete(result)
+    return if config.quiet || !config.text? || !$stderr.tty?
+    count = result.failed_spec_files.size
+    $stderr.write("Baseline complete: #{count} failing spec file#{"s" unless count == 1}\n")
+  end
+end

data/lib/evilution/runner/diagnostics.rb ADDED Viewed

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+require_relative "../memory"
+require_relative "../parallel/pool"
+class Evilution::Runner; end unless defined?(Evilution::Runner) # rubocop:disable Lint/EmptyClass
+class Evilution::Runner::Diagnostics
+  def initialize(config, stderr: $stderr)
+    @config = config
+    @stderr = stderr
+  end
+  def log_memory(phase, context = nil)
+    return unless verbose?
+    rss = Evilution::Memory.rss_mb
+    return unless rss
+    gc = gc_stats_string
+    msg = format("[memory] %<phase>s: %<rss>.1f MB", phase: phase, rss: rss)
+    ctx = [context, gc].compact.join(", ")
+    msg += " (#{ctx})" unless ctx.empty?
+    stderr.write("#{msg}\n")
+  end
+  def log_progress(current, status)
+    return unless text_tty?
+    stderr.write("mutation #{current} #{status}\n")
+  end
+  def log_mutation_diagnostics(result)
+    return unless verbose?
+    parts = []
+    parts << format("child_rss: %<mb>.1f MB", mb: result.child_rss_kb / 1024.0) if result.child_rss_kb
+    if result.memory_delta_kb
+      sign = result.memory_delta_kb.negative? ? "" : "+"
+      parts << format("delta: %<sign>s%<mb>.1f MB", sign: sign, mb: result.memory_delta_kb / 1024.0)
+    end
+    parts << gc_stats_string
+    stderr.write("[verbose] #{result.mutation}: #{parts.join(", ")}\n") unless parts.empty?
+    log_mutation_error(result) if result.error?
+  end
+  def log_worker_stats(stats)
+    return unless verbose? && stats.any?
+    stats.each do |stat|
+      pct = format("%.1f", stat.utilization * 100)
+      stderr.write("[verbose] worker #{stat.pid}: #{stat.items_completed} items, utilization #{pct}%\n")
+    end
+  end
+  def aggregate_worker_stats(stats)
+    return stats if stats.empty?
+    stats.group_by(&:pid).map do |pid, entries|
+      Evilution::Parallel::WorkQueue::WorkerStat.new(
+        pid,
+        entries.sum(&:items_completed),
+        entries.sum(&:busy_time),
+        entries.sum(&:wall_time)
+      )
+    end
+  end
+  private
+  attr_reader :config, :stderr
+  def verbose?
+    config.verbose && !config.quiet
+  end
+  def text_tty?
+    !config.quiet && config.text? && stderr.tty?
+  end
+  def log_mutation_error(result)
+    header = "[verbose] #{result.mutation}: error"
+    header += " #{result.error_class}" if result.error_class
+    header += ": #{result.error_message}" if result.error_message
+    stderr.write("#{header}\n")
+    Array(result.error_backtrace).first(5).each do |line|
+      stderr.write("[verbose]   #{line}\n")
+    end
+  end
+  def gc_stats_string
+    stats = GC.stat
+    format(
+      "heap_live_slots: %<live>d, allocated: %<alloc>d, freed: %<freed>d",
+      live: stats[:heap_live_slots],
+      alloc: stats[:total_allocated_objects],
+      freed: stats[:total_freed_objects]
+    )
+  end
+end