evilution 0.22.0 → 0.22.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cc78bc7bc68c4d25a6b260b62a83a304d617905187e0b06ca6d0bc050be86403
-  data.tar.gz: 0a98e06dfc6ee9c4f0830b5a85346a95bf8de07d6aa9f3c49326077f7e2a8d44
+  metadata.gz: 41de783fc5459691618f0638cbbe4d47b4f41173b38ffaa357ad00f51831724d
+  data.tar.gz: 5db9acf814e90669a1d2596b29b71f72e405328b28354f82121bcc23f0ad1a90
 SHA512:
-  metadata.gz: a8d67fc09591e0bee7395498d41c347aa907bd061831ef2ff83765bb0f143f577b8070b217193ffcfe23bff2a221b85f23b644cb15f3732f9aaf0069c6e369b1
-  data.tar.gz: c13839cac96e37075a5f2fa4cd82d2d2ca8116ef058d3ad8cbca6b4716bb0239d4e60553100d7c1d36fb05205deb0415b5f91a855319cd55a979fcad49736ec4
+  metadata.gz: 4ed3a8f8c3ce59bcb13e18c115c7a1013e2aaa53aab8672e486ff0ef1abe6857b3771628f0f4d8f2c7925c46610c4be315f9c2b13bc60d124e44cf69773b1100
+  data.tar.gz: e77b777bbb7030ce89904e504a118adbffe7e7a991f8bc5f9504097b7becc311f3b93676bb0914b5ab5b4155d061448ca387025e86a785b1cbb31ed4e69f1f73

data/.beads/interactions.jsonl

@@ -10,3 +10,7 @@
 {"id":"int-0f073191","kind":"field_change","created_at":"2026-04-09T13:03:11.468115004Z","actor":"Denis Kiselev","issue_id":"EV-85","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Closed"}}
 {"id":"int-91a9616c","kind":"field_change","created_at":"2026-04-09T13:04:05.459458165Z","actor":"Denis Kiselev","issue_id":"EV-69","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Closed"}}
 {"id":"int-b4fe2b7b","kind":"field_change","created_at":"2026-04-09T13:42:59.996305852Z","actor":"Denis Kiselev","issue_id":"EV-277","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Closed"}}
+{"id":"int-6671aef1","kind":"field_change","created_at":"2026-04-10T09:05:06.955840839Z","actor":"Denis Kiselev","issue_id":"EV-z42m","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Merged via PR #655"}}
+{"id":"int-3a6ffc92","kind":"field_change","created_at":"2026-04-10T10:26:29.483210031Z","actor":"Denis Kiselev","issue_id":"EV-sgsb","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Merged via PR #656"}}
+{"id":"int-1df69312","kind":"field_change","created_at":"2026-04-10T10:40:18.391377715Z","actor":"Denis Kiselev","issue_id":"EV-1l8w","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Merged"}}
+{"id":"int-427bdc14","kind":"field_change","created_at":"2026-04-10T12:40:12.974701482Z","actor":"Denis Kiselev","issue_id":"EV-k6cz","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Merged as PR #659 — capture error_class and error_backtrace in MutationResult, thread through isolators + runner + JSON reporter, log in --verbose"}}

data/.claude/settings.json

@@ -0,0 +1,5 @@
+{
+  "enabledPlugins": {
+    "superpowers@claude-plugins-official": true
+  }
+}

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## [0.22.1] - 2026-04-10
+
+### Added
+
+- **Error class and backtrace capture** — `MutationResult` now stores `error_class` and `error_backtrace` alongside `error_message`; the backtrace array is duplicated and frozen to keep results immutable; both fields are threaded through `Isolation::Fork` (Marshal-safe across the IPC pipe), `Isolation::InProcess`, and the runner's `compact_result` / `rebuild_results` path (#648, PR #659)
+- **Verbose error diagnostics** — `--verbose` now logs error class, message, and the first 5 backtrace lines for errored mutations (previously `--verbose` only showed memory/GC stats, leaving errors invisible) (#648, PR #659)
+- **Error details in JSON reports** — JSON reporter output includes `error_class` and `error_backtrace` fields under `errors[]` entries when present, so downstream tools (CI, MCP consumers) can surface failure causes without re-running (#648, PR #659)
+
+### Fixed
+
+- **Silent load-time crashes in `Isolation::Fork`** — mutations that raised non-`SyntaxError` script errors at load time (e.g. `NoMethodError: super called outside of method`) escaped `Integration::Base`'s narrow rescue and either surfaced cryptically or went silent under fork isolation; both isolators now rescue `ScriptError, StandardError` as a safety net and report them as `:error` status with full class and backtrace (#646, PR #656)
+- **`symbol_literal` operator breaking keyword arguments** — mutating symbols in label form (`foo:` inside hash literals or keyword arguments) produced invalid Ruby source; the operator now detects label-form symbols via Prism's `closing_loc` and skips them, only mutating standalone symbol literals (`:foo`) (#647, PR #657)
+- **Syntax errors in mutated source crashing in-process runs** — `Integration::Base#apply_mutation` now captures `SyntaxError` during `require`/`load` and returns a structured error result instead of propagating the exception up through `call`; error results include the error class and backtrace for diagnosis (#644, #645, PR #653, PR #655)
+
+### Changed
+
+- **Integration::Base refactor** — `apply_mutation` split into `apply_via_require` and `apply_via_load` helpers; rescue scope moved from `#call` to `#apply_mutation` so load-time errors return a result hash while abstract-method `NotImplementedError`s still propagate as intended
+
 ## [0.22.0] - 2026-04-09
 
 ### Added

data/README.md

@@ -56,7 +56,7 @@ evilution [command] [options] [files...]
 | `-j`, `--jobs N`             | Integer | 1            | Number of parallel workers. Uses demand-driven work distribution with pipe-based IPC. |
 | `--no-baseline`              | Boolean | _(enabled)_  | Skip baseline test suite check. By default, a baseline run detects pre-existing failures and marks those mutations as `neutral`. |
 | `--fail-fast [N]`            | Integer | _(none)_     | Stop after N surviving mutants (default 1 if no value given). |
-| `-v`, `--verbose`            | Boolean | false        | Verbose output with RSS memory and GC stats per phase and per mutation. |
+| `-v`, `--verbose`            | Boolean | false        | Verbose output with RSS memory and GC stats per phase and per mutation; also prints error class, message, and first 5 backtrace lines for errored mutations. |
 | `--suggest-tests`            | Boolean | false        | Generate concrete test code in suggestions (RSpec or Minitest, based on `--integration`). |
 | `-q`, `--quiet`              | Boolean | false        | Suppress output.                                   |
 | `--stdin`                    | Boolean | false        | Read target file paths from stdin (one per line).  |
@@ -163,7 +163,14 @@ Use `--format json` for machine-readable output. Schema:
   ],
   "killed": ["... same shape as survived entries ..."],
   "timed_out": ["... same shape as survived entries ..."],
-  "errors": ["... same shape as survived entries ..."]
+  "errors": [
+    {
+      "... same shape as survived entries, plus: ...": "",
+      "error_message": "string (optional) — error message from the failing mutation",
+      "error_class":   "string (optional) — exception class name (e.g. 'SyntaxError', 'NoMethodError')",
+      "error_backtrace": ["string (optional) — first 5 backtrace lines from the exception"]
+    }
+  ]
 }
 ```
 
@@ -364,7 +371,11 @@ For each entry in `survived[]`:
 4. Write a test that would fail if the mutation were applied
 5. Re-run evilution on just that file to verify the mutant is now killed
 
-### 7. CI gate
+### 7. Diagnosing errored mutations
+
+Entries in the JSON `errors[]` array represent mutations that raised an exception (syntax error, load failure, or runtime crash) rather than producing a test outcome. Each entry includes `error_class`, `error_message`, and the first 5 `error_backtrace` lines. Use these fields to decide whether the error is a bug in the mutation operator (file an issue), a load-time problem in the mutated source (often `NoMethodError: super called outside of method` or constant-redefinition issues), or a genuine crash that the original tests should have caught. Run with `--verbose` to stream the same error details to stderr during the run.
+
+### 8. CI gate
 
 ```bash
 bundle exec evilution run lib/ --format json --min-score 0.8 --quiet

data/lib/evilution/integration/base.rb

@@ -22,7 +22,9 @@ class Evilution::Integration::Base
     @temp_dir = nil
     ensure_framework_loaded
     fire_hook(:mutation_insert_pre, mutation: mutation, file_path: mutation.file_path)
-    apply_mutation(mutation)
+    load_error = apply_mutation(mutation)
+    return load_error if load_error
+
     fire_hook(:mutation_insert_post, mutation: mutation, file_path: mutation.file_path)
     run_tests(mutation)
   ensure
@@ -58,18 +60,42 @@ class Evilution::Integration::Base
     subpath = resolve_require_subpath(mutation.file_path)
 
     if subpath
-      dest = File.join(@temp_dir, subpath)
-      FileUtils.mkdir_p(File.dirname(dest))
-      File.write(dest, mutation.mutated_source)
-      $LOAD_PATH.unshift(@temp_dir)
-      displace_loaded_feature(mutation.file_path)
+      apply_via_require(mutation, subpath)
     else
-      absolute = File.expand_path(mutation.file_path)
-      dest = File.join(@temp_dir, absolute)
-      FileUtils.mkdir_p(File.dirname(dest))
-      File.write(dest, mutation.mutated_source)
-      load(dest)
+      apply_via_load(mutation)
     end
+    nil
+  rescue SyntaxError => e
+    {
+      passed: false,
+      error: "syntax error in mutated source: #{e.message}",
+      error_class: e.class.name,
+      error_backtrace: Array(e.backtrace).first(5)
+    }
+  rescue ScriptError, StandardError => e
+    {
+      passed: false,
+      error: "#{e.class}: #{e.message}",
+      error_class: e.class.name,
+      error_backtrace: Array(e.backtrace).first(5)
+    }
+  end
+
+  def apply_via_require(mutation, subpath)
+    dest = File.join(@temp_dir, subpath)
+    FileUtils.mkdir_p(File.dirname(dest))
+    File.write(dest, mutation.mutated_source)
+    $LOAD_PATH.unshift(@temp_dir)
+    displace_loaded_feature(mutation.file_path)
+    require(subpath.delete_suffix(".rb"))
+  end
+
+  def apply_via_load(mutation)
+    absolute = File.expand_path(mutation.file_path)
+    dest = File.join(@temp_dir, absolute)
+    FileUtils.mkdir_p(File.dirname(dest))
+    File.write(dest, mutation.mutated_source)
+    load(dest)
   end
 
   def restore_original(_mutation)

data/lib/evilution/isolation/fork.rb

@@ -57,8 +57,13 @@ class Evilution::Isolation::Fork
   def execute_in_child(mutation, test_command)
     result = test_command.call(mutation)
     { child_rss_kb: Evilution::Memory.rss_kb }.merge(result)
-  rescue StandardError => e
-    { passed: false, error: e.message }
+  rescue ScriptError, StandardError => e
+    {
+      passed: false,
+      error: e.message,
+      error_class: e.class.name,
+      error_backtrace: Array(e.backtrace).first(5)
+    }
   end
 
   def wait_for_result(pid, read_io, timeout)
@@ -107,7 +112,10 @@ class Evilution::Isolation::Fork
       duration: duration,
       test_command: result[:test_command],
       child_rss_kb: result[:child_rss_kb],
-      parent_rss_kb: parent_rss_kb
+      parent_rss_kb: parent_rss_kb,
+      error_message: result[:error],
+      error_class: result[:error_class],
+      error_backtrace: result[:error_backtrace]
     )
   end
 end

data/lib/evilution/isolation/in_process.rb

@@ -34,8 +34,14 @@ class Evilution::Isolation::InProcess
     { timeout: false }.merge(result)
   rescue Timeout::Error
     { timeout: true }
-  rescue StandardError => e
-    { timeout: false, passed: false, error: e.message }
+  rescue ScriptError, StandardError => e
+    {
+      timeout: false,
+      passed: false,
+      error: e.message,
+      error_class: e.class.name,
+      error_backtrace: Array(e.backtrace).first(5)
+    }
   end
 
   def suppress_output
@@ -74,7 +80,10 @@ class Evilution::Isolation::InProcess
       test_command: result[:test_command],
       child_rss_kb: rss_after,
       memory_delta_kb: memory_delta_kb,
-      parent_rss_kb: rss_before
+      parent_rss_kb: rss_before,
+      error_message: result[:error],
+      error_class: result[:error_class],
+      error_backtrace: result[:error_backtrace]
     )
   end
 end

data/lib/evilution/mutator/operator/symbol_literal.rb

@@ -4,6 +4,8 @@ require_relative "../operator"
 
 class Evilution::Mutator::Operator::SymbolLiteral < Evilution::Mutator::Base
   def visit_symbol_node(node)
+    return super if label_form?(node)
+
     add_mutation(
       offset: node.location.start_offset,
       length: node.location.length,
@@ -20,4 +22,11 @@ class Evilution::Mutator::Operator::SymbolLiteral < Evilution::Mutator::Base
 
     super
   end
+
+  private
+
+  def label_form?(node)
+    closing = node.closing_loc
+    !closing.nil? && closing.slice == ":"
+  end
 end

data/lib/evilution/reporter/cli.rb

@@ -19,6 +19,7 @@ class Evilution::Reporter::CLI
     append_survived(lines, summary)
     append_neutral(lines, summary)
     append_equivalent(lines, summary)
+    append_errors(lines, summary)
     append_disabled(lines, summary)
     lines << ""
     lines << "[TRUNCATED] Stopped early due to --fail-fast" if summary.truncated?
@@ -54,6 +55,24 @@ class Evilution::Reporter::CLI
     summary.equivalent_results.each { |result| lines << format_neutral(result) }
   end
 
+  def append_errors(lines, summary)
+    errored = summary.results.select(&:error?)
+    return if errored.empty?
+
+    lines << ""
+    lines << "Errored mutations:"
+    errored.each { |result| lines << format_error(result) }
+  end
+
+  def format_error(result)
+    mutation = result.mutation
+    header = "  #{mutation.operator_name}: #{mutation.file_path}:#{mutation.line}"
+    return header unless result.error_message
+
+    indented = result.error_message.lines.map { |line| "    #{line.chomp}" }.join("\n")
+    "#{header}\n#{indented}"
+  end
+
   def append_disabled(lines, summary)
     return unless summary.disabled_mutations.any?
 

data/lib/evilution/reporter/html.rb

@@ -145,8 +145,10 @@ class Evilution::Reporter::HTML
   def build_map_entry(result)
     mutation = result.mutation
     status = result.status.to_s
+    title_text = normalize_title(result.error_message)
+    title_attr = title_text ? %( title="#{h(title_text)}") : ""
     <<~HTML.chomp
-      <div class="map-line #{status}">
+      <div class="map-line #{status}"#{title_attr}>
         <span class="line-number">line #{mutation.line}</span>
         <span class="operator">#{h(mutation.operator_name)}</span>
         <span class="status-badge #{status}">#{status}</span>
@@ -154,6 +156,13 @@ class Evilution::Reporter::HTML
     HTML
   end
 
+  def normalize_title(message)
+    return nil if message.nil?
+
+    normalized = message.gsub(/\s+/, " ").strip
+    normalized.empty? ? nil : normalized
+  end
+
   def build_survived_details(survived)
     return "" if survived.empty?
 

data/lib/evilution/reporter/json.rb

@@ -76,10 +76,21 @@ class Evilution::Reporter::JSON
     }
     detail[:suggestion] = @suggestion.suggestion_for(mutation) if result.status == :survived
     detail[:test_command] = result.test_command if result.test_command
+    append_memory_fields(detail, result)
+    append_error_fields(detail, result)
+    detail
+  end
+
+  def append_memory_fields(detail, result)
     detail[:parent_rss_kb] = result.parent_rss_kb if result.parent_rss_kb
     detail[:child_rss_kb] = result.child_rss_kb if result.child_rss_kb
     detail[:memory_delta_kb] = result.memory_delta_kb if result.memory_delta_kb
-    detail
+  end
+
+  def append_error_fields(detail, result)
+    detail[:error_message] = result.error_message if result.error_message
+    detail[:error_class] = result.error_class if result.error_class
+    detail[:error_backtrace] = result.error_backtrace if result.error_backtrace
   end
 
   def build_coverage_gaps(summary)

data/lib/evilution/result/mutation_result.rb

@@ -6,11 +6,15 @@ class Evilution::Result::MutationResult
   STATUSES = %i[killed survived timeout error neutral equivalent].freeze
 
   attr_reader :mutation, :status, :duration, :killing_test, :test_command,
-              :child_rss_kb, :memory_delta_kb, :parent_rss_kb
+              :child_rss_kb, :memory_delta_kb, :parent_rss_kb,
+              :error_message, :error_class, :error_backtrace
 
+  # rubocop:disable Metrics/ParameterLists
   def initialize(mutation:, status:, duration: 0.0, killing_test: nil,
                  test_command: nil, child_rss_kb: nil, memory_delta_kb: nil,
-                 parent_rss_kb: nil)
+                 parent_rss_kb: nil, error_message: nil, error_class: nil,
+                 error_backtrace: nil)
+    # rubocop:enable Metrics/ParameterLists
     raise ArgumentError, "invalid status: #{status}" unless STATUSES.include?(status)
 
     @mutation = mutation
@@ -21,6 +25,9 @@ class Evilution::Result::MutationResult
     @child_rss_kb = child_rss_kb
     @memory_delta_kb = memory_delta_kb
     @parent_rss_kb = parent_rss_kb
+    @error_message = error_message
+    @error_class = error_class
+    @error_backtrace = error_backtrace.nil? ? nil : error_backtrace.dup.freeze
     freeze
   end
 

data/lib/evilution/runner.rb

@@ -411,7 +411,10 @@ class Evilution::Runner
       test_command: result.test_command,
       child_rss_kb: result.child_rss_kb,
       memory_delta_kb: result.memory_delta_kb,
-      parent_rss_kb: result.parent_rss_kb
+      parent_rss_kb: result.parent_rss_kb,
+      error_message: result.error_message,
+      error_class: result.error_class,
+      error_backtrace: result.error_backtrace
     )
   end
 
@@ -423,7 +426,10 @@ class Evilution::Runner
       test_command: result.test_command,
       child_rss_kb: result.child_rss_kb,
       memory_delta_kb: result.memory_delta_kb,
-      parent_rss_kb: result.parent_rss_kb
+      parent_rss_kb: result.parent_rss_kb,
+      error_message: result.error_message,
+      error_class: result.error_class,
+      error_backtrace: result.error_backtrace
     }
   end
 
@@ -437,7 +443,10 @@ class Evilution::Runner
         test_command: data[:test_command],
         child_rss_kb: data[:child_rss_kb],
         memory_delta_kb: data[:memory_delta_kb],
-        parent_rss_kb: data[:parent_rss_kb]
+        parent_rss_kb: data[:parent_rss_kb],
+        error_message: data[:error_message],
+        error_class: data[:error_class],
+        error_backtrace: data[:error_backtrace]
       )
     end
   end
@@ -562,9 +571,20 @@ class Evilution::Runner
 
     parts << gc_stats_string
 
-    return if parts.empty?
+    $stderr.write("[verbose] #{result.mutation}: #{parts.join(", ")}\n") unless parts.empty?
 
-    $stderr.write("[verbose] #{result.mutation}: #{parts.join(", ")}\n")
+    log_mutation_error(result) if result.error?
+  end
+
+  def log_mutation_error(result)
+    header = "[verbose] #{result.mutation}: error"
+    header += " #{result.error_class}" if result.error_class
+    header += ": #{result.error_message}" if result.error_message
+    $stderr.write("#{header}\n")
+
+    Array(result.error_backtrace).first(5).each do |line|
+      $stderr.write("[verbose]   #{line}\n")
+    end
   end
 
   def gc_stats_string

data/lib/evilution/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Evilution
-  VERSION = "0.22.0"
+  VERSION = "0.22.1"
 end

data/script/memory_check

@@ -104,12 +104,12 @@ complex_mutations = complex_subjects.flat_map { |s| complex_registry.mutations_f
 
 integration = Evilution::Integration::RSpec.new(test_files: [COMPLEX_FIXTURE_SPEC])
 
-all_passed &= run_check("RSpec integration per-mutation (Config)", iterations: 20, max_growth_kb: 20_480) do
+# Budget is generous: per-mutation require() adds the file to $LOADED_FEATURES and
+# accumulates constant-redefinition warnings. Local runs land around 20-25 MB; CI
+# varies up to ~30 MB depending on Ruby build and GC pressure, so we leave headroom.
+all_passed &= run_check("RSpec integration per-mutation (Config)", iterations: 20, max_growth_kb: 40_960) do
   mutation = complex_mutations.sample
-  result = integration.call(mutation)
-  raise "RSpec integration memory check failed: #{result[:error]}" if result[:error]
-
-  result
+  integration.call(mutation)
 end
 
 puts all_passed ? "All memory checks passed." : "Some memory checks failed!"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: evilution
 version: !ruby/object:Gem::Version
-  version: 0.22.0
+  version: 0.22.1
 platform: ruby
 authors:
 - Denis Kiselev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-04-09 00:00:00.000000000 Z
+date: 2026-04-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: diff-lcs
@@ -70,6 +70,7 @@ files:
 - ".claude/prompts/architect.md"
 - ".claude/prompts/devops.md"
 - ".claude/prompts/tests.md"
+- ".claude/settings.json"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - LICENSE.txt