evilution 0.30.1 → 0.30.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: df5ef86d0b451e9629f95ab8115ebfbf4cab99b6a16dfd543582e51fab368158
-  data.tar.gz: 924099a4fec1e9b1af0d84d5daf67b26883476112ea4346556086882e198d2fc
+  metadata.gz: 43c577be5df2b96507216aaeb8825fe47a86b52d4a7e43684db715763538d9b5
+  data.tar.gz: 1a17f1e3e393cb527be15d518fc4f193f04a2932fe44dfa17cf2e406f6ac662a
 SHA512:
-  metadata.gz: 987dfe13f4d495e220fd90fb207ee17fbede833d97cf1f62b109601c2009fa3e68dd68f8b56e8f457ed68139af6f5743902e1562dcd9b73335945d11155b83ea
-  data.tar.gz: 154501f04dd8c867506ebb479934af83909e2568a175f7cbf5d2d5c59f68d50143da062bae16599c71e97edb3f43bc0158d31af2ca01febe2fc32d7634203f23
+  metadata.gz: 7dfc0f9ebbcdb8548b582cd74a803119a42b177316c524b31b4d383c64aada5fadd2d65111fc20817f52b38efa4fa57184ead3679cd085df116a8178a8ed00a6
+  data.tar.gz: aa58a74d4bd33407126dc3c15c0716c06e260ee17475430b5b6405af4cc3c98191607823490bf4f9b72abe87238d1ec7219cec6dbd17e2915011b04d8abfc14e

data/.beads/interactions.jsonl

@@ -370,3 +370,18 @@
 {"id":"int-5c439789","kind":"field_change","created_at":"2026-05-15T04:10:04.253005681Z","actor":"Denis Kiselev","issue_id":"EV-m47s","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Closed"}}
 {"id":"int-9c968bc0","kind":"field_change","created_at":"2026-05-15T04:10:02.826901138Z","actor":"Denis Kiselev","issue_id":"EV-74e3","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Closed"}}
 {"id":"int-4677d561","kind":"field_change","created_at":"2026-05-15T05:18:42.843114482Z","actor":"Denis Kiselev","issue_id":"EV-ju3o","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Closed"}}
+{"id":"int-f977cb7c","kind":"field_change","created_at":"2026-05-15T06:37:09.06468763Z","actor":"Denis Kiselev","issue_id":"EV-mn3p","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary PASS 0.30.1. client.rb 882 mutations 100% score, 3 equivalent. capsule.rb 6.85% — upstream test debt, not evilution bug. No evilution bugs surfaced. Artifact .artifacts/sidekiq_sidekiq.yml."}}
+{"id":"int-1b07bd8c","kind":"field_change","created_at":"2026-05-15T06:50:28.638714936Z","actor":"Denis Kiselev","issue_id":"EV-7764","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary infra mismatch — pagy uses thor-driven multi-file test orchestration that single-spec evilution invocation can't replicate. No evilution bug surfaced. Documented in artifact."}}
+{"id":"int-47573a1f","kind":"field_change","created_at":"2026-05-15T06:51:44.810876255Z","actor":"Denis Kiselev","issue_id":"EV-ff13","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary PASS 0.30.1+EV-5nxs. Baseline 509/0/0. object_utils.rb 57 mutations 100%, candidates.rb 100% (21 muts/s). No evilution bugs. Artifact .artifacts/norman_friendly_id.yml."}}
+{"id":"int-296f712f","kind":"field_change","created_at":"2026-05-15T06:57:54.666163064Z","actor":"Denis Kiselev","issue_id":"EV-9cd2","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Canary smoke_fail 2026-05-15. Baseline 431/0/0. All targeted mutations 0% kill. Same pattern as pagy. Suspected ActiveSupport::TestCase + reset_state + class-reopen gap in evilution Minitest integration but no minimal repro yet. Not filed as separate bug — needs smaller reproducer. Artifact .artifacts/kaminari_kaminari.yml."}}
+{"id":"int-90ffe424","kind":"field_change","created_at":"2026-05-15T06:58:55.664447898Z","actor":"Denis Kiselev","issue_id":"EV-225l","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary SKIPPED 2026-05-15. test_helper.rb spawns its own redis-server (no env override); host has no redis-server binary. Sidekiq EV-mn3p already covers concurrency tier signal (100% PASS on client.rb). Resque revisit only justified if a resque-specific bug surfaces later. Artifact .artifacts/resque_resque.yml."}}
+{"id":"int-0648236b","kind":"field_change","created_at":"2026-05-15T07:00:59.017162278Z","actor":"Denis Kiselev","issue_id":"EV-ks6i","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary PASS 0.30.1+EV-5nxs. configuration.rb 40.69% upstream gap. body.rb 66.78% upstream gap. 0 errored mutations across both targets. No evilution bugs. Artifact .artifacts/mikel_mail.yml."}}
+{"id":"int-8a14f28f","kind":"field_change","created_at":"2026-05-15T08:24:58.326924498Z","actor":"Denis Kiselev","issue_id":"EV-5nxs","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Closed"}}
+{"id":"int-e084d525","kind":"field_change","created_at":"2026-05-15T09:44:03.368189125Z","actor":"Denis Kiselev","issue_id":"EV-9a6c","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Fixed PR #1251, shipped 0.30.2. method_body_replacement targets body.statements (not whole BeginNode) for method-level rescue/ensure; super-detection still scans full body. Copilot review addressed. Verified on redis-rb client.rb — 5 super-errors eliminated."}}
+{"id":"int-be59f27d","kind":"field_change","created_at":"2026-05-15T09:44:04.508238014Z","actor":"Denis Kiselev","issue_id":"EV-5rtm","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Canary PASS 0.30.2. pipeline.rb 100% (240/240), client.rb 76.67% (138k/42s/0err — 5 prior EV-9a6c errors eliminated), errors.rb 0% upstream gap. 3 evilution bugs surfaced + all fixed: EV-ju3o #1240 + EV-7u9c #1241 (0.30.1), EV-9a6c #1247 (0.30.2). Remaining survivors = redis-rb test debt. Artifact .artifacts/redis_redis-rb.yml."}}
+{"id":"int-3960db7a","kind":"field_change","created_at":"2026-05-15T10:18:04.635769183Z","actor":"Denis Kiselev","issue_id":"EV-xqv3","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary done 0.30.2. Baseline 1311/0/0. lexer.rb 1299 mutations 26.79% — real upstream coverage gap (abstract base class, subclass tests don't exercise base). 1 evilution bug surfaced EV-5nxs #1248 (autorun stub timing) — fixed PR #1249, shipped 0.30.2. Artifact .artifacts/rouge-ruby_rouge.yml."}}
+{"id":"int-b24804d2","kind":"field_change","created_at":"2026-05-15T10:19:29.488481997Z","actor":"Denis Kiselev","issue_id":"EV-rxob","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"20-repo stability matrix complete. All 20 sub-canaries closed. Results: 10 pass, 2 smoke_fail (pagy/kaminari — 0% score, follow-up EV-laxo investigates suspected reset_state vs class-reopen), 1 skipped (resque — host redis-server infra). 4 evilution bugs surfaced + all fixed/shipped: EV-ju3o #1240 + EV-7u9c #1241 (0.30.1), EV-9a6c #1247 + EV-5nxs #1248 (0.30.2). Aggregate .artifacts/SUMMARY.md. Open follow-up: EV-laxo (pagy/kaminari 0% root cause)."}}
+{"id":"int-8a9bcade","kind":"field_change","created_at":"2026-05-15T12:15:27.827753441Z","actor":"Denis Kiselev","issue_id":"EV-225l","extra":{"field":"status","new_value":"open","old_value":"closed"}}
+{"id":"int-434f659f","kind":"field_change","created_at":"2026-05-15T12:15:28.901913417Z","actor":"Denis Kiselev","issue_id":"EV-225l","extra":{"field":"status","new_value":"closed","old_value":"open","reason":"Canary PASS 0.30.2 (re-run, earlier skip was wrong). Baseline 285/286 (1 error = port-9736-hardcoded test, infra collateral). stat.rb 95.92%, job.rb 100% (451 muts, 1 equivalent). No evilution bugs. Ran against shared docker redis on 6381 with 3-line test_helper.rb patch (which-guard, backtick self-spawn, port). Artifact .artifacts/resque_resque.yml."}}
+{"id":"int-d1684261","kind":"field_change","created_at":"2026-05-15T13:01:27.370142624Z","actor":"Denis Kiselev","issue_id":"EV-laxo","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Investigation complete. Root causes found, both confirmed via instrumented iseq probing. pagy 0%: fork isolation clobbers eval'd mutation — spec require()s lazily-loaded target file not in $LOADED_FEATURES, reloads original from disk (EV-vxgl #1253 P1). kaminari 0%: kaminari runs on test-unit gem not Minitest (ActiveSupport::TestCase < Test::Unit::TestCase), test classes never Minitest::Runnable, 0 tests dispatch — plus evilution silently scores 0% instead of erroring (EV-5dxk #1254 P2). Original hypothesis (reset_state runnables clear) was wrong — disproven."}}
+{"id":"int-011584d4","kind":"field_change","created_at":"2026-05-15T15:55:27.437673072Z","actor":"Denis Kiselev","issue_id":"EV-vxgl","extra":{"field":"status","new_value":"closed","old_value":"in_progress","reason":"Fixed PR (merged). MutationApplier#mark_feature_loaded registers realpath in $LOADED_FEATURES post-eval — spec require() no longer reloads original. pagy jobs=4: 0% -> 82.81%. Residual gap vs jobs=1 is separate (EV-wu8w in_process inflation)."}}

data/.rubocop_todo.yml

@@ -11,3 +11,4 @@ Metrics/ClassLength:
     - "lib/evilution/isolation/fork.rb"
     - "lib/evilution/integration/minitest.rb"
     - "lib/evilution/mcp/mutate_tool.rb"
+    - "lib/evilution/runner/isolation_resolver.rb"

data/CHANGELOG.md

@@ -2,6 +2,20 @@
 
 Versioning policy: see [docs/versioning.md](docs/versioning.md).
 
+## [0.30.3] - 2026-05-16
+
+### Fixed
+
+- **Fork isolation no longer clobbers the eval'd mutation when the spec `require`s a lazily-loaded target file** — `MutationApplier` evals the mutated source straight into the VM, which does not register a `$LOADED_FEATURES` entry. When the project lazy-loads the target file (only the spec references it) and the spec then `require`s it, `require` found nothing loaded and re-read the **original** file from disk, clobbering the mutation before any test ran. Every mutation then silently survived. In-process runs masked it — the first mutation's spec-load populated `$LOADED_FEATURES` for the rest of the process — but under fork isolation each worker restarts from the same pre-`require` snapshot, so the whole file scored 0%. `MutationApplier` now registers the mutated file's canonical (`File.realpath`) path in `$LOADED_FEATURES` after applying the mutation, so a later `require`/`require_relative` is a no-op. Surfaced by the EV-7764 pagy stability canary: `gem/lib/pagy/classes/request.rb` went from 0% to 82.8% under `--jobs 4` (EV-vxgl, PR #1256, GH #1253)
+- **Minitest integration reports `:error` instead of a misleading 0% when zero test methods run** — if the dispatched Minitest run executed no test methods (the resolved spec registered no `Minitest::Runnable` suite — commonly because the project's tests use a different framework such as the `test-unit` gem, or `--spec` points at the wrong file), `reporter.passed?` returned `true` for the empty run and every mutation was scored *survived*, producing a meaningless 0%. `run_minitest` now reports the dispatched test-method count; a zero-count run yields an error-shaped result so `classify_status` maps it to `:error` and the high-error-rate warning fires, instead of silently inflating the denominator. The Minitest analogue of the EV-720r RSpec fix. Surfaced by the EV-9cd2 kaminari stability canary (kaminari runs on `test-unit`, not Minitest) (EV-5dxk, PR #1257, GH #1254)
+
+## [0.30.2] - 2026-05-15
+
+### Fixed
+
+- **`method_body_replacement` no longer corrupts methods with a method-level `rescue`/`ensure`** — for the shorthand form `def foo; stmts; rescue => e; ...; end` (no explicit `begin`), Prism makes `DefNode#body` a `BeginNode` whose `location` spans the *entire* `def...end` block — the `def` keyword and matching `end` included. The operator replaced that whole range with `nil` / `self` / `super`, obliterating the method framing and leaving the replacement dangling at the enclosing class/module scope; `super` replacements then raised `NoMethodError: super called outside of method` at load time, and the run miscounted every such mutation as an error. The operator now targets only the leading statements (`body.statements`) when the body is a `BeginNode`, preserving the `rescue`/`else`/`ensure` clauses and the `def` framing; methods with a rescue/ensure-only body (no leading statements) emit no mutation. Super *detection* still scans the full body, so a `super` call in any clause keeps the bare-super replacement candidate. Surfaced by the EV-5rtm redis-rb stability canary — 5 methods in `lib/redis/client.rb` (`ensure_connected`, `call_v`, `blocking_call_v`, `pipelined`, `multi`) all-errored before this fix (EV-9a6c, PR #1251, GH #1247)
+- **`Minitest.autorun` stub now runs before the user `--preload` file** — the EV-7u9c fix (0.30.1) stubbed `Minitest.autorun` from `Integration::Minitest#ensure_framework_loaded` and `run_baseline_test_file`, both of which execute *after* `Runner#perform_preload`. When the user passed `--preload <file>` and that file required `minitest/autorun` (typical for `spec_helper.rb` / `test_helper.rb`), the `at_exit` handler was installed during preload — before the stub took effect — and the misleading "invalid option: --integration" banner returned at process exit. `Evilution::Runner::IsolationResolver#perform_preload` now invokes `Evilution::Integration::Minitest.stub_autorun!` immediately before requiring the preload file when `config.integration == :minitest`; it is a no-op for the RSpec integration. Surfaced by the EV-xqv3 rouge stability canary, whose `spec/spec_helper.rb` requires `minitest/autorun` (EV-5nxs, PR #1249, GH #1248)
+
 ## [0.30.1] - 2026-05-15
 
 ### Fixed

data/lib/evilution/integration/loading/mutation_applier.rb

@@ -59,6 +59,21 @@ class Evilution::Integration::Loading::MutationApplier
     @redefinition_recovery.call(mutation.original_source) do
       @source_evaluator.call(eval_target, mutation.file_path)
     end
+    mark_feature_loaded(mutation.file_path)
+  end
+
+  # The mutated source is eval'd straight into the VM — `eval` does not register
+  # a `$LOADED_FEATURES` entry. If the spec then `require`s the same file (common
+  # when the project lazy-loads it and only the test references it), `require`
+  # reloads the ORIGINAL from disk and clobbers the mutation, so every mutation
+  # silently survives. Under fork isolation each worker starts from the same
+  # pre-`require` snapshot, so the whole file scores 0%. Registering the
+  # canonical path makes a later `require`/`require_relative` a no-op.
+  def mark_feature_loaded(file_path)
+    absolute = File.realpath(File.expand_path(file_path))
+    $LOADED_FEATURES << absolute unless $LOADED_FEATURES.include?(absolute)
+  rescue Errno::ENOENT
+    nil
   end
 
   def failure_result(error, message)

data/lib/evilution/integration/minitest.rb

@@ -122,16 +122,37 @@ class Evilution::Integration::Minitest < Evilution::Integration::Base
     return unresolved_result(mutation) if files.nil?
 
     command = "ruby -Itest #{files.join(" ")}"
+    execute_minitest(mutation, files, command)
+  rescue StandardError => e
+    { passed: false, error: e.message, test_command: command }
+  end
 
+  def execute_minitest(mutation, files, command)
     files.each { |f| load(File.expand_path(f)) }
 
-    args = build_args(mutation)
     detector = reset_crash_detector
-    passed = run_minitest(args, detector)
+    run = run_minitest(build_args(mutation), detector)
 
-    build_minitest_result(passed, command, detector)
-  rescue StandardError => e
-    { passed: false, error: e.message, test_command: command }
+    return no_tests_ran_result(command) if run[:count].zero?
+
+    build_minitest_result(run[:passed], command, detector)
+  end
+
+  # Zero dispatched test methods means the run carries no signal — the result
+  # is neither survived nor killed. Most common cause: the project's tests use
+  # a framework other than Minitest (e.g. the test-unit gem, whose
+  # Test::Unit::TestCase classes are not Minitest::Runnable), or --spec points
+  # at a file that registers no Minitest suite. Report :error so the score is
+  # not silently inflated to 0% with every mutation marked survived.
+  def no_tests_ran_result(command)
+    {
+      passed: false,
+      error: "no Minitest tests executed (0 test methods ran) — the resolved " \
+             "spec registered no Minitest suite. Check --integration/--spec; " \
+             "the project may use a non-Minitest framework (e.g. test-unit).",
+      error_class: "Evilution::Error",
+      test_command: command
+    }
   end
 
   def unresolved_result(mutation)
@@ -157,7 +178,8 @@ class Evilution::Integration::Minitest < Evilution::Integration::Base
     options[:io] = out
 
     reporter = ::Minitest::CompositeReporter.new
-    reporter << ::Minitest::SummaryReporter.new(out, options)
+    summary = ::Minitest::SummaryReporter.new(out, options)
+    reporter << summary
     reporter << detector
 
     self.class.initialize_minitest_state(reporter, options)
@@ -165,7 +187,7 @@ class Evilution::Integration::Minitest < Evilution::Integration::Base
     dispatch_minitest_suites(reporter, options)
     reporter.report
 
-    reporter.passed?
+    { passed: reporter.passed?, count: summary.count }
   end
 
   def dispatch_minitest_suites(reporter, options)

data/lib/evilution/mutator/operator/method_body_replacement.rb

@@ -7,14 +7,18 @@ class Evilution::Mutator::Operator::MethodBodyReplacement < Evilution::Mutator::
   SUPER_REPLACEMENT = "super"
 
   def visit_def_node(node)
-    if node.body
+    target = mutation_target(node.body)
+    if target
       replacements = ALWAYS_SAFE_REPLACEMENTS.dup
+      # Super detection scans the whole body (rescue/else/ensure clauses
+      # included) — a super call in any clause means a parent target exists,
+      # so a bare-super replacement of the statements is meaningful.
       replacements << SUPER_REPLACEMENT if body_calls_super?(node.body)
 
       replacements.each do |replacement|
         add_mutation(
-          offset: node.body.location.start_offset,
-          length: node.body.location.length,
+          offset: target.location.start_offset,
+          length: target.location.length,
           replacement: replacement,
           node: node
         )
@@ -26,6 +30,18 @@ class Evilution::Mutator::Operator::MethodBodyReplacement < Evilution::Mutator::
 
   private
 
+  # A method-level rescue/ensure (`def foo; stmts; rescue; ...; end`) makes
+  # node.body a BeginNode whose location spans the entire `def...end` — the
+  # `def` keyword and matching `end` included. Replacing that range obliterates
+  # the method framing, leaving the replacement (`nil`/`self`/`super`) dangling
+  # at the enclosing scope. The replaceable region is only the leading
+  # statements; returns nil when there are none (rescue/ensure-only body).
+  def mutation_target(body)
+    return body unless body.is_a?(Prism::BeginNode)
+
+    body.statements
+  end
+
   # The bare-super replacement raises NoMethodError at runtime when the enclosing
   # class has no parent implementation of the method. We emit it only when the
   # original body already calls super, using that as a heuristic that a super

data/lib/evilution/runner/isolation_resolver.rb

@@ -37,6 +37,7 @@ class Evilution::Runner::IsolationResolver
     return unless path
 
     prepare_load_path_for_preload
+    prepare_integration_for_preload
     require File.expand_path(path)
   rescue Evilution::ConfigError
     raise
@@ -186,6 +187,19 @@ class Evilution::Runner::IsolationResolver
     raise Evilution::ConfigError.new("preload file not found: #{path.inspect}", file: path)
   end
 
+  # User preload files (spec_helper.rb, test_helper.rb) typically require
+  # 'minitest/autorun', which installs an at_exit handler that re-parses ARGV
+  # at process exit. The stub from Integration::Minitest#ensure_framework_loaded
+  # only fires during baseline — too late to prevent the handler from being
+  # registered. Stub before user code runs.
+  def prepare_integration_for_preload
+    return unless config.integration.to_s == "minitest"
+
+    require "minitest"
+    require_relative "../integration/minitest"
+    Evilution::Integration::Minitest.stub_autorun!
+  end
+
   def warn_missing_explicit_preload(path)
     return if config.quiet
 

data/lib/evilution/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Evilution
-  VERSION = "0.30.1"
+  VERSION = "0.30.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: evilution
 version: !ruby/object:Gem::Version
-  version: 0.30.1
+  version: 0.30.3
 platform: ruby
 authors:
 - Denis Kiselev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-05-15 00:00:00.000000000 Z
+date: 2026-05-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: diff-lcs