split-test-rb 1.0.3 → 1.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0ada8a8a7b86b617e21c1e4cb0aced70a07c7c558d133eeaf52009bb0e72c8b3
-  data.tar.gz: bfa1c1f339c5b8506e4ca4b29847b033cfa81ef0595177306281faa308651657
+  metadata.gz: f765610ad0a575e0bb582ea31ae9ed544382fed7d4ef63d2f9f396460a19c821
+  data.tar.gz: 65061f28e3bf6f0f9882b4d6f4e110c23eadd7146cb5bc0e3dfec608c2a49022
 SHA512:
-  metadata.gz: bc8cbf6a51dd57ec475591a53a1a0fcd11f92c133f22e74541374ec4039824360d2a8497d05895fcb0547791087755f230e5429f7d952d681c78e294e068f299
-  data.tar.gz: ece0a80dcf20141ac7ebafdd82a8a8decd73ea72c3d326f36ee4f58248795d5bf57211268d19f669db1db09fd5082b426af230a09159747bef97014e54f06246
+  metadata.gz: '034288dce122aa532fb53ede46a67af4d05bad5d84163e54fee77e4eee067828f7aed2dd21fd88f870c99170ab19836895ebfc10669ae32a33fcdd4f0698a3f2'
+  data.tar.gz: 9808a967a1c9e7f96ff87fedbe9ddef03808a4455987ac0750709a840c8d42e6003dfad2cd5ab28fdf6318236b2c43dcbae2237feb2fc4ecb247ce3b6f20cb1c

data/README.md

@@ -87,12 +87,16 @@ The test directory and pattern options are useful for:
 When you have test files that take significantly longer than others, you can use `--split-by-example-threshold` to automatically split them into individual RSpec examples. This enables finer-grained load balancing across CI nodes.
 
 ```bash
+bundle exec rspec --dry-run --format json --out tmp/dry-run.json
 split-test-rb --json-path tmp/test-results \
   --node-index $CI_NODE_INDEX \
   --node-total $CI_NODE_TOTAL \
-  --split-by-example-threshold 10.0
+  --split-by-example-threshold 10.0 \
+  --dry-run-json tmp/dry-run.json
 ```
 
+`--dry-run-json` is recommended together with this option. Without it, examples missing from the cached JSON are not run (see [Keeping heavy files up to date with `--dry-run-json`](#keeping-heavy-files-up-to-date-with---dry-run-json)).
+
 With this option:
 - Files with execution time **below** the threshold are distributed as whole files (e.g., `spec/fast_spec.rb`)
 - Files with execution time **at or above** the threshold are split into individual examples (e.g., `spec/slow_spec.rb[1:1]`, `spec/slow_spec.rb[1:2]`)
@@ -106,21 +110,14 @@ This is useful when:
 
 #### Keeping heavy files up to date with `--dry-run-json`
 
-By default, heavy files are assigned only by the example IDs found in the cached JSON reports. Examples that are not in the cache are not assigned to any node:
+Without `--dry-run-json`, heavy files are assigned only by the example IDs found in the cached JSON reports, and a warning is printed. Examples that are not in the cache are not assigned to any node:
 
 - Examples newly added to a heavy file
 - Examples whose IDs shifted because other examples were inserted or moved (RSpec example IDs are position based, e.g. `[1:2:1]`)
 
-Pass the output of `rspec --dry-run --format json` to use the examples that currently exist:
+Pass the output of `rspec --dry-run --format json` to use the examples that currently exist (see the example above).
 
-```bash
-bundle exec rspec --dry-run --format json --out tmp/dry-run.json
-split-test-rb --json-path tmp/test-results \
-  --node-index $CI_NODE_INDEX \
-  --node-total $CI_NODE_TOTAL \
-  --split-by-example-threshold 10.0 \
-  --dry-run-json tmp/dry-run.json
-```
+Every node must use a dry-run JSON with the same examples, or the nodes compute different splits and some tests are run on no node. Generating it once (e.g. in a setup job) and sharing it with all nodes as a CI artifact guarantees this, and boots the app only once instead of on every node.
 
 With this option, for each heavy file:
 - Examples in the dry-run JSON are assigned, using cached timings when available and the default timing (1.0s) otherwise

data/lib/split_test_rb/version.rb

@@ -1,3 +1,3 @@
 module SplitTestRb
-  VERSION = '1.0.3'.freeze
+  VERSION = '1.0.5'.freeze
 end

data/lib/split_test_rb.rb

@@ -121,8 +121,10 @@ module SplitTestRb
     # Distributes test files across nodes based on execution times
     # Uses greedy algorithm: assign each file to the node with lowest cumulative time
     def self.balance(timings, total_nodes)
-      # Sort files by execution time (descending) for better balance
-      sorted_files = timings.sort_by { |_file, time| -time }
+      # Sort files by execution time (descending) for better balance.
+      # Ties are broken by file name so that every node computes the same split
+      # even when the input order differs (e.g. a dry-run JSON listed in random order)
+      sorted_files = timings.sort_by { |file, time| [-time, file] }
 
       # Initialize nodes with empty arrays and zero cumulative time
       nodes = Array.new(total_nodes) { { files: [], total_time: 0 } }
@@ -239,6 +241,7 @@ module SplitTestRb
       threshold = options[:split_by_example_threshold]
       timings = if threshold
                   current_example_ids = load_current_example_ids(options[:dry_run_json])
+                  warn_cached_examples_only(file_timings, threshold) unless current_example_ids
                   apply_example_splitting(file_timings, json_files, threshold,
                                           current_example_ids: current_example_ids, default_files: default_files)
                 else
@@ -254,6 +257,15 @@ module SplitTestRb
                      .split(file_timings, threshold)
     end
 
+    # Warns that heavy files are assigned only by the cached example IDs when --dry-run-json is not given,
+    # because examples missing from the cache (new or shifted IDs) are then not run on any node
+    def self.warn_cached_examples_only(file_timings, threshold)
+      return unless file_timings.any? { |_file, time| time >= threshold }
+
+      warn 'Warning: --dry-run-json is not given, so examples of heavy files that are not in the cached JSON ' \
+           'will not be run. Pass the output of `rspec --dry-run --format json` with --dry-run-json'
+    end
+
     # Loads example IDs from an RSpec dry-run JSON report, or returns nil when no path is given
     def self.load_current_example_ids(dry_run_json)
       return nil unless dry_run_json

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: split-test-rb
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.5
 platform: ruby
 authors:
 - Naofumi Fujii
@@ -92,7 +92,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.2.0
+      version: 3.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="