minitest-distributed 0.2.7 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5dae86a5761e82ad0675cb289f945eeb29039bbb55c5be5d9e832e22bd5eb62c
-  data.tar.gz: 56c65bd5817b033a9a912dc24a1dd8ef7276efa75828a9b3a5dd1dfc82387e0c
+  metadata.gz: c348812d40ad3e74d8ec854264225eb4f444e3b4a8736c25272bade733a5affc
+  data.tar.gz: 2be00ebffab4e0df5b71f29d22917fb69cad0177a77f676c5fc6b512147d9784
 SHA512:
-  metadata.gz: 3a48ade567a3e8db5f70b7b2fe0f9b1f19e295eaf457f49df59030b997bf17de3b86253def06ec60741f9b6344447a15239f345b3af4197fe3588851c4e22473
-  data.tar.gz: b2ce6e5bfb8a24a308f4409b4e61b75db00fd3f677e1ea335d8b25e0c0f128eeb49737898fc6f7540923e965239e6bdb76dbdb14c22b42bea12ab06d88a08e7a
+  metadata.gz: 1ae5332ea20d9cd9f8e9fbed8e3c111a653ea7684f98953cdd174cd34e287a8b453a9401eeafa8a9508c15b49a3ad1f36b236a4d075c2d50ad8fa14e9ada57ae
+  data.tar.gz: 44461dbf7adfbde8dc6ae9736ee459a1fc1b9ca35ba36f07f592d0482b3be10ca705bd176902b9866e1e1aa39babea8f9f1108d9ab14af505a564111cb1b2cfe

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,43 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: "[BUG]"
+labels: bug
+assignees: ''
+
+---
+
+**Describe the issue**
+A clear and concise description of the issue you're facing.
+
+**To Reproduce**
+Steps to reproduce the behaviour:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behaviour**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**What team are you on?**
+ Please provide the name of your team.
+
+**Helpful links (Logs, Link to Build, Repo, PR etc.)** 
+Please provide any helpful links for investigating the issue.
+
+**Is there a Slack thread related to this bug?** 
+After submitting this issue, you can use: @spy github issues create_comment repo=minitest-distributed issue_id=$NEW_ISSUE_ID on any relevant Slack threads to save that information here.
+
+**Additional context**
+Add any other context about the problem here.
+
+If possible, assign appropriate severity level, priority (high, medium, low) and difficulty (easy, normal, difficult) labels to the issue.
+SEV-1 <24-72h - Critical issue that actively impacts multiple users/products.
+SEV-2 <14 days - Limited impact app or major inconvenience to app users, workarounds available.
+SEV-3 <60 days - Minor issue requiring action, but not affecting a users ability to use the app.
+SEV-4 <180 days - Minimal impact but something the team wants to fix eventually.
+SEV-5 No timeline - Cosmetic issue or bugs, no effect on user's ability to use tooling.

data/.github/workflows/ruby.yml

@@ -10,8 +10,25 @@ name: Ruby
 on: push
 
 jobs:
+  test_32:
+    runs-on: shopify-ubuntu-latest
+    container: ruby:3.2
+
+    services:
+      redis:
+        image: redis
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Install dependencies
+      run: gem install bundler && bundle install
+    - name: Run tests
+      run: bin/rake test
+      env:
+        REDIS_URL: redis://redis:6379
+
   test_31:
-    runs-on: ubuntu-latest
+    runs-on: shopify-ubuntu-latest
     container: ruby:3.1
 
     services:
@@ -28,7 +45,7 @@ jobs:
         REDIS_URL: redis://redis:6379
 
   test_30:
-    runs-on: ubuntu-latest
+    runs-on: shopify-ubuntu-latest
     container: ruby:3.0
 
     services:
@@ -45,7 +62,7 @@ jobs:
         REDIS_URL: redis://redis:6379
 
   test_27:
-    runs-on: ubuntu-latest
+    runs-on: shopify-ubuntu-latest
     container: ruby:2.7
 
     services:
@@ -62,7 +79,7 @@ jobs:
         REDIS_URL: redis://redis:6379
 
   typecheck:
-    runs-on: ubuntu-latest
+    runs-on: shopify-ubuntu-latest
     container: ruby:2.7
     steps:
     - uses: actions/checkout@v2
@@ -72,8 +89,8 @@ jobs:
       run: bin/srb tc
 
   lint:
-    runs-on: ubuntu-latest
-    container: ruby:2.7
+    runs-on: shopify-ubuntu-latest
+    container: ruby:3.2
     steps:
     - uses: actions/checkout@v2
     - name: Install dependencies

data/.rubocop.yml

@@ -14,6 +14,7 @@ AllCops:
   CacheRootDirectory: tmp/rubocop
   Exclude:
     - minitest-distributed.gemspec
+  NewCops: disable
 
 # This cop is broken when using assignments
 Layout/RescueEnsureAlignment:

data/README.md

@@ -5,7 +5,7 @@
 [About this repo](#about-this-repo) | [Commands](#commands) | [How to use this repo](#how-to-use-this-repo) | [Contribute to this repo](#contribute-to-this-repo) | [License](#license)
 
 ## About this repo
-**Introduction:** 
+**Introduction:**
 
 `minitest-distributed` is a plugin for [minitest](https://github.com/seattlerb/minitest)
 for executing tests on a distributed set of unreliable workers.
@@ -87,11 +87,11 @@ them to fail.
 - `--worker-id=IDENTIFIER` or `ENV[MINITEST_WORKER_ID]`: The ID of the worker,
   which should be unique to the cluster. We will default to a UUID if this is
   not set, which generally is fine.
-- `--exclude-file=PATH_TO_FILE`: Specify a file of tests to be excluded 
-  from running. The file should include test identifiers seperated by 
+- `--exclude-file=PATH_TO_FILE`: Specify a file of tests to be excluded
+  from running. The file should include test identifiers seperated by
   newlines.
 - `--include-file=PATH_TO_FILE`: Specify a file of tests to be included in
-  the test run. The file should include test identifiers seperated by 
+  the test run. The file should include test identifiers seperated by
   newlines.
 
 **Limitations**
@@ -124,7 +124,7 @@ To bootstrap a local development environment:
 - Start a Redis server by running `redis-server`, assuming you have Redis
   installed locally and the binary is on your `PATH`. Alternatively, you can
   set the `REDIS_URL` environment variable to point to a Redis instance running
-  elsewhere.
+  elsewhere. You can also use `docker-compose up` with the provided `docker-compose.yml`.
 - Now, run `bin/rake test` to run the tests, and verify everything is working.
 - You can also run `bin/console` for an interactive prompt that will allow you
   to experiment.

data/bin/rake

@@ -9,8 +9,10 @@
 #
 
 require "pathname"
-ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
-  Pathname.new(__FILE__).realpath)
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path(
+  "../../Gemfile",
+  Pathname.new(__FILE__).realpath,
+)
 
 bundle_binstub = File.expand_path("../bundle", __FILE__)
 

data/bin/rubocop

@@ -9,8 +9,10 @@
 #
 
 require "pathname"
-ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
-  Pathname.new(__FILE__).realpath)
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path(
+  "../../Gemfile",
+  Pathname.new(__FILE__).realpath,
+)
 
 bundle_binstub = File.expand_path("../bundle", __FILE__)
 

data/bin/srb

@@ -9,8 +9,10 @@
 #
 
 require "pathname"
-ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
-  Pathname.new(__FILE__).realpath)
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path(
+  "../../Gemfile",
+  Pathname.new(__FILE__).realpath,
+)
 
 bundle_binstub = File.expand_path("../bundle", __FILE__)
 

data/dev.yml

@@ -0,0 +1,7 @@
+name: minitest-distributed
+
+type: ruby
+
+up:
+  - ruby: 3.2.0
+  - bundler

data/docker-compose.yml

@@ -0,0 +1,6 @@
+version: '2'
+services:
+  redis:
+    image: redis:latest
+    ports:
+      - "6379:6379"

data/lib/minitest/distributed/coordinators/redis_coordinator.rb

@@ -83,9 +83,18 @@ module Minitest
         sig { override.returns(ResultAggregate) }
         def combined_results
           @combined_results ||= begin
-            stats_as_string = redis.mget(key("runs"), key("assertions"), key("passes"),
-              key("failures"), key("errors"), key("skips"), key("requeues"), key("discards"),
-              key("acks"), key("size"))
+            stats_as_string = redis.mget(
+              key("runs"),
+              key("assertions"),
+              key("passes"),
+              key("failures"),
+              key("errors"),
+              key("skips"),
+              key("requeues"),
+              key("discards"),
+              key("acks"),
+              key("size"),
+            )
 
             ResultAggregate.new(
               max_failures: configuration.max_failures,
@@ -279,8 +288,14 @@ module Minitest
 
         sig { params(block: Integer).returns(T::Array[EnqueuedRunnable]) }
         def claim_fresh_runnables(block:)
-          result = redis.xreadgroup(group_name, configuration.worker_id, stream_key, ">",
-            block: block, count: configuration.test_batch_size)
+          result = redis.xreadgroup(
+            group_name,
+            configuration.worker_id,
+            stream_key,
+            ">",
+            block: block,
+            count: configuration.test_batch_size,
+          )
           EnqueuedRunnable.from_redis_stream_claim(result.fetch(stream_key, []), configuration: configuration)
         end
 
@@ -293,8 +308,13 @@ module Minitest
         def xclaim_messages(pending_messages, max_idle_time_ms:)
           return [] if pending_messages.empty?
 
-          claimed = redis.xclaim(stream_key, group_name, configuration.worker_id,
-            max_idle_time_ms, pending_messages.keys)
+          claimed = redis.xclaim(
+            stream_key,
+            group_name,
+            configuration.worker_id,
+            max_idle_time_ms,
+            pending_messages.keys,
+          )
 
           EnqueuedRunnable.from_redis_stream_claim(claimed, pending_messages, configuration: configuration)
         end
@@ -421,10 +441,19 @@ module Minitest
             pipeline.incrby(key("size"), results.size)
           end
 
-          @combined_results = ResultAggregate.new(max_failures: configuration.max_failures,
-            runs: updated[0], assertions: updated[1], passes: updated[2],
-            failures: updated[3], errors: updated[4], skips: updated[5], requeues: updated[6], discards: updated[7],
-            acks: updated[8], size: updated[9])
+          @combined_results = ResultAggregate.new(
+            max_failures: configuration.max_failures,
+            runs: updated[0],
+            assertions: updated[1],
+            passes: updated[2],
+            failures: updated[3],
+            errors: updated[4],
+            skips: updated[5],
+            requeues: updated[6],
+            discards: updated[7],
+            acks: updated[8],
+            size: updated[9],
+          )
         end
 
         sig { params(name: String).returns(String) }

data/lib/minitest/distributed/enqueued_runnable.rb

@@ -203,7 +203,7 @@ module Minitest
       sig do
         params(
           initial_result: Minitest::Result,
-          block: T.proc.params(arg0: Minitest::Result).returns(EnqueuedRunnable::Result::Commit)
+          block: T.proc.params(arg0: Minitest::Result).returns(EnqueuedRunnable::Result::Commit),
         ).returns(EnqueuedRunnable::Result)
       end
       def commit_result(initial_result, &block)

data/lib/minitest/distributed/reporters/junitxml_reporter.rb

@@ -78,11 +78,10 @@ module Minitest
         def add_tests_to(testsuites, suite, results)
           # TODO: make path relative to project root
           relative_path = T.must(results.first).source_location.first
-          lineno = T.must(results.first).source_location.last
 
           testsuite = testsuites.add_element(
             "testsuite",
-            { "name" => suite, "filepath" => relative_path }.merge(aggregate_suite_results(results))
+            { "name" => suite, "filepath" => relative_path }.merge(aggregate_suite_results(results)),
           )
 
           results.each do |test|
@@ -93,6 +92,7 @@ module Minitest
               "time" => test.time,
               # 'run-command' => ... # TODO
             }
+            lineno = test.source_location.last
             attributes["lineno"] = lineno if lineno != -1
 
             testcase_tag = testsuite.add_element("testcase", attributes)
@@ -107,9 +107,11 @@ module Minitest
             # noop
           when ResultType::Error, ResultType::Failed
             failure = T.must(result.failure)
-            failure_tag = testcase.add_element("failure",
+            failure_tag = testcase.add_element(
+              "failure",
               "type" => result_type.serialize,
-              "message" => truncate_message(failure.message))
+              "message" => truncate_message(failure.message),
+            )
             failure_tag.add_text(REXML::CData.new(result.to_s))
           else
             T.absurd(result_type)

data/lib/minitest/distributed/result_type.rb

@@ -27,7 +27,9 @@ module Minitest
           "\n\nThe test took %0.3fs to run, longer than the test timeout which is configured to be %0.1fs.\n" \
             "Another worker likely claimed ownership of this test, and will commit the result instead.\n" \
             "For best results, make sure that all your tests finish within %0.1fs.",
-          result.time, test_timeout_seconds, test_timeout_seconds
+          result.time,
+          test_timeout_seconds,
+          test_timeout_seconds,
         )
       end
 

data/lib/minitest/distributed/version.rb

@@ -3,6 +3,6 @@
 
 module Minitest
   module Distributed
-    VERSION = "0.2.7"
+    VERSION = "0.2.8"
   end
 end

data/lib/minitest/distributed_plugin.rb

@@ -8,10 +8,17 @@ module Minitest
     extend T::Sig
 
     def plugin_distributed_options(opts, options)
+      continuous_integration = ENV.fetch("CI", "false") == "true"
+      options[:disable_distributed] = !continuous_integration
+
       opts.on("--disable-distributed", "Disable the distributed plugin") do
         options[:disable_distributed] = true
       end
 
+      opts.on("--enable-distributed", "Enable the distributed plugin") do
+        options[:disable_distributed] = false
+      end
+
       options[:distributed] = Minitest::Distributed::Configuration.from_command_line_options(opts, options)
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: minitest-distributed
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.2.8
 platform: ruby
 authors:
 - Willem van Bergen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-09-12 00:00:00.000000000 Z
+date: 2023-01-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -80,6 +80,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/ISSUE_TEMPLATE/bug_report.md"
 - ".github/dependabot.yml"
 - ".github/workflows/ruby.yml"
 - ".gitignore"
@@ -96,6 +97,8 @@ files:
 - bin/rubocop
 - bin/setup
 - bin/srb
+- dev.yml
+- docker-compose.yml
 - lib/minitest/distributed.rb
 - lib/minitest/distributed/configuration.rb
 - lib/minitest/distributed/coordinators/coordinator_interface.rb