ci-queue 0.43.0 → 0.45.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9fafefb68f5e00faba6e1c19944c0289bd0e7c5ca4d67090605fea402f2b04f3
-  data.tar.gz: fe85dc8a004f45a54203eac3e4294e5348bca9d8920b70ad2427fed9f5f26776
+  metadata.gz: 539eadbd8b17fe11ab9904ec15717ac4e5c0f5259afe755c41ab6717ca695d31
+  data.tar.gz: 7cbb23ab1c89433ac9087b69fbfd908594779051d13658a3cd60222dc9621286
 SHA512:
-  metadata.gz: a190ef07194b9cbb9c880de74abd9e54ede4d3e52480e26ba20c16a80720fafb66ce5933bc21df4213e7cefc9abb5f3893b75e46fb7e8327ee6e11b8a5e26de4
-  data.tar.gz: 5b3a127d41fde0f8094878e8cfcd088eb2d1a32fc86798b98adafbf06caa19e201631899fa4aec9c0afa8d8a9174215d529dd1dfdf637e4e9122dfb93f99d741
+  metadata.gz: 4e42b44a3c0bb756f941bd7b4204719ad539db163c43c59dff470a78c334e7e166e71966db5ba553fd131b329b92c2febdbc705c5579872201d0fcd1d20248f6
+  data.tar.gz: 2e827a12d0ec96ca85bdff6f829a805b4eeb5fe4af26fd549b28f56f69649d3de6e17f7fbc60185d01b5c1ed62a77e7aea19f1a80efc50569e64899aaaa3cb2b

data/lib/ci/queue/redis/base.rb

@@ -118,6 +118,14 @@ module CI
           end.inject(:+)
         end
 
+        def remaining
+          redis.llen(key('queue'))
+        end
+
+        def running
+          redis.zcard(key('running'))
+        end
+
         def to_a
           redis.multi do |transaction|
             transaction.lrange(key('queue'), 0, -1)

data/lib/ci/queue/static.rb

@@ -78,6 +78,14 @@ module CI
         @queue.size
       end
 
+      def remaining
+        @queue.size
+      end
+
+      def running
+        1
+      end
+
       def poll
         while !@shutdown && config.circuit_breakers.none?(&:open?) && !max_test_failed? && test = @queue.shift
           yield index.fetch(test)

data/lib/ci/queue/version.rb

@@ -2,7 +2,7 @@
 
 module CI
   module Queue
-    VERSION = '0.43.0'
+    VERSION = '0.45.0'
     DEV_SCRIPTS_ROOT = ::File.expand_path('../../../../../redis', __FILE__)
     RELEASE_SCRIPTS_ROOT = ::File.expand_path('../redis', __FILE__)
   end

data/lib/minitest/queue/runner.rb

@@ -86,8 +86,23 @@ module Minitest
         if queue.rescue_connection_errors { queue.exhausted? }
           puts green('All tests were ran already')
         else
-          load_tests
-          populate_queue
+          # If the job gets (automatically) retried and there are still workers running but not many tests left
+          # in the queue, we assume by the time the application is booted the queue is empty and it's faster to no-op.
+          if retry?
+            remaining = queue.rescue_connection_errors { queue.remaining }.to_i
+            running = queue.rescue_connection_errors { queue.running }.to_i
+
+            puts "#{remaining} tests left and #{running} workers running."
+            if remaining <= running
+              puts green("Queue almost empty, exiting early...")
+            else
+              load_tests
+              populate_queue
+            end
+          else
+            load_tests
+            populate_queue
+          end
         end
 
         at_exit {

data/lib/minitest/queue.rb

@@ -107,6 +107,7 @@ module Minitest
   end
 
   module Queue
+    include ::CI::Queue::OutputHelpers
     attr_writer :run_command_formatter, :project_root
 
     def run_command_formatter
@@ -260,6 +261,11 @@ module Minitest
         end
       end
       queue.stop_heartbeat!
+    rescue Errno::EPIPE
+      # This happens when the heartbeat process dies
+      reopen_previous_step
+      puts red("The heartbeat process died. This worker is exiting early.")
+      exit!(41)
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ci-queue
 version: !ruby/object:Gem::Version
-  version: 0.43.0
+  version: 0.45.0
 platform: ruby
 authors:
 - Jean Boussier
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-01-30 00:00:00.000000000 Z
+date: 2024-02-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler