ci-queue 0.16.0 → 0.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bce03b836af2ca47628929525648bed8d667a434b3d09228d33e0429cbb6a3a4
-  data.tar.gz: 99e6734a053804f6104409822ac2292c26bcd373d060f34611a1e0fd20be3aa3
+  metadata.gz: 85d4db3b22fa289a9fed0d6456071f79a5e4ced83c6fc4fdee7cc4d8725df647
+  data.tar.gz: e4635ddf545a73f4680eac9660bfd82e07962e52cc23281a7328e8c7beac6b7d
 SHA512:
-  metadata.gz: 3c8cf25173e9282dc101252ca6f494b94dcbc5c7baa6dd9283320aae47e9413a6139f78956ba999ed24aa4a876278f0f45fcede73a8b821039960ce4d8326e22
-  data.tar.gz: e96bbc23377e38e7bcd36239adb8e5b05c4d8488601972f744f5484d1b569e5a35de85fb56de6b89f912e525728ed3200c08c78c0c81db8ed932e79e86338c77
+  metadata.gz: 79b7d97bfb440d829695c56aaf6634805098f95967afd07a52a7140c7d8b610eca8ae07029cf6e81846a51890960be4eba41e2b430f27b10a43dd426e9c3a038
+  data.tar.gz: 199500511e7864d46d4de0a4cb8f01dab40149005137b3d8cb8ef17d7050c4a5d5c7bc2d4c088ff325a996929207a837badd5af82d5ee42136ecb342f93fa796

data/.gitignore

@@ -1,5 +1,6 @@
 test/fixtures/log/junit.xml
 test/fixtures/log/test_order.log
+test/fixtures/log/test_data.json
 /.byebug_history
 /.bundle/
 /.yardoc
@@ -11,4 +12,4 @@ test/fixtures/log/test_order.log
 /spec/reports/
 /tmp/
 /lib/ci/queue/redis/*.lua
-
+test_order.log

data/Rakefile

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'bundler/gem_tasks'
 require 'rake/testtask'
 require 'ci/queue/version'

data/bin/console

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require "bundler/setup"
 require "ci/queue"

data/ci-queue.gemspec

@@ -1,4 +1,5 @@
 # coding: utf-8
+# frozen_string_literal: true
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'ci/queue/version'
@@ -38,4 +39,5 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'snappy'
   spec.add_development_dependency 'msgpack'
+  spec.add_development_dependency 'rubocop'
 end

data/exe/minitest-queue

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require 'minitest/queue/runner'
 Minitest::Queue::Runner.invoke(ARGV)

data/exe/rspec-queue

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require 'rspec/queue'
 RSpec::Queue::Runner.invoke

data/lib/ci/queue.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'uri'
 require 'cgi'
 
@@ -9,6 +11,7 @@ require 'ci/queue/common'
 require 'ci/queue/build_record'
 require 'ci/queue/static'
 require 'ci/queue/file'
+require 'ci/queue/grind'
 require 'ci/queue/bisect'
 
 module CI

data/lib/ci/queue/bisect.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     class Bisect

data/lib/ci/queue/build_record.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     class BuildRecord

data/lib/ci/queue/circuit_breaker.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     class CircuitBreaker
@@ -13,6 +14,40 @@ module CI
         def open?
           false
         end
+
+        def message
+          ''
+        end
+      end
+
+      class Timeout
+        attr_reader :duration, :opened_at, :closes_at
+
+        def initialize(duration:)
+          @duration = duration
+          @opened_at = current_timestamp
+          @closes_at = @opened_at + duration
+        end
+
+        def report_failure!
+        end
+
+        def report_success!
+        end
+
+        def open?
+          closes_at < current_timestamp
+        end
+
+        def message
+          "This worker is exiting early because it reached its timeout of #{duration} seconds"
+        end
+
+        private
+
+        def current_timestamp
+          Time.now.to_i
+        end
       end
 
       def initialize(max_consecutive_failures:)
@@ -31,6 +66,10 @@ module CI
       def open?
         @consecutive_failures >= @max
       end
+
+      def message
+        'This worker is exiting early because it encountered too many consecutive test failures, probably because of some corrupted state.'
+      end
     end
   end
 end

data/lib/ci/queue/common.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     module Common
@@ -15,11 +16,11 @@ module CI
       end
 
       def report_failure!
-        config.circuit_breaker.report_failure!
+        config.circuit_breakers.each(&:report_failure!)
       end
 
       def report_success!
-        config.circuit_breaker.report_success!
+        config.circuit_breakers.each(&:report_success!)
       end
 
       def rescue_connection_errors(handler = ->(err) { nil })

data/lib/ci/queue/configuration.rb

@@ -1,9 +1,11 @@
+# frozen_string_literal: true
 module CI
   module Queue
     class Configuration
-      attr_accessor :timeout, :build_id, :worker_id, :max_requeues
+      attr_accessor :timeout, :build_id, :worker_id, :max_requeues, :grind_count, :failure_file
       attr_accessor :requeue_tolerance, :namespace, :seed, :failing_test, :statsd_endpoint
-      attr_reader :circuit_breaker
+      attr_accessor :max_test_duration, :max_test_duration_percentile
+      attr_reader :circuit_breakers
 
       class << self
         def from_env(env)
@@ -26,25 +28,37 @@ module CI
 
       def initialize(
         timeout: 30, build_id: nil, worker_id: nil, max_requeues: 0, requeue_tolerance: 0,
-        namespace: nil, seed: nil, flaky_tests: [], statsd_endpoint: nil, max_consecutive_failures: nil
+        namespace: nil, seed: nil, flaky_tests: [], statsd_endpoint: nil, max_consecutive_failures: nil,
+        grind_count: nil, max_duration: nil, failure_file: nil, max_test_duration: nil,
+        max_test_duration_percentile: 0.5
       )
-        @namespace = namespace
-        @timeout = timeout
+        @circuit_breakers = [CircuitBreaker::Disabled]
         @build_id = build_id
-        @worker_id = worker_id
+        @failure_file = failure_file
+        @flaky_tests = flaky_tests
+        @grind_count = grind_count
         @max_requeues = max_requeues
+        @namespace = namespace
         @requeue_tolerance = requeue_tolerance
         @seed = seed
-        @flaky_tests = flaky_tests
         @statsd_endpoint = statsd_endpoint
+        @timeout = timeout
+        @worker_id = worker_id
+        @max_test_duration = max_test_duration
+        @max_test_duration_percentile = max_test_duration_percentile
+        self.max_duration = max_duration
         self.max_consecutive_failures = max_consecutive_failures
       end
 
       def max_consecutive_failures=(max)
-        @circuit_breaker = if max
-          CircuitBreaker.new(max_consecutive_failures: max)
-        else
-          CircuitBreaker::Disabled
+        if max
+          @circuit_breakers << CircuitBreaker.new(max_consecutive_failures: max)
+        end
+      end
+
+      def max_duration=(duration)
+        if duration
+          @circuit_breakers << CircuitBreaker::Timeout.new(duration: duration)
         end
       end
 

data/lib/ci/queue/file.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'ci/queue/static'
 
 module CI

data/lib/ci/queue/grind.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+require 'ci/queue/static'
+
+module CI
+  module Queue
+    class Grind < Static
+      class << self
+        def from_uri(uri, config)
+          new(uri.path, config)
+        end
+      end
+
+      def initialize(path, config)
+        io = path == '-' ? STDIN : ::File.open(path)
+
+        tests_to_run = io.each_line.map(&:strip).reject(&:empty?)
+        test_grinds = (tests_to_run * config.grind_count).sort
+
+        super(test_grinds, config)
+      end
+    end
+  end
+end

data/lib/ci/queue/output_helpers.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'ansi'
 
 module CI

data/lib/ci/queue/redis.rb

@@ -1,9 +1,15 @@
+# frozen_string_literal: true
+
 require 'redis'
 require 'ci/queue/redis/build_record'
 require 'ci/queue/redis/base'
 require 'ci/queue/redis/worker'
+require 'ci/queue/redis/grind_record'
+require 'ci/queue/redis/grind'
 require 'ci/queue/redis/retry'
 require 'ci/queue/redis/supervisor'
+require 'ci/queue/redis/grind_supervisor'
+require 'ci/queue/redis/test_time_record'
 
 module CI
   module Queue

data/lib/ci/queue/redis/base.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     module Redis

data/lib/ci/queue/redis/build_record.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     module Redis
@@ -37,8 +38,8 @@ module CI
           redis.pipelined do
             redis.hset(
               key('error-reports'),
-              id.force_encoding(Encoding::BINARY),
-              payload.force_encoding(Encoding::BINARY),
+              id.dup.force_encoding(Encoding::BINARY),
+              payload.dup.force_encoding(Encoding::BINARY),
             )
             record_stats(stats)
           end
@@ -47,7 +48,7 @@ module CI
 
         def record_success(id, stats: nil)
           redis.pipelined do
-            redis.hdel(key('error-reports'), id.force_encoding(Encoding::BINARY))
+            redis.hdel(key('error-reports'), id.dup.force_encoding(Encoding::BINARY))
             record_stats(stats)
           end
           nil

data/lib/ci/queue/redis/grind.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+module CI
+  module Queue
+    module Redis
+      class Grind < Worker
+
+        def build
+          @build ||= GrindRecord.new(self, redis, config)
+        end
+
+        def supervisor
+          GrindSupervisor.new(redis_url, config)
+        end
+      end
+    end
+  end
+end

data/lib/ci/queue/redis/grind_record.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+module CI
+  module Queue
+    module Redis
+      class GrindRecord
+
+        def initialize(queue, redis, config)
+          @queue = queue
+          @redis = redis
+          @config = config
+        end
+
+        def record_error(payload, stats: nil)
+          redis.pipelined do
+            redis.lpush(
+              key('error-reports'),
+              payload.force_encoding(Encoding::BINARY),
+            )
+            record_stats(stats)
+          end
+          nil
+        end
+
+        def record_success(stats: nil)
+          record_stats(stats)
+        end
+
+        def record_warning(_,_)
+          #do nothing
+        end
+
+        def error_reports
+          redis.lrange(key('error-reports'), 0, -1)
+        end
+
+        def fetch_stats(stat_names)
+          counts = redis.pipelined do
+            stat_names.each { |c| redis.hvals(key(c)) }
+          end
+          stat_names.zip(counts.map { |values| values.map(&:to_f).inject(:+).to_f }).to_h
+        end
+
+        def pop_warnings
+          []
+        end
+
+        alias failed_tests error_reports
+
+        private
+
+        attr_reader :redis, :config
+
+        def key(*args)
+          ['build', config.build_id, *args].join(':')
+        end
+
+        def record_stats(stats)
+          return unless stats
+          stats.each do |stat_name, stat_value|
+            redis.hset(key(stat_name), config.worker_id, stat_value)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ci/queue/redis/grind_supervisor.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+module CI
+  module Queue
+    module Redis
+      class GrindSupervisor < Supervisor
+
+        def build
+          @build ||= GrindRecord.new(self, redis, config)
+        end
+      end
+    end
+  end
+end

data/lib/ci/queue/redis/retry.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     module Redis

data/lib/ci/queue/redis/supervisor.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module CI
   module Queue
     module Redis
@@ -34,4 +35,4 @@ module CI
       end
     end
   end
-end
+end

data/lib/ci/queue/redis/test_time_record.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+module CI
+  module Queue
+    module Redis
+      class TestTimeRecord < Worker
+        def record(test_name, duration)
+          record_test_time(test_name, duration)
+          record_test_name(test_name)
+        end
+
+        def fetch
+          fetch_all_test_names.each_with_object({}) do |test_name, test_time_hash|
+            test_time_hash[test_name] = fetch_test_time(test_name)
+          end
+        end
+
+        private
+
+        attr_reader :redis
+
+        def record_test_time(test_name, duration)
+          redis.pipelined do
+            redis.lpush(
+              test_time_key(test_name),
+              duration.to_s.force_encoding(Encoding::BINARY),
+            )
+          end
+          nil
+        end
+
+        def record_test_name(test_name)
+          redis.pipelined do
+            redis.lpush(
+              all_test_names_key,
+              test_name.dup.force_encoding(Encoding::BINARY),
+            )
+          end
+          nil
+        end
+
+        def fetch_all_test_names
+          values = redis.pipelined do
+            redis.lrange(all_test_names_key, 0, -1)
+          end
+          values.flatten.map(&:to_s)
+        end
+
+        def fetch_test_time(test_name)
+          values = redis.pipelined do
+            key = test_time_key(test_name)
+            redis.lrange(key, 0, -1)
+          end
+          values.flatten.map(&:to_f)
+        end
+
+        def all_test_names_key
+          "build:#{config.build_id}:list_of_test_names".dup.force_encoding(Encoding::BINARY)
+        end
+
+        def test_time_key(test_name)
+          "build:#{config.build_id}:#{test_name}".dup.force_encoding(Encoding::BINARY)
+        end
+      end
+    end
+  end
+end