specwrk 0.15.3 → 0.15.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9dfdda735e233530059c547ef897824d74169be0a5bbd95e806b69902aafe984
-  data.tar.gz: 101e932e579f2f3e396b4e93e0ce9f4cb1f2675fe972b113b0a2280f69e3d15b
+  metadata.gz: 0b06e2988f761496b2c8b06507471e99345b05ddf15716439d2717680f1e711d
+  data.tar.gz: 2eef3783b87531850419f3fd0b527097145994d37cdb31a1b830800f25664b9a
 SHA512:
-  metadata.gz: cb76e30cd4a80bf4d4678c9fcffa863138b4740f1c6cad666e16276381e831554ec316f35dde7d672c3a384aa779c4fdb35c8b61793b4188473a518ba5982529
-  data.tar.gz: 309e8a705d452b5a62214b398990864d26d8c265c4a9a07f9e9240d4911273ec8633bf2452a4c689c0cabc37778bc6b610e99ce680b168ff37903529ba77f9ea
+  metadata.gz: 84c2d341c807d8a6aa77938cfe53b1636b8aa51736ed04ed16052f514d1121f275ee62458e9fc3bd84477af3d3694ae3303244cf20da1976e5e72e03fd22ab69
+  data.tar.gz: 51be843628fa155eecab895f03d445d2ea2359f5eaaed82f9b3e20a52fefa78dee496b4d4bc6fba42e36c6e60017c807ac039228f77943ba70c910921eb47bd8

data/docker/Dockerfile.server

@@ -14,7 +14,7 @@ COPY $GEM_FILE ./
 RUN gem install ./$GEM_FILE --no-document
 RUN rm ./$GEM_FILE
 
-RUN gem install pitchfork thruster
+RUN gem install pitchfork thruster specwrk-store-redis_adapter
 COPY config.ru ./
 COPY docker/pitchfork.conf ./
 

data/lib/specwrk/cli.rb

@@ -288,6 +288,8 @@ module Specwrk
 
         require "specwrk/cli_reporter"
 
+        title "👀 for changes"
+
         loop do
           status "👀 Watching for file changes..."
 
@@ -309,6 +311,7 @@ module Specwrk
           end
 
           next if example_count.zero?
+          title "👷 on #{example_count} examples"
 
           return if Specwrk.force_quit
           start_workers
@@ -318,8 +321,17 @@ module Specwrk
           drain_outputs
           return if Specwrk.force_quit
 
-          Specwrk::CLIReporter.new.report
+          reporter = Specwrk::CLIReporter.new
+
+          status = reporter.report
           puts
+
+          if status.zero?
+            title "🟢 #{reporter.example_count} examples passed"
+          else
+            title " 🔴 #{reporter.failure_count}/#{reporter.example_count} examples failed"
+          end
+
           $stdout.flush
         end
 
@@ -329,6 +341,11 @@ module Specwrk
 
       private
 
+      def title(str)
+        $stdout.write "\e]0;#{str}\a"
+        $stdout.flush
+      end
+
       def web_pid
         @web_pid ||= Process.fork do
           require "specwrk/web"

data/lib/specwrk/cli_reporter.rb

@@ -54,8 +54,6 @@ module Specwrk
       1
     end
 
-    private
-
     def totals_line
       summary = RSpec::Core::Formatters::Helpers.pluralize(example_count, "example") +
         ", " + RSpec::Core::Formatters::Helpers.pluralize(failure_count, "failure")

data/lib/specwrk/store.rb

@@ -19,6 +19,11 @@ module Specwrk
           require "specwrk/store/file_adapter" unless defined?(FileAdapter)
 
           FileAdapter
+        when /redis/
+          # Expects the specwrk-store-redis_adapter gem to be available
+          require "specwrk/store/redis_adapter" unless defined?(RedisAdapter)
+
+          RedisAdapter
         end
       end
     end

data/lib/specwrk/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Specwrk
-  VERSION = "0.15.3"
+  VERSION = "0.15.5"
 end

data/lib/specwrk/web/app.rb

@@ -16,7 +16,13 @@ end
 require "specwrk/web"
 require "specwrk/web/logger"
 require "specwrk/web/auth"
-require "specwrk/web/endpoints"
+require "specwrk/web/endpoints/health"
+require "specwrk/web/endpoints/heartbeat"
+require "specwrk/web/endpoints/seed"
+require "specwrk/web/endpoints/pop"
+require "specwrk/web/endpoints/complete_and_pop"
+require "specwrk/web/endpoints/report"
+require "specwrk/web/endpoints/shutdown"
 
 module Specwrk
   class Web

data/lib/specwrk/web/endpoints/base.rb

@@ -0,0 +1,130 @@
+# frozen_string_literal: true
+
+require "json"
+
+require "specwrk/store"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Base
+        attr_reader :started_at
+
+        def initialize(request)
+          @request = request
+        end
+
+        def response
+          before_lock
+
+          return with_response unless run_id # No run_id, no datastore usage in the endpoint
+
+          payload # parse the payload before any locking
+
+          worker[:first_seen_at] ||= Time.now.iso8601
+          worker[:last_seen_at] = Time.now.iso8601
+
+          final_response = with_lock do
+            started_at = metadata[:started_at] ||= Time.now.iso8601
+            @started_at = Time.parse(started_at)
+
+            with_response
+          end
+
+          after_lock
+
+          final_response[1]["x-specwrk-status"] = worker_status.to_s
+
+          final_response
+        end
+
+        def with_response
+          not_found
+        end
+
+        private
+
+        attr_reader :request
+
+        def before_lock
+        end
+
+        def after_lock
+        end
+
+        def not_found
+          if request.head?
+            [404, {}, []]
+          else
+            [404, {"content-type" => "text/plain"}, ["This is not the path you're looking for, 'ol chap..."]]
+          end
+        end
+
+        def ok
+          if request.head?
+            [200, {}, []]
+          else
+            [200, {"content-type" => "text/plain"}, ["OK, 'ol chap"]]
+          end
+        end
+
+        def payload
+          return unless request.content_type&.start_with?("application/json")
+          return unless request.post? || request.put? || request.delete?
+          return if body.empty?
+
+          @payload ||= JSON.parse(body, symbolize_names: true)
+        end
+
+        def body
+          @body ||= request.body.read
+        end
+
+        def pending
+          @pending ||= PendingStore.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "pending"))
+        end
+
+        def processing
+          @processing ||= ProcessingStore.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "processing"))
+        end
+
+        def completed
+          @completed ||= CompletedStore.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "completed"))
+        end
+
+        def failure_counts
+          @failure_counts ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "failure_counts"))
+        end
+
+        def metadata
+          @metadata ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "metadata"))
+        end
+
+        def run_times
+          @run_times ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "file://#{File.join(Dir.tmpdir, "specwrk")}"), "run_times")
+        end
+
+        def worker
+          @worker ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "workers", request.get_header("HTTP_X_SPECWRK_ID").to_s))
+        end
+
+        def worker_status
+          return 0 if worker[:failed].nil? && completed.any? # worker starts after run has completed
+
+          worker[:failed] || 1
+        end
+
+        def run_id
+          request.get_header("HTTP_X_SPECWRK_RUN")
+        end
+
+        def with_lock
+          Store.with_lock(URI(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///")), "server") { yield }
+        end
+      end
+
+      # Base default response is 404
+      NotFound = Class.new(Base)
+    end
+  end
+end

data/lib/specwrk/web/endpoints/complete_and_pop.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/popable"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class CompleteAndPop < Popable
+        EXAMPLE_STATUSES = %w[passed failed pending]
+
+        def with_response
+          completed.merge!(completed_examples)
+          processing.delete(*(completed_examples.keys + retry_examples.keys))
+          pending.merge!(retry_examples)
+          failure_counts.merge!(retry_examples_new_failure_counts)
+
+          with_pop_response
+        end
+
+        private
+
+        def all_examples
+          @all_examples ||= payload.map { |example| [example[:id], example] if processing[example[:id]] }.compact.to_h
+        end
+
+        def completed_examples
+          @completed_examples ||= all_examples.map do |id, example|
+            next if retry_example?(example)
+
+            [id, example]
+          end.compact.to_h
+        end
+
+        def retry_examples
+          @retry_examples ||= all_examples.map do |id, example|
+            next unless retry_example?(example)
+
+            [id, example]
+          end.compact.to_h
+        end
+
+        def retry_examples_new_failure_counts
+          @retry_examples_new_failure_counts ||= retry_examples.map do |id, _example|
+            [id, all_example_failure_counts.fetch(id, 0) + 1]
+          end.to_h
+        end
+
+        def retry_example?(example)
+          return false unless example[:status] == "failed"
+          return false unless pending.max_retries.positive?
+
+          example_failure_count = all_example_failure_counts.fetch(example[:id], 0)
+
+          example_failure_count < pending.max_retries
+        end
+
+        def all_example_failure_counts
+          @all_example_failure_counts ||= failure_counts.multi_read(*all_examples.keys)
+        end
+
+        def completed_examples_status_counts
+          @completed_examples_status_counts ||= completed_examples.values.map { |example| example[:status] }.tally
+        end
+
+        def after_lock
+          # We don't care about exact values here, just approximate run times are fine
+          # So if we overwrite run times from another process it is nbd
+          run_times.merge! run_time_data
+
+          # workers are single proces, single-threaded, so safe to do this work without the lock
+          existing_status_counts = worker.multi_read(*EXAMPLE_STATUSES)
+          new_status_counts = EXAMPLE_STATUSES.map do |status|
+            [status, existing_status_counts.fetch(status, 0) + completed_examples_status_counts.fetch(status, 0)]
+          end.to_h
+
+          worker.merge!(new_status_counts)
+        end
+
+        def run_time_data
+          @run_time_data ||= payload.map { |example| [example[:id], example[:run_time]] }.to_h
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/health.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/base"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Health < Base
+        def with_response
+          ok
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/heartbeat.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/base"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Heartbeat < Base
+        def with_response
+          ok
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/pop.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/popable"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Pop < Popable
+        def with_response
+          with_pop_response
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/popable.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/base"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Popable < Base
+        private
+
+        def with_pop_response
+          if examples.any?
+            [200, {"content-type" => "application/json"}, [JSON.generate(examples)]]
+          elsif pending.empty? && processing.empty? && completed.empty?
+            [204, {"content-type" => "text/plain"}, ["Waiting for sample to be seeded."]]
+          elsif completed.any? && processing.empty?
+            [410, {"content-type" => "text/plain"}, ["That's a good lad. Run along now and go home."]]
+          elsif processing.any? && processing.expired.keys.any?
+            pending.merge!(processing.expired)
+            processing.delete(*processing.expired.keys)
+            @examples = nil
+
+            [200, {"content-type" => "application/json"}, [JSON.generate(examples)]]
+          else
+            not_found
+          end
+        end
+
+        def examples
+          @examples ||= begin
+            examples = pending.shift_bucket
+            bucket_run_time_total = examples.map { |example| example.fetch(:expected_run_time, 10.0) }.compact.sum * 2
+            maximum_completion_threshold = (pending.run_time_bucket_maximum || 30.0) * 2
+            completion_threshold = Time.now + [bucket_run_time_total, maximum_completion_threshold, 20.0].max
+
+            processing_data = examples.map do |example|
+              [
+                example[:id], example.merge(completion_threshold: completion_threshold.to_f)
+              ]
+            end
+
+            processing.merge!(processing_data.to_h)
+
+            examples
+          end
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/report.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/base"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Report < Base
+        def with_response
+          completed_dump = completed.dump
+          completed_dump[:meta][:unexecuted] = pending.length + processing.length
+          completed_dump[:flakes] = failure_counts.to_h.reject { |id, _count| completed_dump.dig(:examples, id, :status) == "failed" }
+
+          [200, {"content-type" => "application/json"}, [JSON.generate(completed_dump)]]
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/seed.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/base"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Seed < Base
+        def before_lock
+          examples_with_run_times
+        end
+
+        def with_response
+          pending.clear
+          processing.clear
+          failure_counts.clear
+
+          pending.max_retries = payload.fetch(:max_retries, "0").to_i
+
+          new_run_time_bucket_maximums = [pending.run_time_bucket_maximum, @seeds_run_time_bucket_maximum.to_f].compact
+          pending.run_time_bucket_maximum = new_run_time_bucket_maximums.sum.to_f / new_run_time_bucket_maximums.length.to_f
+
+          pending.merge!(examples_with_run_times)
+          processing.clear
+          completed.clear
+
+          ok
+        end
+
+        def examples_with_run_times
+          @examples_with_run_times ||= begin
+            unsorted_examples_with_run_times = []
+            all_ids = payload[:examples].map { |example| example[:id] }
+            all_run_times = run_times.multi_read(*all_ids)
+
+            payload[:examples].each do |example|
+              run_time = all_run_times[example[:id]]
+
+              unsorted_examples_with_run_times << [example[:id], example.merge(expected_run_time: run_time)]
+            end
+
+            sorted_examples_with_run_times = if sort_by == :timings
+              unsorted_examples_with_run_times.sort_by do |entry|
+                -(entry.last[:expected_run_time] || Float::INFINITY)
+              end
+            else
+              unsorted_examples_with_run_times.sort_by do |entry|
+                entry.last[:file_path]
+              end
+            end
+
+            @seeds_run_time_bucket_maximum = run_time_bucket_maximum(all_run_times.values.compact)
+            @examples_with_run_times = sorted_examples_with_run_times.to_h
+          end
+        end
+
+        private
+
+        # Average + standard deviation
+        def run_time_bucket_maximum(values)
+          return 0 if values.length.zero?
+
+          mean = values.sum.to_f / values.size
+          variance = values.map { |v| (v - mean)**2 }.sum / values.size
+          (mean + Math.sqrt(variance)).round(2)
+        end
+
+        def sort_by
+          if ENV["SPECWRK_SRV_GROUP_BY"] == "file" || run_times.empty?
+            :file
+          else
+            :timings
+          end
+        end
+      end
+    end
+  end
+end

data/lib/specwrk/web/endpoints/shutdown.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+require "specwrk/web/endpoints/base"
+
+module Specwrk
+  class Web
+    module Endpoints
+      class Shutdown < Base
+        def with_response
+          interupt! if ENV["SPECWRK_SRV_SINGLE_RUN"]
+
+          [200, {"content-type" => "text/plain"}, ["✌️"]]
+        end
+
+        def interupt!
+          Thread.new do
+            # give the socket a moment to flush the response
+            sleep 0.2
+            Process.kill("INT", Process.pid)
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: specwrk
 version: !ruby/object:Gem::Version
-  version: 0.15.3
+  version: 0.15.5
 platform: ruby
 authors:
 - Daniel Westendorf
@@ -177,20 +177,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: gem-release
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 email:
 - daniel@prowestech.com
 executables:
@@ -231,7 +217,15 @@ files:
 - lib/specwrk/web.rb
 - lib/specwrk/web/app.rb
 - lib/specwrk/web/auth.rb
-- lib/specwrk/web/endpoints.rb
+- lib/specwrk/web/endpoints/base.rb
+- lib/specwrk/web/endpoints/complete_and_pop.rb
+- lib/specwrk/web/endpoints/health.rb
+- lib/specwrk/web/endpoints/heartbeat.rb
+- lib/specwrk/web/endpoints/pop.rb
+- lib/specwrk/web/endpoints/popable.rb
+- lib/specwrk/web/endpoints/report.rb
+- lib/specwrk/web/endpoints/seed.rb
+- lib/specwrk/web/endpoints/shutdown.rb
 - lib/specwrk/web/logger.rb
 - lib/specwrk/worker.rb
 - lib/specwrk/worker/completion_formatter.rb

data/lib/specwrk/web/endpoints.rb

@@ -1,360 +0,0 @@
-# frozen_string_literal: true
-
-require "json"
-
-require "specwrk/store"
-
-module Specwrk
-  class Web
-    module Endpoints
-      class Base
-        attr_reader :started_at
-
-        def initialize(request)
-          @request = request
-        end
-
-        def response
-          before_lock
-
-          return with_response unless run_id # No run_id, no datastore usage in the endpoint
-
-          payload # parse the payload before any locking
-
-          worker[:first_seen_at] ||= Time.now.iso8601
-          worker[:last_seen_at] = Time.now.iso8601
-
-          final_response = with_lock do
-            started_at = metadata[:started_at] ||= Time.now.iso8601
-            @started_at = Time.parse(started_at)
-
-            with_response
-          end
-
-          after_lock
-
-          final_response[1]["x-specwrk-status"] = worker_status.to_s
-
-          final_response
-        end
-
-        def with_response
-          not_found
-        end
-
-        private
-
-        attr_reader :request
-
-        def before_lock
-        end
-
-        def after_lock
-        end
-
-        def not_found
-          if request.head?
-            [404, {}, []]
-          else
-            [404, {"content-type" => "text/plain"}, ["This is not the path you're looking for, 'ol chap..."]]
-          end
-        end
-
-        def ok
-          if request.head?
-            [200, {}, []]
-          else
-            [200, {"content-type" => "text/plain"}, ["OK, 'ol chap"]]
-          end
-        end
-
-        def payload
-          return unless request.content_type&.start_with?("application/json")
-          return unless request.post? || request.put? || request.delete?
-          return if body.empty?
-
-          @payload ||= JSON.parse(body, symbolize_names: true)
-        end
-
-        def body
-          @body ||= request.body.read
-        end
-
-        def pending
-          @pending ||= PendingStore.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "pending"))
-        end
-
-        def processing
-          @processing ||= ProcessingStore.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "processing"))
-        end
-
-        def completed
-          @completed ||= CompletedStore.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "completed"))
-        end
-
-        def failure_counts
-          @failure_counts ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "failure_counts"))
-        end
-
-        def metadata
-          @metadata ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "metadata"))
-        end
-
-        def run_times
-          @run_times ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "file://#{File.join(Dir.tmpdir, "specwrk")}"), "run_times")
-        end
-
-        def worker
-          @worker ||= Store.new(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///"), File.join(run_id, "workers", request.get_header("HTTP_X_SPECWRK_ID").to_s))
-        end
-
-        def worker_status
-          return 0 if worker[:failed].nil? && completed.any? # worker starts after run has completed
-
-          worker[:failed] || 1
-        end
-
-        def run_id
-          request.get_header("HTTP_X_SPECWRK_RUN")
-        end
-
-        def with_lock
-          Store.with_lock(URI(ENV.fetch("SPECWRK_SRV_STORE_URI", "memory:///")), "server") { yield }
-        end
-      end
-
-      # Base default response is 404
-      NotFound = Class.new(Base)
-
-      class Health < Base
-        def with_response
-          ok
-        end
-      end
-
-      class Heartbeat < Base
-        def with_response
-          ok
-        end
-      end
-
-      class Seed < Base
-        def before_lock
-          examples_with_run_times
-        end
-
-        def with_response
-          pending.clear
-          processing.clear
-          failure_counts.clear
-
-          pending.max_retries = payload.fetch(:max_retries, "0").to_i
-
-          new_run_time_bucket_maximums = [pending.run_time_bucket_maximum, @seeds_run_time_bucket_maximum.to_f].compact
-          pending.run_time_bucket_maximum = new_run_time_bucket_maximums.sum.to_f / new_run_time_bucket_maximums.length.to_f
-
-          pending.merge!(examples_with_run_times)
-          processing.clear
-          completed.clear
-
-          ok
-        end
-
-        def examples_with_run_times
-          @examples_with_run_times ||= begin
-            unsorted_examples_with_run_times = []
-            all_ids = payload[:examples].map { |example| example[:id] }
-            all_run_times = run_times.multi_read(*all_ids)
-
-            payload[:examples].each do |example|
-              run_time = all_run_times[example[:id]]
-
-              unsorted_examples_with_run_times << [example[:id], example.merge(expected_run_time: run_time)]
-            end
-
-            sorted_examples_with_run_times = if sort_by == :timings
-              unsorted_examples_with_run_times.sort_by do |entry|
-                -(entry.last[:expected_run_time] || Float::INFINITY)
-              end
-            else
-              unsorted_examples_with_run_times.sort_by do |entry|
-                entry.last[:file_path]
-              end
-            end
-
-            @seeds_run_time_bucket_maximum = run_time_bucket_maximum(all_run_times.values.compact)
-            @examples_with_run_times = sorted_examples_with_run_times.to_h
-          end
-        end
-
-        private
-
-        # Average + standard deviation
-        def run_time_bucket_maximum(values)
-          return 0 if values.length.zero?
-
-          mean = values.sum.to_f / values.size
-          variance = values.map { |v| (v - mean)**2 }.sum / values.size
-          (mean + Math.sqrt(variance)).round(2)
-        end
-
-        def sort_by
-          if ENV["SPECWRK_SRV_GROUP_BY"] == "file" || run_times.empty?
-            :file
-          else
-            :timings
-          end
-        end
-      end
-
-      class Popable < Base
-        private
-
-        def with_pop_response
-          if examples.any?
-            [200, {"content-type" => "application/json"}, [JSON.generate(examples)]]
-          elsif pending.empty? && processing.empty? && completed.empty?
-            [204, {"content-type" => "text/plain"}, ["Waiting for sample to be seeded."]]
-          elsif completed.any? && processing.empty?
-            [410, {"content-type" => "text/plain"}, ["That's a good lad. Run along now and go home."]]
-          elsif processing.any? && processing.expired.keys.any?
-            pending.merge!(processing.expired)
-            processing.delete(*processing.expired.keys)
-            @examples = nil
-
-            [200, {"content-type" => "application/json"}, [JSON.generate(examples)]]
-          else
-            not_found
-          end
-        end
-
-        def examples
-          @examples ||= begin
-            examples = pending.shift_bucket
-            bucket_run_time_total = examples.map { |example| example.fetch(:expected_run_time, 10.0) }.compact.sum * 2
-            maximum_completion_threshold = (pending.run_time_bucket_maximum || 30.0) * 2
-            completion_threshold = Time.now + [bucket_run_time_total, maximum_completion_threshold, 20.0].max
-
-            processing_data = examples.map do |example|
-              [
-                example[:id], example.merge(completion_threshold: completion_threshold.to_f)
-              ]
-            end
-
-            processing.merge!(processing_data.to_h)
-
-            examples
-          end
-        end
-      end
-
-      class Pop < Popable
-        def with_response
-          with_pop_response
-        end
-      end
-
-      class CompleteAndPop < Popable
-        EXAMPLE_STATUSES = %w[passed failed pending]
-
-        def with_response
-          completed.merge!(completed_examples)
-          processing.delete(*(completed_examples.keys + retry_examples.keys))
-          pending.merge!(retry_examples)
-          failure_counts.merge!(retry_examples_new_failure_counts)
-
-          with_pop_response
-        end
-
-        private
-
-        def all_examples
-          @all_examples ||= payload.map { |example| [example[:id], example] if processing[example[:id]] }.compact.to_h
-        end
-
-        def completed_examples
-          @completed_examples ||= all_examples.map do |id, example|
-            next if retry_example?(example)
-
-            [id, example]
-          end.compact.to_h
-        end
-
-        def retry_examples
-          @retry_examples ||= all_examples.map do |id, example|
-            next unless retry_example?(example)
-
-            [id, example]
-          end.compact.to_h
-        end
-
-        def retry_examples_new_failure_counts
-          @retry_examples_new_failure_counts ||= retry_examples.map do |id, _example|
-            [id, all_example_failure_counts.fetch(id, 0) + 1]
-          end.to_h
-        end
-
-        def retry_example?(example)
-          return false unless example[:status] == "failed"
-          return false unless pending.max_retries.positive?
-
-          example_failure_count = all_example_failure_counts.fetch(example[:id], 0)
-
-          example_failure_count < pending.max_retries
-        end
-
-        def all_example_failure_counts
-          @all_example_failure_counts ||= failure_counts.multi_read(*all_examples.keys)
-        end
-
-        def completed_examples_status_counts
-          @completed_examples_status_counts ||= completed_examples.values.map { |example| example[:status] }.tally
-        end
-
-        def after_lock
-          # We don't care about exact values here, just approximate run times are fine
-          # So if we overwrite run times from another process it is nbd
-          run_times.merge! run_time_data
-
-          # workers are single proces, single-threaded, so safe to do this work without the lock
-          existing_status_counts = worker.multi_read(*EXAMPLE_STATUSES)
-          new_status_counts = EXAMPLE_STATUSES.map do |status|
-            [status, existing_status_counts.fetch(status, 0) + completed_examples_status_counts.fetch(status, 0)]
-          end.to_h
-
-          worker.merge!(new_status_counts)
-        end
-
-        def run_time_data
-          @run_time_data ||= payload.map { |example| [example[:id], example[:run_time]] }.to_h
-        end
-      end
-
-      class Report < Base
-        def with_response
-          completed_dump = completed.dump
-          completed_dump[:meta][:unexecuted] = pending.length + processing.length
-          completed_dump[:flakes] = failure_counts.to_h.reject { |id, _count| completed_dump.dig(:examples, id, :status) == "failed" }
-
-          [200, {"content-type" => "application/json"}, [JSON.generate(completed_dump)]]
-        end
-      end
-
-      class Shutdown < Base
-        def with_response
-          interupt! if ENV["SPECWRK_SRV_SINGLE_RUN"]
-
-          [200, {"content-type" => "text/plain"}, ["✌️"]]
-        end
-
-        def interupt!
-          Thread.new do
-            # give the socket a moment to flush the response
-            sleep 0.2
-            Process.kill("INT", Process.pid)
-          end
-        end
-      end
-    end
-  end
-end