zspec 1.0.0

data/lib/zspec/tracker.rb

@@ -0,0 +1,101 @@
+module ZSpec
+  class Tracker
+    attr_reader :runtimes_hash_name, :alltime_failures_hash_name, :current_failures_hash_name, :threshold
+
+    def initialize(build_prefix:, sink:, threshold:, hostname:)
+      @sink                       = sink
+      @threshold                  = threshold
+      @hostname                   = hostname
+      @runtimes_hash_name         = "runtimes:v1"
+      @alltime_failures_hash_name = "failures:v1"
+      @current_failures_hash_name = build_prefix + ":failures"
+      @sequence_hash_name         = build_prefix + ":sequence"
+    end
+
+    def track_sequence(message)
+      sequence = (@sink.hget(@sequence_hash_name, @hostname) || "").split(",")
+      sequence << message
+      @sink.hset(@sequence_hash_name, @hostname, sequence.join(","))
+    end
+
+    def track_runtime(message, runtime)
+      @sink.hset(@runtimes_hash_name, message, runtime)
+    end
+
+    def track_failures(failures)
+      failures.map { |h| h[:id] }.each do |message|
+        @sink.hincrby(@alltime_failures_hash_name, count_key(message), 1)
+        @sink.hset(@alltime_failures_hash_name, time_key(message), @sink.time.first)
+
+        @sink.hincrby(@current_failures_hash_name, count_key(message), 1)
+        @sink.hset(@current_failures_hash_name, time_key(message), @sink.time.first)
+        @sink.hset(@current_failures_hash_name, sequence_key(message), sequence)
+      end
+    end
+
+    def all_runtimes
+      @sink.hgetall(@runtimes_hash_name)
+    end
+
+    def alltime_failures
+      parse_failures(
+        @sink.hgetall(@alltime_failures_hash_name)
+      )
+      .select(&method(:filter_by_threshold))
+      .sort_by(&method(:failure_count))
+      .reverse
+    end
+
+    def current_failures
+      parse_failures(
+        @sink.hgetall(@current_failures_hash_name)
+      )
+      .sort_by(&method(:failure_count))
+      .reverse
+    end
+
+    def cleanup(expire_seconds = EXPIRE_SECONDS)
+      @sink.expire(@current_failures_hash_name, expire_seconds)
+      @sink.expire(@sequence_hash_name, expire_seconds)
+    end
+
+    def time_key(message)
+      "#{message}:time"
+    end
+
+    def count_key(message)
+      "#{message}:count"
+    end
+
+    def sequence_key(message)
+      "#{message}:sequence"
+    end
+
+    private
+
+    def sequence
+      @sink.hget(@sequence_hash_name, @hostname) || ""
+    end
+
+    def parse_failures(failures)
+      memo = {}
+      failures.each do |key, value|
+        message = key.gsub(/\:time|\:count|\:sequence/, '')
+        memo[message] ||= {}
+        memo[message]["message"] = message
+        memo[message]["count"] = value.to_i if key.end_with?(":count")
+        memo[message]["last_failure"] = value.to_i if key.end_with?(":time")
+        memo[message]["sequence"] = value.split(",") if key.end_with?(":sequence")
+      end
+      memo.values
+    end
+
+    def filter_by_threshold(failure)
+      (@sink.time.first - failure["last_failure"].to_i) < @threshold
+    end
+
+    def failure_count(failure)
+      failure["count"].to_i
+    end
+  end
+end

data/lib/zspec/util.rb

@@ -0,0 +1,23 @@
+module ZSpec
+  module Util
+    def timeout_key(message)
+      "#{message}:timeout"
+    end
+
+    def stdout_key(message)
+      "#{message}:stdout"
+    end
+
+    def results_key(message)
+      "#{message}:results"
+    end
+
+    def retry_key(message)
+      "#{message}:retries"
+    end
+
+    def dedupe_key(message)
+      "#{message}:dedupe"
+    end
+  end
+end

data/lib/zspec/version.rb

@@ -0,0 +1,3 @@
+module ZSpec
+  VERSION = "1.0.0".freeze
+end

data/lib/zspec/worker.rb

@@ -0,0 +1,38 @@
+module ZSpec
+  class Worker
+    APPLICATION_FILE = "/app/config/application.rb".freeze
+
+    def initialize(queue:, tracker:)
+      @queue   = queue
+      @tracker = tracker
+    end
+
+    def work
+      require APPLICATION_FILE if File.exist? APPLICATION_FILE
+      @queue.pending_queue.each do |spec|
+        next if spec.nil?
+        puts "running: #{spec}"
+        fork do
+          run_specs(spec, StringIO.new)
+        end
+        Process.waitall
+        fail if $?.exitstatus != 0
+        puts "completed: #{spec}"
+      end
+    end
+
+    private
+
+    def run_specs(spec, stdout)
+      formatter = ZSpec::Formatter.new(
+        queue: @queue, tracker: @tracker, stdout: stdout, message: spec
+      )
+      configuration = ::RSpec.configuration
+      configuration.add_formatter(formatter)
+      options = ::RSpec::Core::ConfigurationOptions.new(["--backtrace", spec])
+      runner = ::RSpec::Core::Runner.new(options, configuration)
+      def runner.trap_interrupt() end
+      runner.run($stderr, stdout)
+    end
+  end
+end

data/zspec.gemspec

@@ -0,0 +1,33 @@
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "zspec/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "zspec"
+  spec.version       = ZSpec::VERSION
+
+  spec.authors       = ["Seth Pollack"]
+  spec.email         = ["seth@sethpollack.net"]
+
+  spec.summary       = "rspec runner"
+  spec.description   = "parallel rspec runner"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.bindir = "bin"
+  spec.executables = ["zspec"]
+  spec.require_paths = ["lib"]
+
+  spec.files         = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+
+  spec.add_dependency "redis"
+  spec.add_dependency "thor"
+
+  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "pry", "~> 0.12.2"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rubocop"
+  spec.add_development_dependency "rubocop-rspec"
+end

metadata

@@ -0,0 +1,167 @@
+--- !ruby/object:Gem::Specification
+name: zspec
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Seth Pollack
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-07-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: parallel rspec runner
+email:
+- seth@sethpollack.net
+executables:
+- zspec
+extensions: []
+extra_rdoc_files: []
+files:
+- ".drone.yml"
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- bin/zspec
+- docker-compose.yaml
+- hack/client/entrypoint.sh
+- hack/worker/entrypoint.sh
+- lib/zspec.rb
+- lib/zspec/cli.rb
+- lib/zspec/formatter.rb
+- lib/zspec/presenter.rb
+- lib/zspec/queue.rb
+- lib/zspec/scheduler.rb
+- lib/zspec/sink.rb
+- lib/zspec/sink/memory_sink.rb
+- lib/zspec/tracker.rb
+- lib/zspec/util.rb
+- lib/zspec/version.rb
+- lib/zspec/worker.rb
+- workflow.png
+- zspec.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: rspec runner
+test_files: []