zspec 1.0.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,101 @@
1
+ module ZSpec
2
+ class Tracker
3
+ attr_reader :runtimes_hash_name, :alltime_failures_hash_name, :current_failures_hash_name, :threshold
4
+
5
+ def initialize(build_prefix:, sink:, threshold:, hostname:)
6
+ @sink = sink
7
+ @threshold = threshold
8
+ @hostname = hostname
9
+ @runtimes_hash_name = "runtimes:v1"
10
+ @alltime_failures_hash_name = "failures:v1"
11
+ @current_failures_hash_name = build_prefix + ":failures"
12
+ @sequence_hash_name = build_prefix + ":sequence"
13
+ end
14
+
15
+ def track_sequence(message)
16
+ sequence = (@sink.hget(@sequence_hash_name, @hostname) || "").split(",")
17
+ sequence << message
18
+ @sink.hset(@sequence_hash_name, @hostname, sequence.join(","))
19
+ end
20
+
21
+ def track_runtime(message, runtime)
22
+ @sink.hset(@runtimes_hash_name, message, runtime)
23
+ end
24
+
25
+ def track_failures(failures)
26
+ failures.map { |h| h[:id] }.each do |message|
27
+ @sink.hincrby(@alltime_failures_hash_name, count_key(message), 1)
28
+ @sink.hset(@alltime_failures_hash_name, time_key(message), @sink.time.first)
29
+
30
+ @sink.hincrby(@current_failures_hash_name, count_key(message), 1)
31
+ @sink.hset(@current_failures_hash_name, time_key(message), @sink.time.first)
32
+ @sink.hset(@current_failures_hash_name, sequence_key(message), sequence)
33
+ end
34
+ end
35
+
36
+ def all_runtimes
37
+ @sink.hgetall(@runtimes_hash_name)
38
+ end
39
+
40
+ def alltime_failures
41
+ parse_failures(
42
+ @sink.hgetall(@alltime_failures_hash_name)
43
+ )
44
+ .select(&method(:filter_by_threshold))
45
+ .sort_by(&method(:failure_count))
46
+ .reverse
47
+ end
48
+
49
+ def current_failures
50
+ parse_failures(
51
+ @sink.hgetall(@current_failures_hash_name)
52
+ )
53
+ .sort_by(&method(:failure_count))
54
+ .reverse
55
+ end
56
+
57
+ def cleanup(expire_seconds = EXPIRE_SECONDS)
58
+ @sink.expire(@current_failures_hash_name, expire_seconds)
59
+ @sink.expire(@sequence_hash_name, expire_seconds)
60
+ end
61
+
62
+ def time_key(message)
63
+ "#{message}:time"
64
+ end
65
+
66
+ def count_key(message)
67
+ "#{message}:count"
68
+ end
69
+
70
+ def sequence_key(message)
71
+ "#{message}:sequence"
72
+ end
73
+
74
+ private
75
+
76
+ def sequence
77
+ @sink.hget(@sequence_hash_name, @hostname) || ""
78
+ end
79
+
80
+ def parse_failures(failures)
81
+ memo = {}
82
+ failures.each do |key, value|
83
+ message = key.gsub(/\:time|\:count|\:sequence/, '')
84
+ memo[message] ||= {}
85
+ memo[message]["message"] = message
86
+ memo[message]["count"] = value.to_i if key.end_with?(":count")
87
+ memo[message]["last_failure"] = value.to_i if key.end_with?(":time")
88
+ memo[message]["sequence"] = value.split(",") if key.end_with?(":sequence")
89
+ end
90
+ memo.values
91
+ end
92
+
93
+ def filter_by_threshold(failure)
94
+ (@sink.time.first - failure["last_failure"].to_i) < @threshold
95
+ end
96
+
97
+ def failure_count(failure)
98
+ failure["count"].to_i
99
+ end
100
+ end
101
+ end
@@ -0,0 +1,23 @@
1
+ module ZSpec
2
+ module Util
3
+ def timeout_key(message)
4
+ "#{message}:timeout"
5
+ end
6
+
7
+ def stdout_key(message)
8
+ "#{message}:stdout"
9
+ end
10
+
11
+ def results_key(message)
12
+ "#{message}:results"
13
+ end
14
+
15
+ def retry_key(message)
16
+ "#{message}:retries"
17
+ end
18
+
19
+ def dedupe_key(message)
20
+ "#{message}:dedupe"
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,3 @@
1
+ module ZSpec
2
+ VERSION = "1.0.0".freeze
3
+ end
@@ -0,0 +1,38 @@
1
+ module ZSpec
2
+ class Worker
3
+ APPLICATION_FILE = "/app/config/application.rb".freeze
4
+
5
+ def initialize(queue:, tracker:)
6
+ @queue = queue
7
+ @tracker = tracker
8
+ end
9
+
10
+ def work
11
+ require APPLICATION_FILE if File.exist? APPLICATION_FILE
12
+ @queue.pending_queue.each do |spec|
13
+ next if spec.nil?
14
+ puts "running: #{spec}"
15
+ fork do
16
+ run_specs(spec, StringIO.new)
17
+ end
18
+ Process.waitall
19
+ fail if $?.exitstatus != 0
20
+ puts "completed: #{spec}"
21
+ end
22
+ end
23
+
24
+ private
25
+
26
+ def run_specs(spec, stdout)
27
+ formatter = ZSpec::Formatter.new(
28
+ queue: @queue, tracker: @tracker, stdout: stdout, message: spec
29
+ )
30
+ configuration = ::RSpec.configuration
31
+ configuration.add_formatter(formatter)
32
+ options = ::RSpec::Core::ConfigurationOptions.new(["--backtrace", spec])
33
+ runner = ::RSpec::Core::Runner.new(options, configuration)
34
+ def runner.trap_interrupt() end
35
+ runner.run($stderr, stdout)
36
+ end
37
+ end
38
+ end
Binary file
@@ -0,0 +1,33 @@
1
+ lib = File.expand_path("lib", __dir__)
2
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
3
+ require "zspec/version"
4
+
5
+ Gem::Specification.new do |spec|
6
+ spec.name = "zspec"
7
+ spec.version = ZSpec::VERSION
8
+
9
+ spec.authors = ["Seth Pollack"]
10
+ spec.email = ["seth@sethpollack.net"]
11
+
12
+ spec.summary = "rspec runner"
13
+ spec.description = "parallel rspec runner"
14
+ spec.homepage = ""
15
+ spec.license = "MIT"
16
+
17
+ spec.bindir = "bin"
18
+ spec.executables = ["zspec"]
19
+ spec.require_paths = ["lib"]
20
+
21
+ spec.files = Dir.chdir(File.expand_path(__dir__)) do
22
+ `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
23
+ end
24
+
25
+ spec.add_dependency "redis"
26
+ spec.add_dependency "thor"
27
+
28
+ spec.add_development_dependency "bundler", "~> 1.17"
29
+ spec.add_development_dependency "pry", "~> 0.12.2"
30
+ spec.add_development_dependency "rspec", "~> 3.0"
31
+ spec.add_development_dependency "rubocop"
32
+ spec.add_development_dependency "rubocop-rspec"
33
+ end
metadata ADDED
@@ -0,0 +1,167 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: zspec
3
+ version: !ruby/object:Gem::Version
4
+ version: 1.0.0
5
+ platform: ruby
6
+ authors:
7
+ - Seth Pollack
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2020-07-22 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: redis
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: thor
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: bundler
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '1.17'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '1.17'
55
+ - !ruby/object:Gem::Dependency
56
+ name: pry
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: 0.12.2
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: 0.12.2
69
+ - !ruby/object:Gem::Dependency
70
+ name: rspec
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: '3.0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: '3.0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: rubocop
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: rubocop-rspec
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
111
+ description: parallel rspec runner
112
+ email:
113
+ - seth@sethpollack.net
114
+ executables:
115
+ - zspec
116
+ extensions: []
117
+ extra_rdoc_files: []
118
+ files:
119
+ - ".drone.yml"
120
+ - ".gitignore"
121
+ - ".rspec"
122
+ - ".rubocop.yml"
123
+ - Gemfile
124
+ - Gemfile.lock
125
+ - README.md
126
+ - bin/zspec
127
+ - docker-compose.yaml
128
+ - hack/client/entrypoint.sh
129
+ - hack/worker/entrypoint.sh
130
+ - lib/zspec.rb
131
+ - lib/zspec/cli.rb
132
+ - lib/zspec/formatter.rb
133
+ - lib/zspec/presenter.rb
134
+ - lib/zspec/queue.rb
135
+ - lib/zspec/scheduler.rb
136
+ - lib/zspec/sink.rb
137
+ - lib/zspec/sink/memory_sink.rb
138
+ - lib/zspec/tracker.rb
139
+ - lib/zspec/util.rb
140
+ - lib/zspec/version.rb
141
+ - lib/zspec/worker.rb
142
+ - workflow.png
143
+ - zspec.gemspec
144
+ homepage: ''
145
+ licenses:
146
+ - MIT
147
+ metadata: {}
148
+ post_install_message:
149
+ rdoc_options: []
150
+ require_paths:
151
+ - lib
152
+ required_ruby_version: !ruby/object:Gem::Requirement
153
+ requirements:
154
+ - - ">="
155
+ - !ruby/object:Gem::Version
156
+ version: '0'
157
+ required_rubygems_version: !ruby/object:Gem::Requirement
158
+ requirements:
159
+ - - ">="
160
+ - !ruby/object:Gem::Version
161
+ version: '0'
162
+ requirements: []
163
+ rubygems_version: 3.0.3
164
+ signing_key:
165
+ specification_version: 4
166
+ summary: rspec runner
167
+ test_files: []