specwrk 0.15.1 → 0.15.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3de4bb5f29a1c817db2c766d49fcd20d2153e6bf9708fc7b5ece2e1101fbb839
-  data.tar.gz: 3fb0dc079f9d85461ec245e2b1019d03e94ba7f3403813f2c7558504140b2c37
+  metadata.gz: 9dfdda735e233530059c547ef897824d74169be0a5bbd95e806b69902aafe984
+  data.tar.gz: 101e932e579f2f3e396b4e93e0ce9f4cb1f2675fe972b113b0a2280f69e3d15b
 SHA512:
-  metadata.gz: 3bfbec41f429426bcd85e81c2d879c1e3171ce2f0dba908a420890b5fa37373e803540ef92d4bfada74f4e465e4babc558c3e18cf8fa941376eb6e2d0d08cea2
-  data.tar.gz: 9096f33b527c0ae8233ae22a01d7e6b53e446b6684b63417120ba9181f7780e2590a4ff59ee5777a06d750341c5f3781f2f3f705c65874b69ae422db812a1ed2
+  metadata.gz: cb76e30cd4a80bf4d4678c9fcffa863138b4740f1c6cad666e16276381e831554ec316f35dde7d672c3a384aa779c4fdb35c8b61793b4188473a518ba5982529
+  data.tar.gz: 309e8a705d452b5a62214b398990864d26d8c265c4a9a07f9e9240d4911273ec8633bf2452a4c689c0cabc37778bc6b610e99ce680b168ff37903529ba77f9ea

data/CHANGELOG.md

@@ -1,5 +1,119 @@
 ## [Unreleased]
 
+# Changelog
+
+## v0.15.2 — 2025-08-15
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.15.1...v0.15.2)
+- Fix bug where ruby objects were being written to ndjson files isntead of json — [#119](https://github.com/danielwestendorf/specwrk/pull/119) by @danielwestendorf
+
+## v0.15.1 — 2025-08-14
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.15.0...v0.15.1)
+- Add `watch` command to split spec files across processes as they change — [#117](https://github.com/danielwestendorf/specwrk/pull/117) by @danielwestendorf
+- Readme formatting tweaks — @danielwestendorf
+
+## v0.15.0 — 2025-08-08
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.14.1...v0.15.0)
+- When output path is specified, write an `.ndjson` file per worker of all examples executed — [#113](https://github.com/danielwestendorf/specwrk/pull/113) (fixes [#10](https://github.com/danielwestendorf/specwrk/issues/10)) by @danielwestendorf
+- Print re-run commands for failures — [#114](https://github.com/danielwestendorf/specwrk/pull/114) (fixes [#7](https://github.com/danielwestendorf/specwrk/issues/7)) by @danielwestendorf
+- Show count of examples that did not execute; make runs resumable by only clearing stores on seed — [#115](https://github.com/danielwestendorf/specwrk/pull/115) by @danielwestendorf
+- Report flake counts and provide flake re-run commands — [#116](https://github.com/danielwestendorf/specwrk/pull/116) (fixes [#112](https://github.com/danielwestendorf/specwrk/issues/112)) by @danielwestendorf
+
+## v0.14.1 — 2025-08-07
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.14.0...v0.14.1)
+- Fix CLI typo — @danielwestendorf
+
+## v0.14.0 — 2025-08-07
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.13.1...v0.14.0)
+- Add support for example retries (`--max-retries` for `start` and `seed`) — [#111](https://github.com/danielwestendorf/specwrk/pull/111) (addresses [#96](https://github.com/danielwestendorf/specwrk/issues/96)) by @danielwestendorf
+
+## v0.13.1 — 2025-08-07
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.13.0...v0.13.1)
+- Require `securerandom` in the FileAdapter to ensure availability — @danielwestendorf
+
+## v0.13.0 — 2025-08-07
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.12.0...v0.13.0)
+- Avoid multi-process tempfile conflicts by adding a UUID to tempfile names — [#108](https://github.com/danielwestendorf/specwrk/pull/108) (fixes [#107](https://github.com/danielwestendorf/specwrk/issues/107)) by @danielwestendorf
+- Remove deprecated `complete` endpoint — [#109](https://github.com/danielwestendorf/specwrk/pull/109) (fixes [#95](https://github.com/danielwestendorf/specwrk/issues/95)) by @danielwestendorf
+- Track worker success metrics (succeeded/pending/failed) and use them to instruct worker exit behavior — [#110](https://github.com/danielwestendorf/specwrk/pull/110) (fixes [#97](https://github.com/danielwestendorf/specwrk/issues/97)) by @danielwestendorf
+
+## v0.12.0 — 2025-08-06
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.11.1...v0.12.0)
+- Don’t return a body for `HEAD` requests in auth middleware — refs [#102](https://github.com/danielwestendorf/specwrk/issues/102) — @danielwestendorf
+- Filter `specwrk` from backtraces — @danielwestendorf
+- Move store order tracking to the only store class that needs it (performance improvement) — [#105](https://github.com/danielwestendorf/specwrk/pull/105) by @danielwestendorf
+- Humanize seconds output — [#106](https://github.com/danielwestendorf/specwrk/pull/106) (fixes [#11](https://github.com/danielwestendorf/specwrk/issues/11)) by @danielwestendorf
+
+## v0.11.1 — 2025-08-05
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.11.0...v0.11.1)
+- Avoid doing work in `before_lock` for `complete` and `pop` endpoints — [#104](https://github.com/danielwestendorf/specwrk/pull/104) (fixes [#103](https://github.com/danielwestendorf/specwrk/issues/103)) by @danielwestendorf
+
+## v0.10.2 — 2025-08-01
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.10.1...v0.10.2)
+- Add `complete_and_pop` endpoint to reduce HTTP requests ~50% — [#88](https://github.com/danielwestendorf/specwrk/pull/88) by @danielwestendorf
+- File-per-example file store — [#87](https://github.com/danielwestendorf/specwrk/pull/87) by @danielwestendorf
+- Remove thread safety (follow-up to thread pool changes) — [#89](https://github.com/danielwestendorf/specwrk/pull/89) by @danielwestendorf
+- Fix thread pool start — [#90](https://github.com/danielwestendorf/specwrk/pull/90) by @danielwestendorf
+
+## v0.10.1 — 2025-08-01
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.10.0...v0.10.1)
+- Internal cleanups and versioning adjustments for the 0.10.x line
+
+## v0.10.0 — 2025-08-01
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.9.1...v0.10.0)
+- Prep for 0.10 baseline (no PRs explicitly tied beyond those in 0.10.1/0.10.2)
+
+## v0.9.1 — 2025-08-01
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.9.0...v0.9.1)
+- Minor fixes and tag adjustments
+
+## v0.9.0 — 2025-07-30
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.8.0...v0.9.0)
+- File-per-example store groundwork — see [#87](https://github.com/danielwestendorf/specwrk/pull/87) by @danielwestendorf
+
+## v0.8.0 — 2025-07-22
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.7.1...v0.8.0)
+- Revert datastore and related adjustments — [#86](https://github.com/danielwestendorf/specwrk/pull/86) by @danielwestendorf
+- Just return response if no `run_id` header — [#85](https://github.com/danielwestendorf/specwrk/pull/85) by @danielwestendorf
+- On `INT`, if RSpec is defined set `wants_to_quit = true` — [#84](https://github.com/danielwestendorf/specwrk/pull/84) by @danielwestendorf
+- Datastore for queues — [#83](https://github.com/danielwestendorf/specwrk/pull/83) by @danielwestendorf
+
+## v0.7.1 — 2025-07-22
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.7.0...v0.7.1)
+- Minor tag-only bump
+
+## v0.7.0 — 2025-07-22
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.6.3...v0.7.0)
+- Only exit 1 when no examples processed and run not completed — [#82](https://github.com/danielwestendorf/specwrk/pull/82) by @danielwestendorf
+- Switch from Puma to Pitchfork — [#79](https://github.com/danielwestendorf/specwrk/pull/79) by @danielwestendorf
+- Dump all runs as unique — [#78](https://github.com/danielwestendorf/specwrk/pull/78) by @danielwestendorf
+
+## v0.6.3 — 2025-07-17
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.6.2...v0.6.3)
+- Reap queues based on staleness of workers — [#76](https://github.com/danielwestendorf/specwrk/pull/76) by @danielwestendorf
+- Track worker `first_seen_at` / `last_seen_at` — [#75](https://github.com/danielwestendorf/specwrk/pull/75) by @danielwestendorf
+- Unique default ID when no `SPECWRK_ID` provided — [#74](https://github.com/danielwestendorf/specwrk/pull/74) by @danielwestendorf
+- Send `X-Specwrk-Id` and `User-Agent` headers — [#71](https://github.com/danielwestendorf/specwrk/pull/71) by @danielwestendorf
+
+## v0.6.2 — 2025-07-17
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.6.1...v0.6.2)
+- Tag-only bump
+
+## v0.6.1 — 2025-07-17
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.6.0...v0.6.1)
+- Tag-only bump
+
+## v0.6.0 — 2025-07-17
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.5.0...v0.6.0)
+- Output success message when seeding succeeds — [#67](https://github.com/danielwestendorf/specwrk/pull/67) by @danielwestendorf
+
+## v0.5.0 — 2025-07-15
+[Compare](https://github.com/danielwestendorf/specwrk/compare/v0.4.11...v0.5.0)
+- Support specifying if subsequent seeds should be ignored for a run — [#37](https://github.com/danielwestendorf/specwrk/pull/37) by @danielwestendorf
+- Make number of seed waits configurable — [#35](https://github.com/danielwestendorf/specwrk/pull/35) by @danielwestendorf
+- Worker wait for seeding — [#32](https://github.com/danielwestendorf/specwrk/pull/32) by @danielwestendorf
+- Track if the worker has processed *any* examples — [#31](https://github.com/danielwestendorf/specwrk/pull/31) by @danielwestendorf
+
+
 ## v0.4.11
 
 - Move logic out of CLI methods ([#64](https://github.com/danielwestendorf/specwrk/issues/64)) by @danielwestendorf  

data/README.md

@@ -26,6 +26,7 @@ Commands:
   specwrk serve                 # Start a queue server
   specwrk start [DIR]           # Start a server and workers, monitor until complete
   specwrk version               # Print version
+  specwrk watch                 # Start a server and workers, watch for file changes in the current directory, and execute specs
   specwrk work                  # Start one or more worker processes
 ```
 
@@ -261,6 +262,22 @@ end
 # end
 ```
 
+## Prior/other works
+There are many prior works for running rspec tests across multiple processes. Most of them combine process output making failures hard to grok. Some are good at running tests locally, but not on CI, while others are invserly true. Others are comercial or impactical without making a purchase.
+
+specwrk is different because it:
+1. Puts your developer experience first. Easy execution. No messy outputs. Retries built in. Easy(er) debugging of flaky tests. 
+2. Is the same tool you use in development on your local box, in CI with a single runner, or CI with N number of runners.
+3. Is easy to deploy and manage a queue server.
+4. RSpec-only.
+5. Is free.
+
+[parallel_rspec](https://github.com/willbryant/parallel_rspec)
+[Knapsack](https://github.com/KnapsackPro/knapsack)
+[parallel_tests](https://github.com/grosser/parallel_tests)
+[rspecq](https://github.com/skroutz/rspecq)
+[RSpec ABQ](https://github.com/rwx-research/rspec-abq)
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/dwestendorf/specwrk.

data/lib/specwrk/list_examples.rb

@@ -59,6 +59,8 @@ module Specwrk
       RSpec.world.wants_to_quit = Specwrk.force_quit
 
       RSpec.configuration.silence_filter_announcements = true
+      RSpec.configuration.filter_manager.inclusions.clear
+      RSpec.configuration.filter_manager.exclusions.clear
 
       true
     end

data/lib/specwrk/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Specwrk
-  VERSION = "0.15.1"
+  VERSION = "0.15.3"
 end

data/lib/specwrk/web/endpoints.rb

@@ -231,13 +231,13 @@ module Specwrk
         def examples
           @examples ||= begin
             examples = pending.shift_bucket
-            maximum_completion_threshold = (Time.now + ((pending.run_time_bucket_maximum || 30) * 2)).to_i
+            bucket_run_time_total = examples.map { |example| example.fetch(:expected_run_time, 10.0) }.compact.sum * 2
+            maximum_completion_threshold = (pending.run_time_bucket_maximum || 30.0) * 2
+            completion_threshold = Time.now + [bucket_run_time_total, maximum_completion_threshold, 20.0].max
 
             processing_data = examples.map do |example|
-              example_run_time_completion_threshold = (Time.now + example[:expected_run_time].to_f * 2).to_i
-
               [
-                example[:id], example.merge(completion_threshold: [maximum_completion_threshold, example_run_time_completion_threshold].compact.max)
+                example[:id], example.merge(completion_threshold: completion_threshold.to_f)
               ]
             end
 

data/lib/specwrk/worker/executor.rb

@@ -73,7 +73,7 @@ module Specwrk
       end
 
       def flush_log
-        completion_formatter.examples.each { |example| json_log_file.puts example }
+        completion_formatter.examples.each { |example| json_log_file.puts JSON.generate(example) }
       end
 
       def json_log_file

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: specwrk
 version: !ruby/object:Gem::Version
-  version: 0.15.1
+  version: 0.15.3
 platform: ruby
 authors:
 - Daniel Westendorf
@@ -202,7 +202,7 @@ files:
 - ".rspec"
 - ".standard.yml"
 - CHANGELOG.md
-- LICENSE.txt
+- LICENSE
 - README.md
 - Rakefile
 - Specwrk.watchfile.rb