turbo_tests 1.2.0 → 1.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ae7178127f711a2ea749e60ff16ed6e3f46011737c02bf1fd2912b6777869b0a
-  data.tar.gz: d07339025c120451ca4e30fd13da954ded64234081759c0b0e9562954447462a
+  metadata.gz: 92f70e0d1c7d01b5f9d17960ddcf2418c8c4fa620e8c46d0bb81df21b9193452
+  data.tar.gz: 0a21dd64949d53a8045e167754f19b698356f2a5c088f6ad56b83297d42932a6
 SHA512:
-  metadata.gz: cbb71d599830fa9e86287f389aca4c678794b2258d287dab88bd975f7648bbb4e78b9986c24274b231730d069c88df0d3ce81ce46797723ae44248dec056355f
-  data.tar.gz: 12df6012daff0f3925aab5204247174d07a6d41d85b6c3a3a79f6f9a79cdc1a7d3c0b4e874cdf405024913d856683539e31257ab4863883f57af77acbda23154
+  metadata.gz: 0d0e28e448d9b3f6e8dc5f47ef6b6308d3a8a08ffdcdcacdddc20f979af2a1f6d7e0827afbe5cc1fd09293efa3abed703cf7c0082a5d5cc400dd32fb9c9672a0
+  data.tar.gz: 6efbeb21524f9973d759914766cf0966f4b3da0d0c68dab75c4efe0c412808df6a979324793ce3de21ff77745ca7f5bffda605f3a6e73635839e14e84b1d4658

data/.github/workflows/snyk_ruby-analysis.yml

@@ -0,0 +1,33 @@
+# A sample workflow which checks out your Infrastructure as Code Configuration files,
+# such as Kubernetes, Helm & Terraform and scans them for any security issues.
+# The results are then uploaded to GitHub Security Code Scanning
+#
+# For more examples, including how to limit scans to only high-severity issues
+# and fail PR checks, see https://github.com/snyk/actions/
+
+name: Snyk Ruby
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    # The branches below must be a subset of the branches above
+    branches: [ master ]
+  schedule:
+    - cron: '0 0 * * 0'
+
+jobs:
+  snyk:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Run Snyk to check configuration files for security issues
+        # Snyk can be used to break the build when it detects security issues.
+        # In this case we want to upload the issues to GitHub Code Scanning
+        continue-on-error: true
+        uses: snyk/actions/ruby@master
+        env:
+          # In order to use the Snyk Action you will need to have a Snyk API token.
+          # More details in https://github.com/snyk/actions#getting-your-snyk-token
+          # or you can signup for free at https://snyk.io/login
+          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}

data/.gitignore

@@ -9,3 +9,60 @@
 
 # rspec failure tracking
 .rspec_status
+
+
+# Created by https://www.toptal.com/developers/gitignore/api/macos,vim
+# Edit at https://www.toptal.com/developers/gitignore?templates=macos,vim
+
+### macOS ###
+# General
+.DS_Store
+.AppleDouble
+.LSOverride
+
+# Icon must end with two \r
+Icon
+
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+.com.apple.timemachine.donotpresent
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
+
+### Vim ###
+# Swap
+[._]*.s[a-v][a-z]
+!*.svg  # comment out if you don't need vector files
+[._]*.sw[a-p]
+[._]s[a-rt-v][a-z]
+[._]ss[a-gi-z]
+[._]sw[a-p]
+
+# Session
+Session.vim
+Sessionx.vim
+
+# Temporary
+.netrwhist
+*~
+# Auto-generated tag files
+tags
+# Persistent undo
+[._]*.un~
+
+# End of https://www.toptal.com/developers/gitignore/api/macos,vim
+

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    turbo_tests (1.2.0)
+    turbo_tests (1.2.2)
       bundler
       parallel_tests (~> 3.3)
       rspec (~> 3.10.0)
@@ -13,9 +13,9 @@ GEM
     diff-lcs (1.4.4)
     method_source (1.0.0)
     parallel (1.20.1)
-    parallel_tests (3.4.0)
+    parallel_tests (3.5.0)
       parallel
-    pry (0.13.1)
+    pry (0.14.0)
       coderay (~> 1.1)
       method_source (~> 1.0)
     rake (12.3.3)
@@ -23,15 +23,15 @@ GEM
       rspec-core (~> 3.10.0)
       rspec-expectations (~> 3.10.0)
       rspec-mocks (~> 3.10.0)
-    rspec-core (3.10.0)
+    rspec-core (3.10.1)
       rspec-support (~> 3.10.0)
-    rspec-expectations (3.10.0)
+    rspec-expectations (3.10.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.10.0)
-    rspec-mocks (3.10.0)
+    rspec-mocks (3.10.2)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.10.0)
-    rspec-support (3.10.0)
+    rspec-support (3.10.2)
 
 PLATFORMS
   ruby

data/README.md

@@ -1,3 +1,5 @@
+![Tests](https://github.com/serpapi/turbo_tests/workflows/Tests/badge.svg)
+
 # TurboTests
 
 Runner for [`grosser/parallel_tests`](https://github.com/grosser/parallel_tests) with incremental summarized output. Based on [Discourse](https://github.com/discourse/discourse/blob/6b9784cf8a18636bce281a7e4d18e65a0cbc6290/lib/turbo_tests.rb) and [RubyGems](https://github.com/rubygems/rubygems/tree/390335ceb351668cd433bd5bb9823dd021f82533/bundler/tool) work in this area.
@@ -11,23 +13,17 @@ This feature [doesn't fit vision of `parallel_tests` author](https://github.com/
 ```bash
 
 $ bundle exec rake parallel_tests:spec[^spec/search]
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
+.................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................
 
 Finished in 1 minute 6.92 seconds (files took 6.95 seconds to load)
 2616 examples, 0 failures
 
-.........................................................................................................................................F.................................................
-.......................................................................................F...................................................................................................
-...........................................................................................................................................................................................
+.........................................................................................................................................F........................................................................................................................................F..............................................................................................................................................................................................................................................................................................
 
 Finished in 1 minute 35.05 seconds (files took 6.26 seconds to load)
 2158 examples, 2 failures
 
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
+.................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................
 
 Finished in 1 minute 35.05 seconds (files took 6.26 seconds to load)
 2158 examples, 0 failures
@@ -37,15 +33,7 @@ Finished in 1 minute 35.05 seconds (files took 6.26 seconds to load)
 
 ```bash
 $ bundle exec turbo_tests
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
-.........................................................................................................................................F.................................................
-.......................................................................................F...................................................................................................
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
-...........................................................................................................................................................................................
+..........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................F........................................................................................................................................F..............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................
 
 Finished in 2 minute 25.15 seconds (files took 0 seconds to load)
 6873 examples, 2 failures

data/lib/turbo_tests/cli.rb

@@ -17,7 +17,7 @@ module TurboTests
       fail_fast = nil
 
       OptionParser.new { |opts|
-        opts.banner = <<-BANNER.gsub(/^          /, "")
+        opts.banner = <<~BANNER
           Run all tests in parallel, giving each process ENV['TEST_ENV_NUMBER'] ('1', '2', '3', ...).
 
           Uses parallel_tests under the hood, but reports test results incrementally. Based on Discourse and RubyGems work in this area.

data/lib/turbo_tests/json_rows_formatter.rb

@@ -22,10 +22,14 @@ module TurboTests
   class JsonRowsFormatter
     RSpec::Core::Formatters.register(
       self,
+      :start,
       :close,
       :example_failed,
       :example_passed,
       :example_pending,
+      :example_group_started,
+      :example_group_finished,
+      :example_pending,
       :seed
     )
 
@@ -35,6 +39,28 @@ module TurboTests
       @output = output
     end
 
+
+    def start(notification)
+      output_row(
+        "type" => :load_summary,
+        "summary" => load_summary_to_json(notification)
+      )
+    end
+
+    def example_group_started(notification)
+      output_row(
+        "type" => :group_started,
+        "group" => group_to_json(notification)
+      )
+    end
+
+    def example_group_finished(notification)
+      output_row(
+        "type" => :group_finished,
+        "group" => group_to_json(notification)
+      )
+    end
+
     def example_passed(notification)
       output_row(
         "type" => :example_passed,
@@ -113,6 +139,21 @@ module TurboTests
       }
     end
 
+    def load_summary_to_json(notification)
+      {
+        count: notification.count,
+        load_time: notification.load_time
+      }
+    end
+
+    def group_to_json(notification)
+      {
+        "group": {
+          "description": notification.group.description
+        }
+      }
+    end
+
     def output_row(obj)
       output.puts ENV["RSPEC_FORMATTER_OUTPUT_ID"] + obj.to_json
     end

data/lib/turbo_tests/reporter.rb

@@ -2,6 +2,8 @@
 
 module TurboTests
   class Reporter
+    attr_writer :load_time
+
     def self.from_config(formatter_config, start_time)
       reporter = new(start_time)
 
@@ -27,6 +29,7 @@ module TurboTests
       @failed_examples = []
       @all_examples = []
       @start_time = start_time
+      @load_time = 0
     end
 
     def add(name, outputs)
@@ -45,6 +48,14 @@ module TurboTests
       end
     end
 
+    def group_started(notification)
+      delegate_to_formatters(:example_group_started, notification)
+    end
+
+    def group_finished
+      delegate_to_formatters(:example_group_finished, nil)
+    end
+
     def example_passed(example)
       delegate_to_formatters(:example_passed, example.notification)
 
@@ -66,7 +77,8 @@ module TurboTests
     end
 
     def finish
-      end_time = Time.now
+      # SEE: https://bit.ly/2NP87Cz
+      end_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
 
       delegate_to_formatters(:start_dump,
         RSpec::Core::Notifications::NullNotification)
@@ -84,7 +96,7 @@ module TurboTests
           @all_examples,
           @failed_examples,
           @pending_examples,
-          0,
+          @load_time,
           0
         ))
       delegate_to_formatters(:close,

data/lib/turbo_tests/runner.rb

@@ -3,13 +3,19 @@
 require "json"
 require "parallel_tests/rspec/runner"
 
+require_relative "../utils/hash_extension"
+
 module TurboTests
   class Runner
+    using CoreExtensions
+
     def self.run(opts = {})
       files = opts[:files]
       formatters = opts[:formatters]
       tags = opts[:tags]
-      start_time = opts.fetch(:start_time) { Time.now }
+
+      # SEE: https://bit.ly/2NP87Cz
+      start_time = opts.fetch(:start_time) { Process.clock_gettime(Process::CLOCK_MONOTONIC) }
       verbose = opts.fetch(:verbose, false)
       fail_fast = opts.fetch(:fail_fast, nil)
       count = opts.fetch(:count, nil)
@@ -33,6 +39,8 @@ module TurboTests
       @verbose = opts[:verbose]
       @fail_fast = opts[:fail_fast]
       @count = opts[:count]
+      @load_time = 0
+      @load_count = 0
 
       @failure_count = 0
       @runtime_log = "tmp/parallel_runtime_rspec.log"
@@ -157,9 +165,18 @@ module TurboTests
         when "example_passed"
           example = FakeExample.from_obj(message["example"])
           @reporter.example_passed(example)
+        when "group_started"
+          @reporter.group_started(message["group"].to_struct)
+        when "group_finished"
+          @reporter.group_finished
         when "example_pending"
           example = FakeExample.from_obj(message["example"])
           @reporter.example_pending(example)
+        when "load_summary"
+          message = message["summary"]
+          # NOTE: notifications order and content is not guaranteed hence the fetch
+          #       and count increment tracking to get the latest accumulated load time
+          @reporter.load_time = message["load_time"] if message.fetch("count", 0) > @load_count
         when "example_failed"
           example = FakeExample.from_obj(message["example"])
           @reporter.example_failed(example)
@@ -193,7 +210,7 @@ module TurboTests
 
       num_processes = groups.size
       num_tests = groups.map(&:size).sum
-      tests_per_process = (num_processes == 0 ? 0 : num_tests / num_processes)
+      tests_per_process = (num_processes == 0 ? 0 : num_tests.to_f / num_processes).round
 
       puts "#{num_processes} processes for #{num_tests} #{name}s, ~ #{tests_per_process} #{name}s per process"
     end

data/lib/turbo_tests/version.rb

@@ -1,3 +1,3 @@
 module TurboTests
-  VERSION = "1.2.0"
+  VERSION = "1.2.2"
 end

data/lib/utils/hash_extension.rb

@@ -0,0 +1,9 @@
+module CoreExtensions
+  refine Hash do
+    def to_struct
+      OpenStruct.new(self.each_with_object({}) do |(key, val), acc|
+        acc[key] = val.is_a?(Hash) ? val.to_struct : val
+      end)
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: turbo_tests
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.2.2
 platform: ruby
 authors:
 - Ilya Zub
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-23 00:00:00.000000000 Z
+date: 2021-03-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -74,6 +74,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/snyk_ruby-analysis.yml"
 - ".github/workflows/tests.yml"
 - ".gitignore"
 - ".rspec"
@@ -91,6 +92,7 @@ files:
 - lib/turbo_tests/reporter.rb
 - lib/turbo_tests/runner.rb
 - lib/turbo_tests/version.rb
+- lib/utils/hash_extension.rb
 - turbo_tests.gemspec
 homepage: https://github.com/serpapi/turbo_tests
 licenses: