flakey_spec_catcher 0.7.3 → 0.8.0.alpha

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8a8d9e9578abf9fae289b9bafb58f6134e93f44fd50347eb49bbcf4f69afcf93
-  data.tar.gz: bdd96d64d40b5b08910c26cb9645020431f1dae2a4431c8e716b4aebd0566be3
+  metadata.gz: 490fe80338b705ba14cc730170a926ea256fe326193e4def21c83530439dd57d
+  data.tar.gz: 71af0da84b8eb5425acc40a04995e4183063cc1ae97d7cc3e67de090b48a1cd4
 SHA512:
-  metadata.gz: a4c47bf90a0b6277bf161f1324db06832cb39bc410ff4522b83c43878fd208687385041c9308fcd40c406727c02a316ecfaa96352510b605b3e0aa3962f7b7df
-  data.tar.gz: aa25440b41eb04e582807a89260eb779aa3c37981f4a617224fdb50308704dc72734b898f6499fa4bd579af9a600946fc4420d32cc86e855ef43b568080dd3c7
+  metadata.gz: 7e86a9b981d7d4c444186a34bcbc4a9cef55a366e0323edf7cf3049ca52403c5b81b6ca0fa4f3a50b878c022879739e64cc381466e1a8c06d2da26751710fb42
+  data.tar.gz: 504487fd4cf113791412ac23d2f1f0e73204b6505b3961e890525bd7cd7d896346065c39594c39c14bdb30dc08a51145ad6e28d82a645a9690731e48a9794e5a

data/README.md

@@ -132,6 +132,7 @@ In some cases, certain environment variables can be configured:
   `FSC_EXCLUDED_TAGS=':tag1 => enabled'.
   Note: examples do not inherit the tags from their parent example groups or parent contexts.
 
+  - `FSC_OUTPUT_FILE`: Specify a relative path to a file to write the contents of re-runs
 
 Any of these environment variables can be overriden in the commit message by adding the environment variable key and
 usage/value according to the accepted values specified above.
@@ -152,7 +153,8 @@ FSC_USAGE_PATTERNS = '{ spec/ui => bundle exec rspec }, { spec/api => parallel_r
   -t, --test=TEST_NAME             Specify one or more specs in comma separated list
   -u, --usage=USAGE                Specify a re-run usage for the manual re-run
   -r, --repeat=REPEAT_FACTOR       Specify a repeat factor for the manual re-run(s)
-  -e  --excluded-tags=EXCLUDED     Specify tags to exclude in a comma separated list
+  -e, --excluded-tags=EXCLUDED     Specify tags to exclude in a comma separated list
+  -o, --output=PATH_TO_OUTPUT      Direct all re-run output to a specific file
   -v, --version                    Prints current flakey_spec_catcher_version
   -h, --help                       Displays available flakey_spec_catcher cli overrides
 ```

data/lib/flakey_spec_catcher/cli_override.rb

@@ -8,6 +8,7 @@ module FlakeySpecCatcher
   # Captures command line arguments for manual re-runs
   class CliOverride
     attr_reader :rerun_patterns, :rerun_usage, :repeat_factor, :enable_runs, :excluded_tags
+    attr_reader :output_file
 
     def initialize
       @enable_runs = true
@@ -17,7 +18,7 @@ module FlakeySpecCatcher
 
     private
 
-    # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+    # rubocop:disable Metrics/AbcSize, Metrics/MethodLength, Metrics/BlockLength
     def parse_command_line_args
       OptionParser.new do |opts|
         opts.banner = 'Usage: flakey_spec_catcher [OPTIONS]'
@@ -47,6 +48,11 @@ module FlakeySpecCatcher
           @excluded_tags = parse_tags(tags)
         end
 
+        opts.on('-o', '--output=PATH_TO_OUTPUT',
+                'Direct all re-run output to a specific file') do |file|
+          @output_file = remove_formatter_quotes(file)
+        end
+
         opts.on('-v', '--version', 'Prints current flakey_spec_catcher_version') do
           puts "flakey_spec_catcher Version: #{FlakeySpecCatcher::VERSION}"
           @enable_runs = false
@@ -58,7 +64,7 @@ module FlakeySpecCatcher
         end
       end.parse!
     end
-    # rubocop:enable Metrics/AbcSize, Metrics/MethodLength
+    # rubocop:enable Metrics/AbcSize, Metrics/MethodLength, Metrics/BlockLength
 
     def remove_formatter_quotes(env_var)
       env_var.tr('\'\"', '')

data/lib/flakey_spec_catcher/runner.rb

@@ -26,6 +26,7 @@ module FlakeySpecCatcher
     end
 
     # Debug Methods
+    # rubocop:disable Metrics/AbcSize
     def show_settings
       puts 'Flakey Spec Catcher Settings:'
       puts "  Current Branch: #{@git_controller.branch}"
@@ -34,7 +35,11 @@ module FlakeySpecCatcher
       puts "  Base Sha: #{@git_controller.base_commit_sha}"
       puts "  Repeat factor: #{@user_config.repeat_factor}"
       puts "  Changed Specs Detected: #{@git_controller.changed_examples}"
+      return if @user_config.output_file == '/dev/null'
+
+      puts "  Verbose Output Path: #{@user_config.output_file}"
     end
+    # rubocop:enable Metrics/AbcSize
 
     def rerun_preview
       puts "\n********************************************"
@@ -50,11 +55,12 @@ module FlakeySpecCatcher
 
     def run_specs
       status = 0
-      @user_config.repeat_factor.times do
-        @rerun_manager.rerun_capsules.sort.each do |capsule|
+      @rerun_manager.rerun_capsules.sort.each do |capsule|
+        @user_config.repeat_factor.times do
           iteration_status = handle_capsule_rerun(capsule)
           status = [status, iteration_status].max
         end
+        RSpec.reset
       end
 
       display_results(status)
@@ -73,14 +79,19 @@ module FlakeySpecCatcher
     def invoke_rspec_runner(test)
       configure_listener
       # Pass in CLI options to suppress normal output, and only run the specified test
-      rspec_args = ['--out', '/dev/null', test]
+      rspec_args = ['--out', @user_config.output_file, test]
       return_status = RSpec::Core::Runner.run(rspec_args)
       RSpec.clear_examples
       return_status
     end
 
     def invoke_custom_rspec_runner(usage, testcase)
-      `#{usage} #{testcase}`
+      custom_usage_output = `#{usage} #{testcase}`
+
+      if @user_config.output_file != '/dev/null'
+        File.open(@user_config.output_file, 'a') { |f| f.puts custom_usage_output }
+      end
+
       $?.exitstatus # rubocop:disable Style/SpecialGlobalVars
     end
 

data/lib/flakey_spec_catcher/user_config.rb

@@ -11,11 +11,11 @@ module FlakeySpecCatcher
     attr_reader :repeat_factor, :ignore_files, :ignore_branches, :silent_mode
     attr_reader :rerun_file_only, :rspec_usage_patterns, :excluded_tags
     attr_reader :manual_rerun_patterns, :manual_rerun_usage
-    attr_reader :enable_runs
+    attr_reader :enable_runs, :output_file
 
     USER_CONFIG_ENV_VARS = %w[FSC_REPEAT_FACTOR FSC_IGNORE_FILES FSC_IGNORE_BRANCHES
                               FSC_SILENT_MODE FSC_RERUN_FILE_ONLY FSC_USAGE_PATTERNS
-                              FSC_EXCLUDED_TAGS].freeze
+                              FSC_EXCLUDED_TAGS FSC_OUTPUT_FILE].freeze
 
     def initialize(cli_override: CliOverride.new)
       apply_env_var_settings
@@ -34,6 +34,7 @@ module FlakeySpecCatcher
       @rerun_file_only = env_var_string_to_bool(ENV['FSC_RERUN_FILE_ONLY'])
       @rspec_usage_patterns = env_var_string_to_pairs(ENV['FSC_USAGE_PATTERNS'])
       @excluded_tags = env_var_string_to_tags(ENV['FSC_EXCLUDED_TAGS'])
+      @output_file = ENV['FSC_OUTPUT_FILE']
     end
     # rubocop:enable Metrics/AbcSize
 
@@ -54,6 +55,17 @@ module FlakeySpecCatcher
       else
         @cli_override.excluded_tags
       end
+      @output_file = set_output_file
+    end
+
+    def set_output_file
+      if !@cli_override.output_file.nil?
+        @cli_override.output_file
+      elsif @output_file.nil? || @output_file.strip.empty?
+        '/dev/null'
+      else
+        @output_file
+      end
     end
 
     def remove_formatter_quotes(env_var)
@@ -153,6 +165,8 @@ module FlakeySpecCatcher
         @rspec_usage_patterns = env_var_string_to_pairs(env_value)
       when 'FSC_EXCLUDED_TAGS'
         @excluded_tags = env_var_string_to_tags(env_value)
+      when 'FSC_OUTPUT_FILE'
+        @output_file = env_value
       end
     end
     # rubocop:enable Metrics/CyclomaticComplexity

data/lib/flakey_spec_catcher/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module FlakeySpecCatcher
-  VERSION = '0.7.3'
+  VERSION = '0.8.0.alpha'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flakey_spec_catcher
 version: !ruby/object:Gem::Version
-  version: 0.7.3
+  version: 0.8.0.alpha
 platform: ruby
 authors:
 - Brian Watson
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-01-16 00:00:00.000000000 Z
+date: 2020-01-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -118,12 +118,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 2.7.7
 signing_key: 
 specification_version: 4
 summary: Run new or changed specs many times to prevent unreliable specs