flaky_stats 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2f46e85bcc221c806457d3f481f5ffa56c893cd2
-  data.tar.gz: 823883da6f051e786ec1f894a37fb3a9e91641d9
+  metadata.gz: e1d9907d8e94b4251659df7cc93b064b0619c54e
+  data.tar.gz: 1328f215192ff1f1032ceebd4d6caf2622dec1e0
 SHA512:
-  metadata.gz: 31002d561575e96e7d9d024f10855b04b50ff0003219883976969d04a2de48b4e6a6430fdde2327f8ea53434cf931c44aeed5279e5806dcedb032369b96da826
-  data.tar.gz: 05c5ee0c41c6c4a070b07e4258d4fdb6d7cdcf0ddc1b7823c60295407689de0804745e08b64309de0b4d47d6ee54634f2a0d0d4cad2b10cf3a0c6ded0c1ec1d5
+  metadata.gz: 60136e0c87ce993272b475a8efc5f7571c436cd2e3fe103347da93d6d8aed3192c5f22861902c766f88e700bd60a232b0fc982ffb3d3ec2beaa7809f2df7cff1
+  data.tar.gz: a02d3fdc30f4395976e6e254aba34a9ca785f38a99994d4dc8bbd1547a810b60bc1c526e8438d258aff72cfc931d1c79c4899efd30b240e759ef3f0900c77507

data/.gitignore

@@ -11,3 +11,4 @@
 # rspec failure tracking
 .rspec_status
 *.gem
+/.byebug_history

data/README.md

@@ -34,6 +34,15 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/map7/flaky_stats.
 
+## TODO
+
+- Create a rake task to show the flaky test summary
+- Get working with more than parallel tests
+- Test on CI environments
+- Do away with the ',1' on the end of our data
+  This 1 on the end of each data line in the file is for a quick calculation, if this can be done without this then we can simplify our data.
+- More tests
+
 ## Ref
 
 http://blog.nathanhumbert.com/2010/02/rails-3-loading-rake-tasks-from-gem.html

data/flaky_stats.gemspec

@@ -25,4 +25,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "timecop", "= 0.8.1"
+  spec.add_development_dependency "byebug"
 end

data/lib/flaky_stats/flaky_tests.rb

@@ -1,6 +1,9 @@
+require_relative 'output'
+
 module FlakyStats
   class FlakyTests
-
+    include Output
+    
     def initialize(options = {})
       @logfile = options[:logfile]
     end
@@ -10,25 +13,16 @@ module FlakyStats
     end
 
     # Run each failing test singularly and return a list of flaky tests.
-    def run(failed_files)
+    def run(failed_files = [])
       real_flaky_tests = []
-
-      puts "\n\n"
-      puts "-------------------------------------------------------------------"
-      puts "Rerunning failing tests in single thread"
-      puts "-------------------------------------------------------------------"
-      
-      # sleep 10                   # Settle everything down.
+      heading("Rerunning failing tests in single thread")
 
       # Run all failing tests separately with '--format doc' on the end.
       failed_files.each do |failed_file|
-        # sleep 2                   # Settle everything down.
         status = system("rspec --format doc #{failed_file[:filename]}")
 
         # This is a flaky test only, so record it
-        if status == true
-          real_flaky_tests << form_data(failed_file)
-        end
+        real_flaky_tests << form_data(failed_file) if status == true
       end
 
       return real_flaky_tests

data/lib/flaky_stats/output.rb

@@ -0,0 +1,15 @@
+module FlakyStats
+  module Output
+
+    def line
+      puts "--------------------------------------------------------------------------------"
+    end
+
+    def heading(text)
+      puts "\n\n"
+      line
+      puts text
+    end
+    
+  end
+end

data/lib/flaky_stats/summary.rb

@@ -1,20 +1,22 @@
+require_relative "output"
+require 'csv'
+
 # Summary
 #
 # Calculate and display summary information for errors and flaky stats
 
 module FlakyStats
   class Summary
+    include Output
+    DEFAULT_ROLLOVER_DAYS = 14
+    
     def initialize(options)
       @failing_log = options[:failing_log]
       @logfile = options[:logfile]
     end
 
     def display_error_summary()
-      puts "\n\n"
-      puts "-------------------------------------------------------------------"
-      puts "Errors summary"
-      puts "-------------------------------------------------------------------"
-
+      heading "Errors summary"
       system("cat #{@failing_log}")
     end
 
@@ -23,19 +25,47 @@ module FlakyStats
       CSV.foreach(@logfile) do |row|
         sum[row[1]]+=row[3].to_i
       end
-      return sum
+      return order_stats(sum)
     end
 
     def display_flaky_summary
-      puts "\n\n"
-      puts "-------------------------------------------------------------------"
-      puts "Flaky summary"
-      puts "-------------------------------------------------------------------"
-
-      calc_flaky_summary.each do |k,v|
-        puts "#{k} = #{v}" if v > 1
+      heading "Flaky summary"
+      reject_low_flaky_tests(calc_flaky_summary).each do |k,v|
+        puts "#{v}\t#{k}"
       end
       puts "\n"
     end
+
+    def rollover(days = DEFAULT_ROLLOVER_DAYS)
+      lines = File.readlines(@logfile)
+      lines.reject{|line|
+        flaky_date = Time.parse(line.split(",")[0]).to_date
+        cutoff = Date.today - days
+        flaky_date < cutoff
+      }
+    end
+
+    def rollover_and_write(options = {})
+      days = options[:days] || DEFAULT_ROLLOVER_DAYS
+      output = options[:output] || "#{@logfile}.tmp"
+
+      File.open(output, "w") {|file|
+        rollover(days).each do |flaky|
+          file.write flaky  
+        end        
+      }
+
+      # Overwrite log file.
+      `cp #{@logfile} #{@logfile}.old`
+      `cp #{@logfile}.tmp #{@logfile}`
+    end
+
+    def reject_low_flaky_tests(data)
+      data.reject{|k,v| v <= 1}
+    end
+    
+    def order_stats(hash)
+      hash.sort_by{|key,value| value}.reverse.to_h
+    end
   end
 end

data/lib/flaky_stats/version.rb

@@ -1,3 +1,3 @@
 module FlakyStats
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/flaky_stats.rb

@@ -2,6 +2,7 @@ require "flaky_stats/version"
 require "flaky_stats/summary"
 require "flaky_stats/logfile"
 require "flaky_stats/flaky_tests"
+require "flaky_stats/output"
 
 module FlakyStats
   require 'flaky_stats/railtie' if defined?(Rails)

data/lib/tasks/flaky_stats.rake

@@ -17,10 +17,13 @@ task :flaky_stats => :environment do  |t|
 
     # Write out the log file of real flaky tests
     logfile.write_flaky_stats(real_flaky_tests)
-    
+
     # Display summaries
     summary = FlakyStats::Summary.new(failing_log: FAILING_LOG, logfile: LOGFILE)
     summary.display_error_summary()
     summary.display_flaky_summary()
+
+    # Rollover logfile
+    summary.rollover_and_write()
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: flaky_stats
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Michael Pope
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-05-12 00:00:00.000000000 Z
+date: 2017-08-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -66,6 +66,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 0.8.1
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Flaky stats will rerun broken tests from your parallel tests and if they
   pass then they must be flaky so it records them.
 email:
@@ -86,6 +100,7 @@ files:
 - lib/flaky_stats.rb
 - lib/flaky_stats/flaky_tests.rb
 - lib/flaky_stats/logfile.rb
+- lib/flaky_stats/output.rb
 - lib/flaky_stats/railtie.rb
 - lib/flaky_stats/summary.rb
 - lib/flaky_stats/version.rb
@@ -110,7 +125,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
 summary: Records flaky tests