flaky_stats 0.3.1 → 0.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: '08c9beae7048ccc53a6e1673b07a48ef0ccd8da7'
-  data.tar.gz: 54e7bb00efe140058ffa27428e04f0a6efb40aad
+SHA256:
+  metadata.gz: 232a3564758ad1dfd02b9d00736784b72431d3b7f21380cad24258887cade075
+  data.tar.gz: 9ffc6f028ee1a9a7a6e80d9e236379de8225b0bf79aa36b834bd6819b083d5f4
 SHA512:
-  metadata.gz: d6e05482698babe78a0654eb4a42bca067f516598122e6235e261095fcd9a70dc75eafe251bbaa0837a4f3ef1b0c3f59ec3a8d35ed8c2a379344225f78b741bc
-  data.tar.gz: 60e561d14bde7288c0bc657cda87634c94ddd1f3d5185e0c0bc31e8a6be0fd789c82b8ac6b29a86b9c36c9dc31f6b26f82cdccc7c3385d846728bbfd23ba7dd1
+  metadata.gz: 68a51837ef9aa6b3ffdfa3bd12191334c2ac37eaf69d00cf66b353b245aa8ac17a6c1522a5914eb7d6994bcc6e21a528bd4fec57d4fcd127abcfa66ee3a9b927
+  data.tar.gz: 6178f95ce5bdc3d7fd23107526cb05586691282aa58464a58036daa5c652576d9f0d768e909cd974e4539571066b2cccbce71bb55ef9405e35d22ccc129d2547

data/.gitignore

@@ -12,3 +12,5 @@
 .rspec_status
 *.gem
 /.byebug_history
+/spec/files/failing_specs.log
+/spec/files/flaky_tests.log.old

data/lib/flaky_stats/summary.rb

@@ -12,7 +12,9 @@ module FlakyStats
     
     def initialize(options)
       @failing_log = options[:failing_log]
-      @logfile = options[:logfile]
+      @flaky_tests_log = options[:flaky_tests_log]
+      @failed_files = options[:failed_files] || []
+      @real_flaky_tests = options[:real_flaky_tests] || []
     end
 
     def display_error_summary()
@@ -22,7 +24,7 @@ module FlakyStats
 
     def calc_flaky_summary
       sum=Hash.new(0)
-      CSV.foreach(@logfile) do |row|
+      CSV.foreach(@flaky_tests_log) do |row|
         sum[row[1]]+=row[3].to_i
       end
       return order_stats(sum)
@@ -36,8 +38,33 @@ module FlakyStats
       puts "\n"
     end
 
+    def display_current_flakies
+      heading "Flakies which passed in a single thread"
+
+      @real_flaky_tests.each do |flaky|
+        puts "#{flaky.split(",")[1]}:#{flaky.split(",")[2]}"
+      end
+      puts "\n"
+    end
+
+    # failed_files=[{:filename=>"./spec/integration/divisions/edit_divisions_spec.rb", :lineno=>26},...]
+    # real_flaky_tests = ["2019-10-24 15:30:45 +1100,./spec/integration/reports/activity_statement_spec.rb,13,1",...]
+    def filter_error_files(failed_files, real_flaky_tests)
+      real_flaky_tests.each do |flaky|
+        failed_files.reject!{|error| error[:filename] == flaky.split(",")[1]}
+      end
+      return failed_files
+    end
+
+    def display_failed_tests
+      heading "Failed tests"
+      real_errors = filter_error_files(@failed_files, @real_flaky_tests)
+      real_errors.each { |file| puts "#{file[:filename]}:#{file[:lineno]}"}
+      puts "\n"
+    end
+
     def rollover(days = DEFAULT_ROLLOVER_DAYS)
-      lines = File.readlines(@logfile)
+      lines = File.readlines(@flaky_tests_log)
       lines.reject{|line|
         flaky_date = Time.parse(line.split(",")[0]).to_date
         cutoff = Date.today - days
@@ -47,7 +74,7 @@ module FlakyStats
 
     def rollover_and_write(options = {})
       days = options[:days] || DEFAULT_ROLLOVER_DAYS
-      output = options[:output] || "#{@logfile}.tmp"
+      output = options[:output] || "#{@flaky_tests_log}.tmp"
 
       File.open(output, "w") {|file|
         rollover(days).each do |flaky|
@@ -56,8 +83,8 @@ module FlakyStats
       }
 
       # Overwrite log file.
-      `cp #{@logfile} #{@logfile}.old`
-      `cp #{@logfile}.tmp #{@logfile}`
+      `cp #{@flaky_tests_log} #{@flaky_tests_log}.old`
+      `cp #{@flaky_tests_log}.tmp #{@flaky_tests_log}`
     end
 
     def reject_low_flaky_tests(data)

data/lib/flaky_stats/version.rb

@@ -1,3 +1,3 @@
 module FlakyStats
-  VERSION = "0.3.1"
+  VERSION = "0.3.2"
 end

data/lib/tasks/flaky_stats.rake

@@ -12,7 +12,7 @@ task :flaky_stats => :environment do  |t|
     logfile = FlakyStats::LogFile.new(failing_log: FAILING_LOG, logfile: LOGFILE)
     failed_files = logfile.read_failing_log()
 
-    # Run tests singularly
+    # Run tests singularly.
     flaky_tests = FlakyStats::FlakyTests.new(logfile: LOGFILE)
     real_flaky_tests = flaky_tests.run(failed_files)
 
@@ -20,9 +20,14 @@ task :flaky_stats => :environment do  |t|
     logfile.write_flaky_stats(real_flaky_tests)
 
     # Display summaries
-    summary = FlakyStats::Summary.new(failing_log: FAILING_LOG, logfile: LOGFILE)
+    summary = FlakyStats::Summary.new(failing_log: FAILING_LOG,
+                                      flaky_tests_log: LOGFILE,
+                                      failed_files: failed_files,
+                                      real_flaky_tests: real_flaky_tests)
     summary.display_error_summary()
     summary.display_flaky_summary()
+    summary.display_current_flakies()
+    summary.display_failed_tests()
 
     # Rollover logfile
     summary.rollover_and_write()

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: flaky_stats
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.3.2
 platform: ruby
 authors:
 - Michael Pope
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-09-13 00:00:00.000000000 Z
+date: 2019-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -124,8 +124,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.14.1
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Records flaky tests