korinthenkacker 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b1c174ae40b2ddbc7d73ca1bce0d2e97e630362d
-  data.tar.gz: 7dda75b32aa473799d35ed4a901ab282ab2cc6d1
+  metadata.gz: c8b03b372dfb50d7134c8f789c824613e22ab5fd
+  data.tar.gz: 8613ab7127a2595676f1f6d25723f25f385518dc
 SHA512:
-  metadata.gz: 5e2d9147896eb71cd1f171529251c1392207f36cbc5a474d1553ae3c23a735c5bd0395f26e683e75ab0a3709e92ba230b27d463fb71b85787caaa18d64e27529
-  data.tar.gz: 8a0f648765d04537361468847211d5a439c84f7edcd2d010193dd1b89850f29e6de8db9c56d946f51c9f2fac12951aadd88772c520c9bdf634cbd5219322d26c
+  metadata.gz: 3c1957868677c50eb69b66c5945fe941adbcf6dedecff57609ed15460e7c25386e3e3a3d580304da2a434e413eeb5cbaaf6fa4542c4e31e65a2affd00daefcba
+  data.tar.gz: 2bfcb6c65bd58565879b52cb724a581f60a5b8bada1402ef539b3cf5fe2a71a4bb2b225450087749ad3fd1b516d0863630460aca85e6d9582809c14a4e205dd4

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--require spec_helper
+--format documentation

data/README.md

@@ -4,6 +4,10 @@ Know your Jenkins
 
 ## Setup
 
+```
+gem install korinthenkacker
+```
+
 Add a `.korinthenkacker.yml` containing the jenkins url:
 
 ```
@@ -60,6 +64,14 @@ $> korinthenkacker failed_scenarios soundcloud_rac_acceptance_tests_0 47
 47	80.93447       	When a follow request fails, display unfollowed state
 ```
 
+```
+$> korinthenkacker flaky_scenarios soundcloud_rac_acceptance_tests -l 20
+#	duration       	scenario name
+228	63.409763      	'Player.Foreground playback with server errors'
+225	3.24821        	'Player shortcut (Mini waveform).Mini waveform stops animating on track error'
+223	30.674717      	'Player Audio Ads Playback.Going back after playing ad does not show ad again'
+```
+
 ```
 $> korinthenkacker report soundcloud_rac_acceptance_tests_{0,1,2,3,4} -l 5
 soundcloud_rac_acceptance_tests_0

data/Rakefile

@@ -1,2 +1,6 @@
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+require 'bundler/gem_tasks'
 
+RSpec::Core::RakeTask.new(:spec)
+task :default => :spec

data/korinthenkacker.gemspec

@@ -22,4 +22,5 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'bundler', '~> 1.6'
   spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
 end

data/lib/korinthenkacker/cli.rb

@@ -3,79 +3,84 @@ require 'thor'
 require_relative 'api'
 require_relative 'configuration'
 require_relative 'test_report'
+require_relative 'reporters/verbose'
+require_relative 'reporters/simple'
 require_relative 'job_info'
+require_relative 'filters/failed'
+require_relative 'filters/flaky'
 
 module Korinthenkacker
   class CLI < Thor
     package_name 'korinthenkacker'
 
     desc 'jobs', 'Show all jobs'
+    method_option :simple, aliases: '-s', type: :boolean, desc: 'simple output formatting'
     def jobs
-      puts api.jobs["jobs"].map{ |job| job['name'] }
+      jobs = api.jobs['jobs'].map { |job| JobInfo.new(job) }
+      reporter(options.simple).print_jobs_report(jobs)
     end
 
     desc 'builds JOBNAME', 'Display JOBNAME builds and their status'
-    method_option :limit, :aliases => '-l', :type => :numeric
+    method_option :limit, aliases: '-l', type: :numeric
+    method_option :simple, aliases: '-s', type: :boolean, desc: 'simple output formatting'
     def builds(jobname)
       reports = test_reports(jobname, options.limit)
-      output = []
-      output << "#\tsuccess\tduration"
-      reports.each{ |report|
-        output << "#{report.build}\t#{report.success?}\t#{report.duration}"
-      }
-      puts output.join("\n")
+      reporter(options.simple).print_builds_report(reports)
     end
 
     desc 'failed_scenarios JOBNAME [BUILD]', 'Display JOBNAME failing scenarios'
-    method_option :limit, :aliases => '-l', :type => :numeric
+    method_option :limit, aliases: '-l', type: :numeric
+    method_option :simple, aliases: '-s', type: :boolean, desc: 'simple output formatting'
     def failed_scenarios(jobname, build=nil)
-      if build
-        test_report = TestReport.new(jobname, build, api.test_report(jobname, build))
-        print_failed_table_header unless test_report.failed_cases.empty?
-        test_report.failed_cases.each { |failed_case|
-          print_scenario_report(build, failed_case)
-        }
-      else
-        reports = test_reports(jobname, options.limit)
-        failed_build_reports = reports.select{ |report| !report.success? }
-        print_failed_table_header unless failed_build_reports.empty?
-        failed_build_reports.each{ |report|
-          report.failed_cases.each{ |failed_case|
-            print_scenario_report(report.build, failed_case)
-          }
-        }
-      end
+      failed_cases = failed_cases_for(jobname, build)
+      reporter(options.simple).print_scenario_reports(failed_cases)
+    end
+
+    desc 'flaky_scenarios JOBNAME', 'Display JOBNAME flaky scenarios'
+    method_option :limit, aliases: '-l', type: :numeric
+    method_option :simple, aliases: '-s', type: :boolean, desc: 'simple output formatting'
+    def flaky_scenarios(jobname)
+      failed_cases = failed_cases_for(jobname)
+      flaky_cases = flaky_filter.filter(failed_cases)
+      reporter(options.simple).print_scenario_reports(flaky_cases)
     end
 
     desc 'report [JOBS...]', 'Display failing scenario for jobs'
-    method_option :limit, :aliases => '-l', :type => :numeric
+    method_option :limit, aliases: '-l', type: :numeric
     def report(*jobs)
-      jobs.each{ |job|
+      jobs.each do |job|
         puts job
         failed_scenarios(job, nil)
-      }
+      end
     end
 
     private
 
-    def print_failed_table_header
-      printf("%s\t%-15s\t%s\n", '#', 'duration', 'failed scenario name')
+    def failed_cases_for(jobname, build=nil)
+      test_reports = build.nil? ? test_reports(jobname, options.limit) : [test_report(jobname, build)]
+      failed_filter.filter(test_reports.map(&:cases).flatten)
     end
 
-    def print_scenario_report(build, scenario)
-      printf("%s\t%-15s\t'%s'\n", build, scenario.duration, scenario.name)
+    def test_report(jobname, build)
+      TestReport.new(jobname, build, api.test_report(jobname, build))
     end
 
     def test_reports(jobname, limit=nil)
       job_info = JobInfo.new(api.job(jobname))
-      builds = options.limit ? job_info.build_numbers.first(options.limit) : job_info.build_numbers
-      builds.map{ |build|
-        begin
-          TestReport.new(jobname, build, api.test_report(jobname, build))
-        rescue Exception => ex
-          nil
-        end
-      }.compact
+      builds = limit ? job_info.build_numbers.first(limit) : job_info.build_numbers
+      builds.map { |build| test_report(jobname, build) rescue nil }.compact # TODO: proper catching
+    end
+
+    def reporter(simple=false)
+      @reporter ||= simple ? Reporters::Simple.new : Reporters::Verbose.new
+    end
+
+    def failed_filter
+      @failed_filter ||= Filters::Failed.new
+    end
+
+    def flaky_filter
+      @flaky_filter ||= Filters::Flaky.new
     end
 
     def api

data/lib/korinthenkacker/filters/failed.rb

@@ -0,0 +1,9 @@
+module Korinthenkacker
+  module Filters
+    class Failed
+      def filter(cases)
+        cases.select(&:failure?)
+      end
+    end
+  end
+end

data/lib/korinthenkacker/filters/flaky.rb

@@ -0,0 +1,12 @@
+module Korinthenkacker
+  module Filters
+    class Flaky
+      def filter(cases)
+        unique_cases = Set.new(cases)
+        unique_cases.select do |unique_case|
+          cases.any? { |other_case| unique_case.sibling?(other_case) }
+        end
+      end
+    end
+  end
+end

data/lib/korinthenkacker/job_info.rb

@@ -9,7 +9,10 @@ module Korinthenkacker
     end
 
     def build_numbers
-      @json['builds'].map{ |build| build['number'] }
+      json['builds'].map { |build| build['number'] }
     end
+
+    private
+    attr_reader :json
   end
 end

data/lib/korinthenkacker/reporters/simple.rb

@@ -0,0 +1,25 @@
+module Korinthenkacker
+  module Reporters
+    class Simple
+      def print_jobs_report(jobs)
+        puts jobs.map(&:name)
+      end
+
+      def print_builds_report(reports)
+        reports.map do |report|
+          "#{report.build}\t#{report.success?}\t#{report.duration}"
+        end.join("\n")
+      end
+
+      def print_scenario_reports(test_cases)
+        test_cases.each { |test_case| print_scenario_report(test_case) }
+      end
+
+      private
+
+      def print_scenario_report(scenario)
+        printf("%s\t%s\t'%s'\n", scenario.build, scenario.duration, scenario.full_name)
+      end
+    end
+  end
+end

data/lib/korinthenkacker/reporters/verbose.rb

@@ -0,0 +1,33 @@
+module Korinthenkacker
+  module Reporters
+    class Verbose
+      def print_jobs_report(jobs)
+        puts jobs.map(&:name)
+      end
+
+      def print_builds_report(reports)
+        output = ["#\tsuccess\tduration"]
+        reports.each do |report|
+          output << "#{report.build}\t#{report.success?}\t#{report.duration}"
+        end
+        puts output.join("\n")
+      end
+
+      def print_scenario_reports(test_cases)
+        print_table_header unless test_cases.empty?
+
+        test_cases.each { |test_case| print_scenario_report(test_case) }
+      end
+
+      private
+
+      def print_table_header
+        printf("%s\t%-15s\t%s\n", '#', 'duration', 'scenario name')
+      end
+
+      def print_scenario_report(scenario)
+        printf("%s\t%-15s\t'%s'\n", scenario.build, scenario.duration, scenario.full_name)
+      end
+    end
+  end
+end

data/lib/korinthenkacker/test_case.rb

@@ -1,18 +1,42 @@
 module Korinthenkacker
   class TestCase
-    attr_reader :name, :duration, :failed_since, :status
+    attr_reader :name, :class_name, :duration, :failed_since, :status, :build
 
-    def initialize(json)
+    def initialize(json, build)
       @name = json['name']
+      @class_name = json['className']
       @duration = json['duration']
       @failed_since = json['duration']
       @status = json['status']
+      @failed_since = json['failedSince']
+      @build = build
+    end
+
+    def full_name
+      [class_name, name].join('. ')
     end
 
     def success?
       !(status == 'REGRESSION' || status == 'FAILED')
     end
 
+    def failure?
+      !success?
+    end
+
+    def sibling?(other)
+      other == self && other.failed_since != self.failed_since
+    end
+
+    def ==(other)
+      other.class == self.class && other.full_name == self.full_name
+    end
+    alias_method :eql?, :==
+
+    def hash
+      full_name.hash
+    end
+
     private
 
     def status_with_json(json)

data/lib/korinthenkacker/test_report.rb

@@ -2,7 +2,7 @@ require_relative 'test_case'
 
 module Korinthenkacker
   class TestReport
-    attr_reader :jobname, :build
+    attr_reader :jobname, :build, :json
 
     def initialize(jobname, build, json)
       @jobname = jobname
@@ -11,36 +11,34 @@ module Korinthenkacker
     end
 
     def duration
-      @json['duration']
+      json['duration']
     end
 
     def fail_count
-      @json['failCount']
+      json['failCount']
     end
 
     def pass_count
-      @json['passCount']
+      json['passCount']
     end
 
     def skip_count
-      @json['skipCount']
+      json['skipCount']
     end
 
     def success?
       fail_count == 0 && skip_count == 0
     end
 
-    def failed_cases
-      all_cases.select { |test_case| !test_case.success? }
+    def failure?
+      !success?
     end
 
-    private
-
-    def all_cases
-      @json['suites']
+    def cases
+      json['suites']
         .map { |suite| suite['cases'] }
         .flatten
-        .map { |my_case| TestCase.new(my_case) }
+        .map { |my_case| TestCase.new(my_case, build) }
     end
   end
 end

data/lib/korinthenkacker/version.rb

@@ -1,3 +1,3 @@
 module Korinthenkacker
-  VERSION = "0.0.1"
+  VERSION = '0.0.2'
 end

data/spec/filters/failed_spec.rb

@@ -0,0 +1,33 @@
+require 'json'
+require 'korinthenkacker/filters/failed'
+require 'korinthenkacker/test_case'
+
+module Korinthenkacker
+  module Filters
+    describe Failed do
+      describe '#filter' do
+        let(:report_json_path) { File.expand_path('../../fixtures/test_cases.json', __FILE__) }
+        let(:report_json_fixture) { JSON.parse(File.read(report_json_path)) }
+        let(:test_cases) { report_json_fixture.map { |json_case| TestCase.new(json_case, 1) } }
+
+        context 'with empty TestCases' do
+          let(:test_cases) { [] }
+
+          it 'returns and empty array' do
+            expect(subject.filter([])).to be_empty
+          end
+        end
+
+        context 'with non-empty cases' do
+          it 'returns the correct amount of TestCases' do
+            expect(subject.filter(test_cases).count).to eql(8)
+          end
+
+          it 'returns only failed TestCases' do
+            expect(subject.filter(test_cases).all?(&:failure?)).to be_truthy
+          end
+        end
+      end
+    end
+  end
+end

data/spec/filters/flaky_spec.rb

@@ -0,0 +1,33 @@
+require 'json'
+require 'korinthenkacker/filters/flaky'
+require 'korinthenkacker/test_case'
+
+module Korinthenkacker
+  module Filters
+    describe Flaky do
+      let(:json_fixture_path) { File.expand_path('../../fixtures/test_cases.json', __FILE__) }
+      let(:json_fixture) { JSON.parse(File.read(json_fixture_path)) }
+      let(:test_cases) { json_fixture.map { |json_case| TestCase.new(json_case, 1) } }
+
+      context 'with empty TestCases' do
+        let(:test_cases) { [] }
+
+        it 'returns and empty array' do
+          expect(subject.filter([])).to be_empty
+        end
+      end
+
+      context 'with non-empty cases' do
+        it 'returns the correct number of flaky TestCases' do
+          expect(subject.filter(test_cases).count).to eql(2)
+        end
+
+        it 'returns only the flaky TestCases' do
+          flaky_test_case_names = subject.filter(test_cases).map(&:class_name)
+          expect(flaky_test_case_names).to include('Flaky Spec A')
+          expect(flaky_test_case_names).to include('Flaky Spec B')
+        end
+      end
+    end
+  end
+end

data/spec/fixtures/test_cases.json

@@ -0,0 +1,170 @@
+[
+    {
+        "age": 1,
+        "className": "Player",
+        "duration": 63.409763,
+        "errorDetails": "failed Foreground playback with server errors",
+        "errorStackTrace": "\n    Scenario: Foreground playback with server errors\n\nGiven explore and player and waveform datasets are loaded\nGiven that the app is started\nAnd that \"Media\" endpoint returns status code 404\nAnd I go to \"Trending Music Track 1\" player_page\nThen I am in error state\n\nMessage:\n\n    wait_for_page_animations_to_finish (elapsed time: 15.000691, time 2014-09-25 00:41:27 +0200) (RuntimeError)\n./features/lib/helpers/wait_until.rb:28:in `rescue in wait_until'\n./features/lib/helpers/wait_until.rb:15:in `wait_until'\n./features/lib/helpers/waiter.rb:154:in `wait_for_animations'\n./features/lib/helpers/waiter.rb:94:in `wait_for_page_animations_to_finish'\n./features/step_definitions/player_page_steps.rb:175:in `/^I am in error state$/'\nfeatures/acceptance/player/player.feature:56:in `Then I am in error state'\n  ",
+        "failedSince": 228,
+        "name": "Foreground playback with server errors",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "REGRESSION",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 0,
+        "className": "Playlist deeplinks",
+        "duration": 31.45592,
+        "errorDetails": null,
+        "errorStackTrace": null,
+        "failedSince": 0,
+        "name": "Splash screen is visible while loading",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "PASSED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 1,
+        "className": "Liking a track in player",
+        "duration": 86.92972,
+        "errorDetails": "failed Liking an unliked track",
+        "errorStackTrace": "\n    Scenario: Liking an unliked track\n\nGiven explore and player and signin and waveform and stream datasets are loaded\nAnd that the app is started\nGiven I am signed in\nAnd I am on feed_picker_page\nAnd I tap on \"Trending Music\" stream_cell\nAnd track_list loaded items\nAnd I go to \"Trending Music Track 1\" player_page\nAnd I tap the player\nWhen I tap the player like button\nThen after a while I should see the player unlike button\n\nMessage:\n\n    couldn't open player from feed (RuntimeError)\n./features/lib/page/explore.rb:38:in `block in touch_track_with_title_and_wait_for_player'\n./features/lib/page/explore.rb:57:in `call'\n./features/lib/page/explore.rb:57:in `track_with_title'\n./features/lib/page/explore.rb:24:in `touch_track_with_title_and_wait_for_player'\n./features/step_definitions/explore_page_steps.rb:54:in `/^I tap on track titled \"(.*)\"$/'\n./features/step_definitions/player_page_steps.rb:4:in `/^I go to \"(.*)\" player_page$/'\nfeatures/acceptance/player/player_like.feature:42:in `And I go to \"Trending Music Track 1\" player_page'\n  ",
+        "failedSince": 225,
+        "name": "Liking an unliked track",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "FAILED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 1,
+        "className": "Flaky Spec A",
+        "duration": 3.24821,
+        "errorDetails": "failed Mini waveform stops animating on track error",
+        "errorStackTrace": "\n    Scenario: Mini waveform stops animating on track error\n\nGiven explore and player and waveform datasets are loaded\nAnd that the app is started\nAnd I am on explore_page\nAnd track_list loaded items\nWhen I go to \"Trending Music Track 1\" player_page\nThen I am in play state\nGiven that the network is unreachable\nThen offline_bar should be in unreachable state\nAnd I tap the next_player_page_button until I'm on \"Trending Music Track 3\" player_page\nThen I am in error state\nWhen I close the player\nThen mini waveform view should not be animating\n\nMessage:\n\n    expected visible? to return true, got false (RSpec::Expectations::ExpectationNotMetError)\n./features/step_definitions/player_page_steps.rb:192:in `/^I should see the player error retry button$/'\n./features/step_definitions/player_page_steps.rb:177:in `/^I am in error state$/'\nfeatures/acceptance/player/player_shortcut.feature:43:in `Then I am in error state'\n  ",
+        "failedSince": 225,
+        "name": "Mini waveform stops animating on track error",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "REGRESSION",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 1,
+        "className": "Flaky Spec B",
+        "duration": 30.674717,
+        "errorDetails": "failed Going back after playing ad does not show ad again",
+        "errorStackTrace": "\n    Scenario: Going back after playing ad does not show ad again\n\nGiven explore and player and waveform and audio_ad datasets are loaded\nAnd that the app is started\nAnd I am on explore_page\nGiven I go to \"Trending Music Track 1\" player_page\nAnd audio ad has loaded after \"Trending Music Track 1\"\nWhen I tap the next_player_page_button\nThen I should be on audio ad page\nAnd I should hear the audio ad \"MONEYZZZZ\"\nGiven I really want to wait for 4 seconds\nWhen I tap the next_player_page_button\nThen I should be on \"Trending Music Track 2\" player_page\nAnd I should hear music for track \"Trending Music Track 2\"\nAnd I should see the leave_behind\nWhen I tap the leave_behind close button\nThen I should not see the leave_behind\nWhen I tap the previous_player_page_button\nThen I should be on \"Trending Music Track 1\" player_page\n\nMessage:\n\n    timed out waiting: timeout = 15, poll_sleep = 0.5 (elapsed time: 15.001166, time 2014-09-24 21:18:19 +0200) (RuntimeError)\n./features/lib/helpers/wait_until.rb:28:in `rescue in wait_until'\n./features/lib/helpers/wait_until.rb:15:in `wait_until'\n./features/step_definitions/player_page_steps.rb:63:in `/^I should be on \"(.*)\" player_page$/'\nfeatures/acceptance/player/player_audio_ad_playback.feature:52:in `Then I should be on \"Trending Music Track 1\" player_page'\n  ",
+        "failedSince": 223,
+        "name": "Going back after playing ad does not show ad again",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "REGRESSION",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 0,
+        "className": "Playlist deeplinks",
+        "duration": 32.77258,
+        "errorDetails": null,
+        "errorStackTrace": null,
+        "failedSince": 0,
+        "name": "Opening a valid playlist url (outline example : | soundcloud:playlists:1 |)",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "PASSED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 0,
+        "className": "Playlist deeplinks",
+        "duration": 32.77258,
+        "errorDetails": null,
+        "errorStackTrace": null,
+        "failedSince": 0,
+        "name": "Opening a valid playlist url (outline example : | soundcloud:playlists:1 |)",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "PASSED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 1,
+        "className": "Liking a track in player",
+        "duration": 86.88021,
+        "errorDetails": "failed When a user is offline and likes a track, display liked state and sync when online again",
+        "errorStackTrace": "\n    Scenario: When a user is offline and likes a track, display liked state and sync when online again\n\nGiven explore and player and signin and waveform and stream datasets are loaded\nAnd that the app is started\nGiven I am signed in\nAnd I am on feed_picker_page\nAnd I tap on \"Trending Music\" stream_cell\nAnd track_list loaded items\nAnd I go to \"Trending Music Track 1\" player_page\nAnd I tap the player\nAnd that the network is unreachable\nThen offline_bar should be in unreachable state\nWhen I tap the player like button\nThen I should see the unlike button on player\nWhen that the network is reachable\n\nMessage:\n\n    couldn't open player from feed (RuntimeError)\n./features/lib/page/explore.rb:38:in `block in touch_track_with_title_and_wait_for_player'\n./features/lib/page/explore.rb:57:in `call'\n./features/lib/page/explore.rb:57:in `track_with_title'\n./features/lib/page/explore.rb:24:in `touch_track_with_title_and_wait_for_player'\n./features/step_definitions/explore_page_steps.rb:54:in `/^I tap on track titled \"(.*)\"$/'\n./features/step_definitions/player_page_steps.rb:4:in `/^I go to \"(.*)\" player_page$/'\nfeatures/acceptance/player/player_like.feature:66:in `And I go to \"Trending Music Track 1\" player_page'\n  ",
+        "failedSince": 223,
+        "name": "When a user is offline and likes a track, display liked state and sync when online again",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "REGRESSION",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 7,
+        "className": "Search",
+        "duration": 26.78047,
+        "errorDetails": "failed ErrorView should not be shown when clearing search results",
+        "errorStackTrace": "\n    Scenario: ErrorView should not be shown when clearing search results\n\nGiven explore and signin and search datasets are loaded\nAnd that the app is started\nAnd I am on search_page\nGiven that \"Search 0\" endpoint returns status code 404\nWhen I search for \"skrillex rulez\"\nThen I should not see any results\nAnd I should see the server_error_view\nAnd I should not see header_logo_view\nGiven search dataset is loaded\nWhen I clear the search box\nWhen I search for \"skrillex rulez\"\nAnd search results are loaded\nWhen I clear the search box\nThen I should not see the server_error_view\nAnd I should not see header_logo_view\n\nMessage:\n\n    Error View is visible but it should not be (elapsed time: 15.001035, time 2014-09-24 21:21:04 +0200) (RuntimeError)\n./features/lib/helpers/wait_until.rb:28:in `rescue in wait_until'\n./features/lib/helpers/wait_until.rb:15:in `wait_until'\n./features/lib/helpers/waiter.rb:148:in `perform_until'\n./features/lib/helpers/waiter.rb:144:in `perform_until_after_delay'\n./features/step_definitions/search_page_steps.rb:78:in `/^I should not see the server_error_view$/'\nfeatures/acceptance/search/search.feature:121:in `Then I should not see the server_error_view'\n  ",
+        "failedSince": 217,
+        "name": "ErrorView should not be shown when clearing search results",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "FAILED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 2,
+        "className": "Flaky Spec A",
+        "duration": 2.83868,
+        "errorDetails": "failed Mini waveform stops animating on track error",
+        "errorStackTrace": "\n    Scenario: Mini waveform stops animating on track error\n\nGiven explore and player and waveform datasets are loaded\nAnd that the app is started\nAnd I am on explore_page\nAnd track_list loaded items\nWhen I go to \"Trending Music Track 1\" player_page\nThen I am in play state\nGiven that the network is unreachable\nThen offline_bar should be in unreachable state\nAnd I tap the next_player_page_button until I'm on \"Trending Music Track 3\" player_page\nThen I am in error state\nWhen I close the player\nThen mini waveform view should not be animating\n\nMessage:\n\n    expected visible? to return true, got false (RSpec::Expectations::ExpectationNotMetError)\n./features/step_definitions/player_page_steps.rb:192:in `/^I should see the player error retry button$/'\n./features/step_definitions/player_page_steps.rb:177:in `/^I am in error state$/'\nfeatures/acceptance/player/player_shortcut.feature:43:in `Then I am in error state'\n  ",
+        "failedSince": 221,
+        "name": "Mini waveform stops animating on track error",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "FAILED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 6,
+        "className": "Search",
+        "duration": 26.590137,
+        "errorDetails": "failed ErrorView should not be shown when clearing search results",
+        "errorStackTrace": "\n    Scenario: ErrorView should not be shown when clearing search results\n\nGiven explore and signin and search datasets are loaded\nAnd that the app is started\nAnd I am on search_page\nGiven that \"Search 0\" endpoint returns status code 404\nWhen I search for \"skrillex rulez\"\nThen I should not see any results\nAnd I should see the server_error_view\nAnd I should not see header_logo_view\nGiven search dataset is loaded\nWhen I clear the search box\nWhen I search for \"skrillex rulez\"\nAnd search results are loaded\nWhen I clear the search box\nThen I should not see the server_error_view\nAnd I should not see header_logo_view\n\nMessage:\n\n    Error View is visible but it should not be (elapsed time: 15.001807, time 2014-09-24 21:12:29 +0200) (RuntimeError)\n./features/lib/helpers/wait_until.rb:28:in `rescue in wait_until'\n./features/lib/helpers/wait_until.rb:15:in `wait_until'\n./features/lib/helpers/waiter.rb:148:in `perform_until'\n./features/lib/helpers/waiter.rb:144:in `perform_until_after_delay'\n./features/step_definitions/search_page_steps.rb:78:in `/^I should not see the server_error_view$/'\nfeatures/acceptance/search/search.feature:121:in `Then I should not see the server_error_view'\n  ",
+        "failedSince": 217,
+        "name": "ErrorView should not be shown when clearing search results",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "FAILED",
+        "stderr": "",
+        "stdout": ""
+    },
+    {
+        "age": 1,
+        "className": "Flaky Spec B",
+        "duration": 30.674717,
+        "errorDetails": "failed Going back after playing ad does not show ad again",
+        "errorStackTrace": "\n    Scenario: Going back after playing ad does not show ad again\n\nGiven explore and player and waveform and audio_ad datasets are loaded\nAnd that the app is started\nAnd I am on explore_page\nGiven I go to \"Trending Music Track 1\" player_page\nAnd audio ad has loaded after \"Trending Music Track 1\"\nWhen I tap the next_player_page_button\nThen I should be on audio ad page\nAnd I should hear the audio ad \"MONEYZZZZ\"\nGiven I really want to wait for 4 seconds\nWhen I tap the next_player_page_button\nThen I should be on \"Trending Music Track 2\" player_page\nAnd I should hear music for track \"Trending Music Track 2\"\nAnd I should see the leave_behind\nWhen I tap the leave_behind close button\nThen I should not see the leave_behind\nWhen I tap the previous_player_page_button\nThen I should be on \"Trending Music Track 1\" player_page\n\nMessage:\n\n    timed out waiting: timeout = 15, poll_sleep = 0.5 (elapsed time: 15.001166, time 2014-09-24 21:18:19 +0200) (RuntimeError)\n./features/lib/helpers/wait_until.rb:28:in `rescue in wait_until'\n./features/lib/helpers/wait_until.rb:15:in `wait_until'\n./features/step_definitions/player_page_steps.rb:63:in `/^I should be on \"(.*)\" player_page$/'\nfeatures/acceptance/player/player_audio_ad_playback.feature:52:in `Then I should be on \"Trending Music Track 1\" player_page'\n  ",
+        "failedSince": 220,
+        "name": "Going back after playing ad does not show ad again",
+        "skipped": false,
+        "skippedMessage": null,
+        "status": "FAILED",
+        "stderr": "",
+        "stdout": ""
+    }
+]

data/spec/spec_helper.rb

@@ -0,0 +1,89 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause this
+# file to always be loaded, without a need to explicitly require it in any files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    # be_bigger_than(2).and_smaller_than(4).description
+    #   # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #   # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Limits the available syntax to the non-monkey patched syntax that is recommended.
+  # For more details, see:
+  #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+  #   - http://teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://myronmars.to/n/dev-blog/2014/05/notable-changes-in-rspec-3#new__config_option_to_disable_rspeccore_monkey_patching
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+=end
+end

data/spec/test_case_spec.rb

@@ -0,0 +1,85 @@
+require 'json'
+require 'korinthenkacker/test_case'
+
+module Korinthenkacker
+  describe TestCase do
+    let(:test_case_a) { TestCase.new(json_a, 1) }
+    let(:test_case_b) { TestCase.new(json_b, 2) }
+
+    describe '#==' do
+      context 'with same name and same class name' do
+        let(:json_a) { {'name' => 'name', 'className' => 'class_name'} }
+        let(:json_b) { {'name' => 'name', 'className' => 'class_name'} }
+
+        it 'is considered equal' do
+          expect(test_case_a).to eql(test_case_b)
+        end
+      end
+
+      context 'with same name but different class name' do
+        let(:json_a) { {'name' => 'name', 'className' => 'class_name_a'} }
+        let(:json_b) { {'name' => 'name', 'className' => 'class_name_b'} }
+
+        it 'is NOT considered equal' do
+          expect(test_case_a).to_not eql(test_case_b)
+        end
+      end
+
+      context 'with different name but same class name' do
+        let(:json_a) { {'name' => 'name_a', 'className' => 'class_name'} }
+        let(:json_b) { {'name' => 'name_b', 'className' => 'class_name'} }
+
+        it 'is NOT considered equal' do
+          expect(test_case_a).to_not eql(test_case_b)
+        end
+      end
+
+      context 'with different name and different class name' do
+        let(:json_a) { {'name' => 'name_a', 'className' => 'class_name_a'} }
+        let(:json_b) { {'name' => 'name_b', 'className' => 'class_name_b'} }
+
+        it 'is NOT considered equal' do
+          expect(test_case_a).to_not eql(test_case_b)
+        end
+      end
+    end
+
+    describe '#sibling?' do
+      context 'when equal and same failed_since' do
+        let(:json_a) { {'name' => 'name', 'className' => 'class_name', 'failedSince' => 42} }
+        let(:json_b) { {'name' => 'name', 'className' => 'class_name', 'failedSince' => 42} }
+
+        it 'returns false' do
+          expect(test_case_a.sibling?(test_case_b)).to be_falsy
+        end
+      end
+
+      context 'when equal but different failed_since' do
+        let(:json_a) { {'name' => 'name', 'className' => 'class_name', 'failedSince' => 1} }
+        let(:json_b) { {'name' => 'name', 'className' => 'class_name', 'failedSince' => 42} }
+
+        it 'returns false' do
+          expect(test_case_a.sibling?(test_case_b)).to be_truthy
+        end
+      end
+
+      context 'when not equal and same failed_since' do
+        let(:json_a) { {'name' => 'nameA', 'className' => 'class_nameA', 'failedSince' => 42} }
+        let(:json_b) { {'name' => 'nameB', 'className' => 'class_nameB', 'failedSince' => 42} }
+
+        it 'returns false' do
+          expect(test_case_a.sibling?(test_case_b)).to be_falsy
+        end
+      end
+
+      context 'when not equal and different failed_since' do
+        let(:json_a) { {'name' => 'nameA', 'className' => 'class_nameA', 'failedSince' => 1} }
+        let(:json_b) { {'name' => 'nameB', 'className' => 'class_nameB', 'failedSince' => 42} }
+
+        it 'returns false' do
+          expect(test_case_a.sibling?(test_case_b)).to be_falsy
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: korinthenkacker
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Vincent Garrigues
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-16 00:00:00.000000000 Z
+date: 2014-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -52,6 +52,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Find out what the fuck is going on with those tests
 email:
 - vincent@soundcloud.com
@@ -61,6 +75,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .rspec
 - .rvmrc
 - Gemfile
 - LICENSE.txt
@@ -72,10 +87,19 @@ files:
 - lib/korinthenkacker/api.rb
 - lib/korinthenkacker/cli.rb
 - lib/korinthenkacker/configuration.rb
+- lib/korinthenkacker/filters/failed.rb
+- lib/korinthenkacker/filters/flaky.rb
 - lib/korinthenkacker/job_info.rb
+- lib/korinthenkacker/reporters/simple.rb
+- lib/korinthenkacker/reporters/verbose.rb
 - lib/korinthenkacker/test_case.rb
 - lib/korinthenkacker/test_report.rb
 - lib/korinthenkacker/version.rb
+- spec/filters/failed_spec.rb
+- spec/filters/flaky_spec.rb
+- spec/fixtures/test_cases.json
+- spec/spec_helper.rb
+- spec/test_case_spec.rb
 homepage: ''
 licenses:
 - MIT
@@ -96,8 +120,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.3
+rubygems_version: 2.2.1
 signing_key: 
 specification_version: 4
 summary: Seriously Jenkins?
-test_files: []
+test_files:
+- spec/filters/failed_spec.rb
+- spec/filters/flaky_spec.rb
+- spec/fixtures/test_cases.json
+- spec/spec_helper.rb
+- spec/test_case_spec.rb