rspec_flake 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ddf8b23820f9a9c70134347ce5783b997c8f9479
+  data.tar.gz: 9105e73aff6d96d06ca8aebf93f1ae558431545e
+SHA512:
+  metadata.gz: bd723da8db453f24b5b6e0f700fe54b777cdad0d484a1a37aa8443491063549d150b1560a575f2c000940c463a1537e1886c1ca90af4582a60106b0cf9a70df4
+  data.tar.gz: c540999f95f0a591673d6e8b20cc4b2d529941b76c7b99b87fc9bd00292fbc55e95b962905dfdca5b648f9d3fc59668355c600ecc799141e99fbe3d9c3c7295b

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+*.lock
+.DS*
+.idea/

data/.rspec

@@ -0,0 +1 @@
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.1.5
+script: bundle exec rspec

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE-2.0.txt

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/Thorfile

@@ -0,0 +1,5 @@
+require 'appium_thor'
+
+Appium::Thor::Config.set do
+  gem_name 'rspec_flake'
+end

data/bin/rspec_flake

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+require File.expand_path '../../lib/rspec_flake', __FILE__
+
+module RSpecFlake
+  class << self
+    def run_rspec_flake
+      usage_string = <<-'MSG'
+rspec_flake [count] [rspec command]
+
+rspec_flake 1 rspec
+  Run tests once
+
+rspec_flake 2 rspec -e "some test"
+  Run some test twice
+      MSG
+
+      args = ARGV
+
+      if args && args.length >= 2 && args.first.match(/\d+/)
+        command = args.join(' ')[1..-1].strip
+        RSpecFlake::Runner.run_tests count: args.first, command: command
+        exit
+      else
+        puts usage_string
+        exit
+      end
+    end
+  end
+end
+
+RSpecFlake.run_rspec_flake

data/lib/rspec_flake.rb

@@ -0,0 +1,16 @@
+# encoding: utf-8
+require 'rubygems' # gem requires
+require 'nokogiri'
+require 'xmlsimple'
+require 'posix/spawn' # http://rubygems.org/gems/posix-spawn
+require 'escape_utils'
+
+# ruby requies
+require 'fileutils'
+
+require_relative 'rspec_flake/rspec_flake'
+require_relative 'rspec_flake/version'
+require_relative 'rspec_flake/convert'
+require_relative 'rspec_flake/parse'
+require_relative 'rspec_flake/merge'
+require_relative 'rspec_flake/stats'

data/lib/rspec_flake/convert.rb

@@ -0,0 +1,42 @@
+module RSpecFlake
+  class << self
+    def hash_to_xml source_hash
+      # top level attribues from root node
+      converted             = source_hash[:testsuites][:attrs] || {}
+      converted[:testsuite] = []
+
+      source_hash[:testsuites][:testsuite].each do |suite_location, suite_obj|
+        suite_with_tests            = suite_obj[:attrs] || {}
+        suite_with_tests[:testcase] = []
+        suite_obj[:testcase].each do |testcase_location, testcase_obj|
+          testcase = testcase_obj[:attrs]
+          if testcase_obj[:failure]
+            fail_content = testcase_obj[:failure][:content]
+            fail_content = cdata fail_content
+            # content key must be a string for xml simple
+            testcase.merge!(failure: testcase_obj[:failure][:attrs].merge('content' => fail_content))
+          end
+          suite_with_tests[:testcase] << testcase
+        end
+
+        converted[:testsuite] << suite_with_tests
+      end
+
+      # ap converted, index: false, indent: 2
+
+      xml_out converted
+    end
+
+    def cdata content
+      "\n<![CDATA[#{content}]]>\n"
+    end
+
+    def xml_out hash
+      xml_header = %Q(<?xml version="1.0" encoding="UTF-8"?>\n)
+      xml_body   = XmlSimple.xml_out(hash, RootName: 'testsuites')
+      # xmlsimple will escape the cdata by default
+      xml_body   = EscapeUtils.unescape_html xml_body
+      xml_header + xml_body
+    end
+  end
+end

data/lib/rspec_flake/merge.rb

@@ -0,0 +1,53 @@
+module RSpecFlake
+  class << self
+
+    # merge input xml files into a hash
+    #
+    # input - single path or array of paths to input xml files
+    # @return merged hash
+    def merge_xml opts={}
+      input = opts[:input]
+      raise 'input path(s) not provided' unless input
+      input = [input] unless input.kind_of?(Array)
+
+      merged = { testsuite: { testcase: {} } }
+
+      # annotate each testcase node with two attributes
+      #
+      # failures - amount of times this test failed
+      # runs     - amount of times this test was executed
+      #
+      # name/time - saved from the first run of the testcase
+      # location - stored for each run
+
+      input.each do |xml_path|
+        parsed = parse_xml(xml_path)
+
+        parsed[:testsuites][:testsuite].each do |suite_location, suite_obj|
+          suite_obj[:testcase].each do |testcase_location, testcase_obj|
+            attrs = testcase_obj[:attrs]
+            test  = merged[:testsuite][:testcase][testcase_location] ||= { failures: 0, runs: 0, name: attrs['name'], location: attrs['location'], time: [] }
+
+            if testcase_obj[:failure]
+              test[:failures] += 1
+              test[:failure]  ||= []
+              test[:failure] << { 'content' => cdata(testcase_obj[:failure][:content]) }
+            end
+            test[:runs] += 1
+            test[:time] << attrs['time']
+          end
+        end
+      end
+
+      # transform merge hash keyed on location into simple testcase array
+      # for xml conversion
+      converted = { testsuite: { testcase: [] } }
+
+      merged[:testsuite][:testcase].each do |testcase_location, testcase_obj|
+        converted[:testsuite][:testcase] << testcase_obj
+      end
+
+      xml_out converted
+    end
+  end
+end

data/lib/rspec_flake/parse.rb

@@ -0,0 +1,82 @@
+=begin
+<testsuite errors="0" failures="0" skipped="0" tests="4" time="0.001283" timestamp="2015-01-15T10:25:40-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="2" errors="0" failures="0" skipped="0">
+    <testcase name="a a 1" time="0.000177" location="./spec/a_spec.rb:6">
+
+# sax parser
+# http://nokogiri.org/Nokogiri/XML/SAX.html
+=end
+
+module RSpecFlake
+  class << self
+    class ReportParser < Nokogiri::XML::SAX::Document
+      def initialize
+        reset
+      end
+
+      def reset
+        @data              = {}
+        @suite_location    = nil
+        @testcase_location = nil
+        @failure           = nil
+      end
+
+      def result
+        @data
+      end
+
+      def start_element name, attrs = []
+        name      = name.to_sym
+        attrs     = attrs.to_h
+        testsuite = :testsuite
+        root      = :testsuites
+        location  = attrs['location']
+
+        case name
+          when root
+            @data[root] ||= { attrs: attrs, testsuite: {} }
+          when :testsuite
+            @suite_location                         = location
+            @data[root][testsuite][@suite_location] ||= { attrs: attrs, testcase: {} }
+          when :testcase
+            raise 'testcase not part of a suite' unless @suite_location
+            @testcase_location                                           = location
+            @data[root][testsuite][@suite_location][:testcase][location] ||= { attrs: attrs }
+          when :failure
+            raise 'failure not part of a testcase' unless @testcase_location
+            @data[root][testsuite][@suite_location][:testcase][@testcase_location].merge!({ failure: { attrs: attrs } })
+            @failure = @data[root][testsuite][@suite_location][:testcase][@testcase_location][:failure]
+        end
+      end
+
+      def cdata_block string
+        raise 'cdata not associated with failure' unless @failure
+        @failure[:content] = string
+        @failure           = nil
+      end
+
+      def end_element name
+        case name
+          when 'testsuite'
+            @suite_location = nil
+          when 'testcase'
+            @testcase_location = nil
+        end
+      end
+    end
+
+    def read_as_utf8 path
+      File.read(path).encode!('UTF-8', invalid: :replace, undef: :replace, replace: '')
+    end
+
+    def parse_xml xml_path
+      xml = read_as_utf8 xml_path
+
+      parser = @parser ||= Nokogiri::XML::SAX::Parser.new(ReportParser.new)
+      parser.document.reset
+      parser.parse xml
+
+      parser.document.result
+    end
+  end
+end

data/lib/rspec_flake/rspec_flake.rb

@@ -0,0 +1,34 @@
+# encoding: utf-8
+module RSpecFlake
+  class Runner
+    def self.run_tests opts={}
+      count = opts[:count]
+      raise 'count is required and must be a number' unless count && count.match(/\d+/)
+      count = count.to_i
+
+      command = opts[:command]
+      raise "command is required and must start with rspec. #{command}" unless command && command.start_with?('rspec')
+
+      tmp_path = File.expand_path File.join Dir.pwd, 'tmp'
+      FileUtils.rm_rf tmp_path
+      FileUtils.mkdir_p tmp_path
+
+      xml_files = []
+
+      count.times do |iteration|
+        out_file = File.expand_path File.join(tmp_path, iteration.to_s + '.xml')
+        xml_files << out_file
+        spawn_command = %Q("#{command}" --format JUnit --out "#{out_file}")
+        puts "Running: #{spawn_command}"
+        Process::waitpid(POSIX::Spawn::spawn(spawn_command))
+      end
+
+      merge_path = File.join(tmp_path, 'merged.xml')
+      File.open(merge_path, 'w') do |file|
+        xml = RSpecFlake.merge_xml input: xml_files
+        file.write xml
+        puts RSpecFlake.stats_from_merge_xml xml
+      end
+    end
+  end
+end

data/lib/rspec_flake/stats.rb

@@ -0,0 +1,27 @@
+module RSpecFlake
+  class << self
+    def stats_from_merge_xml xml_string
+      output = ''
+
+      xml = Nokogiri::XML(xml_string)
+      xml.xpath('//testcase').each do |testcase|
+        # <testcase failures="0" runs="3" name="a a 1" location="./spec/a_spec.rb:6">
+        failures = testcase[:failures]
+        runs     = testcase[:runs]
+        name     = testcase[:name]
+        location = testcase[:location]
+
+        times = []
+        testcase.xpath('time').each do |time|
+         times << time.content.to_f
+        end
+
+        average_time = (times.inject(:+).to_f / times.size).round 2
+
+        output += "#{name} - runs: #{runs} - failures: #{failures} - avg time: #{average_time} - #{location}\n"
+      end
+
+      output
+    end
+  end
+end

data/lib/rspec_flake/version.rb

@@ -0,0 +1,4 @@
+module RSpecFlake
+  VERSION = '0.0.2' unless defined? ::RSpecFlake::VERSION
+  DATE    = '2015-01-16' unless defined? ::RSpecFlake::DATE
+end

data/readme.md

@@ -0,0 +1,29 @@
+#### rspec_flake [![Build Status](https://travis-ci.org/bootstraponline/rspec_flake.svg?branch=master)](https://travis-ci.org/bootstraponline/rspec_flake)
+
+Measure RSpec test flakiness
+
+#### Design Notes
+
+`rspec` doesn't enforce unique test names, also test suite names may be reused
+in different files. The only reliable way to identify a test or suite is by
+location.
+
+A nokogiri SAX parser is used to read the junit xml into a hash keyed on
+location. After that the hash is rewritten and passed to XmlSimple for
+serilization to xml.
+
+The value of `errors` is hardcoded to 0 in `jarjuf` because rspec records
+failures and errors are considered a type of failure.
+
+#### Example output
+
+```
+$ rspec_flake 2 rspec
+Running: "rspec" --format JUnit --out "/rspec_simple_example/tmp/0.xml"
+Running: "rspec" --format JUnit --out "/rspec_simple_example/tmp/1.xml"
+a a 1 - runs: 2 - failures: 0 - avg time: 0.0 - ./spec/a_spec.rb:6
+a a 2 - runs: 2 - failures: 0 - avg time: 0.0 - ./spec/a_spec.rb:10
+a a 3 - runs: 2 - failures: 0 - avg time: 0.0 - ./spec/a_spec.rb:13
+b b 3 - runs: 2 - failures: 0 - avg time: 0.0 - ./spec/b_spec.rb:6
+b b 4 - runs: 2 - failures: 0 - avg time: 0.0 - ./spec/b_spec.rb:9
+```

data/rspec_flake.gemspec

@@ -0,0 +1,32 @@
+# encoding: utf-8
+require_relative 'lib/rspec_flake/version'
+
+Gem::Specification.new do |s|
+  # 1.8.x is not supported
+  s.required_ruby_version = '>= 1.9.3'
+
+  s.name          = 'rspec_flake'
+  s.version       = RSpecFlake::VERSION
+  s.date          = RSpecFlake::DATE
+  s.license       = 'http://www.apache.org/licenses/LICENSE-2.0.txt'
+  s.description   = s.summary = 'Measure flaky RSpec tests'
+  s.description   += '.' # avoid identical warning
+  s.authors       = s.email = %w(code@bootstraponline.com)
+  s.homepage      = 'https://github.com/bootstraponline/rspec_flake'
+  s.require_paths = %w(lib)
+
+  s.add_runtime_dependency 'nokogiri', '~> 1.6.5'
+  s.add_runtime_dependency 'xml-simple', '~> 1.1.4'
+  s.add_runtime_dependency 'posix-spawn', '~> 0.3.9'
+  s.add_runtime_dependency 'escape_utils', '~> 1.0.1'
+
+  s.add_development_dependency 'thor', '~> 0.19.1'
+  s.add_development_dependency 'appium_thor', '~> 0.0.7'
+  s.add_development_dependency 'pry', '~> 0.10.1'
+  s.add_development_dependency 'awesome_print', '~> 1.6.1'
+  s.add_development_dependency 'rspec', '~> 3.1.0'
+  s.add_development_dependency 'nokogiri-diff', '~> 0.2.0'
+
+  s.executables = %w(rspec_flake)
+  s.files       = `git ls-files`.split "\n"
+end

data/spec/convert_spec.rb

@@ -0,0 +1,15 @@
+describe 'convert xml' do
+  it 'should convert successful results' do
+    actual   = RSpecFlake.hash_to_xml expected_parsed_0_xml
+    expected = expected_converted_0_xml
+
+    expect(actual).to eq(expected)
+  end
+
+  it 'should convert failed results' do
+    actual   = RSpecFlake.hash_to_xml expected_parsed_failure_xml
+    expected = expected_converted_failure_xml
+
+    expect(actual).to eq(expected)
+  end
+end

data/spec/data/0.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="0" skipped="0" tests="4" time="0.001283"
+            timestamp="2015-01-15T10:25:40-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="2" errors="0"
+             failures="0" skipped="0">
+    <properties/>
+    <testcase name="a a 1" time="0.000177" location="./spec/a_spec.rb:6">
+    </testcase>
+    <testcase name="a a 2" time="0.000198" location="./spec/a_spec.rb:10">
+    </testcase>
+  </testsuite>
+  <testsuite location="./spec/b_spec.rb:1" name="b" tests="2" errors="0"
+             failures="0" skipped="0">
+    <properties/>
+    <testcase name="b b 3" time="0.000112" location="./spec/b_spec.rb:6">
+    </testcase>
+    <testcase name="b b 4" time="0.000204" location="./spec/b_spec.rb:10">
+    </testcase>
+  </testsuite>
+</testsuites>

data/spec/data/1.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="0" skipped="0" tests="4" time="0.001301"
+            timestamp="2015-01-15T10:25:41-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="2" errors="0"
+             failures="0" skipped="0">
+    <properties/>
+    <testcase name="a a 1" time="0.000217" location="./spec/a_spec.rb:6">
+    </testcase>
+    <testcase name="a a 2" time="0.00015" location="./spec/a_spec.rb:10">
+    </testcase>
+  </testsuite>
+  <testsuite location="./spec/b_spec.rb:1" name="b" tests="2" errors="0"
+             failures="0" skipped="0">
+    <properties/>
+    <testcase name="b b 3" time="0.000171" location="./spec/b_spec.rb:6">
+    </testcase>
+    <testcase name="b b 4" time="0.000148" location="./spec/b_spec.rb:10">
+    </testcase>
+  </testsuite>
+</testsuites>

data/spec/data/2.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="0" skipped="0" tests="4" time="0.001294"
+            timestamp="2015-01-15T10:25:41-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="2" errors="0"
+             failures="0" skipped="0">
+    <properties/>
+    <testcase name="a a 1" time="0.000184" location="./spec/a_spec.rb:6">
+    </testcase>
+    <testcase name="a a 2" time="0.000171" location="./spec/a_spec.rb:10">
+    </testcase>
+  </testsuite>
+  <testsuite location="./spec/b_spec.rb:1" name="b" tests="2" errors="0"
+             failures="0" skipped="0">
+    <properties/>
+    <testcase name="b b 3" time="0.00016" location="./spec/b_spec.rb:6">
+    </testcase>
+    <testcase name="b b 4" time="0.000173" location="./spec/b_spec.rb:10">
+    </testcase>
+  </testsuite>
+</testsuites>

data/spec/data/failure.xml

@@ -0,0 +1,19 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="1" skipped="0" tests="1" time="0.001672"
+            timestamp="2015-01-16T10:14:25-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="1" errors="0"
+             failures="1" skipped="0">
+    <properties/>
+    <testcase name="a a 3" time="0.001008" location="./spec/a_spec.rb:2">
+      <failure message="failed a a 3" type="failed">
+        <![CDATA[
+expected: 2
+     got: 1
+
+(compared using ==)
+
+["./spec/a_spec.rb:4:in `block (2 levels) in <top (required)>'"]]]>
+      </failure>
+    </testcase>
+  </testsuite>
+</testsuites>

data/spec/data/failure2.xml

@@ -0,0 +1,19 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="1" skipped="0" tests="1" time="0.001672"
+            timestamp="2015-01-16T10:14:25-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="1" errors="0"
+             failures="1" skipped="0">
+    <properties/>
+    <testcase name="a a 3" time="0.001008" location="./spec/a_spec.rb:2">
+      <failure message="failed a a 3" type="failed">
+        <![CDATA[
+expected: 2
+     got: 1
+
+(compared using ==)
+
+["./spec/a_spec.rb:4:in `block (2 levels) in <top (required)>'"]]]>
+      </failure>
+    </testcase>
+  </testsuite>
+</testsuites>

data/spec/merge_spec.rb

@@ -0,0 +1,9 @@
+describe 'merge rspec_junit xml' do
+  it 'should merge successfully' do
+    xml_files = %w[0.xml 1.xml 2.xml failure.xml failure2.xml]
+    actual    = RSpecFlake.merge_xml input: xml_files.map(&method(:data))
+    expected  = expected_merge_xml
+
+    expect(actual).to eq expected
+  end
+end

data/spec/parse_spec.rb

@@ -0,0 +1,15 @@
+describe 'parse rspec_junit xml' do
+  it 'should parse success results' do
+    actual   = RSpecFlake.parse_xml data '0.xml'
+    expected = expected_parsed_0_xml
+
+    expect(actual).to eq expected
+  end
+
+  it 'should parse failure results' do
+    actual   = RSpecFlake.parse_xml data 'failure.xml'
+    expected = expected_parsed_failure_xml
+
+    expect(actual).to eq expected
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,220 @@
+require_relative '../lib/rspec_flake'
+require 'awesome_print'
+require 'pry'
+
+Pry.config.command_prefix = "%" if defined?(Pry)
+
+def data data_path
+  File.expand_path File.join('..', 'data', data_path), __FILE__
+end
+
+def expected_stats
+  <<'TEXT'
+a a 1 - runs: 3 - failures: 0 - avg time: 0.0 - ./spec/a_spec.rb:6
+a a 2 - runs: 3 - failures: 0 - avg time: 0.0 - ./spec/a_spec.rb:10
+b b 3 - runs: 3 - failures: 0 - avg time: 0.0 - ./spec/b_spec.rb:6
+b b 4 - runs: 3 - failures: 0 - avg time: 0.0 - ./spec/b_spec.rb:10
+a a 3 - runs: 2 - failures: 2 - avg time: 0.0 - ./spec/a_spec.rb:2
+TEXT
+end
+
+def expected_merge_xml
+  <<'XML'
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites>
+  <testsuite>
+    <testcase failures="0" runs="3" name="a a 1" location="./spec/a_spec.rb:6">
+      <time>0.000177</time>
+      <time>0.000217</time>
+      <time>0.000184</time>
+    </testcase>
+    <testcase failures="0" runs="3" name="a a 2" location="./spec/a_spec.rb:10">
+      <time>0.000198</time>
+      <time>0.00015</time>
+      <time>0.000171</time>
+    </testcase>
+    <testcase failures="0" runs="3" name="b b 3" location="./spec/b_spec.rb:6">
+      <time>0.000112</time>
+      <time>0.000171</time>
+      <time>0.00016</time>
+    </testcase>
+    <testcase failures="0" runs="3" name="b b 4" location="./spec/b_spec.rb:10">
+      <time>0.000204</time>
+      <time>0.000148</time>
+      <time>0.000173</time>
+    </testcase>
+    <testcase failures="2" runs="2" name="a a 3" location="./spec/a_spec.rb:2">
+      <time>0.001008</time>
+      <time>0.001008</time>
+      <failure>
+<![CDATA[
+expected: 2
+     got: 1
+
+(compared using ==)
+
+["./spec/a_spec.rb:4:in `block (2 levels) in <top (required)>'"]]]>
+</failure>
+      <failure>
+<![CDATA[
+expected: 2
+     got: 1
+
+(compared using ==)
+
+["./spec/a_spec.rb:4:in `block (2 levels) in <top (required)>'"]]]>
+</failure>
+    </testcase>
+  </testsuite>
+</testsuites>
+XML
+end
+
+def expected_converted_0_xml
+  <<'XML'
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="0" skipped="0" tests="4" time="0.001283" timestamp="2015-01-15T10:25:40-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="2" errors="0" failures="0" skipped="0">
+    <testcase name="a a 1" time="0.000177" location="./spec/a_spec.rb:6" />
+    <testcase name="a a 2" time="0.000198" location="./spec/a_spec.rb:10" />
+  </testsuite>
+  <testsuite location="./spec/b_spec.rb:1" name="b" tests="2" errors="0" failures="0" skipped="0">
+    <testcase name="b b 3" time="0.000112" location="./spec/b_spec.rb:6" />
+    <testcase name="b b 4" time="0.000204" location="./spec/b_spec.rb:10" />
+  </testsuite>
+</testsuites>
+XML
+end
+
+def expected_converted_failure_xml
+  <<'XML'
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuites errors="0" failures="1" skipped="0" tests="1" time="0.001672" timestamp="2015-01-16T10:14:25-05:00">
+  <testsuite location="./spec/a_spec.rb:1" name="a" tests="1" errors="0" failures="1" skipped="0">
+    <testcase name="a a 3" time="0.001008" location="./spec/a_spec.rb:2">
+      <failure message="failed a a 3" type="failed">
+<![CDATA[
+expected: 2
+     got: 1
+
+(compared using ==)
+
+["./spec/a_spec.rb:4:in `block (2 levels) in <top (required)>'"]]]>
+</failure>
+    </testcase>
+  </testsuite>
+</testsuites>
+XML
+end
+
+def expected_parsed_0_xml
+  {
+    :testsuites => {
+      :attrs     => {
+        'errors'    => '0',
+        'failures'  => '0',
+        'skipped'   => '0',
+        'tests'     => '4',
+        'time'      => '0.001283',
+        'timestamp' => '2015-01-15T10:25:40-05:00'
+      },
+      :testsuite => {
+        './spec/a_spec.rb:1' => {
+          :attrs    => {
+            'location' => './spec/a_spec.rb:1',
+            'name'     => 'a',
+            'tests'    => '2',
+            'errors'   => '0',
+            'failures' => '0',
+            'skipped'  => '0'
+          },
+          :testcase => {
+            './spec/a_spec.rb:6'  => {
+              :attrs => {
+                'name'     => 'a a 1',
+                'time'     => '0.000177',
+                'location' => './spec/a_spec.rb:6'
+              }
+            },
+            './spec/a_spec.rb:10' => {
+              :attrs => {
+                'name'     => 'a a 2',
+                'time'     => '0.000198',
+                'location' => './spec/a_spec.rb:10'
+              }
+            }
+          }
+        },
+        './spec/b_spec.rb:1' => {
+          :attrs    => {
+            'location' => './spec/b_spec.rb:1',
+            'name'     => 'b',
+            'tests'    => '2',
+            'errors'   => '0',
+            'failures' => '0',
+            'skipped'  => '0'
+          },
+          :testcase => {
+            './spec/b_spec.rb:6'  => {
+              :attrs => {
+                'name'     => 'b b 3',
+                'time'     => '0.000112',
+                'location' => './spec/b_spec.rb:6'
+              }
+            },
+            './spec/b_spec.rb:10' => {
+              :attrs => {
+                'name'     => 'b b 4',
+                'time'     => '0.000204',
+                'location' => './spec/b_spec.rb:10'
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+end
+
+def expected_parsed_failure_xml
+  {
+    :testsuites => {
+      :attrs     => {
+        "errors"    => "0",
+        "failures"  => "1",
+        "skipped"   => "0",
+        "tests"     => "1",
+        "time"      => "0.001672",
+        "timestamp" => "2015-01-16T10:14:25-05:00"
+      },
+      :testsuite => {
+        "./spec/a_spec.rb:1" => {
+          :attrs    => {
+            "location" => "./spec/a_spec.rb:1",
+            "name"     => "a",
+            "tests"    => "1",
+            "errors"   => "0",
+            "failures" => "1",
+            "skipped"  => "0"
+          },
+          :testcase => {
+            "./spec/a_spec.rb:2" => {
+              :attrs   => {
+                "name"     => "a a 3",
+                "time"     => "0.001008",
+                "location" => "./spec/a_spec.rb:2"
+              },
+              :failure => {
+                :attrs   => {
+                  "message" => "failed a a 3",
+                  "type"    => "failed"
+                },
+                :content => "\nexpected: 2\n     got: 1\n\n(compared using ==)\n\n[\"./spec/a_spec.rb:4:in `block (2 levels) in <top (required)>'\"]"
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+end

data/spec/stats_spec.rb

@@ -0,0 +1,8 @@
+describe 'stats' do
+  it 'should generate stats from merge xml ' do
+    actual = RSpecFlake.stats_from_merge_xml expected_merge_xml
+    expected  = expected_stats
+
+    expect(actual).to eq expected
+  end
+end

metadata

@@ -0,0 +1,212 @@
+--- !ruby/object:Gem::Specification
+name: rspec_flake
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- code@bootstraponline.com
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.5
+- !ruby/object:Gem::Dependency
+  name: xml-simple
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+- !ruby/object:Gem::Dependency
+  name: posix-spawn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.9
+- !ruby/object:Gem::Dependency
+  name: escape_utils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: appium_thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.7
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.7
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri-diff
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+description: Measure flaky RSpec tests.
+email:
+- code@bootstraponline.com
+executables:
+- rspec_flake
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE-2.0.txt
+- Thorfile
+- bin/rspec_flake
+- lib/rspec_flake.rb
+- lib/rspec_flake/convert.rb
+- lib/rspec_flake/merge.rb
+- lib/rspec_flake/parse.rb
+- lib/rspec_flake/rspec_flake.rb
+- lib/rspec_flake/stats.rb
+- lib/rspec_flake/version.rb
+- readme.md
+- rspec_flake.gemspec
+- spec/convert_spec.rb
+- spec/data/0.xml
+- spec/data/1.xml
+- spec/data/2.xml
+- spec/data/failure.xml
+- spec/data/failure2.xml
+- spec/merge_spec.rb
+- spec/parse_spec.rb
+- spec/spec_helper.rb
+- spec/stats_spec.rb
+homepage: https://github.com/bootstraponline/rspec_flake
+licenses:
+- http://www.apache.org/licenses/LICENSE-2.0.txt
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.3
+signing_key: 
+specification_version: 4
+summary: Measure flaky RSpec tests
+test_files: []
+has_rdoc: