test-output-parser 0.3.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 62e8801a738f5c54e2a87b487b5ed1de94801b75
-  data.tar.gz: e130c6f72a8fcafb778c911ca68a8b3e3a9e7e2a
+  metadata.gz: 57d6d46a7aec97fc80f06fa6e75cf2f60cb4a5e2
+  data.tar.gz: b03073bd93e4f42b9771e97e5e1d5ae4cc4ef2d9
 SHA512:
-  metadata.gz: 37e20fec72155d567da774fed81bae22c5779d14f0b47d0980ee6ee7ee7769baebcd99f4d98260edb6c0ad524a2dfe508680205fc2cb1efac22fa93ac8f71ae5
-  data.tar.gz: 51f36e46f9688610415b9f186f2affb269c54ecd44d75edc31e1a2101cab6eee83f8e2c35f09fde23d1563d72441e631317a5acf1a493ee9d9a5e6055f8b4741
+  metadata.gz: df7e25944c3b9a21dfd0b06bc98921e2d2343df86a93d3e541b1bb9be2da4bddf679ef81ca63f89ebcbe4e87c2dcbb0593f3457be8cce0984d418982edb5b904
+  data.tar.gz: b7ec27e97035a563a4eb1a902ba53431156fcd189920943a8b05b2609bcb5675871c07a58a7a4eeeb68dc3b4ddf2eef830f7236b66cf9144c684a83be1ef4f6d

data/.gitignore

@@ -3,7 +3,6 @@
 .bundle
 .config
 .yardoc
-Gemfile.lock
 InstalledFiles
 _yardoc
 coverage

data/.ruby-gemset

@@ -1 +1 @@
-test-count
+test-output-parser

data/Gemfile.lock

@@ -0,0 +1,34 @@
+PATH
+  remote: .
+  specs:
+    test-output-parser (0.4.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.5)
+    rake (10.3.2)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.7)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.3)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  rake
+  rspec
+  test-output-parser!
+
+BUNDLED WITH
+   1.11.1

data/README.md

@@ -1,12 +1,14 @@
-# Test::Count
+[![Build Status](https://snap-ci.com/snap-ci/test-output-parser/branch/master/build_image)](https://snap-ci.com/snap-ci/test-output-parser/branch/master)
 
-TODO: Write a gem description
+# TestOutputParser
+
+Parses common test output formats (RSpec, Test::Unit, JUnit) and provides a way to extract information out of it.
 
 ## Installation
 
 Add this line to your application's Gemfile:
 
-    gem 'test-count'
+    gem 'test-output-parser'
 
 And then execute:
 
@@ -14,7 +16,7 @@ And then execute:
 
 Or install it yourself as:
 
-    $ gem install test-count
+    $ gem install test-output-parser
 
 ## Usage
 
@@ -22,7 +24,7 @@ TODO: Write usage instructions here
 
 ## Contributing
 
-1. Fork it ( http://github.com/<my-github-username>/test-count/fork )
+1. Fork it ( http://github.com/snap-ci/test-output-parser/fork )
 2. Create your feature branch (`git checkout -b my-new-feature`)
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)

data/lib/test_output_parser.rb

@@ -1,10 +1,66 @@
 require 'test_output_parser/version'
 require 'test_output_parser/framework'
+require 'stringio'
 
 module TestOutputParser
+
+  class Summary
+
+    ATTRIBUTES = %w(total failed errors pending)
+
+    ATTRIBUTES.each do |suffix|
+      class_eval <<-RUBY_EVAL, __FILE__, __LINE__ + 1
+        attr_accessor :#{suffix}
+
+        def add_#{suffix}(to_add)
+          self.#{suffix} += to_add
+        end
+
+        def #{suffix}
+          @#{suffix} ||= 0
+        end
+
+      RUBY_EVAL
+    end
+
+    def add_failure_lines(lines)
+      return unless lines
+      return if lines.respond_to?(:empty?) && lines.empty?
+      if lines.respond_to?(:to_str)
+        self.failures << lines
+      else
+        self.failures << lines.join
+      end
+    end
+
+    def failures
+      @failures ||= StringIO.new
+    end
+
+    def to_hash
+      result = {}
+      ATTRIBUTES.each do |attr|
+        next if self.send(attr) == 0
+        result[attr.to_sym] = self.send(attr)
+      end
+
+      if failures.size != 0
+        result[:failures] = failures.string
+      end
+
+      result
+    end
+
+  end
+
   def self.count(test_output)
-    summary = TestOutputParser::Framework::RSpec.count(test_output)
+    summary = Summary.new
+    test_output = test_output.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
+
+    TestOutputParser::Framework::RSpec.count(test_output, summary)
     TestOutputParser::Framework::TestUnit.count(test_output, summary)
     TestOutputParser::Framework::JUnit.count(test_output, summary)
+
+    summary.to_hash
   end
-end
+end

data/lib/test_output_parser/framework/junit.rb

@@ -1,30 +1,33 @@
 module TestOutputParser
   module Framework
     class JUnit
-      def self.count(test_output, summary=Hash.new(0))
+      def self.count(test_output, summary=Summary.new)
+        # normal junit
         test_output.scan(/Running\s+.*$\nTest[s]?\s+run:\s+(\d+),\s+Failure[s]?:\s+(\d+),\s+Error[s]?:\s+(\d+),\s+Skipped:\s+(\d+)/).each do |arr|
-          summary[:total]   += arr[0].to_i
-          summary[:failed]  += arr[1].to_i
-          summary[:errors]  += arr[2].to_i
-          summary[:pending] += arr[3].to_i
+          summary.add_total arr[0].to_i
+          summary.add_failed arr[1].to_i
+          summary.add_errors arr[2].to_i
+          summary.add_pending arr[3].to_i
         end
 
-        failures = test_output.match(/^Failed\stests:\s+(.+\n)+\n/)
-        summary[:failures] = failures.to_s.strip if failures
-
+        # junit on gradle
         test_output.scan(/(\d+)\s+test[s]?\s+completed,\s+(\d+)\s+failed/).each do |arr|
-          summary[:total]   += arr[0].to_i
-          summary[:failed]  += arr[1].to_i
+          summary.add_total arr[0].to_i
+          summary.add_failed arr[1].to_i
         end
 
-        failures = test_output.scan(/^Running\stest:\s.*\n\n.*\s+FAILED\n.*/)
-        if summary.has_key?(:failures)
-          summary[:failures] = summary[:failures].join(failures.join("\n")) unless failures.empty?
-        else
-          summary[:failures] = failures.join("\n") unless failures.empty?
+        # normal junit
+        failures = test_output.scan(/^(Failed\stests:\s+.*)^Tests run/m)
+        summary.add_failure_lines(failures)
+
+        # gradle junit errors
+        if failures.empty?
+          failures = test_output.scan(/^Running\stest:\s.*\n\n.*\s+FAILED\n.*/)
+          summary.add_failure_lines(failures)
         end
+
         summary
       end
     end
   end
-end
+end

data/lib/test_output_parser/framework/rspec.rb

@@ -1,17 +1,17 @@
 module TestOutputParser
   module Framework
     class RSpec
-      def self.count(test_output, summary=Hash.new(0))
+      def self.count(test_output, summary=Summary.new)
         test_output.scan(/(\d+)\s+example[s]?,\s+(\d+)\s+failure[s]?(,\s*(\d+)\s+pending)?/).each do |arr|
-          summary[:total]   += arr[0].to_i
-          summary[:failed]  += arr[1].to_i
-          summary[:pending] += arr[3].to_i
+          summary.add_total   arr[0].to_i
+          summary.add_failed  arr[1].to_i
+          summary.add_pending arr[3].to_i
         end
-        failures = test_output.scan(/Failures:\n+(.*)Finished in/m)
-        summary[:failures] = failures.flatten.first.strip unless failures.empty?
 
+        failures = test_output.scan(/Failures:\n+(.*)^Finished in/m)
+        summary.add_failure_lines(failures)
         summary
       end
     end
   end
-end
+end

data/lib/test_output_parser/framework/test_unit.rb

@@ -1,19 +1,20 @@
 module TestOutputParser
   module Framework
     class TestUnit
-      def self.count(test_output, summary=Hash.new(0))
+      def self.count(test_output, summary=Summary.new)
         test_output.scan(/(\d+)\s+test[s]?,\s+(\d+)\s+assertion[s]?(,\s*(\d+)\s+failures)?(,\s*(\d+)\s+error[s]?)?(,\s*(\d+)\s+skip[s]?)?/).each do |arr|
-          summary[:total]      += arr[0].to_i
-          #summary[:assertions] += arr[1].to_i
-          summary[:failed]     += arr[3].to_i
-          summary[:errors]     += arr[5].to_i
-          summary[:pending]    += arr[7].to_i
+          summary.add_total       arr[0].to_i
+          summary.add_failed      arr[3].to_i
+          summary.add_errors      arr[5].to_i
+          summary.add_pending     arr[7].to_i
         end
 
-        failures = test_output.scan(/(^\s+\d\)\sFailure:\n+.*)+\d+\stests/m)
-        summary[:failures] = failures.flatten.first.strip unless failures.empty?
+
+        failures = test_output.scan(/(^\s+\d+\)\sFailure:\n+.*)+\n\n^\d+\stests/m)
+        summary.add_failure_lines(failures)
+
         summary
       end
     end
   end
-end
+end

data/lib/test_output_parser/version.rb

@@ -1,3 +1,3 @@
 module TestOutputParser
-  VERSION = "0.3.0"
-end
+  VERSION = '0.4.1'
+end

data/spec/fixtures/sample-failed-test-unit-output.txt

@@ -1,20 +1,42 @@
-$ bundle exec rake test
-/opt/local/ruby/1.9.3-p484/bin/ruby -I"lib:test" -I"/opt/local/ruby/1.9.3-p484/lib/ruby/1.9.1" "/opt/local/ruby/1.9.3-p484/lib/ruby/1.9.1/rake/rake_test_loader.rb" "test/foo_test.rb" 
-Run options: 
+$ rake test
+/opt/local/ruby/1.9.3-p484/bin/ruby -I"lib:test" -I"/opt/local/ruby/1.9.3-p484/lib/ruby/1.9.1" "/opt/local/ruby/1.9.3-p484/lib/ruby/1.9.1/rake/rake_test_loader.rb" "test/packages/python_test.rb" "test/packages/nodejs_test.rb" "test/packages/heroku_toolbelt_test.rb" "test/packages/java_test.rb" "test/packages/npm_test.rb" "test/packages/aws_elastic_beanstalk_test.rb" "test/packages/xvfb_test.rb" "test/packages/sbt_test.rb" "test/packages/ruby_test.rb" "test/packages/ant_test.rb" "test/packages/terraform_test.rb" "test/packages/s3cmd_test.rb" "test/packages/maven_test.rb" "test/packages/php_test.rb" "test/packages/snap_deploy_test.rb" "test/packages/foreman_test.rb" "test/packages/lein_test.rb" "test/packages/android_test.rb" "test/packages/gradle_test.rb" "test/packages/awscli_test.rb" "test/user_environment_test.rb" "test/sudo_access_test.rb" "test/nosql/redis_test.rb" "test/nosql/couchdb_test.rb" "test/nosql/mongodb_test.rb" "test/relational_db/postgres_test.rb" "test/relational_db/sqlite_test.rb" "test/relational_db/mysql_test.rb" "test/environment_variables_test.rb"
+Run options: --seed 13016
 
 # Running tests:
 
-.FF
+.........................................................................FE....................
 
-Finished tests in 0.000557s, 1793.7831 tests/s, 1793.7831 assertions/s.
+Finished tests in 48.599332s, 1.9548 tests/s, 5.2676 assertions/s.
 
   1) Failure:
-test_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:
-Failed assertion, no message given.
+test_no_additional_rubies(RubyTest) [/var/snap-ci/repo/test/packages/ruby_test.rb:23]:
+--- expected
++++ actual
+@@ -1 +1 @@
+-["foo", "bar"]
++["baz", "boo"]
 
-  2) Failure:
-test_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:
-Failed assertion, no message given.
 
-3 tests, 3 assertions, 2 failures, 0 errors, 0 skips
-rake aborted!
+  2) Error:
+test_rubies_are_installed(RubyTest):
+Errno::ENOENT: No such file or directory - /opt/local/ruby/2.1.4/bin/ruby --version
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `exec'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `block in fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:40:in `run_command'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout.rb:225:in `run_command'
+    /var/snap-ci/repo/test/mini_test_helper.rb:28:in `block in run_command'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:235:in `block in with_clean_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:222:in `with_original_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:228:in `with_clean_env'
+    /var/snap-ci/repo/test/mini_test_helper.rb:23:in `run_command'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:11:in `block in test_rubies_are_installed'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `each'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `test_rubies_are_installed'
+
+
+95 tests, 256 assertions, 1 failures, 1 errors, 0 skips
+rake aborted!
+Command failed with status (1): [/opt/local/ruby/1.9.3-p484/bin/ruby -I"lib...]
+

data/spec/framework/junit_spec.rb

@@ -2,53 +2,63 @@ require 'spec_helper'
 
 describe TestOutputParser::Framework::JUnit do
   it 'should do nothing when there is no spec summary in the output' do
-    TestOutputParser::Framework::JUnit.count("Tests not run").should == {}
+    expect(TestOutputParser::Framework::JUnit.count("Tests not run").to_hash).to eq({})
   end
 
   it 'should count the number of specs ran for one example' do
-    TestOutputParser::Framework::JUnit.count("Running com.foo.microblog.core.ErrorResponseTest\nTests run: 1, Failures: 0, Errors: 0, Skipped: 0").should ==
-      {:total => 1, :failed => 0, :errors => 0, :pending => 0}
+    actual = TestOutputParser::Framework::JUnit.count("Running com.foo.microblog.core.ErrorResponseTest\nTests run: 1, Failures: 0, Errors: 0, Skipped: 0").to_hash
+    expected = { :total => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs ran for one JUnit run' do
-    TestOutputParser::Framework::JUnit.count("Running com.foo.microblog.core.ErrorResponseTest\nTests run: 10, Failures: 1, Errors: 5, Skipped: 3").should ==
-      {:total => 10, :failed => 1, :errors => 5, :pending => 3}
+    actual = TestOutputParser::Framework::JUnit.count("Running com.foo.microblog.core.ErrorResponseTest\nTests run: 10, Failures: 1, Errors: 5, Skipped: 3").to_hash
+    expected = { :total => 10, :failed => 1, :errors => 5, :pending => 3 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs ran for multiple JUnit runs' do
-    TestOutputParser::Framework::JUnit.count("Running com.foo.microblog.core.ErrorResponseTest\nTests run: 10, Failures: 1, Errors: 5, Skipped: 3\n\n\n" \
-    "Running com.foo.microblog.core.UserResourceTest\nTests run: 1, Failures: 0, Errors: 0, Skipped: 0").should ==
-      {:total => 11, :failed => 1, :errors => 5, :pending => 3}
+    actual = TestOutputParser::Framework::JUnit.count("Running com.foo.microblog.core.ErrorResponseTest\nTests run: 10, Failures: 1, Errors: 5, Skipped: 3\n\n\n" +
+                                                        "Running com.foo.microblog.core.UserResourceTest\nTests run: 1, Failures: 0, Errors: 0, Skipped: 0").to_hash
+
+    expected = { :total => 11, :failed => 1, :errors => 5, :pending => 3 }
+    expect(actual).to eq(expected)
   end
 
   it 'should handle gradle output' do
-    TestOutputParser::Framework::JUnit.count("47 tests completed, 1 failed").should == {:total => 47, :failed => 1}
+    actual = TestOutputParser::Framework::JUnit.count("47 tests completed, 1 failed").to_hash
+    expected = { :total => 47, :failed => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should ignore lines not related to JUnit test summary' do
-    TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-junit-output.txt")).should == {:total => 13, :failed => 0, :errors => 0, :pending => 0}
+    actual = TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-junit-output.txt")).to_hash
+    expected = { :total => 13 }
+    expect(actual).to eq(expected)
   end
 
   it 'should include the failures in the test summary for JUnit output' do
-    TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-failed-junit-output.txt")).should ==
-      {
-        :total => 13,
-        :failed => 2,
-        :errors=>0,
-        :pending=>0,
-          :failures => "Failed tests:   testFromExceptionWithUniqueConstraintViolation(com.snapci.microblog.core.ErrorResponseTest)\n"\
-                      "  testFromException(com.snapci.microblog.core.ErrorResponseTest)"
-      }
+    actual = TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-failed-junit-output.txt")).to_hash
+    expected = {
+      :total => 13,
+      :failed => 2,
+      :failures => '' +
+        "Failed tests:   testFromExceptionWithUniqueConstraintViolation(com.snapci.microblog.core.ErrorResponseTest)\n" +
+        "  testFromException(com.snapci.microblog.core.ErrorResponseTest)\n\n"
+    }
+    expect(actual).to eq(expected)
   end
 
   it 'should include the failures in the test summary for gradle output' do
-    TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-gradle-output.txt")).should ==
-      {
-        :total => 47,
-        :failed => 1,
-        :failures => "Running test: test shouldAddBookToDBIfNotInSystem(com.thoughtworks.twu.controller.AddBookControllerTest)\n\n"\
-                      "com.thoughtworks.twu.controller.AddBookControllerTest > shouldAddBookToDBIfNotInSystem FAILED\n"\
-                      "    java.lang.AssertionError at AddBookControllerTest.java:28"
-      }
-  end
-end
+    actual = TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-gradle-output.txt")).to_hash
+    expected = {
+      :total => 47,
+      :failed => 1,
+      :failures => ''+
+        "Running test: test shouldAddBookToDBIfNotInSystem(com.thoughtworks.twu.controller.AddBookControllerTest)\n\n" +
+        "com.thoughtworks.twu.controller.AddBookControllerTest > shouldAddBookToDBIfNotInSystem FAILED\n" +
+        "    java.lang.AssertionError at AddBookControllerTest.java:28"
+    }
+    expect(actual).to eq(expected)
+  end
+end

data/spec/framework/rspec_spec.rb

@@ -2,39 +2,55 @@ require 'spec_helper'
 
 describe TestOutputParser::Framework::RSpec do
   it 'should do nothing when there is no spec summary in the output' do
-    TestOutputParser::Framework::RSpec.count("123 foo  bar examples").should == {}
+    actual = TestOutputParser::Framework::RSpec.count("123 foo  bar examples").to_hash
+    expect(actual).to eq({})
   end
 
   it 'should count the number of specs ran for one example' do
-    TestOutputParser::Framework::RSpec.count("1 example, 0 failures").should == {:total => 1, :failed => 0, :pending => 0}
+    actual = TestOutputParser::Framework::RSpec.count("1 example, 0 failures").to_hash
+    expected = { :total => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs ran for one rspec run' do
-    TestOutputParser::Framework::RSpec.count("25 examples, 0 failures").should == {:total => 25, :failed => 0, :pending => 0}
+    actual = TestOutputParser::Framework::RSpec.count("25 examples, 0 failures").to_hash
+    expected = { :total => 25 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs ran for multiple rspec runs' do
-    TestOutputParser::Framework::RSpec.count("25 examples, 1 failure\n\n\n5 examples, 3 failures").should == {:total => 30, :failed => 4, :pending => 0}
+    actual = TestOutputParser::Framework::RSpec.count("25 examples, 1 failure\n\n\n5 examples, 3 failures").to_hash
+    expected = { :total => 30, :failed => 4 }
+    expect(actual).to eq(expected)
   end
 
   it 'should ignore lines not related to rspec test summary' do
-    TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-rspec-output.txt")).should == {:total => 67, :failed => 0, :pending => 0}
+    actual = TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-rspec-output.txt")).to_hash
+    expected = { :total => 67 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of pending specs' do
-    TestOutputParser::Framework::RSpec.count("16 examples, 0 failures, 1 pending").should == {:total => 16, :failed => 0, :pending => 1}
+    actual = TestOutputParser::Framework::RSpec.count("16 examples, 0 failures, 1 pending").to_hash
+    expected = { :total => 16, :pending => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the name of the specs that failed' do
-    TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should ==
-        {:total => 16, :failed => 1, :pending => 0,
-         :failures =>   "1) PostsController GET index assigns all posts as @posts\n" \
-                        "     Failure/Error: assert false\n" \
-                        "     MiniTest::Assertion:\n" \
-                        "       Failed assertion, no message given.\n" \
-                        "     # (eval):2:in `assert'\n" \
-                        "     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'"
-
-        }
+    expected = {
+      :total => 16,
+      :failed => 1,
+      :failures => '' +
+        "  1) PostsController GET index assigns all posts as @posts\n" +
+        "     Failure/Error: assert false\n" +
+        "     MiniTest::Assertion:\n" +
+        "       Failed assertion, no message given.\n" +
+        "     # (eval):2:in `assert'\n" +
+        "     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'\n\n"
+
+    }
+    actual = TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).to_hash
+
+    expect(actual).to eq(expected)
   end
-end
+end

data/spec/framework/test_unit_spec.rb

@@ -2,48 +2,80 @@ require 'spec_helper'
 
 describe TestOutputParser::Framework::TestUnit do
   it 'should do nothing when there is no spec summary in the output' do
-    TestOutputParser::Framework::TestUnit.count("1 assertion").should == {}
+    actual = TestOutputParser::Framework::TestUnit.count("1 assertion").to_hash
+    expect(actual).to eq({})
   end
 
   it 'should count the number of tests ran for one test' do
-    TestOutputParser::Framework::TestUnit.count("1 tests, 1 assertions").should == {:total => 1, :failed => 0, :errors => 0, :pending => 0}
+    actual = TestOutputParser::Framework::TestUnit.count("1 tests, 1 assertions").to_hash
+    expected = { :total => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs ran for one test-unit run' do
-    TestOutputParser::Framework::TestUnit.count("30 tests, 77 assertions, 3 failures, 4 errors, 2 skips").should ==
-      {:total => 30, :failed => 3, :errors => 4, :pending => 2}
+    actual = TestOutputParser::Framework::TestUnit.count("30 tests, 77 assertions, 3 failures, 4 errors, 2 skips").to_hash
+    expected = { :total => 30, :failed => 3, :errors => 4, :pending => 2 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs ran for multiple test-unit runs' do
-    TestOutputParser::Framework::TestUnit.count("30 tests, 77 assertions, 0 failures\n\n\n1 tests, 3 assertions, 1 failures, 1 errors, 1 skips").should ==
-      {:total => 31, :failed => 1, :errors => 1, :pending => 1}
+    actual = TestOutputParser::Framework::TestUnit.count("30 tests, 77 assertions, 0 failures\n\n\n1 tests, 3 assertions, 1 failures, 1 errors, 1 skips").to_hash
+    expected = { :total => 31, :failed => 1, :errors => 1, :pending => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should ignore lines not related to test-unit test summary' do
-    TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-test-unit-output.txt")).should == {:total => 1, :failed => 0, :errors => 0, :pending => 0}
+    actual = TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-test-unit-output.txt")).to_hash
+    expected = { :total => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs errors' do
-    TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-error-test-unit-output.txt")).should == {:total => 1, :failed => 0, :errors => 1, :pending => 0}
+    actual = TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-error-test-unit-output.txt")).to_hash
+    expected = { :total => 1, :errors => 1, }
+    expect(actual).to eq(expected)
   end
 
   it 'should count the number of specs pending' do
-    TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-pending-test-unit-output.txt")).should == {:total => 1, :failed => 0, :errors => 0, :pending => 1}
+    actual = TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-pending-test-unit-output.txt")).to_hash
+    expected = { :total => 1, :pending => 1 }
+    expect(actual).to eq(expected)
   end
 
   it 'should add the failures to the summary' do
-    TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).should ==
-      {
-        :total => 3,
-        :failed => 2,
-        :errors => 0,
-        :pending => 0,
-        :failures => "1) Failure:\n" \
-          "test_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:\n" \
-          "Failed assertion, no message given.\n"\
-                     "\n  2) Failure:\n"\
-          "test_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:\n"\
-          "Failed assertion, no message given."
-      }
-  end
-end
+    actual = TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).to_hash
+    expected = {
+      :total => 95,
+      :failed => 1,
+      :errors => 1,
+      :failures => %Q!
+  1) Failure:
+test_no_additional_rubies(RubyTest) [/var/snap-ci/repo/test/packages/ruby_test.rb:23]:
+--- expected
++++ actual
+@@ -1 +1 @@
+-["foo", "bar"]
++["baz", "boo"]
+
+
+  2) Error:
+test_rubies_are_installed(RubyTest):
+Errno::ENOENT: No such file or directory - /opt/local/ruby/2.1.4/bin/ruby --version
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `exec'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `block in fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:40:in `run_command'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout.rb:225:in `run_command'
+    /var/snap-ci/repo/test/mini_test_helper.rb:28:in `block in run_command'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:235:in `block in with_clean_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:222:in `with_original_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:228:in `with_clean_env'
+    /var/snap-ci/repo/test/mini_test_helper.rb:23:in `run_command'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:11:in `block in test_rubies_are_installed'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `each'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `test_rubies_are_installed'
+! }
+    expect(actual).to eq(expected)
+  end
+end

data/spec/spec_helper.rb

@@ -6,7 +6,14 @@
 # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
 require 'test_output_parser'
 
+module SpecHelper
+  def strip_heredoc(str)
+    str.gsub(/^#{str.scan(/^\s*/).min_by{|l|l.length}}/, "")
+  end
+end
+
 RSpec.configure do |config|
+  config.include SpecHelper
   config.treat_symbols_as_metadata_keys_with_true_values = true
   config.run_all_when_everything_filtered = true
   config.filter_run :focus

data/spec/test_output_parser_spec.rb

@@ -2,56 +2,119 @@ require 'spec_helper'
 
 describe TestOutputParser do
   it 'should give the summary of specs for rspec' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should ==
-      {
-        :total=>16,
-        :failed=>1,
-        :pending=>0,
-        :failures=>"1) PostsController GET index assigns all posts as @posts\n"\
-        "     Failure/Error: assert false\n"\
-        "     MiniTest::Assertion:\n"\
-        "       Failed assertion, no message given.\n"\
-        "     # (eval):2:in `assert'\n"\
-        "     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'"
-      }
+    actual = TestOutputParser.count(File.read("spec/fixtures/sample-failed-rspec-output.txt"))
+    expected = {
+      :total => 16,
+      :failed => 1,
+      :failures => '' +
+        "  1) PostsController GET index assigns all posts as @posts\n" +
+        "     Failure/Error: assert false\n" +
+        "     MiniTest::Assertion:\n" +
+        "       Failed assertion, no message given.\n" +
+        "     # (eval):2:in `assert'\n" +
+        "     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'\n\n"
+    }
+    expect(actual).to eq(expected)
   end
 
   it 'should give the summary of specs for test unit' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).should ==
-      {
-        :total=>3,
-        :failed=>2,
-        :errors=>0,
-        :pending=>0,
-        :failures=>"1) Failure:\ntest_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:\n"\
-        "Failed assertion, no message given.\n\n"\
-        "  2) Failure:\ntest_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:\nFailed assertion, no message given."
-      }
+    actual = TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt"))
+    expected = {
+      :total => 95,
+      :failed => 1,
+      :errors => 1,
+      :failures => %Q!
+  1) Failure:
+test_no_additional_rubies(RubyTest) [/var/snap-ci/repo/test/packages/ruby_test.rb:23]:
+--- expected
++++ actual
+@@ -1 +1 @@
+-["foo", "bar"]
++["baz", "boo"]
+
+
+  2) Error:
+test_rubies_are_installed(RubyTest):
+Errno::ENOENT: No such file or directory - /opt/local/ruby/2.1.4/bin/ruby --version
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `exec'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `block in fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:40:in `run_command'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout.rb:225:in `run_command'
+    /var/snap-ci/repo/test/mini_test_helper.rb:28:in `block in run_command'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:235:in `block in with_clean_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:222:in `with_original_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:228:in `with_clean_env'
+    /var/snap-ci/repo/test/mini_test_helper.rb:23:in `run_command'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:11:in `block in test_rubies_are_installed'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `each'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `test_rubies_are_installed'
+!
+    }
+    expect(actual).to eq(expected)
   end
 
   it 'should give the summary of specs for junit' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-gradle-output.txt")).should ==
-      {
-        :total=>47,
-        :failed=>1,
-        :failures=>"Running test: test shouldAddBookToDBIfNotInSystem(com.thoughtworks.twu.controller.AddBookControllerTest)\n\n"\
-        "com.thoughtworks.twu.controller.AddBookControllerTest > shouldAddBookToDBIfNotInSystem FAILED\n"\
+    actual = TestOutputParser.count(File.read("spec/fixtures/sample-gradle-output.txt"))
+    expected = {
+      :total => 47,
+      :failed => 1,
+      :failures => "Running test: test shouldAddBookToDBIfNotInSystem(com.thoughtworks.twu.controller.AddBookControllerTest)\n\n" +
+        "com.thoughtworks.twu.controller.AddBookControllerTest > shouldAddBookToDBIfNotInSystem FAILED\n" +
         "    java.lang.AssertionError at AddBookControllerTest.java:28"
-      }
+    }
+    expect(actual).to eq(expected)
   end
 
   it 'should add up the summaries when there are specs for multiple frameworks' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt") + File.read("spec/fixtures/sample-failed-rspec-output.txt")).should ==
-      {
-        :total=>19,
-        :failed=>3,
-        :pending=>0,
-        :failures=>"1) Failure:\n"\
-        "test_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:\n"\
-        "Failed assertion, no message given.\n\n"\
-        "  2) Failure:\ntest_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:\n"\
-        "Failed assertion, no message given.",
-        :errors=>0
-      }
+    actual = TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt") + "\n" + File.read("spec/fixtures/sample-failed-rspec-output.txt"))
+    expected = {
+      :total => 111,
+      :failed => 2,
+      :failures => %Q!  1) PostsController GET index assigns all posts as @posts
+     Failure/Error: assert false
+     MiniTest::Assertion:
+       Failed assertion, no message given.
+     # (eval):2:in `assert'
+     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'
+
+
+  1) Failure:
+test_no_additional_rubies(RubyTest) [/var/snap-ci/repo/test/packages/ruby_test.rb:23]:
+--- expected
++++ actual
+@@ -1 +1 @@
+-["foo", "bar"]
++["baz", "boo"]
+
+
+  2) Error:
+test_rubies_are_installed(RubyTest):
+Errno::ENOENT: No such file or directory - /opt/local/ruby/2.1.4/bin/ruby --version
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `exec'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:268:in `block in fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:256:in `fork_subprocess'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout/unix.rb:40:in `run_command'
+    /tmp/.bundle-repo/ruby/1.9.1/gems/mixlib-shellout-1.2.0/lib/mixlib/shellout.rb:225:in `run_command'
+    /var/snap-ci/repo/test/mini_test_helper.rb:28:in `block in run_command'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:235:in `block in with_clean_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:222:in `with_original_env'
+    /opt/local/ruby/1.9.3-p484/lib/ruby/gems/1.9.1/gems/bundler-1.6.3/lib/bundler.rb:228:in `with_clean_env'
+    /var/snap-ci/repo/test/mini_test_helper.rb:23:in `run_command'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:11:in `block in test_rubies_are_installed'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `each'
+    /var/snap-ci/repo/test/packages/ruby_test.rb:7:in `test_rubies_are_installed'
+!,
+      :errors => 1
+    }
+    expect(actual).to eq(expected)
+  end
+
+  it 'should ignore invalid UTF-8 characters' do
+    actual = TestOutputParser.count("16 exa\255mples, 0 failures")
+    expected = { :total => 16 }
+    expect(actual).to eq(expected)
   end
-end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test-output-parser
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Akshay Karle
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-13 00:00:00.000000000 Z
+date: 2016-01-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -64,6 +64,7 @@ files:
 - ".ruby-gemset"
 - ".ruby-version"
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -108,7 +109,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.0
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: A gem to get the summary of test outputs for further processing