test-output-parser 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ff35a4c7d8d503b03bce1c540bfbca8f4f7a3982
-  data.tar.gz: 0dc6a7af57db982c6040d6331328c3c62d29d7bc
+  metadata.gz: 62e8801a738f5c54e2a87b487b5ed1de94801b75
+  data.tar.gz: e130c6f72a8fcafb778c911ca68a8b3e3a9e7e2a
 SHA512:
-  metadata.gz: e242af1c68e565df57c5f296713f55b6f7b310ca3bce37799e2eda08397d6185aaef24b236f81c61d2dc3be36eb29e3d914bf19712f3c580da37fc75b43ce901
-  data.tar.gz: 8cefeda5bc9df0e9c4be85e2085369e4e43cdb20242b9cc7dd43f7c213778eef21bef6cb1e7d9186752f3b817afab94874adb6cb12687b32c2001bf2aefa149a
+  metadata.gz: 37e20fec72155d567da774fed81bae22c5779d14f0b47d0980ee6ee7ee7769baebcd99f4d98260edb6c0ad524a2dfe508680205fc2cb1efac22fa93ac8f71ae5
+  data.tar.gz: 51f36e46f9688610415b9f186f2affb269c54ecd44d75edc31e1a2101cab6eee83f8e2c35f09fde23d1563d72441e631317a5acf1a493ee9d9a5e6055f8b4741

data/lib/test_output_parser/framework.rb

@@ -4,8 +4,5 @@ require 'test_output_parser/framework/junit'
 
 module TestOutputParser
   module Framework
-    def count(test_output)
-      raise 'Sub class responsibility'
-    end
   end
 end

data/lib/test_output_parser/framework/junit.rb

@@ -9,11 +9,20 @@ module TestOutputParser
           summary[:pending] += arr[3].to_i
         end
 
+        failures = test_output.match(/^Failed\stests:\s+(.+\n)+\n/)
+        summary[:failures] = failures.to_s.strip if failures
+
         test_output.scan(/(\d+)\s+test[s]?\s+completed,\s+(\d+)\s+failed/).each do |arr|
           summary[:total]   += arr[0].to_i
           summary[:failed]  += arr[1].to_i
         end
 
+        failures = test_output.scan(/^Running\stest:\s.*\n\n.*\s+FAILED\n.*/)
+        if summary.has_key?(:failures)
+          summary[:failures] = summary[:failures].join(failures.join("\n")) unless failures.empty?
+        else
+          summary[:failures] = failures.join("\n") unless failures.empty?
+        end
         summary
       end
     end

data/lib/test_output_parser/framework/rspec.rb

@@ -7,6 +7,8 @@ module TestOutputParser
           summary[:failed]  += arr[1].to_i
           summary[:pending] += arr[3].to_i
         end
+        failures = test_output.scan(/Failures:\n+(.*)Finished in/m)
+        summary[:failures] = failures.flatten.first.strip unless failures.empty?
 
         summary
       end

data/lib/test_output_parser/framework/test_unit.rb

@@ -10,6 +10,8 @@ module TestOutputParser
           summary[:pending]    += arr[7].to_i
         end
 
+        failures = test_output.scan(/(^\s+\d\)\sFailure:\n+.*)+\d+\stests/m)
+        summary[:failures] = failures.flatten.first.strip unless failures.empty?
         summary
       end
     end

data/lib/test_output_parser/version.rb

@@ -1,3 +1,3 @@
 module TestOutputParser
-  VERSION = "0.2.1"
+  VERSION = "0.3.0"
 end

data/spec/fixtures/sample-failed-junit-output.txt

@@ -0,0 +1,105 @@
+    
+  
+$ git fetch --prune --all
+Fetching origin
+From git://localhost/akshaykarle/dropwizard-snapci-sample
+   3b3521d..1597fd3  master     -> origin/master
+Command git fetch --prune --all exited successfully with status 0.
+
+$ git reset --hard FETCH_HEAD
+HEAD is now at 1597fd3 Fail one more
+Command git reset --hard FETCH_HEAD exited successfully with status 0.
+
+$ git clean -fdx
+Removing target/
+Command git clean -fdx exited successfully with status 0.
+
+$ git checkout master
+Already on 'master'
+Command git checkout master exited successfully with status 0.
+
+$ git reset --hard 1597fd3f06dc8e8950e407142782d20a1025e080
+HEAD is now at 1597fd3 Fail one more
+Command git reset --hard 1597fd3f06dc8e8950e407142782d20a1025e080 exited successfully with status 0.
+
+$ git submodule update --init
+Command git submodule update --init exited successfully with status 0.
+
+$ git remote set-url --push origin 'git@github.com:akshaykarle/dropwizard-snapci-sample'
+Command git remote set-url --push origin 'git@github.com:akshaykarle/dropwizard-snapci-sample' exited successfully with status 0.
+
+$ export SNAP_CI=true
+$ export CI=true
+$ export LANG=en_US.UTF-8
+$ export LC_ALL=en_US.UTF-8
+$ export SNAP_PIPELINE_COUNTER=9
+$ export SNAP_STAGE_NAME=Test
+$ export SNAP_BRANCH=master
+$ export SNAP_COMMIT=1597fd3f06dc8e8950e407142782d20a1025e080
+$ export SNAP_COMMIT_SHORT=1597fd3
+
+$ mvn package
+[INFO] Scanning for projects...
+[INFO]                                                                         
+[INFO] ------------------------------------------------------------------------
+[INFO] Building microblog 0.0.1-SNAPSHOT
+[INFO] ------------------------------------------------------------------------
+[INFO] 
+[INFO] --- maven-resources-plugin:2.5:resources (default-resources) @ microblog ---
+[debug] execute contextualize
+[INFO] Using 'UTF-8' encoding to copy filtered resources.
+[INFO] Copying 1 resource
+[INFO] 
+[INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ microblog ---
+[INFO] Changes detected - recompiling the module!
+[INFO] Compiling 13 source files to /var/go/repo/target/classes
+[INFO] 
+[INFO] --- maven-resources-plugin:2.5:testResources (default-testResources) @ microblog ---
+[debug] execute contextualize
+[INFO] Using 'UTF-8' encoding to copy filtered resources.
+[INFO] skip non existing resourceDirectory /var/go/repo/src/test/resources
+[INFO] 
+[INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ microblog ---
+[INFO] Changes detected - recompiling the module!
+[INFO] Compiling 4 source files to /var/go/repo/target/test-classes
+[INFO] 
+[INFO] --- maven-surefire-plugin:2.10:test (default-test) @ microblog ---
+[INFO] Surefire report directory: /var/go/repo/target/surefire-reports
+
+-------------------------------------------------------
+ T E S T S
+-------------------------------------------------------
+Running com.snapci.microblog.core.ErrorResponseTest
+Tests run: 3, Failures: 2, Errors: 0, Skipped: 0, Time elapsed: 0.134 sec <<< FAILURE!
+Running com.snapci.microblog.resources.MicroBlogResourceTest
+Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.253 sec
+Running com.snapci.microblog.resources.UserResourceTest
+Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.061 sec
+
+Results :
+
+Failed tests:   testFromExceptionWithUniqueConstraintViolation(com.snapci.microblog.core.ErrorResponseTest)
+  testFromException(com.snapci.microblog.core.ErrorResponseTest)
+
+Tests run: 13, Failures: 2, Errors: 0, Skipped: 0
+
+[INFO] ------------------------------------------------------------------------
+[INFO] BUILD FAILURE
+[INFO] ------------------------------------------------------------------------
+[INFO] Total time: 3.903s
+[INFO] Finished at: Thu Feb 13 13:42:59 UTC 2014
+[INFO] Final Memory: 20M/232M
+[INFO] ------------------------------------------------------------------------
+[ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.10:test (default-test) on project microblog: There are test failures.
+[ERROR] 
+[ERROR] Please refer to /var/go/repo/target/surefire-reports for the individual test results.
+[ERROR] -> [Help 1]
+[ERROR] 
+[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
+[ERROR] Re-run Maven using the -X switch to enable full debug logging.
+[ERROR] 
+[ERROR] For more information about the errors and possible solutions, please read the following articles:
+[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
+Command mvn package failed with status 1. Took 5.45 seconds.
+Saving console log for later
+Saving artifact in target

data/spec/fixtures/sample-failed-rspec-output.txt

@@ -1,2 +1,19 @@
-Finished in 4 minutes 43.2 seconds
-1460 examples, 1 failure, 3 pending
+$ bundle exec rake spec:controllers
+/opt/local/ruby/1.9.3-p484/bin/ruby -S rspec ./spec/controllers/posts_controller_spec.rb
+.......F........
+
+Failures:
+
+  1) PostsController GET index assigns all posts as @posts
+     Failure/Error: assert false
+     MiniTest::Assertion:
+       Failed assertion, no message given.
+     # (eval):2:in `assert'
+     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'
+
+Finished in 0.13092 seconds
+16 examples, 1 failure
+
+Failed examples:
+
+rspec ./spec/controllers/posts_controller_spec.rb:38 # PostsController GET index assigns all posts as @posts

data/spec/fixtures/sample-failed-test-unit-output.txt

@@ -1,7 +1,20 @@
+$ bundle exec rake test
+/opt/local/ruby/1.9.3-p484/bin/ruby -I"lib:test" -I"/opt/local/ruby/1.9.3-p484/lib/ruby/1.9.1" "/opt/local/ruby/1.9.3-p484/lib/ruby/1.9.1/rake/rake_test_loader.rb" "test/foo_test.rb" 
+Run options: 
+
 # Running tests:
 
-.
+.FF
+
+Finished tests in 0.000557s, 1793.7831 tests/s, 1793.7831 assertions/s.
+
+  1) Failure:
+test_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:
+Failed assertion, no message given.
 
-Finished tests in 0.003116s, 320.9217 tests/s, 320.9217 assertions/s.
+  2) Failure:
+test_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:
+Failed assertion, no message given.
 
-1 tests, 1 assertions, 1 failures, 0 errors, 0 skips
+3 tests, 3 assertions, 2 failures, 0 errors, 0 skips
+rake aborted!

data/spec/framework/junit_spec.rb

@@ -28,4 +28,27 @@ describe TestOutputParser::Framework::JUnit do
   it 'should ignore lines not related to JUnit test summary' do
     TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-junit-output.txt")).should == {:total => 13, :failed => 0, :errors => 0, :pending => 0}
   end
+
+  it 'should include the failures in the test summary for JUnit output' do
+    TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-failed-junit-output.txt")).should ==
+      {
+        :total => 13,
+        :failed => 2,
+        :errors=>0,
+        :pending=>0,
+          :failures => "Failed tests:   testFromExceptionWithUniqueConstraintViolation(com.snapci.microblog.core.ErrorResponseTest)\n"\
+                      "  testFromException(com.snapci.microblog.core.ErrorResponseTest)"
+      }
+  end
+
+  it 'should include the failures in the test summary for gradle output' do
+    TestOutputParser::Framework::JUnit.count(File.read("spec/fixtures/sample-gradle-output.txt")).should ==
+      {
+        :total => 47,
+        :failed => 1,
+        :failures => "Running test: test shouldAddBookToDBIfNotInSystem(com.thoughtworks.twu.controller.AddBookControllerTest)\n\n"\
+                      "com.thoughtworks.twu.controller.AddBookControllerTest > shouldAddBookToDBIfNotInSystem FAILED\n"\
+                      "    java.lang.AssertionError at AddBookControllerTest.java:28"
+      }
+  end
 end

data/spec/framework/rspec_spec.rb

@@ -21,11 +21,20 @@ describe TestOutputParser::Framework::RSpec do
     TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-rspec-output.txt")).should == {:total => 67, :failed => 0, :pending => 0}
   end
 
-  it 'should count failures correctly' do
-    TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should == {:total => 1460, :failed => 1, :pending => 3}
+  it 'should count the number of pending specs' do
+    TestOutputParser::Framework::RSpec.count("16 examples, 0 failures, 1 pending").should == {:total => 16, :failed => 0, :pending => 1}
   end
 
-  it 'should count the number of pending specs' do
-    TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should == {:total => 1460, :failed => 1, :pending => 3}
+  it 'should count the name of the specs that failed' do
+    TestOutputParser::Framework::RSpec.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should ==
+        {:total => 16, :failed => 1, :pending => 0,
+         :failures =>   "1) PostsController GET index assigns all posts as @posts\n" \
+                        "     Failure/Error: assert false\n" \
+                        "     MiniTest::Assertion:\n" \
+                        "       Failed assertion, no message given.\n" \
+                        "     # (eval):2:in `assert'\n" \
+                        "     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'"
+
+        }
   end
 end

data/spec/framework/test_unit_spec.rb

@@ -23,10 +23,6 @@ describe TestOutputParser::Framework::TestUnit do
     TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-test-unit-output.txt")).should == {:total => 1, :failed => 0, :errors => 0, :pending => 0}
   end
 
-  it 'should count failures correctly' do
-    TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).should == {:total => 1, :failed => 1, :errors => 0, :pending => 0}
-  end
-
   it 'should count the number of specs errors' do
     TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-error-test-unit-output.txt")).should == {:total => 1, :failed => 0, :errors => 1, :pending => 0}
   end
@@ -34,4 +30,20 @@ describe TestOutputParser::Framework::TestUnit do
   it 'should count the number of specs pending' do
     TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-pending-test-unit-output.txt")).should == {:total => 1, :failed => 0, :errors => 0, :pending => 1}
   end
+
+  it 'should add the failures to the summary' do
+    TestOutputParser::Framework::TestUnit.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).should ==
+      {
+        :total => 3,
+        :failed => 2,
+        :errors => 0,
+        :pending => 0,
+        :failures => "1) Failure:\n" \
+          "test_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:\n" \
+          "Failed assertion, no message given.\n"\
+                     "\n  2) Failure:\n"\
+          "test_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:\n"\
+          "Failed assertion, no message given."
+      }
+  end
 end

data/spec/test_output_parser_spec.rb

@@ -2,18 +2,56 @@ require 'spec_helper'
 
 describe TestOutputParser do
   it 'should give the summary of specs for rspec' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should == {:total => 1460, :failed => 1, :pending => 3}
+    TestOutputParser.count(File.read("spec/fixtures/sample-failed-rspec-output.txt")).should ==
+      {
+        :total=>16,
+        :failed=>1,
+        :pending=>0,
+        :failures=>"1) PostsController GET index assigns all posts as @posts\n"\
+        "     Failure/Error: assert false\n"\
+        "     MiniTest::Assertion:\n"\
+        "       Failed assertion, no message given.\n"\
+        "     # (eval):2:in `assert'\n"\
+        "     # ./spec/controllers/posts_controller_spec.rb:39:in `block (3 levels) in <top (required)>'"
+      }
   end
 
   it 'should give the summary of specs for test unit' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).should == {:total => 1, :failed => 1, :errors => 0, :pending => 0}
+    TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt")).should ==
+      {
+        :total=>3,
+        :failed=>2,
+        :errors=>0,
+        :pending=>0,
+        :failures=>"1) Failure:\ntest_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:\n"\
+        "Failed assertion, no message given.\n\n"\
+        "  2) Failure:\ntest_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:\nFailed assertion, no message given."
+      }
   end
 
   it 'should give the summary of specs for junit' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-gradle-output.txt")).should == {:total => 47, :failed => 1}
+    TestOutputParser.count(File.read("spec/fixtures/sample-gradle-output.txt")).should ==
+      {
+        :total=>47,
+        :failed=>1,
+        :failures=>"Running test: test shouldAddBookToDBIfNotInSystem(com.thoughtworks.twu.controller.AddBookControllerTest)\n\n"\
+        "com.thoughtworks.twu.controller.AddBookControllerTest > shouldAddBookToDBIfNotInSystem FAILED\n"\
+        "    java.lang.AssertionError at AddBookControllerTest.java:28"
+      }
   end
 
   it 'should add up the summaries when there are specs for multiple frameworks' do
-    TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt") + File.read("spec/fixtures/sample-failed-rspec-output.txt")).should == {:total => 1461, :failed => 2, :errors => 0, :pending => 3}
+    TestOutputParser.count(File.read("spec/fixtures/sample-failed-test-unit-output.txt") + File.read("spec/fixtures/sample-failed-rspec-output.txt")).should ==
+      {
+        :total=>19,
+        :failed=>3,
+        :pending=>0,
+        :failures=>"1) Failure:\n"\
+        "test_passes(FooTest) [/var/go/repo/test/foo_test.rb:5]:\n"\
+        "Failed assertion, no message given.\n\n"\
+        "  2) Failure:\ntest_passes(FooTest) [/var/go/repo/test/foo_test.rb:10]:\n"\
+        "Failed assertion, no message given.",
+        :errors=>0
+      }
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test-output-parser
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Akshay Karle
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-05 00:00:00.000000000 Z
+date: 2014-02-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -74,6 +74,7 @@ files:
 - lib/test_output_parser/framework/test_unit.rb
 - lib/test_output_parser/version.rb
 - spec/fixtures/sample-error-test-unit-output.txt
+- spec/fixtures/sample-failed-junit-output.txt
 - spec/fixtures/sample-failed-rspec-output.txt
 - spec/fixtures/sample-failed-test-unit-output.txt
 - spec/fixtures/sample-gradle-output.txt
@@ -113,6 +114,7 @@ specification_version: 4
 summary: A gem to get the summary of test outputs for further processing
 test_files:
 - spec/fixtures/sample-error-test-unit-output.txt
+- spec/fixtures/sample-failed-junit-output.txt
 - spec/fixtures/sample-failed-rspec-output.txt
 - spec/fixtures/sample-failed-test-unit-output.txt
 - spec/fixtures/sample-gradle-output.txt