ci_reporter 1.0 → 1.6.5

data/spec/ci/reporter/test_suite_spec.rb

@@ -1,25 +1,35 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
 require File.dirname(__FILE__) + "/../../spec_helper.rb"
 require 'rexml/document'
 
-context "A TestSuite" do
-  setup do
+describe "A TestSuite" do
+  before(:each) do
     @suite = CI::Reporter::TestSuite.new("example suite")
   end
 
-  specify "should collect timings when start and finish are invoked in sequence" do
+  it "should collect timings when start and finish are invoked in sequence" do
     @suite.start
     @suite.finish
-    @suite.time.should_be > 0
+    @suite.time.should >= 0
   end
   
-  specify "should aggregate tests" do
+  it "should aggregate tests" do
     @suite.start
     @suite.testcases << CI::Reporter::TestCase.new("example test")
     @suite.finish
     @suite.tests.should == 1
   end
+
+  it "should stringify the name for cases when the object passed in is not a string" do
+    name = Object.new
+    def name.to_s; "object name"; end
+    CI::Reporter::TestSuite.new(name).name.should == "object name"
+  end
   
-  specify "should indicate number of failures and errors" do
+  it "should indicate number of failures and errors" do
     failure = mock("failure")
     failure.stub!(:failure?).and_return true
     failure.stub!(:error?).and_return false
@@ -31,20 +41,20 @@ context "A TestSuite" do
     @suite.start
     @suite.testcases << CI::Reporter::TestCase.new("example test")
     @suite.testcases << CI::Reporter::TestCase.new("failure test")
-    @suite.testcases.last.failure = failure
+    @suite.testcases.last.failures << failure
     @suite.testcases << CI::Reporter::TestCase.new("error test")
-    @suite.testcases.last.failure = error
+    @suite.testcases.last.failures << error
     @suite.finish
     @suite.tests.should == 3
     @suite.failures.should == 1
     @suite.errors.should == 1
   end
-  
 end
 
-context "TestSuite xml" do
-  setup do
+describe "TestSuite xml" do
+  before(:each) do
     @suite = CI::Reporter::TestSuite.new("example suite")
+    @suite.assertions = 11
     begin
       raise StandardError, "an exception occurred"
     rescue => e
@@ -52,7 +62,7 @@ context "TestSuite xml" do
     end
   end
 
-  specify "should contain Ant/JUnit-formatted description of entire suite" do
+  it "should contain Ant/JUnit-formatted description of entire suite" do
     failure = mock("failure")
     failure.stub!(:failure?).and_return true
     failure.stub!(:error?).and_return false
@@ -69,23 +79,48 @@ context "TestSuite xml" do
 
     @suite.start
     @suite.testcases << CI::Reporter::TestCase.new("example test")
+    @suite.testcases << CI::Reporter::TestCase.new("skipped test").tap {|tc| tc.skipped = true }
     @suite.testcases << CI::Reporter::TestCase.new("failure test")
-    @suite.testcases.last.failure = failure
+    @suite.testcases.last.failures << failure
     @suite.testcases << CI::Reporter::TestCase.new("error test")
-    @suite.testcases.last.failure = error
+    @suite.testcases.last.failures << error
     @suite.finish
 
     xml = @suite.to_xml
     doc = REXML::Document.new(xml)
-    testsuite = doc.root.elements.to_a('/testsuite')
+    testsuite = doc.root.elements.to_a("/testsuite")
     testsuite.length.should == 1
     testsuite = testsuite.first
+    testsuite.attributes["name"].should == "example suite"
+    testsuite.attributes["assertions"].should == "11"
 
-    testcases = testsuite.elements.to_a('testcase')
-    testcases.length.should == 3
+    testcases = testsuite.elements.to_a("testcase")
+    testcases.length.should == 4
   end
-  
-  specify "should filter attributes properly for invalid characters" do
+
+  it "should contain full exception type and message in location element" do
+    failure = mock("failure")
+    failure.stub!(:failure?).and_return true
+    failure.stub!(:error?).and_return false
+    failure.stub!(:name).and_return "failure"
+    failure.stub!(:message).and_return "There was a failure"
+    failure.stub!(:location).and_return @exception.backtrace.join("\n")
+
+    @suite.start
+    @suite.testcases << CI::Reporter::TestCase.new("example test")
+    @suite.testcases << CI::Reporter::TestCase.new("failure test")
+    @suite.testcases.last.failures << failure
+    @suite.finish
+
+    xml = @suite.to_xml
+    doc = REXML::Document.new(xml)
+    elem = doc.root.elements.to_a("/testsuite/testcase[@name='failure test']/failure").first
+    location = elem.texts.join
+    location.should =~ Regexp.new(failure.message)
+    location.should =~ Regexp.new(failure.name)
+  end
+
+  it "should filter attributes properly for invalid characters" do
     failure = mock("failure")
     failure.stub!(:failure?).and_return true
     failure.stub!(:error?).and_return false
@@ -95,22 +130,22 @@ context "TestSuite xml" do
 
     @suite.start
     @suite.testcases << CI::Reporter::TestCase.new("failure test")
-    @suite.testcases.last.failure = failure
+    @suite.testcases.last.failures << failure
     @suite.finish
 
     xml = @suite.to_xml
-    xml.should_match %r/message="There was a &lt;failure&gt;\.\.\."/
+    xml.should =~ %r/message="There was a &lt;failure&gt;\.\.\."/
   end
 end
 
-context "A TestCase" do
-  setup do
+describe "A TestCase" do
+  before(:each) do
     @tc = CI::Reporter::TestCase.new("example test")
   end
 
-  specify "should collect timings when start and finish are invoked in sequence" do
+  it "should collect timings when start and finish are invoked in sequence" do
     @tc.start
     @tc.finish
-    @tc.time.should_be > 0
+    @tc.time.should >= 0
   end
-end
+end

data/spec/ci/reporter/test_unit_spec.rb

@@ -1,16 +1,22 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
 require File.dirname(__FILE__) + "/../../spec_helper.rb"
 
-context "The TestUnit reporter" do
-  setup do
+describe "The TestUnit reporter" do
+  before(:each) do
     @report_mgr = mock("report manager")
     @testunit = CI::Reporter::TestUnit.new(nil, @report_mgr)
+    @result = mock("result")
+    @result.stub!(:assertion_count).and_return(7)
   end
 
-  specify "should build suites based on adjacent tests with the same class name" do
+  it "should build suites based on adjacent tests with the same class name" do
     @suite = nil
     @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }
 
-    @testunit.started(mock("result"))
+    @testunit.started(@result)
     @testunit.test_started("test_one(TestCaseClass)")
     @testunit.test_finished("test_one(TestCaseClass)")
     @testunit.test_started("test_two(TestCaseClass)")
@@ -20,18 +26,18 @@ context "The TestUnit reporter" do
     @suite.name.should == "TestCaseClass"
     @suite.testcases.length.should == 2
     @suite.testcases.first.name.should == "test_one"
-    @suite.testcases.first.should_not_be_failure
-    @suite.testcases.first.should_not_be_error
+    @suite.testcases.first.should_not be_failure
+    @suite.testcases.first.should_not be_error
     @suite.testcases.last.name.should == "test_two"
-    @suite.testcases.last.should_not_be_failure
-    @suite.testcases.last.should_not_be_error
+    @suite.testcases.last.should_not be_failure
+    @suite.testcases.last.should_not be_error
   end
   
-  specify "should build two suites when encountering different class names" do
+  it "should build two suites when encountering different class names" do
     @suites = []
     @report_mgr.should_receive(:write_report).twice.and_return {|suite| @suites << suite }
 
-    @testunit.started(mock("result"))
+    @testunit.started(@result)
     @testunit.test_started("test_one(TestCaseClass)")
     @testunit.test_finished("test_one(TestCaseClass)")
     @testunit.test_started("test_two(AnotherTestCaseClass)")
@@ -41,12 +47,46 @@ context "The TestUnit reporter" do
     @suites.first.name.should == "TestCaseClass"
     @suites.first.testcases.length.should == 1
     @suites.first.testcases.first.name.should == "test_one"
+    @suites.first.testcases.first.assertions.should == 7
+
     @suites.last.name.should == "AnotherTestCaseClass"
     @suites.last.testcases.length.should == 1
     @suites.last.testcases.first.name.should == "test_two"
+    @suites.last.testcases.first.assertions.should == 0
   end
   
-  specify "should add failures to testcases when encountering a fault" do
+  it "should record assertion counts during test run" do
+    @suite = nil
+    @report_mgr.should_receive(:write_report).and_return {|suite| @suite = suite }
+
+    @testunit.started(@result)
+    @testunit.test_started("test_one(TestCaseClass)")
+    @testunit.test_finished("test_one(TestCaseClass)")
+    @testunit.finished(10)
+
+    @suite.assertions.should == 7
+    @suite.testcases.last.assertions.should == 7
+  end
+  
+  it "should add failures to testcases when encountering a fault" do
+    @failure = Test::Unit::Failure.new("test_one(TestCaseClass)", "somewhere:10", "it failed")
+
+    @suite = nil
+    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }
+
+    @testunit.started(@result)
+    @testunit.test_started("test_one(TestCaseClass)")
+    @testunit.fault(@failure)
+    @testunit.test_finished("test_one(TestCaseClass)")
+    @testunit.finished(10)
+
+    @suite.name.should == "TestCaseClass"
+    @suite.testcases.length.should == 1
+    @suite.testcases.first.name.should == "test_one"
+    @suite.testcases.first.should be_failure
+  end
+
+  it "should add errors to testcases when encountering a fault" do
     begin
       raise StandardError, "error"
     rescue => e
@@ -56,20 +96,57 @@ context "The TestUnit reporter" do
     @suite = nil
     @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }
 
-    @testunit.started(mock("result"))
+    @testunit.started(@result)
     @testunit.test_started("test_one(TestCaseClass)")
     @testunit.test_finished("test_one(TestCaseClass)")
     @testunit.test_started("test_two(TestCaseClass)")
     @testunit.fault(@error)
+    @testunit.test_finished("test_two(TestCaseClass)")
     @testunit.finished(10)
 
     @suite.name.should == "TestCaseClass"
     @suite.testcases.length.should == 2
     @suite.testcases.first.name.should == "test_one"
-    @suite.testcases.first.should_not_be_failure
-    @suite.testcases.first.should_not_be_error
+    @suite.testcases.first.should_not be_failure
+    @suite.testcases.first.should_not be_error
     @suite.testcases.last.name.should == "test_two"
-    @suite.testcases.last.should_not_be_failure
-    @suite.testcases.last.should_be_error
+    @suite.testcases.last.should_not be_failure
+    @suite.testcases.last.should be_error
+  end
+  
+  it "should add multiple failures to a testcase" do
+    @failure1 = Test::Unit::Failure.new("test_one(TestCaseClass)", "somewhere:10", "it failed")
+    @failure2 = Test::Unit::Failure.new("test_one(TestCaseClass)", "somewhere:12", "it failed again in teardown")
+
+    @suite = nil
+    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }
+
+    @testunit.started(@result)
+    @testunit.test_started("test_one(TestCaseClass)")
+    @testunit.fault(@failure1)
+    @testunit.fault(@failure2)
+    @testunit.test_finished("test_one(TestCaseClass)")
+    @testunit.finished(10)
+
+    @suite.name.should == "TestCaseClass"
+    @suite.testcases.length.should == 1
+    @suite.testcases.first.name.should == "test_one"
+    @suite.testcases.first.should be_failure
+    @suite.testcases.first.failures.size.should == 2
+    @suite.failures.should == 2
+  end
+
+  it "should count test case names that don't conform to the standard pattern" do
+    @suite = nil
+    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }
+
+    @testunit.started(@result)
+    @testunit.test_started("some unknown test")
+    @testunit.test_finished("some unknown test")
+    @testunit.finished(10)
+
+    @suite.name.should == "unknown-1"
+    @suite.testcases.length.should == 1
+    @suite.testcases.first.name.should == "some unknown test"
   end
-end
+end

data/spec/spec_helper.rb

@@ -1,9 +1,21 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
 require 'rubygems'
-gem 'rspec'
-require 'spec'
-$: << File.dirname(__FILE__) + "/../lib"
+begin
+  require 'rspec'
+rescue LoadError
+  require 'spec'
+end
+
+unless defined?(CI_REPORTER_LIB)
+  CI_REPORTER_LIB = File.expand_path(File.dirname(__FILE__) + "/../lib")
+  $: << CI_REPORTER_LIB
+end
+
 require 'ci/reporter/core'
 require 'ci/reporter/test_unit'
 require 'ci/reporter/rspec'
 
-REPORTS_DIR = File.dirname(__FILE__) + "/reports"
+REPORTS_DIR = File.dirname(__FILE__) + "/reports" unless defined?(REPORTS_DIR)

data/stub.rake

@@ -0,0 +1,14 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+#
+# Use this stub rakefile as a wrapper around a regular Rakefile.  Run in the 
+# same directory as the real Rakefile.
+#
+#   rake -f /path/to/ci_reporter/lib/ci/reporter/rake/stub.rake ci:setup:rspec default
+#
+
+load File.dirname(__FILE__) + '/lib/ci/reporter/rake/rspec.rb'
+load File.dirname(__FILE__) + '/lib/ci/reporter/rake/cucumber.rb'
+load File.dirname(__FILE__) + '/lib/ci/reporter/rake/test_unit.rb'
+load 'Rakefile'

data/tasks/ci_reporter.rake

@@ -1,12 +1,18 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
 begin
   gem 'ci_reporter'
-rescue
+rescue Gem::LoadError
   $: << File.dirname(__FILE__) + "/../lib"
 end
 require 'ci/reporter/rake/rspec'
+require 'ci/reporter/rake/cucumber'
 require 'ci/reporter/rake/test_unit'
 
 namespace :ci do
   task :setup_rspec => "ci:setup:rspec"
+  task :setup_cucumber => "ci:setup:cucumber"
   task :setup_testunit => "ci:setup:testunit"
 end

metadata

@@ -1,67 +1,129 @@
 --- !ruby/object:Gem::Specification 
-rubygems_version: 0.9.0
-specification_version: 1
 name: ci_reporter
 version: !ruby/object:Gem::Version 
-  version: "1.0"
-date: 2007-02-14 00:00:00 -06:00
-summary: CI::Reporter allows you to generate reams of XML for use with continuous integration systems.
-require_paths: 
-- lib
-email: nick@nicksieger.com
-homepage: http://caldersphere.rubyforge.org/ci_reporter
-rubyforge_project: caldersphere
-description: CI::Reporter is an add-on to Test::Unit and RSpec that allows you to generate XML reports of your test and/or spec runs. The resulting files can be read by a continuous integration system that understands Ant's JUnit report XML format, thus allowing your CI system to track test/spec successes and failures.
-autorequire: 
-default_executable: 
-bindir: bin
-has_rdoc: true
-required_ruby_version: !ruby/object:Gem::Version::Requirement 
-  requirements: 
-  - - ">"
-    - !ruby/object:Gem::Version 
-      version: 0.0.0
-  version: 
+  prerelease: 
+  version: 1.6.5
 platform: ruby
-signing_key: 
-cert_chain: 
-post_install_message: 
 authors: 
-- Nick Sieger
-files: 
-- History.txt
-- Manifest.txt
-- README.txt
-- Rakefile
-- lib/ci/reporter/core.rb
-- lib/ci/reporter/report_manager.rb
-- lib/ci/reporter/rspec.rb
-- lib/ci/reporter/test_suite.rb
-- lib/ci/reporter/test_unit.rb
-- lib/ci/reporter/rake/rspec.rb
-- lib/ci/reporter/rake/rspec_loader.rb
-- lib/ci/reporter/rake/test_unit.rb
-- lib/ci/reporter/rake/test_unit_loader.rb
-- spec/spec_helper.rb
-- spec/ci/reporter/report_manager_spec.rb
-- spec/ci/reporter/rspec_spec.rb
-- spec/ci/reporter/test_suite_spec.rb
-- spec/ci/reporter/test_unit_spec.rb
-- tasks/ci_reporter.rake
-test_files: 
-- spec/ci/reporter/report_manager_spec.rb
-- spec/ci/reporter/rspec_spec.rb
-- spec/ci/reporter/test_suite_spec.rb
-- spec/ci/reporter/test_unit_spec.rb
-rdoc_options: []
-
-extra_rdoc_files: []
+  - Nick Sieger
+autorequire: 
+bindir: bin
+cert_chain: []
 
+date: 2011-06-14 00:00:00 -05:00
+default_executable: 
+dependencies: 
+  - !ruby/object:Gem::Dependency 
+    name: builder
+    prerelease: false
+    requirement: &id001 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: 2.1.2
+    type: :runtime
+    version_requirements: *id001
+  - !ruby/object:Gem::Dependency 
+    name: rubyforge
+    prerelease: false
+    requirement: &id002 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: 2.0.4
+    type: :development
+    version_requirements: *id002
+  - !ruby/object:Gem::Dependency 
+    name: hoe
+    prerelease: false
+    requirement: &id003 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: 2.9.4
+    type: :development
+    version_requirements: *id003
+description: CI::Reporter is an add-on to Test::Unit, RSpec and Cucumber that allows you to generate XML reports of your test, spec and/or feature runs. The resulting files can be read by a continuous integration system that understands Ant's JUnit report XML format, thus allowing your CI system to track test/spec successes and failures.
+email: nick@nicksieger.com
 executables: []
 
 extensions: []
 
-requirements: []
+extra_rdoc_files: 
+  - History.txt
+  - Manifest.txt
+  - README.txt
+  - LICENSE.txt
+files: 
+  - History.txt
+  - Manifest.txt
+  - README.txt
+  - LICENSE.txt
+  - Rakefile
+  - stub.rake
+  - lib/ci/reporter/core.rb
+  - lib/ci/reporter/cucumber.rb
+  - lib/ci/reporter/report_manager.rb
+  - lib/ci/reporter/rspec.rb
+  - lib/ci/reporter/test_suite.rb
+  - lib/ci/reporter/test_unit.rb
+  - lib/ci/reporter/version.rb
+  - lib/ci/reporter/rake/cucumber.rb
+  - lib/ci/reporter/rake/cucumber_loader.rb
+  - lib/ci/reporter/rake/rspec.rb
+  - lib/ci/reporter/rake/rspec_loader.rb
+  - lib/ci/reporter/rake/test_unit.rb
+  - lib/ci/reporter/rake/test_unit_loader.rb
+  - lib/ci/reporter/rake/utils.rb
+  - spec/spec_helper.rb
+  - spec/ci/reporter/cucumber_spec.rb
+  - spec/ci/reporter/output_capture_spec.rb
+  - spec/ci/reporter/report_manager_spec.rb
+  - spec/ci/reporter/rspec_spec.rb
+  - spec/ci/reporter/test_suite_spec.rb
+  - spec/ci/reporter/test_unit_spec.rb
+  - spec/ci/reporter/rake/rake_tasks_spec.rb
+  - tasks/ci_reporter.rake
+has_rdoc: true
+homepage: http://caldersphere.rubyforge.org/ci_reporter
+licenses: []
 
-dependencies: []
+post_install_message: 
+rdoc_options: 
+  - --main
+  - README.txt
+  - -SHN
+  - -f
+  - darkfish
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+requirements: []
 
+rubyforge_project: caldersphere
+rubygems_version: 1.5.1
+signing_key: 
+specification_version: 3
+summary: CI::Reporter allows you to generate reams of XML for use with continuous integration systems.
+test_files: 
+  - spec/ci/reporter/cucumber_spec.rb
+  - spec/ci/reporter/output_capture_spec.rb
+  - spec/ci/reporter/report_manager_spec.rb
+  - spec/ci/reporter/rspec_spec.rb
+  - spec/ci/reporter/test_suite_spec.rb
+  - spec/ci/reporter/test_unit_spec.rb
+  - spec/ci/reporter/rake/rake_tasks_spec.rb