amfranz-ci_reporter 1.6.2

data/lib/ci/reporter/rake/cucumber_loader.rb

@@ -0,0 +1,6 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+$: << File.dirname(__FILE__) + "/../../.."
+require 'ci/reporter/cucumber'

data/lib/ci/reporter/rake/rspec.rb

@@ -0,0 +1,23 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+namespace :ci do
+  namespace :setup do
+    task :spec_report_cleanup do
+      rm_rf ENV["CI_REPORTS"] || "spec/reports"
+    end
+
+    task :rspec => :spec_report_cleanup do
+      spec_opts = ["--require", "#{File.dirname(__FILE__)}/rspec_loader.rb",
+        "--format", "CI::Reporter::RSpec"].join(" ")
+      ENV["SPEC_OPTS"] = "#{ENV['SPEC_OPTS']} #{spec_opts}"
+    end
+
+    task :rspecdoc => :spec_report_cleanup do
+      spec_opts = ["--require", "#{File.dirname(__FILE__)}/rspec_loader.rb",
+        "--format", "CI::Reporter::RSpecDoc"].join(" ")
+      ENV["SPEC_OPTS"] = "#{ENV['SPEC_OPTS']} #{spec_opts}"
+    end
+  end
+end

data/lib/ci/reporter/rake/rspec_loader.rb

@@ -0,0 +1,6 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+$: << File.dirname(__FILE__) + "/../../.."
+require 'ci/reporter/rspec'

data/lib/ci/reporter/rake/test_unit.rb

@@ -0,0 +1,12 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+namespace :ci do
+  namespace :setup do
+    task :testunit do
+      rm_rf ENV["CI_REPORTS"] || "test/reports"
+      ENV["TESTOPTS"] = "#{ENV["TESTOPTS"]} #{File.dirname(__FILE__)}/test_unit_loader.rb"
+    end
+  end
+end

data/lib/ci/reporter/rake/test_unit_loader.rb

@@ -0,0 +1,36 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+$: << File.dirname(__FILE__) + "/../../.."
+require 'ci/reporter/test_unit'
+
+# Intercepts mediator creation in ruby-test < 2.1
+module Test #:nodoc:all
+  module Unit
+    module UI
+      module Console
+        class TestRunner
+          def create_mediator(suite)
+            # swap in our custom mediator
+            return CI::Reporter::TestUnit.new(suite)
+          end
+        end
+      end
+    end
+  end
+end
+
+# Intercepts mediator creation in ruby-test >= 2.1
+module Test #:nodoc:all
+  module Unit
+    module UI
+      class TestRunner
+        def setup_mediator
+          # swap in our custom mediator
+          @mediator = CI::Reporter::TestUnit.new(@suite)
+        end
+      end
+    end
+  end
+end

data/lib/ci/reporter/report_manager.rb

@@ -0,0 +1,23 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+require 'fileutils'
+
+module CI #:nodoc:
+  module Reporter #:nodoc:
+    class ReportManager
+      def initialize(prefix)
+        @basedir = ENV['CI_REPORTS'] || File.expand_path("#{Dir.getwd}/#{prefix.downcase}/reports")
+        @basename = "#{@basedir}/#{prefix.upcase}"
+        FileUtils.mkdir_p(@basedir)
+      end
+      
+      def write_report(suite)
+        File.open("#{@basename}-#{suite.name.gsub(/[^a-zA-Z0-9]+/, '-')}.xml", "w") do |f|
+          f << suite.to_xml
+        end
+      end
+    end
+  end
+end

data/lib/ci/reporter/rspec.rb

@@ -0,0 +1,148 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+require 'ci/reporter/core'
+tried_gem = false
+begin
+  require 'spec'
+  require 'spec/runner/formatter/progress_bar_formatter'
+  require 'spec/runner/formatter/specdoc_formatter'
+rescue LoadError
+  unless tried_gem
+    tried_gem = true
+    require 'rubygems'
+    gem 'rspec'
+    retry
+  end
+end
+
+module CI
+  module Reporter
+    # Wrapper around a <code>RSpec</code> error or failure to be used by the test suite to interpret results.
+    class RSpecFailure
+      def initialize(failure)
+        @failure = failure
+      end
+
+      def failure?
+        @failure.expectation_not_met?
+      end
+
+      def error?
+        !@failure.expectation_not_met?
+      end
+
+      def name() @failure.exception.class.name end
+      def message() @failure.exception.message end
+      def location() @failure.exception.backtrace.join("\n") end
+    end
+
+    # Custom +RSpec+ formatter used to hook into the spec runs and capture results.
+    class RSpec < Spec::Runner::Formatter::BaseFormatter
+      attr_accessor :report_manager
+      attr_accessor :formatter
+      def initialize(*args)
+        super
+        @formatter ||= Spec::Runner::Formatter::ProgressBarFormatter.new(*args)
+        @report_manager = ReportManager.new("spec")
+        @suite = nil
+      end
+
+      def start(spec_count)
+        @formatter.start(spec_count)
+      end
+
+      # rspec 0.9
+      def add_behaviour(name)
+        @formatter.add_behaviour(name)
+        new_suite(name)
+      end
+
+      # Compatibility with rspec < 1.2.4
+      def add_example_group(example_group)
+        @formatter.add_example_group(example_group)
+        new_suite(example_group.description)
+      end
+
+      # rspec >= 1.2.4
+      def example_group_started(example_group)
+        @formatter.example_group_started(example_group)
+        new_suite(example_group.description)
+      end
+
+      def example_started(name)
+        @formatter.example_started(name)
+        name = name.description if name.respond_to?(:description)
+        spec = TestCase.new name
+        @suite.testcases << spec
+        spec.start
+      end
+
+      def example_failed(name, counter, failure)
+        @formatter.example_failed(name, counter, failure)
+        # In case we fail in before(:all)
+        if @suite.testcases.empty?
+          example_started(name)
+        end
+        spec = @suite.testcases.last
+        spec.finish
+        spec.failures << RSpecFailure.new(failure)
+      end
+
+      def example_passed(name)
+        @formatter.example_passed(name)
+        spec = @suite.testcases.last
+        spec.finish
+      end
+
+      def example_pending(*args)
+        @formatter.example_pending(*args)
+        spec = @suite.testcases.last
+        spec.finish
+        spec.name = "#{spec.name} (PENDING)"
+        spec.skipped = true
+      end
+
+      def start_dump
+        @formatter.start_dump
+      end
+
+      def dump_failure(*args)
+        @formatter.dump_failure(*args)
+      end
+
+      def dump_summary(*args)
+        @formatter.dump_summary(*args)
+        write_report
+      end
+
+      def dump_pending
+        @formatter.dump_pending
+      end
+
+      def close
+        @formatter.close
+      end
+
+      private
+      def write_report
+        @suite.finish
+        @report_manager.write_report(@suite)
+      end
+
+      def new_suite(name)
+        write_report if @suite
+        @suite = TestSuite.new name
+        @suite.start
+      end
+    end
+
+    class RSpecDoc < RSpec
+      def initialize(*args)
+        @formatter = Spec::Runner::Formatter::SpecdocFormatter.new(*args)
+        super
+      end
+    end
+  end
+end

data/lib/ci/reporter/test_suite.rb

@@ -0,0 +1,157 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+require 'delegate'
+require 'stringio'
+
+module CI
+  module Reporter
+    # Emulates/delegates IO to $stdout or $stderr in order to capture output to report in the XML file.
+    class OutputCapture < DelegateClass(IO)
+      # Start capturing IO, using the given block to assign self to the proper IO global.
+      def initialize(io, &assign)
+        super
+        @delegate_io = io
+        @captured_io = StringIO.new
+        @assign_block = assign
+        @assign_block.call self
+      end
+
+      # Finalize the capture and reset to the original IO object.
+      def finish
+        @assign_block.call @delegate_io
+        @captured_io.string
+      end
+
+      # setup tee methods
+      %w(<< print printf putc puts write).each do |m|
+        module_eval(<<-EOS, __FILE__, __LINE__)
+          def #{m}(*args, &block)
+            @delegate_io.send(:#{m}, *args, &block)
+            @captured_io.send(:#{m}, *args, &block)
+          end
+        EOS
+      end
+    end
+
+    # Basic structure representing the running of a test suite.  Used to time tests and store results.
+    class TestSuite < Struct.new(:name, :tests, :time, :failures, :errors, :skipped, :assertions)
+      attr_accessor :testcases
+      attr_accessor :stdout, :stderr
+      def initialize(name)
+        super(name.to_s) # RSpec passes a "description" object instead of a string
+        @testcases = []
+      end
+
+      # Starts timing the test suite.
+      def start
+        @start = Time.now
+        unless ENV['CI_CAPTURE'] == "off"
+          @capture_out = OutputCapture.new($stdout) {|io| $stdout = io }
+          @capture_err = OutputCapture.new($stderr) {|io| $stderr = io }
+        end
+      end
+
+      # Finishes timing the test suite.
+      def finish
+        self.tests = testcases.size
+        self.time = Time.now - @start
+        self.failures = testcases.inject(0) {|sum,tc| sum += tc.failures.select{|f| f.failure? }.size }
+        self.errors = testcases.inject(0) {|sum,tc| sum += tc.failures.select{|f| f.error? }.size }
+        self.skipped = testcases.inject(0) {|sum,tc| sum += (tc.skipped? ? 1 : 0) }
+        self.stdout = @capture_out.finish if @capture_out
+        self.stderr = @capture_err.finish if @capture_err
+      end
+
+      # Creates the xml builder instance used to create the report xml document.
+      def create_builder
+        begin
+          require 'rubygems'
+          gem 'builder'
+        rescue LoadError
+        end
+
+        require 'builder'
+        # :escape_attrs is obsolete in a newer version, but should do no harm
+        Builder::XmlMarkup.new(:indent => 2, :escape_attrs => true)
+      end
+
+      # Creates an xml string containing the test suite results.
+      def to_xml
+        builder = create_builder
+        # more recent version of Builder doesn't need the escaping
+        def builder.trunc!(txt)
+          txt.sub(/\n.*/m, '...')
+        end
+        builder.instruct!
+        attrs = {}
+        each_pair {|k,v| attrs[k] = builder.trunc!(v.to_s) unless v.nil? || v.to_s.empty? }
+        builder.testsuite(attrs) do
+          @testcases.each do |tc|
+            tc.to_xml(builder)
+          end
+          builder.tag! "system-out" do
+            builder.text! self.stdout
+          end
+          builder.tag! "system-err" do
+            builder.text! self.stderr
+          end
+        end
+      end
+    end
+
+    # Structure used to represent an individual test case.  Used to time the test and store the result.
+    class TestCase < Struct.new(:name, :time, :assertions)
+      attr_accessor :failures
+      attr_accessor :skipped
+
+      def initialize(*args)
+        super
+        @failures = []
+      end
+
+      # Starts timing the test.
+      def start
+        @start = Time.now
+      end
+
+      # Finishes timing the test.
+      def finish
+        self.time = Time.now - @start
+      end
+
+      # Returns non-nil if the test failed.
+      def failure?
+        !failures.empty? && failures.detect {|f| f.failure? }
+      end
+
+      # Returns non-nil if the test had an error.
+      def error?
+        !failures.empty? && failures.detect {|f| f.error? }
+      end
+
+      def skipped?
+        return skipped
+      end
+
+      # Writes xml representing the test result to the provided builder.
+      def to_xml(builder)
+        attrs = {}
+        each_pair {|k,v| attrs[k] = builder.trunc!(v.to_s) unless v.nil? || v.to_s.empty?}
+        builder.testcase(attrs) do
+          if skipped
+            builder.skipped
+          else
+            failures.each do |failure|
+              builder.failure(:type => builder.trunc!(failure.name), :message => builder.trunc!(failure.message)) do
+                builder.text!(failure.message + " (#{failure.name})\n")
+                builder.text!(failure.location)
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ci/reporter/test_unit.rb

@@ -0,0 +1,143 @@
+# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
+# See the file LICENSE.txt included with the distribution for
+# software license details.
+
+require 'ci/reporter/core'
+require 'test/unit'
+require 'test/unit/ui/console/testrunner'
+
+module CI
+  module Reporter
+    # Factory for constructing either a CI::Reporter::TestUnitFailure or CI::Reporter::TestUnitError depending on the result
+    # of the test.
+    class Failure
+      def self.new(fault)
+        return TestUnitFailure.new(fault) if fault.kind_of?(Test::Unit::Failure)
+        return TestUnitSkipped.new(fault) if Test::Unit.constants.include?("Omission") && (fault.kind_of?(Test::Unit::Omission) || fault.kind_of?(Test::Unit::Pending))
+        return TestUnitNotification.new(fault) if Test::Unit.constants.include?("Notification") && fault.kind_of?(Test::Unit::Notification)
+        TestUnitError.new(fault)
+      end
+    end
+
+    # Wrapper around a <code>Test::Unit</code> error to be used by the test suite to interpret results.
+    class TestUnitError
+      def initialize(fault) @fault = fault end
+      def failure?() false end
+      def error?() true end
+      def name() @fault.exception.class.name end
+      def message() @fault.exception.message end
+      def location() @fault.exception.backtrace.join("\n") end
+    end
+
+    # Wrapper around a <code>Test::Unit</code> failure to be used by the test suite to interpret results.
+    class TestUnitFailure
+      def initialize(fault) @fault = fault end
+      def failure?() true end
+      def error?() false end
+      def name() Test::Unit::AssertionFailedError.name end
+      def message() @fault.message end
+      def location() @fault.location.join("\n") end
+    end
+
+    # Wrapper around a <code>Test::Unit</code> 2.0 omission.
+    class TestUnitSkipped
+      def initialize(fault) @fault = fault end
+      def failure?() false end
+      def error?() false end
+      def name() Test::Unit::Omission.name end
+      def message() @fault.message end
+      def location() @fault.location.join("\n") end
+    end
+
+    # Wrapper around a <code>Test::Unit</code> 2.0 notification.
+    class TestUnitNotification
+      def initialize(fault) @fault = fault end
+      def failure?() false end
+      def error?() false end
+      def name() Test::Unit::Notification.name end
+      def message() @fault.message end
+      def location() @fault.location.join("\n") end
+    end
+
+    # Replacement Mediator that adds listeners to capture the results of the <code>Test::Unit</code> runs.
+    class TestUnit < Test::Unit::UI::TestRunnerMediator
+      def initialize(suite, report_mgr = nil)
+        super(suite)
+        @report_manager = report_mgr || ReportManager.new("test")
+        add_listener(Test::Unit::UI::TestRunnerMediator::STARTED, &method(:started))
+        add_listener(Test::Unit::TestCase::STARTED, &method(:test_started))
+        add_listener(Test::Unit::TestCase::FINISHED, &method(:test_finished))
+        add_listener(Test::Unit::TestResult::FAULT, &method(:fault))
+        add_listener(Test::Unit::UI::TestRunnerMediator::FINISHED, &method(:finished))
+      end
+
+      def started(result)
+        @suite_result = result
+        @last_assertion_count = 0
+        @current_suite = nil
+        @unknown_count = 0
+        @result_assertion_count = 0
+      end
+
+      def test_started(name)
+        test_name, suite_name = extract_names(name)
+        unless @current_suite && @current_suite.name == suite_name
+          finish_suite
+          start_suite(suite_name)
+        end
+        start_test(test_name)
+      end
+
+      def test_finished(name)
+        finish_test
+      end
+
+      def fault(fault)
+        tc = @current_suite.testcases.last
+        tc.failures << Failure.new(fault)
+      end
+
+      def finished(elapsed_time)
+        finish_suite
+      end
+
+      private
+      def extract_names(name)
+        match = name.match(/(.*)\(([^)]*)\)/)
+        if match
+          [match[1], match[2]]
+        else
+          @unknown_count += 1
+          [name, "unknown-#{@unknown_count}"]
+        end
+      end
+
+      def start_suite(suite_name)
+        @current_suite = TestSuite.new(suite_name)
+        @current_suite.start
+      end
+
+      def finish_suite
+        if @current_suite
+          @current_suite.finish
+          @current_suite.assertions = @suite_result.assertion_count - @last_assertion_count
+          @last_assertion_count = @suite_result.assertion_count
+          @report_manager.write_report(@current_suite)
+        end
+      end
+
+      def start_test(test_name)
+        tc = TestCase.new(test_name)
+        tc.start
+        @current_suite.testcases << tc
+      end
+
+      def finish_test
+        tc = @current_suite.testcases.last
+        tc.finish
+        tc.assertions = @suite_result.assertion_count - @result_assertion_count
+        @result_assertion_count = @suite_result.assertion_count
+      end
+    end
+  end
+end