jperkins-deep_test 1.2.2

data/test/deep_test/process_orchestrator_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/../test_helper"
+
+unit_tests do
+  test "shutdown calls done_with_work" do
+    orchestrator = DeepTest::ProcessOrchestrator.new(nil, stub_everything, nil)
+    server = mock
+    server.expects(:done_with_work)
+
+    orchestrator.shutdown(server)
+  end
+end

data/test/deep_test/result_reader_test.rb

@@ -0,0 +1,128 @@
+require File.dirname(__FILE__) + "/../test_helper"
+
+unit_tests do
+
+  class FakeResult
+    attr_reader :identifier
+    def initialize(i) @identifier = i; end
+    def ==(other) identifier == other.identifier; end
+  end
+
+  test "reads all as many results as requested" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    1.upto(4) {|i| blackboard.write_result FakeResult.new(i)}
+    work_units = {1 => "One", 2 => "Two", 3 => "Three"}
+    DeepTest::ResultReader.new(blackboard).read(work_units) {}
+    assert_equal FakeResult.new(4), blackboard.take_result
+  end
+
+  test "returns unread tests on ResultOverdueError" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.simulate_result_overdue_error = true
+    work_units = {1 => "One"}
+    DeepTest.logger.expects(:error)
+    DeepTest::ResultReader.new(blackboard).read(work_units) {}
+    assert_equal({1 => "One"}, work_units)
+  end
+
+  test "yields each result" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    1.upto(3) {|i| blackboard.write_result FakeResult.new(i)}
+    results = []
+    work_units = {1 => "One", 2 => "Two", 3 => "Three"}
+    DeepTest::ResultReader.new(blackboard).read(work_units) {|r| results << r}
+    assert_equal [["One", FakeResult.new(1)], 
+                  ["Two", FakeResult.new(2)],
+                  ["Three", FakeResult.new(3)]], 
+                 results
+  end
+
+  test "keeps attempting to read results when none are available" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    work_units = {1 => "One", 2 => "Two", 3 => "Three"}
+    t = Thread.new {DeepTest::ResultReader.new(blackboard).read(work_units) {}}
+    1.upto(4) {|i| blackboard.write_result FakeResult.new(i)}
+    t.join
+    assert_equal FakeResult.new(4), blackboard.take_result
+  end
+
+  test "doesn't yield empty results" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    results = []
+    t = Thread.new {DeepTest::ResultReader.new(blackboard).read(1 => "One") {|r| results << r}}
+    blackboard.write_result FakeResult.new(1)
+    t.join
+    assert_equal [["One", FakeResult.new(1)]], results
+  end
+
+  test "prints output if result has output" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result mock(:output => "output", :identifier => 1)
+
+    out = capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {}
+    end
+
+    assert_equal "output", out
+  end
+
+  test "doesn't print any output if output is nil" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result mock(:output => nil, :identifier => 1)
+
+    out = capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {}
+    end
+
+    assert_equal "", out
+  end
+
+  test "prints useful error information in case of Worker::Error" do
+    error = RuntimeError.new "message"
+    error.set_backtrace ['a', 'b']
+
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result DeepTest::Worker::Error.new("work_unit", error)
+
+
+    out = capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {}
+    end
+
+    assert_equal "work_unit: message\na\nb\n", out
+  end
+
+  test "doesn't yield Worker::Error results" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result DeepTest::Worker::Error.new("work_unit", RuntimeError.new)
+
+
+    results = []
+    capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {|r| results << r}
+    end
+
+    assert_equal [], results
+  end
+
+  test "doesn't modify original work unit hash" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result FakeResult.new(1)
+    work_units = {1 => "One"}
+    DeepTest::ResultReader.new(blackboard).read(work_units) {} 
+    assert_equal({1 => "One"}, work_units)
+  end
+
+  test "returns remaining tests that didn't have errors" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result FakeResult.new(1)
+    blackboard.write_result DeepTest::Worker::Error.new("work_unit", RuntimeError.new)
+
+    work_units = {1 => "One", 2 => "Two"}
+
+    capture_stdout do
+      missing_work_units = DeepTest::ResultReader.new(blackboard).read(work_units) {} 
+      assert_equal({2 => "Two"}, missing_work_units)
+    end
+  end
+end

data/test/deep_test/server_test.rb

@@ -0,0 +1,58 @@
+require File.dirname(__FILE__) + "/../test_helper"
+
+unit_tests do
+  test "take_work returns result of push_work when it is available" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    server.write_work :work
+    assert_equal :work, server.take_work
+  end
+
+  test "take_work raises error when no work is currently available" do
+    assert_raises(DeepTest::Server::NoWorkUnitsAvailableError) do
+      DeepTest::Server.new(DeepTest::Options.new({})).take_work
+    end
+  end
+
+  test "take_work raises error when there is no work left to" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    server.done_with_work
+
+    assert_raises(DeepTest::Server::NoWorkUnitsRemainingError) do
+      server.take_work
+    end
+  end
+
+  test "take_result returns result of push_result when it is available" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    t = Thread.new {server.take_result}
+    server.write_result :result
+    assert_equal :result, t.value
+  end
+
+  test "take_result timeouts out after configurable number of seconds" do
+    server = DeepTest::Server.new(
+      DeepTest::Options.new(:timeout_in_seconds => 0.01)
+    )
+    Thread.new {sleep 0.1; server.write_result :too_late}
+    assert_raises(DeepTest::Server::ResultOverdueError) {server.take_result}
+  end
+
+  test "write_work returns nil" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    assert_equal nil, server.write_work(:a)
+  end
+
+  test "write_result returns nil" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    assert_equal nil, server.write_result(:a)
+  end
+
+  test "start returns instance of server" do
+    DRb.expects(:start_service)
+    DRb.expects(:uri)
+    DeepTest.logger.expects(:info)
+
+    server = DeepTest::Server.start(DeepTest::Options.new({}))
+    assert_kind_of DeepTest::Server, server
+  end
+end

data/test/deep_test/test/extensions/error_test.rb

@@ -0,0 +1,40 @@
+require File.dirname(__FILE__) + "/../../../test_helper"
+
+unit_tests do
+  test "make_exception_marshallable wraps exception in a mashallable exception" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.make_exception_marshallable
+
+    assert_kind_of DeepTest::MarshallableExceptionWrapper, error.exception
+  end
+
+  test "calling make_exception_marshallable twice only wraps exception once" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.make_exception_marshallable
+    error.make_exception_marshallable
+
+    assert_kind_of DeepTest::MarshallableExceptionWrapper, error.exception
+  end
+
+  test "error is accessible as normal when it has not been made marshallable" do
+    error = Test::Unit::Error.new "test_name", e = Exception.new("message")
+    assert_equal e, error.exception
+  end
+
+  test "resolve_marshallable_exception restores the original exception" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.make_exception_marshallable
+    error.resolve_marshallable_exception
+
+    assert_kind_of Exception, error.exception
+    assert_equal   'message', error.exception.message
+  end
+
+  test "resolve_marshallable_exception does not fail when exception has not been made marshallable" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.resolve_marshallable_exception
+
+    assert_kind_of Exception, error.exception
+    assert_equal   'message', error.exception.message
+  end
+end

data/test/deep_test/test/runner_test.rb

@@ -0,0 +1,7 @@
+require File.dirname(__FILE__) + "/../../test_helper"
+
+unit_tests do
+  test "no filters constant has empty filters" do
+    assert_equal [], DeepTest::Test::Runner::NO_FILTERS.filters
+  end
+end

data/test/deep_test/test/supervised_test_suite_test.rb

@@ -0,0 +1,79 @@
+require File.dirname(__FILE__) + "/../../test_helper"
+
+unit_tests do
+  test "run yields name for start and finished of underlying suite" do
+    suite = Test::Unit::TestSuite.new("name")
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(suite, DeepTest::SimpleTestBlackboard.new)
+
+    yielded = []
+    supervised_suite.run(stub_everything) do |channel,name|
+      yielded << [channel,name]
+    end
+
+    assert_equal [[Test::Unit::TestSuite::STARTED, "name"],
+                  [Test::Unit::TestSuite::FINISHED, "name"]], yielded
+  end
+
+  test "run adds tests to blackboard and reads results" do
+    test_case_class = Class.new(Test::Unit::TestCase) do
+      test("1") {}
+      test("2") {assert_equal true, false}
+    end
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case_class.suite, blackboard)
+    result = Test::Unit::TestResult.new
+
+    worker = ThreadWorker.new(blackboard, 2)
+    Timeout.timeout(5) do
+      supervised_suite.run(result) {}
+    end
+    worker.wait_until_done
+
+    assert_equal 2, result.run_count
+    assert_equal 1, result.failure_count
+  end
+
+  test "worker errors are counted as errors" do
+    test_case = Class.new(Test::Unit::TestCase) do
+      test("1") {}
+    end.new("test_1")
+
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case, blackboard)
+    result = Test::Unit::TestResult.new
+
+    blackboard.write_result DeepTest::Worker::Error.new(test_case, RuntimeError.new)
+    capture_stdout {supervised_suite.run(result) {}}
+
+    assert_equal 1, result.error_count
+  end
+
+  test "run yields test case finished events" do
+    test_case = Class.new(Test::Unit::TestCase) do
+      test("1") {}
+    end.new("test_1")
+
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case, blackboard)
+
+    yielded = []
+
+    worker = ThreadWorker.new(blackboard, 1)
+    Timeout.timeout(5) do
+      supervised_suite.run(stub_everything) do |channel,name|
+        yielded << [channel, name]
+      end
+    end
+    worker.wait_until_done
+
+    assert_equal true, yielded.include?([::Test::Unit::TestCase::FINISHED, test_case.name])
+  end
+
+  test "has same size as underlying suite" do
+    suite = Test::Unit::TestSuite.new("name")
+    suite << "test"
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(suite, DeepTest::SimpleTestBlackboard.new)
+    
+    assert_equal suite.size, supervised_suite.size
+  end
+end

data/test/deep_test/test/work_result_test.rb

@@ -0,0 +1,81 @@
+require File.dirname(__FILE__) + "/../../test_helper"
+
+unit_tests do
+  test "add_to adds correct run_count" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_run
+    result_1.add_run
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal 2, result_2.run_count
+  end
+
+  test "add_to adds correct assertion_count" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_assertion
+    result_1.add_assertion
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal 2, result_2.assertion_count
+  end
+
+  test "add_to adds correct errors" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_error(e = Test::Unit::Error.new("test_name", Exception.new))
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal [e], result_2.instance_variable_get(:@errors)
+  end
+
+
+  test "add_to adds correct failures" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_failure(:failure)
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal [:failure], result_2.instance_variable_get(:@failures)
+  end
+  
+  test "add_error wraps exceptions" do
+    result = DeepTest::Test::WorkResult.new "test_name"
+    result.add_error Test::Unit::Error.new(
+      "test_wraps_exceptions", 
+      SomeCustomException.new("the exception message")
+    )
+
+    error = result.instance_variable_get("@errors").last
+    assert_kind_of DeepTest::MarshallableExceptionWrapper, error.exception
+  end
+
+  test "add_to unwraps exception" do
+    work_result = DeepTest::Test::WorkResult.new "test_name"
+    work_result.add_error Test::Unit::Error.new(
+      "test_wraps_exceptions", 
+      SomeCustomException.new("the exception message")
+    )
+
+    test_result = ::Test::Unit::TestResult.new
+    work_result.add_to(test_result)
+
+    error = test_result.instance_variable_get("@errors").last
+    assert_kind_of SomeCustomException, error.exception
+  end
+  
+  test "failed due to deadlock" do
+    result = DeepTest::Test::WorkResult.new "test_name"
+    begin
+      raise FakeDeadlockError.new
+    rescue => ex
+      result.add_error Test::Unit::Error.new("test_", ex)
+    end
+    assert_equal true, result.failed_due_to_deadlock?
+  end
+end

data/test/deep_test/test/work_unit_test.rb

@@ -0,0 +1,61 @@
+require File.dirname(__FILE__) + "/../../test_helper"
+
+unit_tests do
+  test "returns passed result for passing test" do
+    work_unit = DeepTest::Test::WorkUnit.new TestFactory.passing_test
+    assert_equal true, work_unit.run.passed?
+  end
+
+  test "returns failed result for failing test" do
+    work_unit = DeepTest::Test::WorkUnit.new TestFactory.failing_test
+    assert_equal false, work_unit.run.passed?
+  end
+
+  test "returns result with identifier of test name" do
+    test = TestFactory.passing_test
+    work_unit = DeepTest::Test::WorkUnit.new test
+    assert_equal test.name, work_unit.run.identifier
+  end
+
+  test "capturing stdout" do
+    work_unit = DeepTest::Test::WorkUnit.new TestFactory.passing_test_with_stdout
+    assert_equal "message printed to stdout", work_unit.run.output
+  end
+  
+  test "retry on deadlock" do
+    work_unit = DeepTest::Test::WorkUnit.new TestFactory.deadlock_once_test
+    result = work_unit.run
+    assert_equal 0, result.error_count
+    assert_equal 0, result.failure_count
+    assert_equal 1, result.assertion_count
+  end
+  
+  test "skip on deadlock twice" do
+    work_unit = DeepTest::Test::WorkUnit.new TestFactory.deadlock_always_test
+    result = work_unit.run
+    assert_equal 0, result.error_count
+    assert_equal 0, result.failure_count
+    assert_equal 0, result.assertion_count
+  end
+  
+  test "set test_name as identifier on deadlock" do
+    test = TestFactory.deadlock_always_test
+    work_unit = DeepTest::Test::WorkUnit.new test
+    assert_equal test.name, work_unit.run.identifier
+  end
+
+  test "equality is based on test_case" do
+    test_case_1 = TestFactory.passing_test
+    test_case_2 = TestFactory.failing_test
+    assert_equal DeepTest::Test::WorkUnit.new(test_case_1),
+                 DeepTest::Test::WorkUnit.new(test_case_1)
+
+    assert_not_equal DeepTest::Test::WorkUnit.new(test_case_1),
+                     DeepTest::Test::WorkUnit.new(test_case_2)
+  end
+
+  test "to_s is delegated to test case" do
+    test_case = TestFactory.passing_test
+    assert_equal test_case.to_s, DeepTest::Test::WorkUnit.new(test_case).to_s
+  end
+end