deep_test 1.1.4 → 1.2.0

data/test/deep_test/process_orchestrator_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/../test_helper"
+
+unit_tests do
+  test "shutdown calls done_with_work" do
+    orchestrator = DeepTest::ProcessOrchestrator.new(nil, stub_everything, nil)
+    server = mock
+    server.expects(:done_with_work)
+
+    orchestrator.shutdown(server)
+  end
+end

data/test/deep_test/result_reader_test.rb

@@ -0,0 +1,128 @@
+require File.dirname(__FILE__) + "/../test_helper"
+
+unit_tests do
+
+  class FakeResult
+    attr_reader :identifier
+    def initialize(i) @identifier = i; end
+    def ==(other) identifier == other.identifier; end
+  end
+
+  test "reads all as many results as requested" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    1.upto(4) {|i| blackboard.write_result FakeResult.new(i)}
+    work_units = {1 => "One", 2 => "Two", 3 => "Three"}
+    DeepTest::ResultReader.new(blackboard).read(work_units) {}
+    assert_equal FakeResult.new(4), blackboard.take_result
+  end
+
+  test "returns unread tests on ResultOverdueError" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.simulate_result_overdue_error = true
+    work_units = {1 => "One"}
+    DeepTest.logger.expects(:error)
+    DeepTest::ResultReader.new(blackboard).read(work_units) {}
+    assert_equal({1 => "One"}, work_units)
+  end
+
+  test "yields each result" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    1.upto(3) {|i| blackboard.write_result FakeResult.new(i)}
+    results = []
+    work_units = {1 => "One", 2 => "Two", 3 => "Three"}
+    DeepTest::ResultReader.new(blackboard).read(work_units) {|r| results << r}
+    assert_equal [["One", FakeResult.new(1)], 
+                  ["Two", FakeResult.new(2)],
+                  ["Three", FakeResult.new(3)]], 
+                 results
+  end
+
+  test "keeps attempting to read results when none are available" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    work_units = {1 => "One", 2 => "Two", 3 => "Three"}
+    t = Thread.new {DeepTest::ResultReader.new(blackboard).read(work_units) {}}
+    1.upto(4) {|i| blackboard.write_result FakeResult.new(i)}
+    t.join
+    assert_equal FakeResult.new(4), blackboard.take_result
+  end
+
+  test "doesn't yield empty results" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    results = []
+    t = Thread.new {DeepTest::ResultReader.new(blackboard).read(1 => "One") {|r| results << r}}
+    blackboard.write_result FakeResult.new(1)
+    t.join
+    assert_equal [["One", FakeResult.new(1)]], results
+  end
+
+  test "prints output if result has output" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result mock(:output => "output", :identifier => 1)
+
+    out = capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {}
+    end
+
+    assert_equal "output", out
+  end
+
+  test "doesn't print any output if output is nil" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result mock(:output => nil, :identifier => 1)
+
+    out = capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {}
+    end
+
+    assert_equal "", out
+  end
+
+  test "prints useful error information in case of Worker::Error" do
+    error = RuntimeError.new "message"
+    error.set_backtrace ['a', 'b']
+
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result DeepTest::Worker::Error.new("work_unit", error)
+
+
+    out = capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {}
+    end
+
+    assert_equal "work_unit: message\na\nb\n", out
+  end
+
+  test "doesn't yield Worker::Error results" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result DeepTest::Worker::Error.new("work_unit", RuntimeError.new)
+
+
+    results = []
+    capture_stdout do
+      DeepTest::ResultReader.new(blackboard).read(1 => "One") {|r| results << r}
+    end
+
+    assert_equal [], results
+  end
+
+  test "doesn't modify original work unit hash" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result FakeResult.new(1)
+    work_units = {1 => "One"}
+    DeepTest::ResultReader.new(blackboard).read(work_units) {} 
+    assert_equal({1 => "One"}, work_units)
+  end
+
+  test "returns remaining tests that didn't have errors" do
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    blackboard.write_result FakeResult.new(1)
+    blackboard.write_result DeepTest::Worker::Error.new("work_unit", RuntimeError.new)
+
+    work_units = {1 => "One", 2 => "Two"}
+
+    capture_stdout do
+      missing_work_units = DeepTest::ResultReader.new(blackboard).read(work_units) {} 
+      assert_equal({2 => "Two"}, missing_work_units)
+    end
+  end
+end

data/test/deep_test/server_test.rb

@@ -0,0 +1,58 @@
+require File.dirname(__FILE__) + "/../test_helper"
+
+unit_tests do
+  test "take_work returns result of push_work when it is available" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    server.write_work :work
+    assert_equal :work, server.take_work
+  end
+
+  test "take_work raises error when no work is currently available" do
+    assert_raises(DeepTest::Server::NoWorkUnitsAvailableError) do
+      DeepTest::Server.new(DeepTest::Options.new({})).take_work
+    end
+  end
+
+  test "take_work raises error when there is no work left to" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    server.done_with_work
+
+    assert_raises(DeepTest::Server::NoWorkUnitsRemainingError) do
+      server.take_work
+    end
+  end
+
+  test "take_result returns result of push_result when it is available" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    t = Thread.new {server.take_result}
+    server.write_result :result
+    assert_equal :result, t.value
+  end
+
+  test "take_result timeouts out after configurable number of seconds" do
+    server = DeepTest::Server.new(
+      DeepTest::Options.new(:timeout_in_seconds => 0.01)
+    )
+    Thread.new {sleep 0.1; server.write_result :too_late}
+    assert_raises(DeepTest::Server::ResultOverdueError) {server.take_result}
+  end
+
+  test "write_work returns nil" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    assert_equal nil, server.write_work(:a)
+  end
+
+  test "write_result returns nil" do
+    server = DeepTest::Server.new(DeepTest::Options.new({}))
+    assert_equal nil, server.write_result(:a)
+  end
+
+  test "start returns instance of server" do
+    DRb.expects(:start_service)
+    DRb.expects(:uri)
+    DeepTest.logger.expects(:info)
+
+    server = DeepTest::Server.start(DeepTest::Options.new({}))
+    assert_kind_of DeepTest::Server, server
+  end
+end

data/test/deep_test/test/extensions/error_test.rb

@@ -0,0 +1,40 @@
+require File.dirname(__FILE__) + "/../../../test_helper"
+
+unit_tests do
+  test "make_exception_marshallable wraps exception in a mashallable exception" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.make_exception_marshallable
+
+    assert_kind_of DeepTest::MarshallableExceptionWrapper, error.exception
+  end
+
+  test "calling make_exception_marshallable twice only wraps exception once" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.make_exception_marshallable
+    error.make_exception_marshallable
+
+    assert_kind_of DeepTest::MarshallableExceptionWrapper, error.exception
+  end
+
+  test "error is accessible as normal when it has not been made marshallable" do
+    error = Test::Unit::Error.new "test_name", e = Exception.new("message")
+    assert_equal e, error.exception
+  end
+
+  test "resolve_marshallable_exception restores the original exception" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.make_exception_marshallable
+    error.resolve_marshallable_exception
+
+    assert_kind_of Exception, error.exception
+    assert_equal   'message', error.exception.message
+  end
+
+  test "resolve_marshallable_exception does not fail when exception has not been made marshallable" do
+    error = Test::Unit::Error.new "test_name", Exception.new("message")
+    error.resolve_marshallable_exception
+
+    assert_kind_of Exception, error.exception
+    assert_equal   'message', error.exception.message
+  end
+end

data/test/deep_test/test/supervised_test_suite_test.rb

@@ -33,13 +33,28 @@ unit_tests do
     assert_equal 1, result.failure_count
   end
 
+  test "worker errors are counted as errors" do
+    test_case = Class.new(Test::Unit::TestCase) do
+      test("1") {}
+    end.new("test_1")
+
+    blackboard = DeepTest::SimpleTestBlackboard.new
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case, blackboard)
+    result = Test::Unit::TestResult.new
+
+    blackboard.write_result DeepTest::Worker::Error.new(test_case, RuntimeError.new)
+    capture_stdout {supervised_suite.run(result) {}}
+
+    assert_equal 1, result.error_count
+  end
+
   test "run yields test case finished events" do
-    test_case_class = Class.new(Test::Unit::TestCase) do
+    test_case = Class.new(Test::Unit::TestCase) do
       test("1") {}
-    end
+    end.new("test_1")
 
     blackboard = DeepTest::SimpleTestBlackboard.new
-    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case_class.suite, blackboard)
+    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case, blackboard)
 
     yielded = []
 
@@ -51,32 +66,7 @@ unit_tests do
     end
     worker.wait_until_done
 
-    assert_equal true, yielded.include?([::Test::Unit::TestCase::FINISHED, nil])
-  end
-
-  test "prints output if any" do
-    test_case_class = Class.new(Test::Unit::TestCase) do
-      test("1") {puts "hello"}
-    end
-
-    blackboard = DeepTest::SimpleTestBlackboard.new
-    supervised_suite = DeepTest::Test::SupervisedTestSuite.new(test_case_class.suite, blackboard)
-
-    worker = ThreadWorker.new(blackboard, 1)
-    class <<supervised_suite
-      def print(string)
-        output << string
-      end
-
-      def output
-        @output ||= ""
-      end
-    end
-    Timeout.timeout(5) do
-      supervised_suite.run(stub_everything) {}
-    end
-    worker.wait_until_done
-    assert_equal "hello\n", supervised_suite.output
+    assert_equal true, yielded.include?([::Test::Unit::TestCase::FINISHED, test_case.name])
   end
 
   test "has same size as underlying suite" do

data/test/deep_test/test/work_result_test.rb

@@ -0,0 +1,81 @@
+require File.dirname(__FILE__) + "/../../test_helper"
+
+unit_tests do
+  test "add_to adds correct run_count" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_run
+    result_1.add_run
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal 2, result_2.run_count
+  end
+
+  test "add_to adds correct assertion_count" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_assertion
+    result_1.add_assertion
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal 2, result_2.assertion_count
+  end
+
+  test "add_to adds correct errors" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_error(e = Test::Unit::Error.new("test_name", Exception.new))
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal [e], result_2.instance_variable_get(:@errors)
+  end
+
+
+  test "add_to adds correct failures" do
+    result_1 = DeepTest::Test::WorkResult.new "test_name"
+    result_1.add_failure(:failure)
+
+    result_2 = Test::Unit::TestResult.new
+    result_1.add_to result_2
+
+    assert_equal [:failure], result_2.instance_variable_get(:@failures)
+  end
+  
+  test "add_error wraps exceptions" do
+    result = DeepTest::Test::WorkResult.new "test_name"
+    result.add_error Test::Unit::Error.new(
+      "test_wraps_exceptions", 
+      SomeCustomException.new("the exception message")
+    )
+
+    error = result.instance_variable_get("@errors").last
+    assert_kind_of DeepTest::MarshallableExceptionWrapper, error.exception
+  end
+
+  test "add_to unwraps exception" do
+    work_result = DeepTest::Test::WorkResult.new "test_name"
+    work_result.add_error Test::Unit::Error.new(
+      "test_wraps_exceptions", 
+      SomeCustomException.new("the exception message")
+    )
+
+    test_result = ::Test::Unit::TestResult.new
+    work_result.add_to(test_result)
+
+    error = test_result.instance_variable_get("@errors").last
+    assert_kind_of SomeCustomException, error.exception
+  end
+  
+  test "failed due to deadlock" do
+    result = DeepTest::Test::WorkResult.new "test_name"
+    begin
+      raise FakeDeadlockError.new
+    rescue => ex
+      result.add_error Test::Unit::Error.new("test_", ex)
+    end
+    assert_equal true, result.failed_due_to_deadlock?
+  end
+end

data/test/deep_test/test/work_unit_test.rb

@@ -11,10 +11,10 @@ unit_tests do
     assert_equal false, work_unit.run.passed?
   end
 
-  test "returns passed result correctly after being loaded from yaml" do
-    work_unit = DeepTest::Test::WorkUnit.new TestFactory.passing_test
-    work_unit_from_yaml = YAML.load(work_unit.to_yaml)
-    assert_equal true, work_unit_from_yaml.run.passed?
+  test "returns result with identifier of test name" do
+    test = TestFactory.passing_test
+    work_unit = DeepTest::Test::WorkUnit.new test
+    assert_equal test.name, work_unit.run.identifier
   end
 
   test "capturing stdout" do
@@ -37,6 +37,12 @@ unit_tests do
     assert_equal 0, result.failure_count
     assert_equal 0, result.assertion_count
   end
+  
+  test "set test_name as identifier on deadlock" do
+    test = TestFactory.deadlock_always_test
+    work_unit = DeepTest::Test::WorkUnit.new test
+    assert_equal test.name, work_unit.run.identifier
+  end
 
   test "equality is based on test_case" do
     test_case_1 = TestFactory.passing_test
@@ -47,4 +53,9 @@ unit_tests do
     assert_not_equal DeepTest::Test::WorkUnit.new(test_case_1),
                      DeepTest::Test::WorkUnit.new(test_case_2)
   end
+
+  test "to_s is delegated to test case" do
+    test_case = TestFactory.passing_test
+    assert_equal test_case.to_s, DeepTest::Test::WorkUnit.new(test_case).to_s
+  end
 end

data/test/deep_test/test_task_test.rb

@@ -11,6 +11,16 @@ unit_tests do
     assert_equal 20, t.timeout_in_seconds
   end
 
+  test "should support setting distributed_server" do
+    t = DeepTest::TestTask.new :deep_test do |t|
+      t.stubs(:desc)
+      t.stubs(:task)
+      t.distributed_server = "uri"
+    end
+    assert_equal "uri", t.instance_variable_get(:@options).distributed_server
+    assert_equal "uri", t.distributed_server
+  end
+
   test "should support worker_listener" do
     t = DeepTest::TestTask.new :deep_test do |t|
       t.stubs(:desc)

data/test/deep_test/ui/console_test.rb

@@ -0,0 +1,9 @@
+require File.dirname(__FILE__) + "/../../test_helper"
+
+unit_tests do
+  test "dispatch_finished doesn't fail if spinner is nil" do
+    assert_nothing_raised do
+      DeepTest::UI::Console.new(:options).dispatch_finished(:method_name)
+    end
+  end
+end