zombie-chaser 0.0.3 → 0.1.0

data/lib/zombie-chaser/zombie_test_chaser.rb

@@ -0,0 +1,139 @@
+#!/usr/bin/env ruby
+
+require "test/unit/collector/objectspace"
+require "test/unit/ui/testrunnermediator"
+require 'zombie-chaser/chaser'
+
+# Make sure test/unit doesn't swallow our timeout
+begin
+  Test::Unit::TestCase::PASSTHROUGH_EXCEPTIONS << Chaser::Timeout
+rescue NameError
+  # ignore
+end
+
+class ZombieTestChaser < Chaser
+
+  VERSION = '0.1.0' #This should be used, but isn't, in Rakefile.
+
+  @@test_pattern = 'test/test_*.rb'
+  @@tests_loaded = false
+  @@world = nil
+
+  def self.test_pattern=(value)
+    @@test_pattern = value
+  end
+
+  def self.create_world
+    @@tests_loaded = true
+    @@world = World.new_using_test_unit_handler(@@test_pattern)
+  end
+
+  def self.world
+    @@world
+  end
+
+  def self.current_class_names(exclude_list)
+    result = []
+    ObjectSpace.each_object(Class) do |klass|
+      next if klass.to_s.include?("Class:0x")
+      next unless klass.ancestors.all? {|ancestor| (ancestor.to_s.split(/::/) & exclude_list).empty?}
+      result << klass.to_s
+    end
+    result
+  end
+
+  def self.validate(klass_name = nil, method_name = nil, force = false)
+    pre_existing_class_names = self.current_class_names([]) unless klass_name
+    create_world
+
+    if klass_name
+      klass = klass_name.to_class
+      # Does the method exist?
+      klass_methods = klass.singleton_methods(false).collect {|meth| "self.#{meth}"}
+      if method_name
+        if method_name =~ /self\./
+          abort "Unknown method: #{klass_name}.#{method_name.gsub('self.', '')}" unless klass_methods.include? method_name
+        else
+          abort "Unknown method: #{klass_name}##{method_name}" unless klass.instance_methods(false).map{|sym| sym.to_s}.include? method_name
+        end
+      end
+    end
+
+    initial_time = Time.now
+
+    chaser = self.new(klass_name)
+
+    all_good = nil
+
+    chaser.while_world_running do
+
+      passed = chaser.human_survives?
+
+      unless force or passed then
+        abort "Initial run of tests failed... fix and run chaser again"
+      end
+
+      if self.guess_timeout? then
+        running_time = Time.now - initial_time
+        adjusted_timeout = (running_time * 2 < 5) ? 5 : (running_time * 2).ceil
+        self.timeout = adjusted_timeout
+      end
+
+      chaser.interface_puts "Timeout set to #{adjusted_timeout} seconds."
+
+      if passed then
+        chaser.interface_puts "Initial tests pass. Let's rumble."
+      else
+        chaser.interface_puts "Initial tests failed but you forced things. Let's rumble."
+      end
+      chaser.interface_puts
+
+      counts = Hash.new(0)
+
+      klass_names = klass_name ? Array(klass_name) : self.current_class_names(["Test"]) - pre_existing_class_names
+      klass_names.each do |block_klass_name|
+        block_klass = block_klass_name.to_class
+
+        methods = method_name ? Array(method_name) : block_klass.instance_methods(false) + block_klass.singleton_methods(false).collect {|meth| "self.#{meth}"}
+
+        methods.sort_by{|x| x.to_s}.each do |block_method_name|
+          result = self.new(block_klass_name, block_method_name).validate
+          counts[result] += 1
+        end
+      end
+      all_good = counts[false] == 0
+
+      chaser.interface_puts "Chaser Results:",
+                            "",
+                            "Passed    : %3d" % counts[true],
+                            "Failed    : %3d" % counts[false],
+                            ""
+
+      if all_good then
+        chaser.interface_puts "All chasing was thwarted! YAY!!!"
+      else
+        chaser.interface_puts "Improve the tests and try again."
+      end
+
+    end
+    all_good
+  end
+
+  def human_survives?
+    self.class.world.run_human
+  end
+
+  def zombie_survives?
+    self.class.world.run_next_zombie
+  end
+
+  def while_world_running
+    self.class.world.while_world_running{yield}
+  end
+
+  def initialize(klass_name=nil, method_name=nil)
+    self.class.create_world unless @@tests_loaded
+    super(klass_name, method_name, Reporter.new(self.class.world.interface))
+  end
+
+end

data/test/fixtures/chased.rb

@@ -1,56 +1,56 @@
-class Chased
-  def add(a,b)
-    a + b
-  end
-
-  def say_hello
-    "G'day!"
-  end
-
-  def self.static_method
-    "Zap!"
-  end
-
-  def block_using_instance_method
-    result = []
-    block_yielding_instance_method do |i|
-      result << i * 2
-    end
-    result
-  end
-
-  def block_yielding_instance_method
-    yield 1
-    yield 2
-    yield 3
-  end
-
-  def self.block_using_class_method
-    result = []
-    block_yielding_class_method do |i|
-      result << i * 2
-    end
-    result
-  end
-
-  def self.block_yielding_class_method
-    yield 1
-    yield 2
-  end
-
-  def [](x)
-    x * 2
-  end
-
-  def self.[](x)
-    x * 2
-  end
-
-  def question?
-    "exclamation!"
-  end
-
-  def foo=(x)
-    nil
-  end
-end
+class Chased
+  def add(a,b)
+    a + b
+  end
+
+  def say_hello
+    "G'day!"
+  end
+
+  def self.static_method
+    "Zap!"
+  end
+
+  def block_using_instance_method
+    result = []
+    block_yielding_instance_method do |i|
+      result << i * 2
+    end
+    result
+  end
+
+  def block_yielding_instance_method
+    yield 1
+    yield 2
+    yield 3
+  end
+
+  def self.block_using_class_method
+    result = []
+    block_yielding_class_method do |i|
+      result << i * 2
+    end
+    result
+  end
+
+  def self.block_yielding_class_method
+    yield 1
+    yield 2
+  end
+
+  def [](x)
+    x * 2
+  end
+
+  def self.[](x)
+    x * 2
+  end
+
+  def question?
+    "exclamation!"
+  end
+
+  def foo=(x)
+    nil
+  end
+end

data/test/integration.rb

@@ -0,0 +1,58 @@
+require "test/unit"
+
+module TestIntegrationHelper
+  def output_text_for_command(command)
+    output_file = IO.popen(command)
+    output_text = output_file.read
+    output_text
+  end
+end
+
+class TestIntegration < Test::Unit::TestCase
+  include TestIntegrationHelper
+
+  EXAMPLE_DIRECTORY = "../exemplor-chaser-sample_target/"
+  LARGE_TEST_EXAMPLE_DIRECTORY = "../bioruby-blessed/"
+  BIT_BUCKET_FILENAME = RUBY_PLATFORM =~ /mswin/ ? 'NUL:' : '/dev/null'
+
+  def setup
+    raise "Don't have example directory" unless File.exist?(EXAMPLE_DIRECTORY)
+    raise "Don't have large test example directory" unless File.exist?(LARGE_TEST_EXAMPLE_DIRECTORY)
+    raise "Don't have bit bucket filename" unless File.exist?(BIT_BUCKET_FILENAME)
+    @execution_command = "ruby -Ilib"
+  end
+
+  def test_exit_value_for_partial_test
+    assert_equal false, system("#{@execution_command} -I../exemplor-chaser-sample_target bin/zombie-chaser MyMath --tests ../exemplor-chaser-sample_target/partial_test_unit.rb --console > #{BIT_BUCKET_FILENAME}"), "Doesn't regard incomplete tests as a failure"
+  end
+
+  def test_exit_value_for_full_test
+    assert_equal true, system("#{@execution_command} -I../exemplor-chaser-sample_target bin/zombie-chaser MyMath --tests ../exemplor-chaser-sample_target/full_test_unit.rb --console > #{BIT_BUCKET_FILENAME}"), "Doesn't regard complete tests as a success"
+  end
+
+  def test_class_methods_dont_cause_errors
+    output_text = output_text_for_command("#{@execution_command} -I../bioruby-blessed/lib/ bin/zombie-chaser Bio::Sequence::NA --test ../bioruby-blessed/test/unit/bio/sequence/test_na.rb --console")
+    assert_match(/Chaser Results/, output_text, "Error raised during test due to class methods")
+  end
+
+  def test_messages_arent_on_same_line_as_nethack_representation
+    output_text = output_text_for_command("#{@execution_command} -I../exemplor-chaser-sample_target bin/zombie-chaser MyMath --tests ../exemplor-chaser-sample_target/full_test_unit.rb --console")
+    assert_no_match(/@.*The mutant didn't survive/, output_text, "Doesn't put messages on a new line")
+  end
+
+  def test_output_ends_with_newline
+    output_text = output_text_for_command("#{@execution_command} -I../exemplor-chaser-sample_target bin/zombie-chaser MyMath --tests ../exemplor-chaser-sample_target/full_test_unit.rb --console")
+    assert_equal "\n", output_text[-1..-1], "Doesn't end with a newline, causing problems for command lines"
+  end
+
+  def test_console_width_configurable
+    output_text = output_text_for_command("#{@execution_command} -I../bioruby-blessed/lib/ bin/zombie-chaser Bio::Sequence::NA --test ../bioruby-blessed/test/unit/bio/sequence/test_na.rb --console --width 10")
+    assert_no_match(/\.\.\.\.\.\.\.\.\.\.\./, output_text, "Doesn't allow console width to be configurable")
+  end
+
+  def test_summary_not_interrupted_by_progress_bar
+    output_text = output_text_for_command("#{@execution_command} -I../bioruby-blessed/lib/ bin/zombie-chaser Bio::Sequence::NA --test ../bioruby-blessed/test/unit/bio/sequence/test_na.rb --console")
+    assert_match(/Chaser Results:..Passed    : +\d+.Failed    : +\d+/m, output_text, "Summary interrupted by progress bar")
+  end
+
+end

data/test/test_chaser.rb

@@ -1,144 +1,150 @@
-$:.unshift(File.dirname(__FILE__) + '/fixtures')
-$:.unshift(File.dirname(__FILE__) + '/../lib')
-
-require 'test/unit/testcase'
-require 'test/unit' if $0 == __FILE__
-require 'zombie_test_chaser'
-require 'chased'
-
-class TestChaser < Chaser
-  def rand(*args)
-    5
-  end
-
-  def rand_string
-    "l33t h4x0r"
-  end
-
-  def rand_number(*args)
-    5
-  end
-
-  def rand_symbol
-    :"l33t h4x0r"
-  end
-end
-
-class ChaserTestCase < Test::Unit::TestCase
-  unless defined? Mini then
-    undef_method :default_test
-    alias :refute_equal :assert_not_equal
-  end
-
-  def setup
-  end
-
-  def teardown
-    @chaser.unmodify_method if defined?(@chaser) && @chaser
-  end
-
-  def test_unmodified_behaves_as_expected
-    chased = Chased.new
-    assert_equal 5, chased.add(2,3), "Unmodified version should equal 5"
-  end
-
-  def test_modify_and_unmodify_instance_method
-    @chaser = TestChaser.new("Chased", "add")
-    chased = Chased.new
-    assert_equal 5, chased.add(2,3), "method has been modified before it should have been"
-    @chaser.modify_method
-    assert_equal 10, chased.add(2,3), "method hasn't been modified"
-    @chaser.unmodify_method
-    assert_equal 5, chased.add(2,3), "method should be back to normal, but it isn't"
-  end
-
-  def test_modify_and_unmodify_string
-    @chaser = TestChaser.new("Chased", "say_hello")
-    chased = Chased.new
-    assert_equal "G'day!", chased.say_hello, "method has been modified before it should have been"
-    @chaser.modify_method
-    assert_equal "l33t h4x0r", chased.say_hello, "method hasn't been modified"
-    @chaser.unmodify_method
-    assert_equal "G'day!", chased.say_hello, "method should be back to normal, but it isn't"
-  end
-
-  def test_modify_and_unmodify_class_method
-    @chaser = TestChaser.new("Chased", "self.static_method")
-    assert_equal "Zap!", Chased.static_method, "class method has been modified before it should have been"
-    @chaser.modify_method
-    assert_equal "l33t h4x0r", Chased.static_method, "class method hasn't been modified"
-    @chaser.unmodify_method
-    assert_equal "Zap!", Chased.static_method, "class method should be back to normal, but it isn't"
-  end
-
-  def test_pass_blocks_on_in_instance_methods
-    @chaser = TestChaser.new("Chased", "block_yielding_instance_method")
-    chased = Chased.new
-    assert_equal [2,4,6], chased.block_using_instance_method, "block yielding instance method has been modified before it should have been"
-    @chaser.modify_method
-    assert_equal [12, 14, 16], chased.block_using_instance_method, "yielded values haven't been modified"
-    @chaser.unmodify_method
-    assert_equal [2,4,6], chased.block_using_instance_method, "block yielding instance method has been modified before it should have been"
-  end
-
-  def test_pass_blocks_on_in_class_methods
-    @chaser = TestChaser.new("Chased", "self.block_yielding_class_method")
-    assert_equal [2,4], Chased.block_using_class_method, "block yielding class method has been modified before it should have been"
-    @chaser.modify_method
-    assert_equal [12, 14], Chased.block_using_class_method, "yielded values haven't been modified"
-    @chaser.unmodify_method
-    assert_equal [2,4], Chased.block_using_class_method, "block yielding class method has been modified before it should have been"
-  end
-
-  def test_handle_funny_characters_in_instance_method_names
-    @chaser = TestChaser.new("Chased", "[]")
-    chased = Chased.new
-    assert_equal 2, chased[1], "Original doesn't work"
-    @chaser.modify_method
-    assert_equal 7, chased[1], "Modified doesn't work"
-    @chaser.unmodify_method
-    assert_equal 2, chased[1], "Modified then unmodified doesn't work"
-  end
-
-  def test_handle_funny_characters_in_class_method_names
-    @chaser = TestChaser.new("Chased", "self.[]")
-    assert_equal 2, Chased[1], "Original doesn't work"
-    @chaser.modify_method
-    assert_equal 7, Chased[1], "Modified doesn't work"
-    @chaser.unmodify_method
-    assert_equal 2, Chased[1], "Modified then unmodified doesn't work"
-  end
-
-  def test_more_funny_characters
-    assert_nothing_raised("Can't handle certain characters") do
-      @chaser = TestChaser.new("Chased", "question?")
-      chased = Chased.new
-      chased.question?
-      @chaser.modify_method
-      chased.question?
-      @chaser.unmodify_method
-      chased.question?
-    end
-
-    assert_nothing_raised("Can't handle equal signs") do
-      @chaser = TestChaser.new("Chased", "foo=")
-      chased = Chased.new
-      chased.foo= 1
-      @chaser.modify_method
-      chased.foo = 2
-      @chaser.unmodify_method
-      chased.foo = 3
-    end
-  end
-end
-
-
-class ZombieTestChaserCase < Test::Unit::TestCase
-  def test_detects_invalid_glob
-    incorrect_glob = 'test\test_chaser.rb'
-    ZombieTestChaser.test_pattern = incorrect_glob
-    assert_raise(RuntimeError, "Can't detect an incorrect glob") do
-      ZombieTestChaser.create_world
-    end
-  end
-end
+require 'test/unit/testcase'
+require 'test/unit' if $0 == __FILE__
+require 'zombie-chaser/zombie_test_chaser'
+require 'fixtures/chased'
+
+class TestChaser < Chaser
+  def rand(*args)
+    5
+  end
+
+  def rand_string
+    "l33t h4x0r"
+  end
+
+  def rand_number(*args)
+    5
+  end
+
+  def rand_symbol
+    :"l33t h4x0r"
+  end
+end
+
+module ChaserTestCaseHelper
+  def create_chaser(klass_name, method_name)
+    # Fixme the third variable is for a reporter. The fact that it's not being used suggests that we're not using
+    # the whole of the TestChaser, and ought to split it up into smaller classes
+    TestChaser.new(klass_name, method_name, nil)
+  end
+end
+
+class ChaserTestCase < Test::Unit::TestCase
+  include ChaserTestCaseHelper
+
+  unless defined? Mini then
+    undef_method :default_test
+    alias :refute_equal :assert_not_equal
+  end
+
+  def setup
+  end
+
+  def teardown
+    @chaser.unmodify_method if defined?(@chaser) && @chaser
+  end
+
+  def test_unmodified_behaves_as_expected
+    chased = Chased.new
+    assert_equal 5, chased.add(2,3), "Unmodified version should equal 5"
+  end
+
+  def test_modify_and_unmodify_instance_method
+    @chaser = create_chaser("Chased", "add")
+    chased = Chased.new
+    assert_equal 5, chased.add(2,3), "method has been modified before it should have been"
+    @chaser.modify_method
+    assert_equal 10, chased.add(2,3), "method hasn't been modified"
+    @chaser.unmodify_method
+    assert_equal 5, chased.add(2,3), "method should be back to normal, but it isn't"
+  end
+
+  def test_modify_and_unmodify_string
+    @chaser = create_chaser("Chased", "say_hello")
+    chased = Chased.new
+    assert_equal "G'day!", chased.say_hello, "method has been modified before it should have been"
+    @chaser.modify_method
+    assert_equal "l33t h4x0r", chased.say_hello, "method hasn't been modified"
+    @chaser.unmodify_method
+    assert_equal "G'day!", chased.say_hello, "method should be back to normal, but it isn't"
+  end
+
+  def test_modify_and_unmodify_class_method
+    @chaser = create_chaser("Chased", "self.static_method")
+    assert_equal "Zap!", Chased.static_method, "class method has been modified before it should have been"
+    @chaser.modify_method
+    assert_equal "l33t h4x0r", Chased.static_method, "class method hasn't been modified"
+    @chaser.unmodify_method
+    assert_equal "Zap!", Chased.static_method, "class method should be back to normal, but it isn't"
+  end
+
+  def test_pass_blocks_on_in_instance_methods
+    @chaser = create_chaser("Chased", "block_yielding_instance_method")
+    chased = Chased.new
+    assert_equal [2,4,6], chased.block_using_instance_method, "block yielding instance method has been modified before it should have been"
+    @chaser.modify_method
+    assert_equal [12, 14, 16], chased.block_using_instance_method, "yielded values haven't been modified"
+    @chaser.unmodify_method
+    assert_equal [2,4,6], chased.block_using_instance_method, "block yielding instance method has been modified before it should have been"
+  end
+
+  def test_pass_blocks_on_in_class_methods
+    @chaser = create_chaser("Chased", "self.block_yielding_class_method")
+    assert_equal [2,4], Chased.block_using_class_method, "block yielding class method has been modified before it should have been"
+    @chaser.modify_method
+    assert_equal [12, 14], Chased.block_using_class_method, "yielded values haven't been modified"
+    @chaser.unmodify_method
+    assert_equal [2,4], Chased.block_using_class_method, "block yielding class method has been modified before it should have been"
+  end
+
+  def test_handle_funny_characters_in_instance_method_names
+    @chaser = create_chaser("Chased", "[]")
+    chased = Chased.new
+    assert_equal 2, chased[1], "Original doesn't work"
+    @chaser.modify_method
+    assert_equal 7, chased[1], "Modified doesn't work"
+    @chaser.unmodify_method
+    assert_equal 2, chased[1], "Modified then unmodified doesn't work"
+  end
+
+  def test_handle_funny_characters_in_class_method_names
+    @chaser = create_chaser("Chased", "self.[]")
+    assert_equal 2, Chased[1], "Original doesn't work"
+    @chaser.modify_method
+    assert_equal 7, Chased[1], "Modified doesn't work"
+    @chaser.unmodify_method
+    assert_equal 2, Chased[1], "Modified then unmodified doesn't work"
+  end
+
+  def test_more_funny_characters
+    assert_nothing_raised("Can't handle certain characters") do
+      @chaser = create_chaser("Chased", "question?")
+      chased = Chased.new
+      chased.question?
+      @chaser.modify_method
+      chased.question?
+      @chaser.unmodify_method
+      chased.question?
+    end
+
+    assert_nothing_raised("Can't handle equal signs") do
+      @chaser = create_chaser("Chased", "foo=")
+      chased = Chased.new
+      chased.foo= 1
+      @chaser.modify_method
+      chased.foo = 2
+      @chaser.unmodify_method
+      chased.foo = 3
+    end
+  end
+end
+
+
+class ZombieTestChaserCase < Test::Unit::TestCase
+  def test_detects_invalid_glob
+    incorrect_glob = 'test\test_chaser.rb'
+    assert_raise(RuntimeError, "Can't detect an incorrect glob") do
+      TestUnitHandler.new(incorrect_glob)
+    end
+  end
+end