betatest 0.0.1

data/lib/betatest/test.rb

@@ -0,0 +1,283 @@
+require "betatest" unless defined? Betatest::Runnable
+
+module Betatest
+  ##
+  # Subclass Test to create your own tests. Typically you'll want a
+  # Test subclass per implementation class.
+  #
+  # See Betatest::Assertions
+
+  class Test < Runnable
+    require "betatest/assertions"
+    include Betatest::Assertions
+
+    PASSTHROUGH_EXCEPTIONS = [NoMemoryError, SignalException, # :nodoc:
+                              Interrupt, SystemExit]
+
+    class << self; attr_accessor :io_lock; end
+    self.io_lock = Mutex.new
+
+    ##
+    # Call this at the top of your tests when you absolutely
+    # positively need to have ordered tests. In doing so, you're
+    # admitting that you suck and your tests are weak.
+
+    def self.i_suck_and_my_tests_are_order_dependent!
+      class << self
+        undef_method :test_order if method_defined? :test_order
+        define_method :test_order do :alpha end
+      end
+    end
+
+    ##
+    # Make diffs for this Test use #pretty_inspect so that diff
+    # in assert_equal can have more details. NOTE: this is much slower
+    # than the regular inspect but much more usable for complex
+    # objects.
+
+    def self.make_my_diffs_pretty!
+      require "pp"
+
+      define_method :mu_pp do |o|
+        o.pretty_inspect
+      end
+    end
+
+    ##
+    # Call this at the top of your tests when you want to run your
+    # tests in parallel. In doing so, you're admitting that you rule
+    # and your tests are awesome.
+
+    def self.parallelize_me!
+      include Betatest::Parallel::Test
+      extend Betatest::Parallel::Test::ClassMethods
+    end
+
+    ##
+    # Returns all instance methods starting with "test_". Based on
+    # #test_order, the methods are either sorted, randomized
+    # (default), or run in parallel.
+
+    def self.runnable_methods
+      methods = methods_matching(/^test_/)
+
+      case self.test_order
+      when :random, :parallel then
+        max = methods.size
+        methods.sort.sort_by { rand max }
+      when :alpha, :sorted then
+        methods.sort
+      else
+        raise "Unknown test_order: #{self.test_order.inspect}"
+      end
+    end
+
+    ##
+    # Defines the order to run tests (:random by default). Override
+    # this or use a convenience method to change it for your tests.
+
+    def self.test_order
+      :random
+    end
+
+    ##
+    # The time it took to run this test.
+
+    attr_accessor :time
+
+    def marshal_dump # :nodoc:
+      super << self.time
+    end
+
+    def marshal_load ary # :nodoc:
+      self.time = ary.pop
+      super
+    end
+
+    ##
+    # Runs a single test with setup/teardown hooks.
+
+    def run
+      with_info_handler do
+        time_it do
+          capture_exceptions do
+            before_setup; setup; after_setup
+
+            self.send self.name
+          end
+
+          %w{ before_teardown teardown after_teardown }.each do |hook|
+            capture_exceptions do
+              self.send hook
+            end
+          end
+        end
+      end
+
+      self # per contract
+    end
+
+    ##
+    # Provides before/after hooks for setup and teardown. These are
+    # meant for library writers, NOT for regular test authors. See
+    # #before_setup for an example.
+
+    module LifecycleHooks
+
+      ##
+      # Runs before every test, before setup. This hook is meant for
+      # libraries to extend betatest. It is not meant to be used by
+      # test developers.
+      #
+      # As a simplistic example:
+      #
+      #   module MyBetatestPlugin
+      #     def before_setup
+      #       super
+      #       # ... stuff to do before setup is run
+      #     end
+      #
+      #     def after_setup
+      #       # ... stuff to do after setup is run
+      #       super
+      #     end
+      #
+      #     def before_teardown
+      #       super
+      #       # ... stuff to do before teardown is run
+      #     end
+      #
+      #     def after_teardown
+      #       # ... stuff to do after teardown is run
+      #       super
+      #     end
+      #   end
+      #
+      #   class MiniTest::Test
+      #     include MyBetatestPlugin
+      #   end
+
+      def before_setup; end
+
+      ##
+      # Runs before every test. Use this to set up before each test
+      # run.
+
+      def setup; end
+
+      ##
+      # Runs before every test, after setup. This hook is meant for
+      # libraries to extend betatest. It is not meant to be used by
+      # test developers.
+      #
+      # See #before_setup for an example.
+
+      def after_setup; end
+
+      ##
+      # Runs after every test, before teardown. This hook is meant for
+      # libraries to extend betatest. It is not meant to be used by
+      # test developers.
+      #
+      # See #before_setup for an example.
+
+      def before_teardown; end
+
+      ##
+      # Runs after every test. Use this to clean up after each test
+      # run.
+
+      def teardown; end
+
+      ##
+      # Runs after every test, after teardown. This hook is meant for
+      # libraries to extend betatest. It is not meant to be used by
+      # test developers.
+      #
+      # See #before_setup for an example.
+
+      def after_teardown; end
+    end # LifecycleHooks
+
+    def capture_exceptions # :nodoc:
+      begin
+        yield
+      rescue *PASSTHROUGH_EXCEPTIONS
+        raise
+      rescue Assertion => e
+        self.failures << e
+      rescue Exception => e
+        self.failures << UnexpectedError.new(e)
+      end
+    end
+
+    ##
+    # Did this run error?
+
+    def error?
+      self.failures.any? { |f| UnexpectedError === f }
+    end
+
+    ##
+    # The location identifier of this test.
+
+    def location
+      loc = " [#{self.failure.location}]" unless passed? or error?
+      "#{self.class}##{self.name}#{loc}"
+    end
+
+    ##
+    # Did this run pass?
+    #
+    # Note: skipped runs are not considered passing, but they don't
+    # cause the process to exit non-zero.
+
+    def passed?
+      not self.failure
+    end
+
+    ##
+    # Returns ".", "F", or "E" based on the result of the run.
+
+    def result_code
+      self.failure and self.failure.result_code or "."
+    end
+
+    ##
+    # Was this run skipped?
+
+    def skipped?
+      self.failure and Skip === self.failure
+    end
+
+    def time_it # :nodoc:
+      t0 = Time.now
+
+      yield
+    ensure
+      self.time = Time.now - t0
+    end
+
+    def to_s # :nodoc:
+      return location if passed? and not skipped?
+
+      failures.map { |failure|
+        "#{failure.result_label}:\n#{self.location}:\n#{failure.message}\n"
+      }.join "\n"
+    end
+
+    def with_info_handler &block # :nodoc:
+      t0 = Time.now
+
+      handler = lambda do
+        warn "\nCurrent: %s#%s %.2fs" % [self.class, self.name, Time.now - t0]
+      end
+
+      self.class.on_signal "INFO", handler, &block
+    end
+
+    include LifecycleHooks
+    include Guard
+    extend Guard
+  end # Test
+end

data/lib/betatest/unit.rb

@@ -0,0 +1,45 @@
+# :stopdoc:
+
+unless defined?(Betatest) then
+  # all of this crap is just to avoid circular requires and is only
+  # needed if a user requires "betatest/unit" directly instead of
+  # "betatest/autorun", so we also warn
+
+  from = caller.reject { |s| s =~ /rubygems/ }.join("\n  ")
+  warn "Warning: you should require 'betatest/autorun' instead."
+  warn %(Warning: or add 'gem "betatest"' before 'require "betatest/autorun"')
+  warn "From:\n  #{from}"
+
+  module Betatest; end
+  MiniTest = Betatest # prevents betatest.rb from requiring back to us
+  require "betatest"
+end
+
+MiniTest = Betatest unless defined?(MiniTest)
+
+module Betatest
+  class Unit
+    VERSION = Betatest::VERSION
+    class TestCase < Betatest::Test
+      def self.inherited klass # :nodoc:
+        from = caller.first
+        warn "MiniTest::Unit::TestCase is now Betatest::Test. From #{from}"
+        super
+      end
+    end
+
+    def self.autorun # :nodoc:
+      from = caller.first
+      warn "MiniTest::Unit.autorun is now Betatest.autorun. From #{from}"
+      Betatest.autorun
+    end
+
+    def self.after_tests(&b)
+      from = caller.first
+      warn "MiniTest::Unit.after_tests is now Betatest.after_run. From #{from}"
+      Betatest.after_run(&b)
+    end
+  end
+end
+
+# :startdoc:

data/lib/betatest/version.rb

@@ -0,0 +1,3 @@
+module Betatest
+	VERSION = "0.0.1"
+end

data/test/metametameta.rb

@@ -0,0 +1,80 @@
+require 'tempfile'
+require 'stringio'
+require 'betatest/autorun'
+
+class Betatest::Test
+  def clean s
+    s.gsub(/^ {6}/, '')
+  end
+end
+
+class MetaMetaMetaTestCase < Betatest::Test
+  attr_accessor :reporter, :output, :tu
+
+  def run_tu_with_fresh_reporter flags = %w[--seed 42]
+    options = Betatest.process_args flags
+
+    @output = StringIO.new("")
+
+    self.reporter = Betatest::CompositeReporter.new
+    reporter << Betatest::SummaryReporter.new(@output, options)
+    reporter << Betatest::ProgressReporter.new(@output, options)
+
+    reporter.start
+
+    yield(reporter) if block_given?
+
+    @tus ||= [@tu]
+    @tus.each do |tu|
+      Betatest::Runnable.runnables.delete tu
+
+      tu.run reporter, options
+    end
+
+    reporter.report
+  end
+
+  def first_reporter
+    reporter.reporters.first
+  end
+
+  def assert_report expected, flags = %w[--seed 42], &block
+    header = clean <<-EOM
+      Run options: #{flags.map { |s| s =~ /\|/ ? s.inspect : s }.join " "}
+
+      # Running:
+
+    EOM
+
+    run_tu_with_fresh_reporter flags, &block
+
+    output = normalize_output @output.string.dup
+
+    assert_equal header + expected, output
+  end
+
+  def normalize_output output
+    output.sub!(/Finished in .*/, "Finished in 0.00")
+    output.sub!(/Loaded suite .*/, 'Loaded suite blah')
+
+    output.gsub!(/ = \d+.\d\d s = /, ' = 0.00 s = ')
+    output.gsub!(/0x[A-Fa-f0-9]+/, '0xXXX')
+
+    if windows? then
+      output.gsub!(/\[(?:[A-Za-z]:)?[^\]:]+:\d+\]/, '[FILE:LINE]')
+      output.gsub!(/^(\s+)(?:[A-Za-z]:)?[^:]+:\d+:in/, '\1FILE:LINE:in')
+    else
+      output.gsub!(/\[[^\]:]+:\d+\]/, '[FILE:LINE]')
+      output.gsub!(/^(\s+)[^:]+:\d+:in/, '\1FILE:LINE:in')
+    end
+
+    output
+  end
+
+  def setup
+    super
+    srand 42
+    Betatest::Test.reset
+    @tu = nil
+  end
+end

data/test/test_minitest_benchmark.rb

@@ -0,0 +1,137 @@
+require 'betatest/autorun'
+require 'betatest/benchmark'
+
+##
+# Used to verify data:
+# http://www.wolframalpha.com/examples/RegressionAnalysis.html
+
+class TestBetatestBenchmark < Betatest::Test
+  def test_cls_bench_exp
+    assert_equal [2, 4, 8, 16, 32], Betatest::Benchmark.bench_exp(2, 32, 2)
+  end
+
+  def test_cls_bench_linear
+    assert_equal [2, 4, 6, 8, 10], Betatest::Benchmark.bench_linear(2, 10, 2)
+  end
+
+  def test_cls_runnable_methods
+    assert_equal [], Betatest::Benchmark.runnable_methods
+
+    c = Class.new(Betatest::Benchmark) do
+      def bench_blah
+      end
+    end
+
+    assert_equal ["bench_blah"], c.runnable_methods
+  end
+
+  def test_cls_bench_range
+    assert_equal [1, 10, 100, 1_000, 10_000], Betatest::Benchmark.bench_range
+  end
+
+  def test_fit_exponential_clean
+    x = [1.0, 2.0, 3.0, 4.0, 5.0]
+    y = x.map { |n| 1.1 * Math.exp(2.1 * n) }
+
+    assert_fit :exponential, x, y, 1.0, 1.1, 2.1
+  end
+
+  def test_fit_exponential_noisy
+    x = [1.0, 1.9, 2.6, 3.4, 5.0]
+    y = [12, 10, 8.2, 6.9, 5.9]
+
+    # verified with Numbers and R
+    assert_fit :exponential, x, y, 0.95, 13.81148, -0.1820
+  end
+
+  def test_fit_logarithmic_clean
+    x = [1.0, 2.0, 3.0, 4.0, 5.0]
+    y = x.map { |n| 1.1 + 2.1 * Math.log(n) }
+
+    assert_fit :logarithmic, x, y, 1.0, 1.1, 2.1
+  end
+
+  def test_fit_logarithmic_noisy
+    x = [1.0, 2.0, 3.0, 4.0, 5.0]
+    # Generated with
+    # y = x.map { |n| jitter = 0.999 + 0.002 * rand; (Math.log(n) ) * jitter }
+    y = [0.0, 0.6935, 1.0995, 1.3873, 1.6097]
+
+    assert_fit :logarithmic, x, y, 0.95, 0, 1
+  end
+
+  def test_fit_constant_clean
+    x = (1..5).to_a
+    y = [5.0, 5.0, 5.0, 5.0, 5.0]
+
+    assert_fit :linear, x, y, nil, 5.0, 0
+  end
+
+  def test_fit_constant_noisy
+    x = (1..5).to_a
+    y = [1.0, 1.2, 1.0, 0.8, 1.0]
+
+    # verified in numbers and R
+    assert_fit :linear, x, y, nil, 1.12, -0.04
+  end
+
+  def test_fit_linear_clean
+    # y = m * x + b where m = 2.2, b = 3.1
+    x = (1..5).to_a
+    y = x.map { |n| 2.2 * n + 3.1 }
+
+    assert_fit :linear, x, y, 1.0, 3.1, 2.2
+  end
+
+  def test_fit_linear_noisy
+    x = [ 60,  61,  62,  63,  65]
+    y = [3.1, 3.6, 3.8, 4.0, 4.1]
+
+    # verified in numbers and R
+    assert_fit :linear, x, y, 0.8315, -7.9635, 0.1878
+  end
+
+  def test_fit_power_clean
+    # y = A x ** B, where B = b and A = e ** a
+    # if, A = 1, B = 2, then
+
+    x = [1.0, 2.0, 3.0, 4.0, 5.0]
+    y = [1.0, 4.0, 9.0, 16.0, 25.0]
+
+    assert_fit :power, x, y, 1.0, 1.0, 2.0
+  end
+
+  def test_fit_power_noisy
+    # from www.engr.uidaho.edu/thompson/courses/ME330/lecture/least_squares.html
+    x = [10, 12, 15, 17, 20, 22, 25, 27, 30, 32, 35]
+    y = [95, 105, 125, 141, 173, 200, 253, 298, 385, 459, 602]
+
+    # verified in numbers
+    assert_fit :power, x, y, 0.90, 2.6217, 1.4556
+
+    # income to % of households below income amount
+    # http://library.wolfram.com/infocenter/Conferences/6461/PowerLaws.nb
+    x = [15000, 25000, 35000, 50000, 75000, 100000]
+    y = [0.154, 0.283, 0.402, 0.55, 0.733, 0.843]
+
+    # verified in numbers
+    assert_fit :power, x, y, 0.96, 3.119e-5, 0.8959
+  end
+
+  def assert_fit msg, x, y, fit, exp_a, exp_b
+    bench = Betatest::Benchmark.new :blah
+
+    a, b, rr = bench.send "fit_#{msg}", x, y
+
+    assert_operator rr, :>=, fit if fit
+    assert_in_delta exp_a, a
+    assert_in_delta exp_b, b
+  end
+end
+
+describe "my class Bench" do
+  klass = self
+  it "should provide bench methods" do
+    klass.must_respond_to :bench
+  end
+end