qunited 0.0.1

data/test/unit/test_results.rb

@@ -0,0 +1,338 @@
+require File.expand_path('../../test_helper', __FILE__)
+
+class TestResults < MiniTest::Unit::TestCase
+
+  def test_gives_you_various_counts
+    results = QUnited::Results.new test_module_results
+    assert results.passed?, 'passed? is true when all tests have passed'
+    assert !results.failed?, 'failed? is false when all tests have passed'
+    assert_equal 3, results.total_tests, 'total_tests gives total tests count'
+    assert_equal 4, results.total_assertions, 'total_assertions gives total assertions count'
+    assert_equal 0, results.total_failures, 'total_failures gives total failures count when there are none'
+    assert_equal 0, results.total_errors, 'total_errors gives total errors when there are none'
+
+    other_results = QUnited::Results.new test_failed_module_results
+
+    assert !other_results.passed?, 'passed? is false when there are failures'
+    assert other_results.failed?, 'failed? is true when there are failures'
+    assert_equal 4, other_results.total_tests, 'total_tests gives total tests count'
+    assert_equal 5 + 1, other_results.total_assertions, 'total_assertions gives total assertions count'
+    assert_equal 4, other_results.total_failures, 'total_failures gives total failures count when there are some'
+    assert_equal 0, results.total_errors, 'total_errors gives total errors when there are none'
+  end
+
+  def test_basic_output
+    results = QUnited::Results.new test_module_results
+    assert_equal "3 tests, 4 assertions, 0 failures, 0 errors, 0 skips", results.bottom_line
+    assert_equal "...", results.dots
+  end
+
+  def test_failures_output
+    results = QUnited::Results.new test_failed_module_results
+
+    assert_equal "4 tests, 6 assertions, 4 failures, 0 errors, 0 skips", results.bottom_line
+    assert_equal "F.FF", results.dots
+
+    failure = results.failures_output_array[0].split("\n")
+    assert_equal 3, failure.size
+    assert_equal '  1) Failure:', failure[0]
+    assert_equal 'This has one failure (Basics) [test/javascripts/test_basics.js]', failure[1]
+    assert_equal 'Failed assertion, no message given.', failure[2]
+
+    failure = results.failures_output_array[1].split("\n")
+    assert_equal 5, failure.size
+    assert_equal '  2) Failure:', failure[0]
+    assert_equal 'Addition is hard (Math) [test/javascripts/test_math.js]', failure[1]
+    assert_equal 'I got my math right', failure[2]
+    assert_equal 'Expected: 3', failure[3]
+    assert_equal '  Actual: 2', failure[4]
+
+    failure = results.failures_output_array[2].split("\n")
+    assert_equal 5, failure.size
+    assert_equal '  3) Failure:', failure[0]
+    assert_equal 'Addition is hard (Math) [test/javascripts/test_math.js]', failure[1]
+    assert_equal 'These strings match', failure[2]
+    assert_equal 'Expected: "String here"', failure[3]
+    assert_equal '  Actual: "Identical string here"', failure[4]
+
+    failure = results.failures_output_array[3].split("\n")
+    assert_equal 3, failure.size
+    assert_equal '  4) Failure:', failure[0]
+    assert_equal 'Check some subtraction (Math) [test/javascripts/test_math.js]', failure[1]
+    assert_equal 'Expected 2 assertions, but 1 were run', failure[2]
+  end
+
+  # Test results are converted to JavaScript appropriate null, not nil
+  def test_null_failures_output
+    results = QUnited::Results.new test_failed_module_results_with_null
+
+    failure = results.failures_output_array[0].split("\n")
+    assert_equal 5, failure.size
+    assert_equal '  1) Failure:', failure[0]
+    assert_equal 'The test (The module) [test/javascripts/test_module.js]', failure[1]
+    assert_equal 'Was it null?', failure[2]
+    assert_equal 'Expected: 5', failure[3]
+    assert_equal '  Actual: null', failure[4]
+  end
+
+  def test_errors_and_error_output
+    results = QUnited::Results.new test_failed_module_results_with_an_error
+
+    assert results.failed?, 'failed? is true when there are errors'
+    assert_equal 2, results.total_tests, 'total_tests gives total tests count'
+    assert_equal 3, results.total_assertions, 'total_assertions gives total assertions count'
+    assert_equal 0, results.total_failures, 'total_failures gives total failures count when there are none'
+    assert_equal 1, results.total_errors, 'total_errors gives total errors when there are none'
+
+    error = results.failures_output_array[0].split("\n")
+    assert_equal 3, error.size
+    assert_equal '  1) Error:', error[0]
+    assert_equal 'Error test (The module) [test/javascripts/test_module.js]', error[1]
+    assert_equal 'Died on test #3: asdf is undefined', error[2]
+
+    assert_equal "2 tests, 3 assertions, 0 failures, 1 errors, 0 skips", results.bottom_line
+    assert_equal "E.", results.dots
+  end
+
+  private
+
+  def test_module_results
+    [
+      {
+        :name => "(no module)",
+        :tests => [
+          { :name => "The source code was loaded",
+            :failures => [],
+            :start => DateTime.parse('2012-06-12T23:52:33+00:00'),
+            :assertions => 1,
+            :duration => 0.002,
+            :failed => 0,
+            :total => 1,
+            :file => 'test/javascripts/test_basics.js',
+            :assertion_data => [
+              { :result => true,
+                :message => "We have loaded it",
+                :actual => 1,
+                :expected => 1
+              }
+            ]
+          }
+        ]
+      },
+      { :name => "Math",
+        :tests =>[
+          {
+            :name => "Addition works",
+            :failures => [],
+            :start => DateTime.parse('2012-06-12T23:52:33+00:00'),
+            :assertions => 2,
+            :duration => 0.01,
+            :failed => 0,
+            :total => 2,
+            :file => 'test/javascripts/test_math.js',
+            :assertion_data => [
+              {
+                :result => true,
+                :message => "One plus one does equal two",
+                :actual => 2,
+                :expected => 2
+              },
+              {
+                :result => true,
+                :message => "Two plus two does equal four",
+                :actual => 4,
+                :expected => 4
+              }
+            ]
+          },
+          { :name => "Subtraction works",
+            :failures => [],
+            :start => DateTime.parse('2012-06-12T23:52:33+00:00'),
+            :assertions => 1,
+            :duration => 0.009,
+            :failed => 0,
+            :total => 1,
+            :file => 'test/javascripts/test_math.js',
+            :assertion_data => [
+              {
+                :result=>true,
+                :message=>"Two minus one equals one",
+                :actual=>1,
+                :expected=>1
+              }
+            ]
+          }
+        ]
+      }
+    ]
+  end
+
+  def test_failed_module_results
+    [
+      {
+        :name => "Basics",
+        :tests =>  [
+          {
+            :name => "This has one failure",
+            :assertion_data => [
+              {
+                :result => false,
+                :message => nil
+              }
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 1,
+            :file => "test/javascripts/test_basics.js",
+            :duration => 0.002,
+            :failed => 1,
+            :total => 1
+          },
+          {
+            :name => "This has no failures",
+            :assertion_data => [
+              {
+                :result => true,
+                :message => "It is 1",
+                :actual => 1,
+                :expected => 1
+              }
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 1,
+            :file => "test/javascripts/test_basics.js",
+            :duration => 0.006,
+            :failed => 0,
+            :total => 1
+          }
+        ]
+      },
+      {
+        :name => "Math",
+        :tests => [
+          {
+            :name => "Addition is hard",
+            :assertion_data => [
+              {
+                :result => false,
+                :message => "I got my math right",
+                :actual => 2,
+                :expected => 3
+              },
+              {
+                :result => false,
+                :message => "These strings match",
+                :actual => "Identical string here",
+                :expected => "String here"
+              }
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 2,
+            :file => "test/javascripts/test_math.js",
+            :duration => 0.02,
+            :failed => 2,
+            :total => 2
+          },
+          {
+            :name => "Check some subtraction",
+            :assertion_data => [
+              {
+                :result => true,
+                :message => "Two minus one equals one",
+                :actual => 1,
+                :expected => 1
+              },
+              {
+                :result => false,
+                :message => "Expected 2 assertions, but 1 were run"
+              }
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 2,
+            :file => "test/javascripts/test_math.js",
+            :duration => 0.008,
+            :failed => 1,
+            :total => 2
+          }
+        ]
+      }
+    ]
+  end
+
+  def test_failed_module_results_with_null
+    [
+      {
+        :name => "The module",
+        :tests =>  [
+          {
+            :name => "The test",
+            :assertion_data => [
+              {
+                :result => false,
+                :message => "Was it null?",
+                :actual => nil,
+                :expected => 5
+              }
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 1,
+            :file => "test/javascripts/test_module.js",
+            :duration => 0.002,
+            :failed => 1,
+            :total => 1
+          }
+        ]
+      }
+    ]
+  end
+
+  def test_failed_module_results_with_an_error
+    [
+      {
+        :name => "The module",
+        :tests =>  [
+          {
+            :name => "Error test",
+            :assertion_data => [
+              {
+                :result => true,
+                :message => "This one fine",
+                :actual => "String",
+                :expected => "String"
+              },
+              {
+                :result => false,
+                :message => "Died on test #3: asdf is undefined"
+              }
+
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 2,
+            :file => "test/javascripts/test_module.js",
+            :duration => 0.002,
+            :failed => 1,
+            :total => 2
+          },
+          {
+            :name => "OK test",
+            :assertion_data => [
+              {
+                :result => true,
+                :message => "All good",
+                :actual => 5,
+                :expected => 5
+              }
+
+            ],
+            :start => DateTime.parse('2012-06-14T13:24:11+00:00'),
+            :assertions => 1,
+            :file => "test/javascripts/test_module.js",
+            :duration => 0.002,
+            :failed => 0,
+            :total => 1
+          }
+        ]
+      }
+    ]
+  end
+
+end

data/test/unit/test_rhino_runner.rb

@@ -0,0 +1,114 @@
+require File.expand_path('../../test_helper', __FILE__)
+require 'stringio'
+
+# Test running tests with the Rhino test runner. These
+# are really more integration tests than unit tests.
+class TestRhinoRunner < MiniTest::Unit::TestCase
+
+  def test_running_basic_tests
+    results = runner_for_project('basic_project').run.results
+    assert_equal 3, results.total_tests, 'Correct number of tests run'
+    assert_equal 4, results.total_assertions, 'Correct number of assertions executed'
+    assert_equal 0, results.total_failures, 'Correct number of failures given'
+  end
+
+  # Make sure we can run tests with DOM operations
+  def test_running_dom_tests
+    results = runner_for_project('dom_project').run.results
+    assert_equal 1, results.total_tests, 'Correct number of tests run'
+    assert_equal 2, results.total_assertions, 'Correct number of assertions executed'
+    assert_equal 0, results.total_failures, 'Correct number of failures given'
+  end
+
+  def test_failures_are_recorded_correctly
+    results = runner_for_project('failures_project').run.results
+    assert_equal 4, results.total_tests, 'Correct number of tests run'
+    # QUnit calls the log callback (the same it calls for assertions) every time there
+    # is a failed expect(num). So add one to this total.
+    assert_equal 5 + 1, results.total_assertions, 'Correct number of assertions executed'
+    assert_equal 4, results.total_failures, 'Correct number of failures given'
+  end
+
+  def test_undefined_error_in_source
+    runner = QUnited::JsRunner::Rhino.new(
+      [File.join(FIXTURES_DIR, 'errors_project/app/assets/javascripts/undefined_error.js')],
+      [File.join(FIXTURES_DIR, 'errors_project/test/javascripts/this_test_has_no_errors_in_it.js')])
+
+    stderr = capture_stderr { runner.run }
+    assert stderr.size > 10, 'Got some stderr output to describe the crash'
+    results = runner.results
+    assert results.passed?, 'Should succeed even if crash in source file as long as tests pass'
+    assert_equal 1, results.total_tests, 'Correct number of tests run'
+    assert_equal 1, results.total_assertions, 'Correct number of assertions executed'
+    assert_equal 0, results.total_failures, 'Correct number of failures given'
+  end
+
+  def test_syntax_error_in_source
+    runner = QUnited::JsRunner::Rhino.new(
+      [File.join(FIXTURES_DIR, 'errors_project/app/assets/javascripts/syntax_error.js')],
+      [File.join(FIXTURES_DIR, 'errors_project/test/javascripts/this_test_has_no_errors_in_it.js')])
+
+    stderr = capture_stderr { runner.run }
+    assert stderr.size > 10, 'Got some stderr output to describe the crash'
+    results = runner.results
+    assert runner.results.passed?, 'Should succeed even if crash in source file as long as tests pass'
+    assert_equal 1, results.total_tests, 'Correct number of tests run'
+    assert_equal 1, results.total_assertions, 'Correct number of assertions executed'
+    assert_equal 0, results.total_failures, 'Correct number of failures given'
+  end
+
+  def test_undefined_error_in_test
+    runner = QUnited::JsRunner::Rhino.new(
+      [File.join(FIXTURES_DIR, 'errors_project/app/assets/javascripts/no_error.js')],
+      [File.join(FIXTURES_DIR, 'errors_project/test/javascripts/this_test_has_undefined_error.js')])
+
+    stderr = capture_stderr { runner.run }
+    assert stderr.strip.empty?, 'No stderr if test crashes - should have been caught'
+    results = runner.results
+    assert results.failed?, 'We got a failure with the undefined error'
+    assert_equal 2, results.total_tests, 'Correct number of tests run'
+    # "assertions" count will actually be 1, plus the unefined error being recorded
+    assert_equal 2, results.total_assertions, 'Correct number of assertions executed'
+    assert_equal 0, results.total_failures, 'Correct number of failures given'
+    # The crashed test errors, but the other should be allowed to succeed
+    assert_equal 1, results.total_errors, 'Correct number of errors given'
+  end
+
+  def test_syntax_error_in_test
+    runner = QUnited::JsRunner::Rhino.new(
+      [File.join(FIXTURES_DIR, 'errors_project/app/assets/javascripts/no_error.js')],
+      [File.join(FIXTURES_DIR, 'errors_project/test/javascripts/this_test_has_syntax_error.js'),
+        File.join(FIXTURES_DIR, 'errors_project/test/javascripts/this_test_has_no_errors_in_it.js')])
+
+    stderr = capture_stderr { runner.run }
+    assert stderr.size > 10, 'Got some stderr output to describe the crash'
+    results = runner.results
+    assert runner.results.failed?, 'Should fail if syntax error in test'
+  end
+
+  def test_no_tests_in_test_file_means_failure
+    runner = QUnited::JsRunner::Rhino.new(
+      [File.join(FIXTURES_DIR, 'errors_project/app/assets/javascripts/no_error.js')],
+      [File.join(FIXTURES_DIR, 'errors_project/test/javascripts/this_test_has_no_tests.js')])
+    runner.run
+
+    results = runner.results
+    assert results.failed?, 'No tests in a file means failure'
+  end
+
+  private
+
+  def runner_for_project(project_name)
+    Dir.chdir File.join(FIXTURES_DIR, project_name)
+    QUnited::JsRunner::Rhino.new("app/assets/javascripts/*.js", "test/javascripts/*.js")
+  end
+
+  def capture_stderr
+    previous_stderr, $stderr = $stderr, StringIO.new
+    yield
+    $stderr.string
+  ensure
+    $stderr = previous_stderr
+  end
+
+end

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification
+name: qunited
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Aaron Royer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-30 00:00:00.000000000 Z
+dependencies: []
+description: QUnited runs headless QUnit tests as part of your normal build
+email:
+- aaronroyer@gmail.com
+executables:
+- qunited
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Rakefile
+- bin/qunited
+- lib/qunited.rb
+- lib/qunited/js_runner.rb
+- lib/qunited/js_runner/base.rb
+- lib/qunited/js_runner/rhino.rb
+- lib/qunited/js_runner/rhino/js/env.rhino.js
+- lib/qunited/js_runner/rhino/js/js.jar
+- lib/qunited/js_runner/rhino/js/qunit-runner.js
+- lib/qunited/js_runner/rhino/js/qunit.js
+- lib/qunited/js_runner/rhino/js/yaml.js
+- lib/qunited/rake_task.rb
+- lib/qunited/results.rb
+- lib/qunited/runner.rb
+- lib/qunited/version.rb
+- qunited.gemspec
+- test/fixtures/basic_project/app/assets/javascripts/application.js
+- test/fixtures/basic_project/test/javascripts/test_basics.js
+- test/fixtures/basic_project/test/javascripts/test_math.js
+- test/fixtures/dom_project/app/assets/javascripts/application.js
+- test/fixtures/dom_project/test/javascripts/test_misc.js
+- test/fixtures/errors_project/app/assets/javascripts/no_error.js
+- test/fixtures/errors_project/app/assets/javascripts/syntax_error.js
+- test/fixtures/errors_project/app/assets/javascripts/undefined_error.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_no_errors_in_it.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_no_tests.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_syntax_error.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_undefined_error.js
+- test/fixtures/failures_project/app/assets/javascripts/application.js
+- test/fixtures/failures_project/test/javascripts/test_basics.js
+- test/fixtures/failures_project/test/javascripts/test_math.js
+- test/test_helper.rb
+- test/unit/test_results.rb
+- test/unit/test_rhino_runner.rb
+homepage: https://github.com/aaronroyer/qunited
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: qunited
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: QUnit tests in your build
+test_files:
+- test/fixtures/basic_project/app/assets/javascripts/application.js
+- test/fixtures/basic_project/test/javascripts/test_basics.js
+- test/fixtures/basic_project/test/javascripts/test_math.js
+- test/fixtures/dom_project/app/assets/javascripts/application.js
+- test/fixtures/dom_project/test/javascripts/test_misc.js
+- test/fixtures/errors_project/app/assets/javascripts/no_error.js
+- test/fixtures/errors_project/app/assets/javascripts/syntax_error.js
+- test/fixtures/errors_project/app/assets/javascripts/undefined_error.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_no_errors_in_it.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_no_tests.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_syntax_error.js
+- test/fixtures/errors_project/test/javascripts/this_test_has_undefined_error.js
+- test/fixtures/failures_project/app/assets/javascripts/application.js
+- test/fixtures/failures_project/test/javascripts/test_basics.js
+- test/fixtures/failures_project/test/javascripts/test_math.js
+- test/test_helper.rb
+- test/unit/test_results.rb
+- test/unit/test_rhino_runner.rb