test-parser 0.8.0

data/History.txt

@@ -0,0 +1,12 @@
+== 0.0.1 2007-07-01
+
+* 1 major enhancement:
+  * Initial release
+
+== 0.8.0 2007-08-01
+
+* 4 major enhancements:
+  * Support for rspec
+  * Support for rubyunit
+  * Support for pyunit
+  * Support for quickCheck

data/License.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2007 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -0,0 +1,29 @@
+History.txt
+License.txt
+Manifest.txt
+README.txt
+Rakefile
+bin/test_parser
+lib/test-parser.rb
+lib/test-parser/version.rb
+lib/test-parser/parsers/pyunit.rb
+lib/test-parser/parsers/rspec.rb
+lib/test-parser/parsers/rubyunit.rb
+lib/test-parser/parsers/junit4.rb
+lib/test-parser/parsers/quickCheck.rb
+lib/test-parser/parsers/base.rb
+scripts/txt2html
+setup.rb
+spec/spec_helper.rb
+spec/test_parsers_spec.rb
+spec/example_data/pyunit.rb
+spec/example_data/rspec.rb
+spec/example_data/junit4.rb
+spec/example_data/rubyunit.rb
+spec/example_data/quickCheck.rb
+website/index.html
+website/index.txt
+website/parser_output.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/screen.css
+website/template.rhtml

data/README.txt

@@ -0,0 +1,3 @@
+README for test-parser
+======================
+

data/Rakefile

@@ -0,0 +1,147 @@
+require 'rubygems'
+require 'rake'
+require 'rake/clean'
+require 'rake/testtask'
+require 'rake/packagetask'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'rake/contrib/rubyforgepublisher'
+require 'fileutils'
+require 'hoe'
+begin
+  require 'spec/rake/spectask'
+rescue LoadError
+  puts 'To use rspec for testing you must install rspec gem:'
+  puts '$ sudo gem install rspec'
+  exit
+end
+
+include FileUtils
+require File.join(File.dirname(__FILE__), 'lib', 'test-parser', 'version')
+
+AUTHOR = 'Peter Burns'  # can also be an array of Authors
+EMAIL = "rictic@gmail.com"
+DESCRIPTION = "A collection of parsers for parsing the output of various testing suites."
+GEM_NAME = 'test-parser' # what ppl will type to install your gem
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}"
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  @rubyforge_username ||= @config["username"]
+end
+
+RUBYFORGE_PROJECT = 'test-parser' # The unix name for your project
+HOMEPATH = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+
+NAME = "test-parser"
+REV = nil 
+# UNCOMMENT IF REQUIRED: 
+# REV = `svn info`.each {|line| if line =~ /^Revision:/ then k,v = line.split(': '); break v.chomp; else next; end} rescue nil
+VERS = TestParser::VERSION.to_s + (REV ? ".#{REV}" : "")
+CLEAN.include ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']
+RDOC_OPTS = ['--quiet', '--title', 'test-parser documentation',
+    "--opname", "index.html",
+    "--line-numbers", 
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps 
+    @extra_deps.reject { |x| Array(x).first == 'hoe' } 
+  end 
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.author = AUTHOR 
+  p.description = DESCRIPTION
+  p.email = EMAIL
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= CLEAN  #An array of file patterns to delete on clean.
+  p.extra_deps << "rake"
+  p.extra_deps << "rspec"
+  
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  #p.extra_deps = []     # An array of rubygem dependencies [name, version], e.g. [ ['active_support', '>= 1.3.1'] ]
+  #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+end
+
+CHANGES = hoe.paragraphs_of('History.txt', 0..1).join("\n\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+
+desc 'Generate website files'
+task :website_generate do
+  Dir['website/**/*.txt'].each do |txt|
+    sh %{ ruby scripts/txt2html #{txt} > #{txt.gsub(/txt$/,'html')} }
+  end
+end
+
+desc 'Upload website files to rubyforge'
+task :website_upload do
+  host = "#{rubyforge_username}@rubyforge.org"
+  remote_dir = "/var/www/gforge-projects/#{PATH}/"
+  local_dir = 'website'
+  sh %{rsync -aCv #{local_dir}/ #{host}:#{remote_dir}}
+end
+
+desc 'Generate and upload website files'
+task :website => [:website_generate, :website_upload, :publish_docs]
+
+desc 'Release the website and new gem version'
+task :deploy => [:check_version, :website, :release] do
+  puts "Remember to create SVN tag:"
+  puts "svn copy svn+ssh://#{rubyforge_username}@rubyforge.org/var/svn/#{PATH}/trunk " +
+    "svn+ssh://#{rubyforge_username}@rubyforge.org/var/svn/#{PATH}/tags/REL-#{VERS} "
+  puts "Suggested comment:"
+  puts "Tagging release #{CHANGES}"
+end
+
+desc 'Runs tasks website_generate and install_gem as a local deployment of the gem'
+task :local_deploy => [:website_generate, :install_gem]
+
+task :check_version do
+  unless ENV['VERSION']
+    puts 'Must pass a VERSION=x.y.z release version'
+    exit
+  end
+  unless ENV['VERSION'] == VERS
+    puts "Please update your version.rb to match the release version, currently #{VERS}"
+    exit
+  end
+end
+
+desc "Run the specs under spec/models"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/*_spec.rb']
+end
+
+desc "Default task is to run specs"
+task :default => :spec
+
+desc "Uninstall the current version of the library"
+task :uninstall do
+  sh "yes | gem uninstall #{RUBYFORGE_PROJECT}"
+end
+
+desc "Uninstall the current version and deploy locally again"
+task :reinstall => [:uninstall, :local_deploy]

data/bin/test_parser

@@ -0,0 +1,16 @@
+require 'test-parser'
+require 'yaml'
+def usage
+  puts "usage: test_parser <test_framework>"
+  puts "  frameworks:"
+  TestParser.parsers.each {|p,_| puts "    #{p}"}
+  exit 1
+end
+
+usage if !ARGV[0]
+parser = TestParser.parsers[ARGV[0].to_sym]
+usage if !parser
+
+
+
+puts YAML.dump(parser.parse(STDIN.read))

data/lib/test-parser.rb

@@ -0,0 +1,14 @@
+require 'test-parser/version'
+require 'rake'
+require File.dirname(__FILE__) + '/test-parser/parsers/base.rb'
+FileList[File.dirname(__FILE__) + '/test-parser/parsers/*.rb'].each {|parser| require parser}
+
+module TestParser
+  def self.parsers
+    {:rspec => TestParser::RSpec,
+     :pyunit => TestParser::PyUnit,
+#      :junit4 => TestParser::JUnit4,
+     :rubyunit => TestParser::RubyUnit,
+     :quickCheck => TestParser::QuickCheck}
+  end
+end

data/lib/test-parser/parsers/base.rb

@@ -0,0 +1,5 @@
+module TestParser
+  class Base
+    
+  end
+end

data/lib/test-parser/parsers/junit4.rb

@@ -0,0 +1,18 @@
+module TestParser
+  class JUnit4 < Base
+    def self.parse test_results
+      test_info = Hash.new(0)
+      test_info[:failures] = []
+      
+      "Tests run: 2, Failures: 1, Errors: 0"
+      test_results.scan(/Tests? run: (\d+), Failures: (\d+), Errors: (\d+)/).each do |(tests,failures,errors)|
+        test_info[:failure_count] += failures.to_i + errors.to_i
+        test_info[:test_count] += tests.to_i
+      end
+      
+      test_info[:success_count] = test_info[:test_count] - test_info[:failure_count]
+      test_info.default = nil
+      test_info
+    end
+  end
+end

data/lib/test-parser/parsers/pyunit.rb

@@ -0,0 +1,40 @@
+module TestParser
+  class PyUnit < Base
+    def self.parse test_results
+      test_info = Hash.new(0)
+      test_info[:failure_count] = 0
+      test_info[:failures] = []
+
+      failure_regex = /^(ERROR|FAIL): (.*?)\n-+\nTraceback \(most recent call last\):\n(\s*File \"(.*?)\", line (\d+),( in (.*?))?\n.*?\n(.*?)([A-Za-z]*?): (.*?))\n+(---------|=======)/m
+      failed_tests = test_results.scan(failure_regex).each do |_1,test,_stack_trace,file,line,_2,method,_rest_of_stack,error_class,message,_3|
+        failure_info = {:file => file,
+                        :line => line.to_i,
+                        :error_type => error_class,
+                        :message => message,
+                        :test => test}
+        failure_info[:method] = method if method
+        test_info[:failures] << failure_info
+      end
+      test_info[:failure_count] += failed_tests.size
+
+
+  #     critical_errors = test_results.scan(/^$/m)
+  #     critical_errors.each do |file,line,stack,error_class,message|
+  #       test_info[:failure_count] += 1
+  #       test_info[:failures] << {:file => file,
+  #                                :line => line,
+  #                                :stack_trace => stack,
+  #                                :type => error_class,
+  #                                :message => message}
+  #     end
+
+      test_results.scan(/Ran (\d+) tests? in/).each do |successes|
+        test_info[:success_count] += successes.first.to_i
+      end
+      test_info[:success_count] -= test_info[:failure_count]
+
+      test_info.default = nil
+      test_info
+    end
+  end
+end

data/lib/test-parser/parsers/quickCheck.rb

@@ -0,0 +1,34 @@
+module TestParser
+  class QuickCheck < Base
+    def self.parse test_results
+      test_info = Hash.new
+      test_info[:failures] = []
+      test_info[:failure_count] = 0    
+      test_info[:success_count] = 0  
+      test_info[:test_count] = 0
+
+      # you should really use the +names option with quickCheck here,
+      #   quickCheck doesn't give you much info on the command line, and
+      #   every little bit helps
+      
+      #known bug: need to deal with the characters used to rewrite the number of tests written
+      #           i.e. the ascii control characters that quickCheck uses to increment the current number of tests ran
+      
+      test_results.scan(/((^\s*?): )?OK, passed (\d+) tests./).each do |(_1,test,tests_passed,)|
+        test_info[:success_count] += 1
+        test_info[:test_count] += 1
+      end
+      
+      #this assumes that the counterexample can be shown on a single line
+      test_results.scan(/(([^\s]*?): )?(Falsifiable, after (\d+) tests:\n.*?)\n/) do |_1,test,message,successes|
+        test_info[:failure_count] += 1
+        test_info[:test_count] += 1
+        failure_info = {:message => message}
+        failure_info[:test] = test if test
+        test_info[:failures] << failure_info
+      end
+      
+      test_info
+    end
+  end
+end

data/lib/test-parser/parsers/rspec.rb

@@ -0,0 +1,61 @@
+module TestParser
+  class RSpec < Base
+    def self.parse test_results
+      test_info = Hash.new(0)
+      test_info[:failures] = []
+
+      #count them
+      test_results.scan(/(\d+) (specification|example)s?, (\d+) failures?/) do |(examples,_,failures)|
+        test_info[:failure_count] += failures.to_i
+        test_info[:success_count] += examples.to_i - failures.to_i
+        test_info[:test_count] += examples.to_i
+      end
+
+      #look for errors
+      #  ../../test-parser//pkg/test-parser-0.5.0/setup.rb:440: undefined method `set' for class `ConfigTable::ExecItem' (NameError)
+      #/opt/[.......]/rake.rb:2028:in `const_missing': uninitialized constant TestRunner (NameError)
+      error_regex1 = /\s*(.*?)\:(\d+)\:(in `(.*?)':)? (.*?) \((.*?)\)/
+      test_results.scan(error_regex1) do |(file,line,_,method,message,type)|
+        error_info = {:file => file,
+                      :line => line.to_i,
+                      :message => message,
+                      :error_type => type,}
+        error_info[:method] = method if method
+        test_info[:failures] << error_info
+      end
+
+      #1)
+      #NameError in 'the PyUnitParser should be able to count successes and failures in some examples'
+      #undefined local variable or method `results' for PyUnitParser:Module
+      #./spec/../lib/test-parser/parsers/pyunit.rb:8:in `parse'
+      error_regex2 = /\s+(.*?) in '(.*?)'\s+(.*?)\s+(.*?):(\d+):(in `(.*?)')?/
+      test_results.scan(error_regex2) do |(type,test,message,file,line,_,method)|
+        error_info = {:error_type => type,
+                      :test => test,
+                      :message => message,
+                      :file => file,
+                      :line => line.to_i,
+                      }
+        error_info[:method] = method if method
+        test_info[:failures] << error_info
+      end
+
+      #look for failures
+      #1)
+      #'RSpecParser should agree with the listed examples' FAILED
+      #expected 1, got 2 (using ==)
+      #./spec/test_rspec_parser_spec.rb:15:
+      #
+      failure_regex = /\d+\)\s+'(.*?)' FAILED\s+(.*?)\n\s*(.*?):(\d+):/
+      test_results.scan(failure_regex) do |(test,message,file,line)|
+        test_info[:failures] << {:test => test,
+                                 :message => message,
+                                 :file => file,
+                                 :line => line.to_i,}
+      end
+
+      test_info.default = nil
+      test_info
+    end
+  end
+end

data/lib/test-parser/parsers/rubyunit.rb

@@ -0,0 +1,42 @@
+module TestParser
+  class RubyUnit < Base
+    def self.parse test_results
+      test_info = Hash.new(0)
+      test_info[:failures] = []
+      
+      #1 tests, 1 assertions, 0 failures, 0 errors
+      test_results.scan(/(\d+) tests?, \d+ assertions?, (\d+) failures?, (\d+) errors/).each do |(tests,failures,errors)|
+        test_info[:failure_count] += failures.to_i + errors.to_i
+        test_info[:test_count] += tests.to_i
+      end
+      
+      #  1) Failure:
+      #test_truth(TestGtest) [test/test_gtest.rb:9]:
+      #<false> is not true.
+      test_results.scan(/\s+\d+\) Failure:\n(.*?) \[(.*?):(\d+)\]:\n(.*?)\n/).each do |(test,file,line,message)|
+        test_info[:failures] << {:test => test,
+                                 :file => file,
+                                 :line => line.to_i,
+                                 :message => message}
+      end
+      
+      #  1) Error:
+      #test_truth(TestGtest):
+      #RuntimeError: What
+      #    test/test_gtest.rb:9:in `test_truth'
+      test_results.scan(/\s+\d+\) Error:\n(.+?):\n(.+?): (.+?)\n\s*(.+?):(\d+):in `(.+?)'/).each do |(test,error_type,message,file,line,method)|
+        test_info[:failures] << {:test => test,
+                                 :error_type => error_type,
+                                 :message => message,
+                                 :file => file,
+                                 :line => line.to_i,
+                                 :method => method}
+      end
+      
+      
+      test_info[:success_count] = test_info[:test_count] - test_info[:failure_count]
+      test_info.default = nil
+      test_info
+    end
+  end
+end