testability-driver-runner 0.9.2

data/bin/sierra

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+# Add '.rb' to work around a bug in IronRuby's File#dirname
+$:.unshift(File.dirname(__FILE__ + '.rb') + '/../lib') unless $:.include?(File.dirname(__FILE__ + '.rb') + '/../lib')
+
+require 'tdrunner'
+
+begin
+  file, line = caller.first.split(":")
+  $stdout.puts "%s:%s warning: sierra deprecated please use tdrunner instead" % [ file, line]
+  # The dup is to keep ARGV intact, so that tools like ruby-debug can respawn.
+  failure = TDRunner::Main.execute(ARGV.dup)
+  Kernel.exit(0)
+rescue SystemExit => e
+  Kernel.exit(e.status)
+rescue Exception => e
+  STDERR.puts("#{e.message} (#{e.class})")
+  STDERR.puts(e.backtrace.join("\n"))
+  Kernel.exit(1)
+end

data/bin/tdrunner

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+# Add '.rb' to work around a bug in IronRuby's File#dirname
+$:.unshift(File.dirname(__FILE__ + '.rb') + '/../lib') unless $:.include?(File.dirname(__FILE__ + '.rb') + '/../lib')
+
+require 'tdrunner'
+
+begin
+  # The dup is to keep ARGV intact, so that tools like ruby-debug can respawn.
+  failure = TDRunner::Main.execute(ARGV.dup)
+  Kernel.exit(0)
+rescue SystemExit => e
+  Kernel.exit(e.status)
+rescue Exception => e
+  STDERR.puts("#{e.message} (#{e.class})")
+  STDERR.puts(e.backtrace.join("\n"))
+  Kernel.exit(1)
+end

data/lib/tdrunner.rb

@@ -0,0 +1,208 @@
+############################################################################
+##
+## Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).
+## All rights reserved.
+## Contact: Nokia Corporation (testabilitydriver@nokia.com)
+##
+## This file is part of Testability Driver.
+##
+## If you have questions regarding the use of this file, please contact
+## Nokia at testabilitydriver@nokia.com .
+##
+## This library is free software; you can redistribute it and/or
+## modify it under the terms of the GNU Lesser General Public
+## License version 2.1 as published by the Free Software Foundation
+## and appearing in the file LICENSE.LGPL included in the packaging
+## of this file.
+##
+############################################################################
+
+
+require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_monitor' ) )
+require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_profile' ) )
+require 'yaml'
+
+#Sophisticated Interface for Running Random Automation
+module TDRunner
+  #Main class which is used to start TDRunner run
+  class Main
+    include TDRunnerMonitor
+    class << self
+      def execute(args)
+        begin
+          new(args)
+          return 0
+        rescue Exception => e
+          Kernel.raise e,("#{e.message} #{e.backtrace}")
+        end
+      end
+    end
+    #Initializes TDRunner and checks the command line parameters
+    #-h and --help displays help for TDRunner
+    #-p loads a execution profile from siearra.yml configuration file form config folder in the execution directory
+    #parse the command line arguments if above steps are not found
+    def initialize(args)
+      if args[0]=='-h'
+        tdrunner_help()
+      elsif args[0]=='--help'
+        tdrunner_help()
+      elsif args[0]=='--version'
+        puts '0.9.2'
+      elsif args[0]=='--websi'
+        start_websi()
+      elsif args[0]=='-p'
+        profile = TDRunnerProfileLoader.new(args)
+        tdrunner_profiles=profile.get_execution_profiles
+        tdrunner_profiles.each do |tdrunner_profile|
+          tdrunner_profile_execution_args=profile.args_from(tdrunner_profile)
+          start_tdrunner(tdrunner_profile_execution_args)
+        end
+      elsif args[0]==nil
+        tdrunner_help()
+      else
+        start_tdrunner(args)
+      end
+    end
+    #Start tdrunner web UI
+    def start_websi()
+      websi_dir=[]
+      tdrunner_location=File.dirname(__FILE__)
+      websi_dir_arr=tdrunner_location.split('/')
+      for i in (0..websi_dir_arr.length-4)
+        websi_dir << websi_dir_arr[i] if websi_dir_arr[i] != nil
+      end
+      websi_path=websi_dir.join('/')
+      begin
+        Dir.chdir(websi_path+'/websi')
+        system ("ruby script/server")
+      rescue
+      ensure
+      end
+    end
+    #Executes the tdrunner command
+    #Loads the tdrunner command parameters in to memory for test execution control
+    def execute_test_unit_tests(test_parameters)
+      test_files=[]
+      tests=[]
+      test_suite = Test::Unit::TestSuite.new('Test suite')
+      tdrunner_tests=TDRunnerTestUnit::TDRunnerTestSuiteBuilder.new()
+      test_parameters.each do |value|
+        test_files.push tdrunner_tests.get_files(value)
+      end
+      test_files.each do |test_file|
+        tests.push tdrunner_tests.add_file(test_file)
+      end
+      tests.each do |test_classes|
+        test_classes.each do |test_class|
+          test_suite << test_class.suite
+        end
+      end
+      @tdrunner_runner=TDRunnerTestUnit::ForkedTestUnitRunner.new(test_suite)
+    end
+    def execute_cucumber_tests(test_parameters=[])
+      if Gem.available?('cucumber')
+        @cucumber_command=Array.new(test_parameters)
+        @tdrunner_runner=TDRunnerCucumber::ForkedCucumberRunner.new(@cucumber_command).execute
+      else
+        $stderr.puts('WARNING: Cucumber test framework gem was not found or installed')
+      end
+    end
+    def start_tdrunner(args)
+      $tdrunner_parameters=TDRunnerParameters.new(args)
+      ARGV.clear
+      wait_for_starttime($tdrunner_parameters)
+      case $tdrunner_parameters.test_framework
+      when 'cucumber'
+        require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_cucumber' ) )
+        @cucumber_command=$tdrunner_parameters.test_framework_command
+        execute_cucumber_tests(@cucumber_command)
+      when 'test_suite', 'test_unit'
+        require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_test_unit' ) )
+        @test_unit_command=$tdrunner_parameters.test_framework_command
+        execute_test_unit_tests(@test_unit_command)
+      else
+        require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_cucumber' ) )
+        require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_test_unit' ) )
+        @test_folder=$tdrunner_parameters.test_framework_command
+        execute_test_unit_tests(@test_folder)
+        @test_folder.each do |folder|
+          if File.directory?(folder)
+            if Gem.available?('cucumber')
+              if Gem.available?('cucumber','>0.4.4')
+                cucumber_parameters=["#{folder.to_s}", "-f", "TDriverReport::CucumberReporter"]
+              end
+              if Gem.available?('cucumber','=0.4.4')
+                cucumber_parameters=["#{folder.to_s}", "-f", "TDriverReport::CucumberListener"]
+              end
+              execute_cucumber_tests(cucumber_parameters)
+            else
+              $stderr.puts('WARNING: Cucumber test framework gem was not found or installed')
+            end
+          end
+        end
+      end
+
+      write_failed_sip_file($tdrunner_parameters)
+    end
+    #Method for displaying tdrunner help in commandline
+    def tdrunner_help()
+      puts 'Usage: tdrunner [options] [framework command]'
+      puts ''
+      puts 'Examples:'
+      puts ''
+      puts 'tdrunner my_test_folder'
+      puts ''
+      puts 'Executes tests for 1.5 hours:'
+      puts 'tdrunner -H 1.5 cucumber features'
+      puts 'tdrunner -H 1.5 test_suite ts_my_test_unit_suite.rb'
+      puts ''
+      puts 'Repeats tests for ten iterations:'
+      puts 'tdrunner -i 10 cucumber features'
+      puts 'tdrunner -i 10 test_suite ts_my_test_unit_suite.rb'
+      puts ''
+      puts 'Runs tests until defined date and time is reached:'
+      puts 'tdrunner -d "12.12.2100 12:00" cucumber features'
+      puts 'tdrunner -d "12.12.2100 12:00" test_suite ts_my_test_unit_suite.rb'
+      puts ''
+      puts 'Start tests when this time is reached:'
+      puts 'tdrunner -s "12.12.2100 12:00" cucumber features'
+      puts 'tdrunner -s "12.12.2100 12:00" test_suite ts_my_test_unit_suite.rb'
+      puts ''
+      puts 'Run test unit teardown only when the testcase is failed:'
+      puts 'tdrunner --teardown -d "12.12.2100 12:00" test_suite ts_my_test_unit_suite.rb'
+      puts ''
+      puts 'Create a execution profile without running the tests:'
+      puts 'tdrunner -m my_execution_profile --teardown -d "12.12.2100 12:00" test_suite ts_my_test_unit_suite.rb'
+      puts 'tdrunner -m my_execution_profile my_test_case_folder'
+      puts ''
+      puts 'Run tests using a execution profile:'
+      puts 'tdrunner -e my_execution_profile --teardown -d "12.12.2100 12:00" test_suite ts_my_test_unit_suite.rb'
+      puts 'tdrunner -e my_execution_profile my_test_folder'
+      puts 'tdrunner --ordered -e my_execution_profile my_test_folder'
+      puts ''
+      puts 'Create a execution profile of all Test::Unit tests which failed when tests were run using an execution profile:'
+      puts 'tdrunner -t my_failed_test_cases.sip -e my_execution_profile my_test_case_folder'
+      puts ''
+      puts 'Runs tests using a predefined profiles:'
+      puts 'tdrunner -p lpt'
+      puts 'tdrunner -p lpt_qt lpt_sd my_cucumber_tests my_test_unit_test'
+      puts ''
+      puts 'Combines prefious test results to the current test execution:'
+      puts 'tdrunner -c C:/tdriver_test_resuts/test_run_yyyyddmmhhss my_test_suite_folder'
+      puts ''
+      puts ''
+      puts "\t-H i\t\t\tDefines how many hours tdrunner will run i as number of hours."
+      puts "\t-i i\t\t\tDefines how many iterations tdrunner will run the tests i as number of iterations."
+      puts "\t-d \"date time\"\t\tDefines end date and time when tdrunner will stop testing"
+      puts "\t-e execution_profile \tDefines tdrunner to use execution profile for running tests"
+      puts "\t-m execution_profile \tDefines tdrunner to create execution profile without running tests"
+      puts "\t-t execution_profile \tDefines tdrunner to create execution profile of failed Test::Unit tests"
+      puts "\t--teardown\t\tRun test unit teardown only when the testcase is failed."
+      puts "\t--ordered\t\tUse this parameter with execution profile to run tests as they are ordered in the sip file."
+      puts "\t--websi\t\tUse this parameter to start tdrunner web interface which is then found from address http://localhost:3000/websi/"
+      puts "\t-p profile_name\t\tPull commandline arguments from tdrunner.yml which can be defined as strings or arrays."
+      puts "\t--version\t\tShow version."
+      puts "\t-h, --help\t\tYou're looking at it."
+    end
+  end
+end

data/lib/tdrunner.yml

@@ -0,0 +1 @@
+default: test

data/lib/tdrunner_cucumber.rb

@@ -0,0 +1,222 @@
+############################################################################
+## 
+## Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies). 
+## All rights reserved. 
+## Contact: Nokia Corporation (testabilitydriver@nokia.com) 
+## 
+## This file is part of Testability Driver.
+## 
+## If you have questions regarding the use of this file, please contact 
+## Nokia at testabilitydriver@nokia.com . 
+## 
+## This library is free software; you can redistribute it and/or 
+## modify it under the terms of the GNU Lesser General Public 
+## License version 2.1 as published by the Free Software Foundation 
+## and appearing in the file LICENSE.LGPL included in the packaging 
+## of this file. 
+## 
+############################################################################
+
+
+require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_monitor' ) )
+require File.expand_path( File.join( File.dirname( __FILE__ ), 'tdrunner_cucumber_runners' ) )
+module TDRunner
+  module TDRunnerCucumber
+    begin
+      require 'cucumber/cli/configuration'
+      require 'cucumber/cli/main'
+      #This class is used for building the TDRunner cucumber test suite
+      class Cucumber::Cli::Configuration
+        include TDRunner::TDRunnerMonitor
+        # Modified feature file loader for multiplying the loaded features
+        def feature_files
+          potential_feature_files = paths.map do |path|
+            path = path.gsub(/\\/, '/') # In case we're on windows. Globs don't work with backslashes.
+            path = path.chomp('/')
+            if File.directory?(path)
+              Dir["#{path}/**/*.feature"]
+            elsif path[0..0] == '@' and # @listfile.txt
+              File.file?(path[1..-1]) # listfile.txt is a file
+              IO.read(path[1..-1]).split
+            else
+              path
+            end
+          end.flatten.uniq
+          remove_excluded_files_from(potential_feature_files)
+          lpt_feature_files = potential_feature_files.sort         
+          lpt_feature_files,content_arr=randomize_test_cases(lpt_feature_files,$tdrunner_parameters)
+          lpt_feature_files
+        end
+      end
+      # TDRunner test runner for cucumber tests
+      class ForkedCucumberRunner < Cucumber::Cli::Main
+        include TDRunnerMonitor
+        include TDRunnerCucumberRunners
+        def step_mother
+          @step_mother ||= Cucumber::StepMother.new
+        end
+        def execute()
+          if Gem.available?('cucumber','>0.4.4')
+            execute!
+          else
+            execute!(step_mother)
+          end
+        end
+        
+        def initialize(args, out_stream = STDOUT, error_stream = STDERR)
+          @args         = args
+          if Gem.available?('cucumber','>0.4.4')
+            if Cucumber::WINDOWS_MRI
+              @out_stream   = out_stream == STDOUT ? Cucumber::Formatter::ColorIO.new(Kernel, STDOUT) : out_stream
+            else
+              @out_stream   = out_stream
+            end
+          else
+            @out_stream   = out_stream == STDOUT ? Cucumber::Formatter::ColorIO.new : out_stream
+          end
+
+
+          @error_stream = error_stream
+        end
+        
+        def create_cucumber_runner(step_mother)
+          runner=nil
+          if tdrunner_loaded_features==nil
+            runner=configuration.build_runner(step_mother, @out_stream)
+            set_tdrunner_loaded_features(configuration.feature_dirs,runner)
+          else
+            tdrunner_loaded_features.each do |value|
+              if value[0].to_s == configuration.feature_dirs.to_s                
+                runner = value[1].at(0)
+              end
+            end
+          end       
+          if runner==nil
+            runner=configuration.build_runner(step_mother, @out_stream)
+            set_tdrunner_loaded_features(configuration.feature_dirs,runner)
+          end
+          runner
+        end
+        def execute!(step_mother=nil)
+          if step_mother==nil
+            trap_interrupt
+            return @drb_output if run_drb_client            
+
+            #SIERRA runner
+            loaded_features=configuration.feature_files
+            run_start_time=Time.now
+            b_execution_monitor_thread=false
+            $tdrunner_interrupted=false
+            iteration=0
+            while tdrunner_active(run_start_time,iteration,$tdrunner_parameters)==true
+              if b_execution_monitor_thread==false
+                b_execution_monitor_thread=true
+                t1 = Thread.new do
+                  begin
+                    while  $tdrunner_interrupted==false
+                      sleep 10
+                      if tdrunner_active(run_start_time,iteration,$tdrunner_parameters)==false
+                        $tdrunner_interrupted=true
+                      end
+                    end
+                    Cucumber.wants_to_quit = true
+                  rescue Exception => e
+                    $tdrunner_interrupted=true
+                    Cucumber.wants_to_quit = true
+                  end
+                end
+              end
+              $tdrunner_interrupted=true if configuration.feature_files==[]
+              runtime = Cucumber::Runtime.new(configuration)
+              runtime.run!
+              break if $tdrunner_interrupted
+
+              iteration+=1
+            end
+            iteration=0
+            $tdrunner_interrupted=true
+            current_run_time=Time.now-run_start_time
+            puts 'Run time: '+ format_duration(current_run_time)
+            #end SIERRA runner
+
+            runtime.results.failure? if runtime
+            
+          else
+            trap_interrupt
+            if configuration.drb?
+              begin
+                return DRbClient.run(@args, @error_stream, @out_stream, configuration.drb_port)
+              rescue DRbClientError => e
+                @error_stream.puts "WARNING: #{e.message} Running features locally:"
+              end
+            end
+            step_mother.options = configuration.options
+            step_mother.log = configuration.log
+
+            step_mother.load_code_files(configuration.support_to_load)
+            step_mother.after_configuration(configuration)
+            features = step_mother.load_plain_text_features(configuration.feature_files)
+            step_mother.load_code_files(configuration.step_defs_to_load)
+
+            enable_diffing
+
+            runner =  create_cucumber_runner(step_mother)
+            step_mother.visitor = runner # Needed to support World#announce
+          
+            #SIERRA runner
+            run_start_time=Time.now
+            b_execution_monitor_thread=false
+            $tdrunner_interrupted=false
+            iteration=0
+            while tdrunner_active(run_start_time,iteration,$tdrunner_parameters)==true
+              if b_execution_monitor_thread==false
+                b_execution_monitor_thread=true
+                t1 = Thread.new do
+                  begin
+                    while  $tdrunner_interrupted==false
+                      sleep 10
+                      if tdrunner_active(run_start_time,iteration,$tdrunner_parameters)==false
+                        $tdrunner_interrupted=true
+                      end
+                    end
+                    Cucumber.wants_to_quit = true
+                  rescue Exception => e
+                    $tdrunner_interrupted=true
+                    Cucumber.wants_to_quit = true
+                  end
+                end
+              end
+              $tdrunner_interrupted=true if configuration.feature_files==[]
+              runner.visit_features(features)
+              break if $tdrunner_interrupted
+              features=nil
+              features = step_mother.load_plain_text_features(configuration.feature_files)
+              step_mother.log = nil
+              step_mother.log = configuration.log
+              iteration+=1
+            end
+            iteration=0
+            $tdrunner_interrupted=true
+            current_run_time=Time.now-run_start_time
+            puts 'Run time: '+ format_duration(current_run_time)
+            #end SIERRA runner
+
+            failure = if exceeded_tag_limts?(features)
+              FAILURE
+            elsif configuration.wip?
+              step_mother.scenarios(:passed).any?
+            else
+              step_mother.scenarios(:failed).any? ||
+                (configuration.strict? && (step_mother.steps(:undefined).any? || step_mother.steps(:pending).any?))
+            end
+          end
+        rescue Exception => e
+          puts e.message
+          true
+        end
+      end
+    rescue LoadError
+
+    end
+  end
+end