testmgr 0.2.0 → 0.3.1.pre

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7f9530479cbe48581dec9f1f5560504e86d24ecf
-  data.tar.gz: 7907c57a9d048e27dcb1c50cc449cdcc3bcd1edf
+  metadata.gz: c788171781d05e43fe0bb67af44a10298917bdce
+  data.tar.gz: 30952ea5a9c7fb6b371ba34ea7178d4066340944
 SHA512:
-  metadata.gz: 203b5bd3e1086eafaa1c7c743ecd61cd960e320e404af023fb71c527cfa14569801dad3395b88b62d09f507fa796ffb26cea7d19cbb80419d1dcca6433d0aec0
-  data.tar.gz: 403cbcd4075d3f203d1e5af2eea720a4ebd01e6cfd50e10b38e485ec1f93c08b4d74a011979374b40fd84142caa5917990e0fe90f12ad143371c81251cfacf72
+  metadata.gz: baaf2dd58fa586a0e04ad62b201d23bc296e0c421633a5a3bee5e8712b5ef0f261f196ac62c84ae809be818383c8d4d675c893fa8d29bb24768fb8c30bd9d981
+  data.tar.gz: eacb47d26ede485337c6da4b1d6307d87ddfbd3a36c2cbe663415d5fceb28b984d915f85895369924b48b94621957ff21149729c67104d09a9bf2f93f090ef91

data/examples/ex1.rb

@@ -0,0 +1,21 @@
+require_relative('../lib/testmgr')
+
+
+Testmgr::TestReport.instance.addRequirement('REQ-ABC')
+req=Testmgr::TestReport.instance.getReq('REQ-ABC')
+
+
+Testmgr::TestReport.instance.getReq('REQ-ABC').add(Testmgr::TestCase.new('visible_when', "Dynamic"))
+
+tc = Testmgr::TestReport.instance.getReq('REQ-ABC').tc('visible_when').add(true, 'Must be true')
+
+
+
+Testmgr::TestReport.instance.getReq('REQ-ABC').tc('visible_when').add(false, 'Must be false')
+
+Testmgr::TestReport.instance.getReq('REQ-ABC').get_child('peter').add(true, 'Peter 1')
+
+Testmgr::TestReport.instance.report()
+
+puts Testmgr::TestReport.instance.getMetrics()
+

data/lib/testmgr/base/test_case.rb

@@ -24,9 +24,13 @@ module Testmgr
       @metrics[:total] > 0 && @metrics[:passed] > 0 && @metrics[:failed]==0
     end
 
+    def getMetrics()
+      @metrics
+    end
+
     def add(rc, desc)
 
-      puts __FILE__ + (__LINE__).to_s + " TestCase.add(#{rc}, #{desc})"
+      puts __FILE__ + (__LINE__).to_s + " TestCase.add(#{rc}, #{desc})" if Testmgr::TestReport.instance.verbose
       @assertions << { :rc => rc, :description => desc }
 
       if rc.nil?

data/lib/testmgr/base/test_composite.rb

@@ -60,6 +60,10 @@ module Testmgr
       @sub_tasks.each { |task| time += task.get_time_required }
     end
 
+    def totalTestCases()
+      @sub_tasks.length
+    end
+
     def getResult()
       rc=true
       @sub_tasks.each do |task|
@@ -78,6 +82,23 @@ module Testmgr
       end
     end
 
+    def getMetrics()
+      m={:passed => 0, :failed => 0, :skipped => 0, :total => 0}
+      @sub_tasks.each do |t|
+        if t.is_a?(Testmgr::TestCase)
+          _m = t.getMetrics()
+          m[:total] += _m[:total]
+          m[:passed] += _m[:passed]
+          m[:failed] += _m[:failed]
+          m[:skipped] += _m[:skipped]
+        else
+          puts __FILE__ + (__LINE__).to_s + " Unsure here."
+        end
+      end
+
+      m
+    end
+
     def tc(name)
       child(name)
     end

data/lib/testmgr/base/test_report.rb

@@ -8,7 +8,8 @@ module Testmgr
 class TestReport
   include Singleton
 
-  attr_accessor :webApp
+  DEFAULT_REQ='__TBD__'
+
   attr_accessor :completed
   attr_accessor :description
   attr_accessor :environment_under_test
@@ -16,18 +17,20 @@ class TestReport
   attr_accessor :test_list
   attr_accessor :browser_under_test
   attr_accessor :data_under_test
-  attr_accessor :drugUnderTest
   attr_accessor :worksheet_under_test
   attr_accessor :req_list
   attr_accessor :requirements
 
+  attr_accessor :current_rec
 
-
+  attr_accessor :verbose
   attr_accessor :generalUser
 
+
   def initialize()
-    puts 'TestReport.initialize()'
+    @verbose=false
     @description=""
+    @current_rec = { :req => DEFAULT_REQ, :tc => DEFAULT_REQ}
     @test_list = []
     @req_list = []
     @requirements=[]
@@ -36,10 +39,51 @@ class TestReport
     @tStart=Time.now
 
 
-    @webApp=nil
     @generalUser=GeneralUser.new()
+  end
 
-    @moxywidgets={}
+  def verbose
+    @verbose
+  end
+
+  def enableVerbose
+    @verbose=true
+  end
+
+  def disableVerbose
+    @verbose=false
+  end
+
+  def setCurrentReq(_r=DEFAULT_REQ)
+    @current_rec[:req]=_r
+  end
+
+  def setCurrentRequirement(_r=DEFAULT_REQ)
+    setReq(_r)
+  end
+
+  def getCurrentReq()
+    @current_rec[:req]
+  end
+
+  def getCurrentRequirement()
+    getReq()
+  end
+
+  def getCurrentTC()
+    @current_rec[:tc]
+  end
+
+  def getCurrentTestCase()
+    getTC()
+  end
+
+  def setCurrentTC(_t=DEFAULT_REQ)
+    @current_rec[:tc]=_t
+  end
+
+  def setCurrentTestCase(_t=DEFAULT_REQ)
+    setTC(_t)
   end
 
   def setDescription(s)
@@ -60,37 +104,12 @@ class TestReport
 
     @tStart=Time.now()
     @completed=false
-
-#    options=TestUtils.parseOptions()
-
-
-
-#    TestReport.instance.setEnvironment(options[:env].to_sym, options[:url])
-#    TestReport.instance.setBrowserUnderTest(options[:browser].to_sym)
-#    TestReport.instance.setDataUnderTest(options[:dut])
-#    TestReport.instance.setWorkSheet(options[:worksheet])
-    #TestReport.instance.setPatientWorkSheet(options[:patient_worksheet])
-#    @id_under_test=options[:id]
-    # GeneralUser
-#    TestReport.instance.setLoginPassword(options[:password])
-#    TestReport.instance.setLoginId(options[:userid])
-
-#   TestReport.instance.setPatientClassFile(options[:patient_class_file])
   end
 
   ##
   # START Commands
   ##
 
-  def webApp()
-  end
-
-
-  def setWebApp(w)
-    puts __FILE__ + (__LINE__).to_s + " setWebApp(#{w.class.to_s})"
-    @webApp=w
-  end
-
 
   ##
   # END Commands
@@ -123,11 +142,7 @@ class TestReport
   end
 
 
-
-
-
   def setLoginId(s=nil)
-    puts __FILE__ + (__LINE__).to_s + " setLoginId(#{s.to_s})"
     @generalUser.setLoginId(s)
   end
 
@@ -234,7 +249,7 @@ class TestReport
       TestUtils.hitKey(__FILE__ + (__LINE__).to_s + " Test Fail : #{description.to_s}- HIT KEY")
     end
 
-    puts __FILE__ + (__LINE__).to_s + " #{description.to_s} : #{rc.to_s}"
+    puts __FILE__ + (__LINE__).to_s + " #{description.to_s} : #{rc.to_s}" if @verbose
     @test_list.push({ :rc => rc, :description => description})
     rc
   end
@@ -252,12 +267,12 @@ class TestReport
   def execute(procs)
 
     begin
-      puts __FILE__ + (__LINE__).to_s + " == execute() =="
+      puts __FILE__ + (__LINE__).to_s + " == execute() ==" if @verbose
 
       if procs.has_key?(:setup)
         procs[:setup].call
       else
-        puts __FILE__ + (__LINE__).to_s + " | execute default setup()"
+        puts __FILE__ + (__LINE__).to_s + " | execute default setup()" if @verbose
         TestReport.instance.setup
       end
 
@@ -281,7 +296,7 @@ class TestReport
 
     end
 
-    puts __FILE__ + (__LINE__).to_s + " == exit execute() =="
+    puts __FILE__ + (__LINE__).to_s + " == exit execute() ==" if @verbose
   end
 
 
@@ -293,6 +308,62 @@ class TestReport
     end
   end
 
+  def _passed?(metrics)
+    metrics[:total] > 0 && metrics[:passed] > 0 && metrics[:failed] == 0
+  end
+
+
+  def getMetrics()
+    puts "\n\n== Test Metrics ==\n"
+
+    asserts_metrics={:passed => 0, :failed => 0, :skipped => 0, :total => 0, :result => nil}
+
+    tc_metrics = {:passed => 0, :failed => 0, :skipped => 0, :total => 0 }
+
+    rq_metrics = {:passed => 0, :failed => 0, :skipped => 0, :total => 0 }
+
+    rc=true
+
+    @requirements.each do |r|
+      puts "#{r.class.to_s}"
+
+      rq_metrics[:total]+=1
+
+      if r.is_a?(Testmgr::TestComposite)
+        _m=r.getMetrics
+        asserts_metrics[:total]  += _m[:total]
+        asserts_metrics[:passed] += _m[:passed]
+        asserts_metrics[:failed] += _m[:failed]
+
+
+        tc_metrics[:total]+=r.totalTestCases()
+        if _passed?(_m)
+          tc_metrics[:passed]+=1
+        else
+          tc_metrics[:failed]+=1
+        end
+
+      else
+        puts "Unhandled : #{r.class.to_s}"
+      end
+
+      if _passed?(tc_metrics)
+        rq_metrics[:passed]+=1
+      else
+        rq_metrics[:failed]+=1
+      end
+
+
+    end
+
+    rc = rq_metrics[:failed] == 0 && tc_metrics[:failed] && asserts_metrics[:failed]==0
+
+
+    asserts_metrics[:result] = _passed?(asserts_metrics)
+
+    { :rc => rc, :assertions => asserts_metrics, :testcases => tc_metrics, :requirements => rq_metrics }
+  end
+
   def generateReport()
     endTest()
 
@@ -326,10 +397,10 @@ class TestReport
     puts "Failed : #{failed.to_s}/#{nAsserts.to_s}"
     puts "Completed : #{@completed.to_s}"
     puts "Browser: #{@browser_under_test.to_s}"
-    puts "Env    : #{@environment_under_test[:name].to_s}"
-    puts "URL    : " + @environment_under_test[:url].to_s
-    puts "Login  : " + getLoginId().to_s
-    puts "DUT    : " + @data_under_test.to_s
+#    puts "Env    : #{@environment_under_test[:name].to_s}"
+#    puts "URL    : " + @environment_under_test[:url].to_s
+#    puts "Login  : " + getLoginId().to_s
+#    puts "DUT    : " + @data_under_test.to_s
     puts "Start/End  : #{@tStart.to_s}" + " / #{@tEnd.to_s}"
     elapsed_time=time_diff_milli(@tStart)
     puts "Elapsed time : #{elapsed_time.to_s} msec."

data/lib/testmgr/version.rb

@@ -1,3 +1,3 @@
 module Testmgr
-  VERSION = "0.2.0"
+  VERSION = "0.3.1.pre"
 end

metadata

@@ -1,69 +1,69 @@
 --- !ruby/object:Gem::Specification
 name: testmgr
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.1.pre
 platform: ruby
 authors:
 - h20dragon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-02-20 00:00:00.000000000 Z
+date: 2016-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Manager test requirements, assertions, and results to create test reports.
@@ -73,12 +73,12 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .idea/dictionaries/pkim.xml
-- .idea/encodings.xml
-- .idea/testmgr.iml
-- .rspec
-- .travis.yml
+- ".gitignore"
+- ".idea/dictionaries/pkim.xml"
+- ".idea/encodings.xml"
+- ".idea/testmgr.iml"
+- ".rspec"
+- ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
 - LICENSE.txt
@@ -86,6 +86,7 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- examples/ex1.rb
 - lib/testmgr.rb
 - lib/testmgr/base/abstract_test.rb
 - lib/testmgr/base/general_user.rb
@@ -104,17 +105,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.7
+rubygems_version: 2.6.2
 signing_key: 
 specification_version: 4
 summary: General purpose test manager.