test_rail_integration 0.0.8.2 → 0.0.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bc5cbef07f354e0d32aa921ae232a51994faf657
-  data.tar.gz: b30b50310e51039182a2419f486a77dbbe421a2a
+  metadata.gz: f140aef8b78ccaef86afb9b9a76591fdb85f4681
+  data.tar.gz: 507af599a9e2f715736a7398800e33fdc1d68707
 SHA512:
-  metadata.gz: 888b1a1edff070819afd93b279c8506a8656ab3baf99958c17945bc9498371cfeac1dda88ea46abcea3a7e2befc2ed0d7431cbfe9175cf6c48ed7fde8b26bced
-  data.tar.gz: 84c180ac6ee8100369b6c70c759029eecd434764a77890f47b43fceccf3d191ed0205e30c415f108a1759975c33828744822f632f7dcf03f9818aa9adfab0b58
+  metadata.gz: 6a8874e5145e6f62023369d4e5e3c6b628a5f1c61fabf6d58c8157cc9d62942d9ba97f5d61f95280e13695eb789e5cf2ee86a10cbdeb67483f6e3188a5965108
+  data.tar.gz: 026b0fd649a021e4fe749e2fd61a3f4393a6519c1dd6ec2d34721634410d0eef57315162bee7622b2ea6f60776d82bb278690a575a888f228416fa82712dd1dc

data/Gemfile

@@ -3,4 +3,5 @@ source 'https://rubygems.org'
 gem 'thor'
 gem 'fileutils'
 gem 'rspec'
-gem 'simplecov-teamcity-summary'
+gem 'simplecov-teamcity-summary'
+gem 'cucumber'

data/Gemfile.lock

@@ -1,11 +1,21 @@
 GEM
   remote: https://rubygems.org/
   specs:
+    builder (3.2.2)
+    cucumber (1.3.19)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 2.12)
+      multi_json (>= 1.7.5, < 2.0)
+      multi_test (>= 0.1.2)
     diff-lcs (1.2.5)
     docile (1.1.5)
     fileutils (0.7)
       rmagick (>= 2.13.1)
+    gherkin (2.12.2)
+      multi_json (~> 1.3)
     multi_json (1.11.0)
+    multi_test (0.1.2)
     rmagick (2.13.4)
     rspec (3.2.0)
       rspec-core (~> 3.2.0)
@@ -33,6 +43,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
+  cucumber
   fileutils
   rspec
   simplecov-teamcity-summary

data/config/data/test_rail_data.yml

@@ -1,11 +1,11 @@
 :connection_data:
-  :url: https://mlp.testrail.com
-  :username: Twilight
-  :password: Sparkle
+  :url: #put here url of your TestRail server
+  :username: #TestRail username
+  :password: #Password for TestRail user
 
-:project: 2 # Test project id can be found in Test Rail
-:test_suite: 63 # Test suite id can be found in Test Rail
-:assigned_to: 27 # Id of person could be found in Test Rail
+:project: # Test project id can be found in Test Rail
+:test_suite: # Test suite id can be found in Test Rail
+:assigned_to: # Id of person could be found in Test Rail
 :description_of_run: "Automatically generated report by auto tests."
 
 :status_comment: 0
@@ -22,9 +22,9 @@
 
 :in_progress: " (in progress)" #value for changing test run name for monitoring complete of test run
 
-:test_run_id: 513
+:test_run_id: 0 #parametrized test run from "ruby run_test_run.rb <test run number>"
 
-:exec_command: "cucumber -p lazada.#{parameters.venture}.#{parameters.environment} TESTRAIL=1 --format AllureCucumber::Formatter DRIVER=grid SELENIUM_GRID_SERVER_URL=http://192.168.100.1:4444/wd/hub -t  "
+:exec_command: "cucumber -p lazada.#{parameters.venture}.#{parameters.environment} TESTRAIL=1 --color -f json -o cucumber.json -t  "
 
-:types: 4 #types for filtering from Test Rail
+:types: #types for filtering from Test Rail
 

data/lib/test_rail_integration/cli.rb

@@ -4,17 +4,21 @@ require_relative 'generator/project/check'
 
 class CLI < Thor
   include TestRail
-  desc "perform", "Creates project for interaction with TestRail"
 
+  desc "perform", "Creates project for interaction with TestRail"
   def perform
     TestRail::Generators::Project.copy_file('run_test_run.rb')
     TestRail::Generators::Project.copy_file("test_rail_data.yml", "config/data/")
   end
 
-  desc "check_test_run_and_update", "Check test run statuses and update"
-
+  desc "check_test_run_and_update", "Check test run statuses and update. Set test run id through --test_run_id parameter"
+  option :test_run_id
   def check_test_run_and_update
-    TestRail::Check.check_test_run_statuses
+    if options[:test_run_id]
+      TestRail::Check.check_test_run_statuses(options[:test_run_id])
+    else
+      puts "You must set correct test run id through --test_run_id"
+    end
   end
 end
 

data/lib/test_rail_integration/generator/connection.rb

@@ -30,7 +30,7 @@ module TestRail
     # client.send_post("add_result_for_case/12/3131", status_id: '1', comment: "Test passed" )
     #
     def self.commit_test_result(test_case_result)
-      client.send_post("add_result_for_case/#{TEST_RUN_ID}/#{test_case_result.test_case_id}", test_case_result.to_test_rail_api)
+      client.send_post("add_result_for_case/#{test_run_id}/#{test_case_result.test_case_id}", test_case_result.to_test_rail_api)
     end
 
     #

data/lib/test_rail_integration/generator/project/check.rb

@@ -7,10 +7,12 @@ module TestRail
 
   class Check
 
-    def self.check_test_run_statuses
+    def self.check_test_run_statuses(test_run_id)
       start_time = Time.new
       results = []
 
+      TestRail::Connection.test_run_id=(test_run_id)
+
       test_cases_ids = Connection.cases_with_types
       test_cases_ids.each do |test_case_id|
 

data/lib/test_rail_integration/generator/test_case_result.rb

@@ -1,4 +1,5 @@
 require_relative 'test_rail_data_load'
+require 'cucumber'
 
 module TestRail
   class TestCaseResult
@@ -9,7 +10,8 @@ module TestRail
                   :assign_to,
                   :previous_comment,
                   :scenario,
-                  :test_results
+                  :test_results,
+                  :title
 
     COMMENT_STATUS ||= TestRail::TestRailDataLoad.test_rail_data[:status_comment]
     PASS ||= TestRail::TestRailDataLoad.test_rail_data[:test_pass]
@@ -29,6 +31,13 @@ module TestRail
     def initialize(scenario)
       self.test_case_id = scenario.source_tag_names.find { |e| e.match(TEST_RAIL_ID_REGEX) }[2..-1]
       self.scenario = scenario
+      if scenario.kind_of? Cucumber::Ast::OutlineTable::ExampleRow
+        self.title = scenario.scenario_outline.title
+        self.exception_message = scenario.scenario_exception unless defined?(scenario.scenario_exception).nil?
+      else
+        self.title = scenario.title
+        self.exception_message = scenario.steps.exception unless defined?(scenario.steps).nil?
+      end
       self.test_results = TestRail::Connection.get_test_results(self.test_case_id)
       self.previous_comment = get_last_failed_comment unless get_indexes_of_fails.empty?
     end
@@ -94,7 +103,7 @@ module TestRail
 
       if failed?
         self.comment ||= COMMENT[:fail]
-        self.exception_message = scenario.steps.exception rescue nil
+        self.exception_message = self.exception_message rescue nil
         self.assign_to = ASSIGN_TO
       end
 
@@ -111,7 +120,7 @@ module TestRail
     # {status_id: 1, comment: "Test passed"}
     #
     def to_test_rail_api
-      comment_message = "#{self.comment[:comment]} \"#{self.scenario.title}\""
+      comment_message = "#{self.comment[:comment]} \"#{self.title}\""
       comment_message = "**[#{Fixtures.instance['venture']}]** #{self.comment[:comment]} for \"#{self.title}\"" unless defined?(Fixtures.instance['venture']).nil?
       comment_message += "\n Exception : #{self.exception_message}" unless self.exception_message.nil?
       comment_message += "\n #{self.previous_comment}" if self.comment[:status] == COMMENT[:fail][:status] || self.comment[:status] == COMMENT[:unchanged_pass][:status]

data/lib/test_rail_integration/version.rb

@@ -1,3 +1,3 @@
 module TestRailIntegration
-  VERSION = "0.0.8.2"
+  VERSION = "0.0.8.3"
 end

data/spec/api_calls_spec.rb

@@ -8,6 +8,10 @@ describe 'Api calls' do
     before(:each) do
       allow(TestRail::Connection).to receive(:commit_test_result).and_return('good!')
       @scenario = double('scenario')
+      @steps = double('scenario')
+      allow(@steps).to receive(:exception).and_return(nil)
+      allow(@scenario).to receive(:steps).and_return(@steps)
+      allow(@scenario).to receive(:kind_of?).and_return(false)
       allow(@scenario).to receive(:source_tag_names).and_return(['@C4556'])
       allow(@scenario).to receive(:title).and_return('title')
       allow(@scenario).to receive(:passed?).and_return(true)

data/spec/check_test_run_spec.rb

@@ -16,7 +16,7 @@ describe 'Checking test run' do
       end
 
       it 'should change status to fail' do
-        test_case_results = TestRail::Check.check_test_run_statuses
+        test_case_results = TestRail::Check.check_test_run_statuses(anything)
         expect(test_case_results[0].comment).to eq({:status => 5, :comment => "test **failed:**"})
       end
 
@@ -25,7 +25,12 @@ describe 'Checking test run' do
         expect(TestRail::Connection).to receive(:get_case_info).once
         expect(TestRail::Connection).to receive(:get_test_results).once
         expect(TestRail::Connection).to receive(:commit_test_result).once
-        TestRail::Check.check_test_run_statuses
+        TestRail::Check.check_test_run_statuses(anything)
+      end
+
+      it 'should set test run id with new id' do
+        TestRail::Check.check_test_run_statuses('11111')
+        expect(TestRail::Connection::test_run_id).to eq('11111')
       end
 
     end
@@ -40,7 +45,7 @@ describe 'Checking test run' do
       end
 
       it 'should have two results' do
-        test_case_results = TestRail::Check.check_test_run_statuses
+        test_case_results = TestRail::Check.check_test_run_statuses(anything)
         expect(test_case_results.length).to eq 2
       end
 
@@ -49,7 +54,7 @@ describe 'Checking test run' do
         expect(TestRail::Connection).to receive(:get_case_info).twice
         expect(TestRail::Connection).to receive(:get_test_results).twice
         expect(TestRail::Connection).to receive(:commit_test_result).twice
-        TestRail::Check.check_test_run_statuses
+        TestRail::Check.check_test_run_statuses(anything)
       end
 
     end

data/spec/cli_spec.rb

@@ -0,0 +1,74 @@
+require 'rspec'
+require_relative '../lib/test_rail_integration/cli'
+
+describe CLI do
+
+  before(:all) do
+    @subject = CLI.new
+  end
+
+  context 'when executing perform cli command' do
+
+    before(:all) do
+      @subject.perform
+    end
+
+    it 'run_test_run.rb should be copied' do
+      expect(File.exist?('run_test_run.rb')).to eq(true)
+    end
+
+    it 'copied run_test_run.rb should be identical' do
+      expect(File.read('run_test_run.rb')).to eq(File.read('lib/test_rail_integration/generator/project/run_test_run.rb'))
+    end
+
+    it 'test_rail_data.yml should be copied' do
+      expect(File.exist?('config/data/test_rail_data.yml')).to eq(true)
+    end
+
+    it 'copied test_rail_data.yml should be identical' do
+      expect(File.exist?('run_test_run.rb')).to eq(true)
+      expect(File.read('run_test_run.rb')).to eq(File.read('lib/test_rail_integration/generator/project/run_test_run.rb'))
+      expect(File.exist?('config/data/test_rail_data.yml')).to eq(true)
+      expect(File.read('config/data/test_rail_data.yml')).to eq(File.read('lib/test_rail_integration/generator/project/test_rail_data.yml'))
+    end
+
+  end
+
+  context 'when executing check_test_run_and_update cli command ' do
+
+    context 'and not passing test_run_id param' do
+
+      it 'should see output message' do
+        result = capture(:stdout) { @subject.check_test_run_and_update }
+        expect(result).to eq("You must set correct test run id through --test_run_id\n")
+      end
+
+      it 'should not not call check_test_run_statuses method' do
+        expect(TestRail::Check).not_to receive(:check_test_run_statuses)
+        @subject.check_test_run_and_update
+      end
+
+    end
+
+    context 'and passing test run id parameter ' do
+
+      before(:all) do
+        @subject.options = {:test_run_id => 12345}
+      end
+
+      it 'should execute command once' do
+        expect(TestRail::Check).to receive(:check_test_run_statuses)
+        @subject.check_test_run_and_update
+      end
+
+      it 'should not see any output ' do
+        allow(TestRail::Check).to receive(:check_test_run_statuses).and_return([])
+        result = capture(:stdout) { @subject.check_test_run_and_update }
+        expect(result).to eq('')
+      end
+
+    end
+
+  end
+
+end

data/spec/hooks_spec.rb

@@ -109,6 +109,9 @@ describe 'Update test results' do
 
   private
   def passed_scenario
+    @steps = double('steps')
+    allow(@steps).to receive(:exception).and_return(nil)
+    allow(@scenario).to receive(:steps).and_return(@steps)
     allow(@scenario).to receive(:passed?).and_return(true)
     @scenario
   end
@@ -116,9 +119,9 @@ describe 'Update test results' do
   private
   def failed_scenario
     allow(@scenario).to receive(:passed?).and_return(false)
-    steps = double('steps')
-    allow(steps).to receive(:exception).and_return('exception')
-    allow(@scenario).to receive(:steps).and_return(steps)
+    @steps = double('steps')
+    allow(@steps).to receive(:exception).and_return("exception")
+    allow(@scenario).to receive(:steps).and_return(@steps)
     @scenario
   end
 

data/spec/scenario_types_spec.rb

@@ -0,0 +1,98 @@
+require 'rspec'
+require_relative '../lib/test_rail_integration/generator/connection'
+require_relative '../lib/test_rail_integration/generator/test_rail_hooks'
+
+describe 'Scenario types' do
+  before(:all) do
+    ENV['rspec-tests-running'] = '1'
+  end
+
+  context 'when scenario outline received' do
+
+    before(:each) do
+      allow(TestRail::Connection).to receive(:commit_test_result).and_return('good!')
+      @scenario = double('scenario')
+      @scenario_outline = double('scenario')
+      allow(@scenario_outline).to receive(:title).and_return('title scenario outline')
+      allow(@scenario).to receive(:scenario_outline).and_return(@scenario_outline)
+      allow(@scenario).to receive(:kind_of?).and_return(true)
+      allow(@scenario).to receive(:source_tag_names).and_return(['@C4556'])
+      allow(TestRail::Connection).to receive(:get_test_results).and_return([])
+    end
+
+    context 'with pass result' do
+
+      before do
+        allow(@scenario).to receive(:passed?).and_return(true)
+        allow(@scenario).to receive(:scenario_exception).and_return(nil)
+      end
+
+      it 'should receive outline title' do
+        test_result = TestRail::Hook.update_test_rail(@scenario)
+        expect(test_result.test_case_id).to eq('4556')
+        expect(test_result.comment).to eq({:status => 1, :comment => 'test **passed:**'})
+        expect(test_result.to_test_rail_api).to eq({:status_id => 1, :comment => "test **passed:** \"title scenario outline\""})
+      end
+    end
+
+    context 'with fail result' do
+
+      before do
+        allow(@scenario).to receive(:scenario_exception).and_return('scenario outline exception')
+        allow(@scenario).to receive(:passed?).and_return(false)
+      end
+
+      it 'should receive outline title and execption' do
+        test_result = TestRail::Hook.update_test_rail(@scenario)
+        expect(test_result.test_case_id).to eq('4556')
+        expect(test_result.comment).to eq({:status => 5, :comment => 'test **failed:**'})
+        expect(test_result.to_test_rail_api).to eq({:status_id => 5, :comment => "test **failed:** \"title scenario outline\"\n Exception : scenario outline exception\n "})
+      end
+    end
+  end
+
+  context 'when standart scenario received' do
+
+    before(:each) do
+      allow(TestRail::Connection).to receive(:commit_test_result).and_return('good!')
+      @scenario = double('scenario')
+      @steps = double('steps')
+      allow(@scenario).to receive(:kind_of?).and_return(false)
+      allow(@scenario).to receive(:source_tag_names).and_return(['@C4556'])
+      allow(@scenario).to receive(:title).and_return('title')
+      allow(TestRail::Connection).to receive(:get_test_results).and_return([])
+    end
+
+    context 'with passed result' do
+
+      before do
+        allow(@steps).to receive(:exception).and_return(nil)
+        allow(@scenario).to receive(:steps).and_return(@steps)
+        allow(@scenario).to receive(:passed?).and_return(true)
+      end
+
+      it "should keep title from scenrio" do
+        test_result = TestRail::Hook.update_test_rail(@scenario)
+        expect(test_result.test_case_id).to eq('4556')
+        expect(test_result.comment).to eq({:status => 1, :comment => 'test **passed:**'})
+        expect(test_result.to_test_rail_api).to eq({:status_id => 1, :comment => "test **passed:** \"title\""})
+      end
+    end
+
+    context 'with failed result' do
+
+      before do
+        allow(@steps).to receive(:exception).and_return('exception')
+        allow(@scenario).to receive(:steps).and_return(@steps)
+        allow(@scenario).to receive(:passed?).and_return(false)
+      end
+
+      it 'should receive scenario title and exception' do
+        test_result = TestRail::Hook.update_test_rail(@scenario)
+        expect(test_result.test_case_id).to eq('4556')
+        expect(test_result.comment).to eq({:status => 5, :comment => 'test **failed:**'})
+        expect(test_result.to_test_rail_api).to eq({:status_id => 5, :comment => "test **failed:** \"title\"\n Exception : exception\n "})
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -7,6 +7,18 @@ SimpleCov.start do
   end
 end
 
+def capture(stream)
+  begin
+    stream = stream.to_s
+    eval "$#{stream} = StringIO.new"
+    yield
+    result = eval("$#{stream}").string
+  ensure
+    eval("$#{stream} = #{stream.upcase}")
+  end
+  result
+end
+
 # This file was generated by the `rspec --init` command. Conventionally, all
 # specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
 # The generated `.rspec` file contains `--require spec_helper` which will cause

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test_rail_integration
 version: !ruby/object:Gem::Version
-  version: 0.0.8.2
+  version: 0.0.8.3
 platform: ruby
 authors:
 - Kirikami
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-03-24 00:00:00.000000000 Z
+date: 2015-03-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -181,7 +181,9 @@ files:
 - lib/test_rail_integration/version.rb
 - spec/api_calls_spec.rb
 - spec/check_test_run_spec.rb
+- spec/cli_spec.rb
 - spec/hooks_spec.rb
+- spec/scenario_types_spec.rb
 - spec/spec_helper.rb
 - test_rail_integration.gemspec
 homepage: https://github.com/Kirikami/test_rail_integration
@@ -211,5 +213,7 @@ summary: Gem for integration between framework and TestRail API
 test_files:
 - spec/api_calls_spec.rb
 - spec/check_test_run_spec.rb
+- spec/cli_spec.rb
 - spec/hooks_spec.rb
+- spec/scenario_types_spec.rb
 - spec/spec_helper.rb