gitlab-qa 6.0.0 → 6.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 87249baf75070cf8c5362c34b9995f6163370e9b6e353a393104beefe62d4bd8
-  data.tar.gz: 6e00eee6993c9f5c6aeb4cb187c708941bfd27cb9b59340165b23b02c30f583a
+  metadata.gz: 960a5ea5f4f964cf9e9a237d75e96350bd611e9c6b9c1e1721c3dd2df1476104
+  data.tar.gz: 4c42c1a2652f8f6d49565e849bbb6e3ecdce24d1d11662478cdd511424d7a020
 SHA512:
-  metadata.gz: 6d621d51ca18fa402e397b13c86dda6d52039a11ca259c6a46f3e9caffeab0faa68b6b9ff58ec4f727b2dae82c386442655122571936a47c366647b3ad895a50
-  data.tar.gz: 73bbcc44b560368e64d8bd335b3fac6d52128e8c05f6ddf582ea6139032f570d80563b6fbc9c96f41598fee2c2c345ec9155f5990f3ea4df1bde2167bede9a27
+  metadata.gz: 3e09dabf4c89b97a6a92d7d78a4bccaa57605f85ff0559c9423cc55b1bb3e6fb5f926ba1ccad193ee7e04c17b774502b47862011abc674cc00e84a323590a611
+  data.tar.gz: c88cd735d53a3c1d17c4aaf28b7af47a1a0ac827d6f3012d187e43b1f897616472f35618cfe9f419b87ff1e88cfb6d5922e49ec53db9cc4c2d3b154f8ab3a786

data/.gitlab-ci.yml

@@ -94,7 +94,7 @@ release:
     - exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
     - exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
     - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
-    - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
+    - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
     - exit $test_run_exit_code
 
 .ce-qa:
@@ -143,7 +143,7 @@ release:
 .rspec-report-opts:
   variables:
     FILE_SAFE_JOB_NAME: $(echo $CI_JOB_NAME | sed 's/[ /]/_/g')
-    RSPEC_REPORT_OPTS: "--format RspecJunitFormatter --out \"tmp/rspec-${CI_JOB_ID}.xml\" --format html --out \"tmp/rspec-${FILE_SAFE_JOB_NAME}.htm\" --color --format documentation"
+    RSPEC_REPORT_OPTS: "--format QA::Support::JsonFormatter --out \"tmp/rspec-${CI_JOB_ID}.json\" --format RspecJunitFormatter --out \"tmp/rspec-${CI_JOB_ID}.xml\" --format html --out \"tmp/rspec-${FILE_SAFE_JOB_NAME}.htm\" --color --format documentation"
 
 .quarantine:
   allow_failure: true

data/lib/gitlab/qa/report/results_in_issues.rb

@@ -30,12 +30,11 @@ module Gitlab
         RETRY_BACK_OFF_DELAY = 60
         MAX_RETRY_ATTEMPTS = 3
 
-        def initialize(token:, input_files:, project: nil, input_format: :junit)
+        def initialize(token:, input_files:, project: nil)
           @token = token
           @files = Array(input_files)
           @project = project
           @retry_backoff = 0
-          @input_format = input_format.to_sym
         end
 
         def invoke!
@@ -47,11 +46,15 @@ module Gitlab
 
           Dir.glob(files).each do |file|
             puts "Reporting tests in #{file}"
-            case input_format
-            when :json
+            extension = File.extname(file)
+
+            case extension
+            when '.json'
               test_results = Report::JsonTestResults.new(file)
-            when :junit
+            when '.xml'
               test_results = Report::JUnitTestResults.new(file)
+            else
+              raise "Unknown extension #{extension}"
             end
 
             test_results.each do |test|
@@ -62,7 +65,7 @@ module Gitlab
 
         private
 
-        attr_reader :files, :token, :project, :input_format
+        attr_reader :files, :token, :project
 
         def validate_input!
           assert_project!
@@ -137,8 +140,11 @@ module Gitlab
           end
         end
 
+        # rubocop:disable Metrics/AbcSize
         def find_issue(test)
           handle_gitlab_client_exceptions do
+            return Gitlab.issue(project, id_from_status_issue_url(test.status_issue)) if test.status_issue
+
             issues = Gitlab.issues(project, { search: search_term(test) })
               .auto_paginate
               .select { |issue| issue.state == 'opened' && issue.title.strip == title_from_test(test) }
@@ -148,6 +154,11 @@ module Gitlab
             issues.first
           end
         end
+        # rubocop:enable Metrics/AbcSize
+
+        def id_from_status_issue_url(url)
+          url.split('/').last.to_i
+        end
 
         def search_term(test)
           %("#{test.file}" "#{search_safe(test.name)}")

data/lib/gitlab/qa/report/test_result.rb

@@ -4,7 +4,7 @@ module Gitlab
   module QA
     module Report
       class TestResult
-        attr_accessor :name, :file, :skipped, :failures
+        attr_accessor :name, :file, :skipped, :failures, :status_issue
 
         def self.from_json(test)
           new.tap do |test_result|
@@ -12,6 +12,7 @@ module Gitlab
             test_result.file = test['file_path']
             test_result.skipped = test['status'] == 'pending'
             test_result.failures = failures_from_json_exceptions(test)
+            test_result.status_issue = test['status_issue']
           end
         end
 
@@ -28,9 +29,13 @@ module Gitlab
           return [] unless test.key?('exceptions')
 
           test['exceptions'].map do |exception|
+            spec_file_first_index = exception['backtrace'].rindex do |line|
+              line.include?(File.basename(test['file_path']))
+            end
+
             {
               'message' => "#{exception['class']}: #{exception['message']}",
-              'stacktrace' => exception['backtrace'].join('\n')
+              'stacktrace' => exception['backtrace'].slice(0..spec_file_first_index).join("\n")
             }
           end
         end
@@ -41,9 +46,14 @@ module Gitlab
           return [] if failures.empty?
 
           failures.map do |exception|
+            trace = exception.content.split("\n").map(&:strip)
+            spec_file_first_index = trace.rindex do |line|
+              line.include?(File.basename(test['file']))
+            end
+
             {
               'message' => "#{exception['type']}: #{exception['message']}",
-              'stacktrace' => exception.content
+              'stacktrace' => trace.slice(0..spec_file_first_index).join("\n")
             }
           end
         end

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '6.0.0'.freeze
+    VERSION = '6.1.0'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 6.0.0
+  version: 6.1.0
 platform: ruby
 authors:
 - Grzegorz Bizon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-08-13 00:00:00.000000000 Z
+date: 2020-08-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control