gitlab-qa 7.7.3 → 7.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4d85e04e5802e15ef3b529ca3706e9fa1824029447bec5921c7648bba41257ad
-  data.tar.gz: 19fd7b127dc987528d7aebafa62c82fe13a495eb6dc789bcc86ef7c535dc770a
+  metadata.gz: c415d54da820d67fa1544a1ffaefaf913f27090c6c07fa1f06c02797bd8756d3
+  data.tar.gz: 43ad1f640c478c666658e503fa84b77e9a3bcfaa5c69d7d5d2ae4151e34c7adc
 SHA512:
-  metadata.gz: 33a8d10016bef96fc1b947e8d9db5671c835c714f1511a989a3c9b4c75e12bee433559140844ba7ae78c9bbba49560b0e9dee6b890765b7fb565a17a4b50b133
-  data.tar.gz: 6656512bcf01fbb980ef4cf91b64ab78a8b8c0841eda4e4fa7389059259cd96eaeccf0f8131cbfb3328b71c1842a17731f6444f3bb3b6ae17d2d14435c1b3f87
+  metadata.gz: bce89411537a6398b5168ecd32bbea3e8996173e07ef16bd4142c70e3c9cdf14110fe7d1b9dd35feaae37809068e255ced355d804c331a0f43431b47de92f787
+  data.tar.gz: 6c159684288d094f6266ea427f6320611b724f823f8ebab216a5139817c047fc1c99602b742a51d9467b38348f89d628b2995ea81ad722ed2229d6d089d0952a

data/docs/what_tests_can_be_run.md

@@ -74,6 +74,10 @@ All environment variables used by GitLab QA should be defined in [`lib/gitlab/qa
 | `QA_SLOW_CONNECTION_THROUGHPUT_KBPS` | `32` | The maximum throughput (in kbps) of the simulated slow connection. | No|
 | `QA_SKIP_PULL` | `false` | Set to `true` to skip pulling docker images (e.g., to use one you built locally). | No|
 | `QA_GENERATE_ALLURE_REPORT` | `false` | When running on CI, set to `true` to generate allure reports | No|
+| `QA_EXPORT_TEST_METRICS` | `true` | When running on CI, set to `true` to export test metrics to influxdb | No|
+| `QA_INFLUXDB_URL` |- | Influxdb url for test metrics reporting | No|
+| `QA_INFLUXDB_TOKEN` |- | Influxdb token for test metrics reporting | No|
+| `QA_RUN_TYPE` |- | QA run type like `staging-full`, `canary`, `production` etc. Used in test metrics reporting | No|
 | `GITHUB_USERNAME` |-  | Username for authenticating with GitHub. | No|
 | `GITHUB_PASSWORD` |-  | Password for authenticating with GitHub. | No|
 | `GITLAB_QA_LOOP_RUNNER_MINUTES` | `1` | Minutes to run and repeat a spec while using the '--loop' option; default value is 1 minute. | No|

data/lib/gitlab/qa/report/generate_test_session.rb

@@ -196,7 +196,7 @@ module Gitlab
           if testcase && !passed
             # Workaround for reducing system notes on testcase issues
             # The first regex extracts the link to the issues list page from a link to a single issue show page by removing the issue id.
-            "[#{text}](#{testcase.match(%r{[\s\S]+\/[^\/\d]+})}?state=opened&search=#{encoded_text}) (testcase_id=#{testcase.match(/\d+/)})"
+            "[#{text}](#{testcase.match(%r{[\s\S]+\/[^\/\d]+})}?state=opened&search=#{encoded_text})"
           else
             text
           end

data/lib/gitlab/qa/report/gitlab_issue_client.rb

@@ -49,7 +49,7 @@ module Gitlab
           select ||= :itself
 
           handle_gitlab_client_exceptions do
-            return [Gitlab.issue(project, iid)] if iid
+            return [Gitlab.issue(project, iid)].select(&select) if iid
 
             Gitlab.issues(project, options)
               .auto_paginate
@@ -63,8 +63,8 @@ module Gitlab
           end
         end
 
-        def create_issue(title:, description:, labels:)
-          attrs = { description: description, labels: labels }
+        def create_issue(title:, description:, labels:, issue_type: 'issue')
+          attrs = { issue_type: issue_type, description: description, labels: labels }
 
           handle_gitlab_client_exceptions do
             Gitlab.create_issue(project, title, attrs)

data/lib/gitlab/qa/report/gitlab_issue_dry_client.rb

@@ -4,10 +4,10 @@ module Gitlab
   module QA
     module Report
       class GitlabIssueDryClient < GitlabIssueClient
-        def create_issue(title:, description:, labels:)
+        def create_issue(title:, description:, labels:, issue_type: 'issue')
           attrs = { description: description, labels: labels }
 
-          puts "The following issue would have been created:"
+          puts "The following #{issue_type} would have been created:"
           puts "project: #{project}, title: #{title}, attrs: #{attrs}"
         end
 

data/lib/gitlab/qa/report/relate_failure_issue.rb

@@ -150,10 +150,10 @@ module Gitlab
         end
 
         def new_issue_labels(test)
-          NEW_ISSUE_LABELS + up_to_date_labels(test: test)
+          up_to_date_labels(test: test, new_labels: NEW_ISSUE_LABELS)
         end
 
-        def up_to_date_labels(test:, issue: nil)
+        def up_to_date_labels(test:, issue: nil, new_labels: Set.new)
           super << pipeline_name_label
         end
 

data/lib/gitlab/qa/report/report_as_issue.rb

@@ -88,17 +88,18 @@ module Gitlab
           issue&.labels&.to_set || Set.new
         end
 
-        def update_labels(issue, test)
-          new_labels = up_to_date_labels(test: test, issue: issue)
+        def update_labels(issue, test, new_labels = Set.new)
+          labels = up_to_date_labels(test: test, issue: issue, new_labels: new_labels)
 
-          return if issue_labels(issue) == new_labels
+          return if issue_labels(issue) == labels
 
-          gitlab.edit_issue(iid: issue.iid, options: { labels: new_labels.to_a })
+          gitlab.edit_issue(iid: issue.iid, options: { labels: labels.to_a })
         end
 
-        def up_to_date_labels(test:, issue: nil)
+        def up_to_date_labels(test:, issue: nil, new_labels: Set.new)
           labels = issue_labels(issue)
-          labels << "Enterprise Edition" if ee_test?(test)
+          labels |= new_labels
+          ee_test?(test) ? labels << "Enterprise Edition" : labels.delete("Enterprise Edition")
           quarantine_job? ? labels << "quarantine" : labels.delete("quarantine")
 
           labels

data/lib/gitlab/qa/report/results_in_issues.rb

@@ -10,6 +10,8 @@ module Gitlab
       class ResultsInIssues < ReportAsIssue
         private
 
+        RESULTS_SECTION_TEMPLATE = "\n\n### DO NOT EDIT BELOW THIS LINE\n\nActive and historical test results:"
+
         def run!
           puts "Reporting test results in `#{files.join(',')}` as issues in project `#{project}` via the API at `#{Runtime::Env.gitlab_api_base}`."
 
@@ -17,7 +19,7 @@ module Gitlab
             puts "Reporting tests in #{test_results.path}"
 
             test_results.each do |test|
-              report_test(test)
+              report_test(test) unless test.skipped
             end
 
             test_results.write
@@ -27,56 +29,138 @@ module Gitlab
         def report_test(test)
           puts "Reporting test: #{test.file} | #{test.name}"
 
-          issue = find_issue(test)
+          testcase = find_testcase(test) || create_testcase(test)
+          test.testcase ||= testcase.web_url.sub('/issues/', '/quality/test_cases/')
+
+          issue = find_issue_by_iid(testcase, test)
+
+          unless issue
+            puts "No valid issue link found"
+            issue = find_or_create_issue(test)
+
+            add_issue_to_testcase(testcase, issue)
+            puts "Added issue #{issue.web_url} to testcase #{testcase.web_url}"
+          end
+
+          update_labels(testcase, test)
+          update_issue(issue, test)
+        end
+
+        def find_testcase(test)
+          iid = iid_from_testcase_url(test.testcase)
+
+          testcases = search_issues(test: test, issue_type: 'test_case', iid: iid)
+
+          if iid && testcases.blank?
+            warn(%(Test case url "#{test.testcase}" not valid))
+            testcases = search_issues(test: test, issue_type: 'test_case')
+          end
+
+          warn(%(Too many test cases found with the file path "#{test.file}" and name "#{test.name}")) if testcases&.many?
+
+          testcases.first
+        end
+
+        def create_testcase(test)
+          title = title_from_test(test)
+          puts "Creating test case '#{title}' ..."
+
+          gitlab.create_issue(
+            title: title,
+            description: new_testcase_description(test),
+            labels: new_issue_labels(test),
+            issue_type: 'test_case'
+          )
+        end
+
+        def iid_from_testcase_url(url)
+          return warn(%(\nPlease update #{url} to test case url")) if url&.include?('/-/issues/')
+
+          url && url.split('/').last.to_i
+        end
+
+        def new_testcase_description(test)
+          "#{new_issue_description(test)}#{RESULTS_SECTION_TEMPLATE}"
+        end
+
+        def issue_iid_from_testcase(testcase)
+          results = testcase.description.partition(RESULTS_SECTION_TEMPLATE).last if testcase.description.include?(RESULTS_SECTION_TEMPLATE)
+
+          return puts "No issue link found" unless results
+
+          issue_iid = results.split('/').last
+
+          issue_iid&.to_i
+        end
+
+        def find_or_create_issue(test)
+          issue = find_issue(test, 'issue')
 
           if issue
             puts "Found existing issue: #{issue.web_url}"
           else
-            # Don't create new issues for skipped tests
-            return if test.skipped
-
             issue = create_issue(test)
             puts "Created new issue: #{issue.web_url}"
           end
 
-          test.testcase ||= issue.web_url
+          issue
+        end
 
-          labels_updated = update_labels(issue, test)
-          note_posted = note_status(issue, test)
+        def find_issue_by_iid(testcase, test)
+          iid = issue_iid_from_testcase(testcase)
 
-          if labels_updated || note_posted
-            puts "Issue updated."
-          else
-            puts "Test passed, no update needed."
-          end
+          return unless iid
+
+          issues = search_issues(test: test, issue_type: 'issue', iid: iid)
+
+          warn(%(Issue iid "#{iid}" not valid)) if issues.empty?
+
+          issues.first
         end
 
-        def find_issue(test)
-          title = title_from_test(test)
-          issues =
-            gitlab.find_issues(
-              iid: iid_from_testcase_url(test.testcase),
-              options: { search: search_term(test) }) do |issue|
-                issue.state == 'opened' && issue.title.strip == title
-              end
+        def find_issue(test, issue_type)
+          issues = search_issues(test: test, issue_type: 'issue')
 
           warn(%(Too many issues found with the file path "#{test.file}" and name "#{test.name}")) if issues.many?
 
           issues.first
         end
 
+        def add_issue_to_testcase(testcase, issue)
+          results_section = testcase.description.include?(RESULTS_SECTION_TEMPLATE) ? '' : RESULTS_SECTION_TEMPLATE
+
+          gitlab.edit_issue(iid: testcase.iid, options: { description: (testcase.description + results_section + "\n\n#{issue.web_url}") })
+        end
+
+        def update_issue(issue, test)
+          new_labels = issue_labels(issue)
+          new_labels |= ['Testcase Linked']
+
+          labels_updated = update_labels(issue, test, new_labels)
+          note_posted = note_status(issue, test)
+
+          if labels_updated || note_posted
+            puts "Issue updated."
+          else
+            puts "Test passed, no update needed."
+          end
+        end
+
         def new_issue_labels(test)
-          %w[status::automated]
+          ['Quality', "devops::#{test.stage}", 'status::automated']
         end
 
-        def up_to_date_labels(test:, issue: nil)
+        def up_to_date_labels(test:, issue: nil, new_labels: Set.new)
           labels = super
+          labels |= new_issue_labels(test).to_set
           labels.delete_if { |label| label.start_with?("#{pipeline}::") }
           labels << (test.failures.empty? ? "#{pipeline}::passed" : "#{pipeline}::failed")
         end
 
-        def iid_from_testcase_url(url)
-          url && url.split('/').last.to_i
+        def search_issues(test:, issue_type:, iid: nil)
+          gitlab.find_issues(iid: iid, options: { search: search_term(test) }) do |issue|
+            issue.state == 'opened' && issue.issue_type == issue_type && issue.title.strip == title_from_test(test)
+          end
         end
 
         def search_term(test)

data/lib/gitlab/qa/reporter.rb

@@ -87,10 +87,8 @@ module Gitlab
             Gitlab::QA::Report::RelateFailureIssue.new(**report_options).invoke!
 
           elsif report_options.delete(:report_in_issues)
-            # Temporarily disable reporting while we switch to more efficient use of test cases and issues.
-            # report_options[:token] = Runtime::TokenFinder.find_token!(report_options[:token])
-            # Gitlab::QA::Report::ResultsInIssues.new(**report_options).invoke!
-            puts "Reporting temporarily disabled. See https://gitlab.com/gitlab-org/gitlab-qa/-/issues/639"
+            report_options[:token] = Runtime::TokenFinder.find_token!(report_options[:token])
+            Gitlab::QA::Report::ResultsInIssues.new(**report_options).invoke!
 
           elsif report_options.delete(:generate_test_session)
             report_options[:token] = Runtime::TokenFinder.find_token!(report_options[:token])

data/lib/gitlab/qa/runtime/env.rb

@@ -16,6 +16,26 @@ module Gitlab
           'QA_REMOTE_GRID_ACCESS_KEY' => :remote_grid_access_key,
           'QA_REMOTE_GRID_PROTOCOL' => :remote_grid_protocol,
           'QA_BROWSER' => :browser,
+          'QA_ADDITIONAL_REPOSITORY_STORAGE' => :qa_additional_repository_storage,
+          'QA_PRAEFECT_REPOSITORY_STORAGE' => :qa_praefect_repository_storage,
+          'QA_GITALY_NON_CLUSTER_STORAGE' => :qa_gitaly_non_cluster_storage,
+          'QA_COOKIES' => :qa_cookie,
+          'QA_DEBUG' => :qa_debug,
+          'QA_DEFAULT_BRANCH' => :qa_default_branch,
+          'QA_LOG_PATH' => :qa_log_path,
+          'QA_CAN_TEST_ADMIN_FEATURES' => :qa_can_test_admin_features,
+          'QA_CAN_TEST_GIT_PROTOCOL_V2' => :qa_can_test_git_protocol_v2,
+          'QA_CAN_TEST_PRAEFECT' => :qa_can_test_praefect,
+          'QA_DISABLE_RSPEC_RETRY' => :qa_disable_rspec_retry,
+          'QA_SIMULATE_SLOW_CONNECTION' => :qa_simulate_slow_connection,
+          'QA_SLOW_CONNECTION_LATENCY_MS' => :qa_slow_connection_latency_ms,
+          'QA_SLOW_CONNECTION_THROUGHPUT_KBPS' => :qa_slow_connection_throughput_kbps,
+          'QA_GENERATE_ALLURE_REPORT' => :generate_allure_report,
+          'QA_EXPORT_TEST_METRICS' => :qa_export_test_metrics,
+          'QA_INFLUXDB_URL' => :qa_influxdb_url,
+          'QA_INFLUXDB_TOKEN' => :qa_influxdb_token,
+          'QA_RUN_TYPE' => :qa_run_type,
+          'QA_SKIP_PULL' => :qa_skip_pull,
           'GITLAB_API_BASE' => :api_base,
           'GITLAB_ADMIN_USERNAME' => :admin_username,
           'GITLAB_ADMIN_PASSWORD' => :admin_password,
@@ -40,21 +60,6 @@ module Gitlab
           'CLOUDSDK_CORE_PROJECT' => :cloudsdk_core_project,
           'GCLOUD_REGION' => :gcloud_region,
           'SIGNUP_DISABLED' => :signup_disabled,
-          'QA_ADDITIONAL_REPOSITORY_STORAGE' => :qa_additional_repository_storage,
-          'QA_PRAEFECT_REPOSITORY_STORAGE' => :qa_praefect_repository_storage,
-          'QA_GITALY_NON_CLUSTER_STORAGE' => :qa_gitaly_non_cluster_storage,
-          'QA_COOKIES' => :qa_cookie,
-          'QA_DEBUG' => :qa_debug,
-          'QA_DEFAULT_BRANCH' => :qa_default_branch,
-          'QA_LOG_PATH' => :qa_log_path,
-          'QA_CAN_TEST_ADMIN_FEATURES' => :qa_can_test_admin_features,
-          'QA_CAN_TEST_GIT_PROTOCOL_V2' => :qa_can_test_git_protocol_v2,
-          'QA_CAN_TEST_PRAEFECT' => :qa_can_test_praefect,
-          'QA_DISABLE_RSPEC_RETRY' => :qa_disable_rspec_retry,
-          'QA_SIMULATE_SLOW_CONNECTION' => :qa_simulate_slow_connection,
-          'QA_SLOW_CONNECTION_LATENCY_MS' => :qa_slow_connection_latency_ms,
-          'QA_SLOW_CONNECTION_THROUGHPUT_KBPS' => :qa_slow_connection_throughput_kbps,
-          'QA_GENERATE_ALLURE_REPORT' => :generate_allure_report,
           'GITLAB_QA_USERNAME_1' => :gitlab_qa_username_1,
           'GITLAB_QA_PASSWORD_1' => :gitlab_qa_password_1,
           'GITLAB_QA_USERNAME_2' => :gitlab_qa_username_2,
@@ -74,13 +79,14 @@ module Gitlab
           'CI_NODE_INDEX' => :ci_node_index,
           'CI_NODE_TOTAL' => :ci_node_total,
           'CI_PROJECT_NAME' => :ci_project_name,
+          'CI_SLACK_WEBHOOK_URL' => :ci_slack_webhook_url,
+          'CI_PIPELINE_CREATED_AT' => :ci_pipeline_created_at,
+          'CI_MERGE_REQUEST_IID' => :ci_merge_request_iid,
           'GITLAB_CI' => :gitlab_ci,
-          'QA_SKIP_PULL' => :qa_skip_pull,
           'ELASTIC_URL' => :elastic_url,
           'GITLAB_QA_LOOP_RUNNER_MINUTES' => :gitlab_qa_loop_runner_minutes,
           'MAILHOG_HOSTNAME' => :mailhog_hostname,
           'SLACK_QA_CHANNEL' => :slack_qa_channel,
-          'CI_SLACK_WEBHOOK_URL' => :ci_slack_webhook_url,
           'SLACK_ICON_EMOJI' => :slack_icon_emoji,
           'GITLAB_QA_FORMLESS_LOGIN_TOKEN' => :gitlab_qa_formless_login_token,
           'GEO_MAX_FILE_REPLICATION_TIME' => :geo_max_file_replication_time,
@@ -97,7 +103,8 @@ module Gitlab
           'AWS_S3_REGION' => :aws_s3_region,
           'AWS_S3_KEY_ID' => :aws_s3_key_id,
           'AWS_S3_ACCESS_KEY' => :aws_s3_access_key,
-          'AWS_S3_BUCKET_NAME' => :aws_s3_bucket_name
+          'AWS_S3_BUCKET_NAME' => :aws_s3_bucket_name,
+          'TOP_UPSTREAM_MERGE_REQUEST_IID' => :top_upstream_merge_request_iid
         }.freeze
 
         ENV_VARIABLES.each do |env_name, method_name|

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '7.7.3'.freeze
+    VERSION = '7.8.3'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 7.7.3
+  version: 7.8.3
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-08-31 00:00:00.000000000 Z
+date: 2021-09-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control