gitlab-qa 6.20.1 → 6.21.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c136a0788938d35b97aa2ead0aeb2c1cf49a3d4b88234b84bdc63fca74077f9c
-  data.tar.gz: 3af3761d7ec9c0b454f213a3adaba033d72f9eefa96551a7027d858a6a022c50
+  metadata.gz: b9760fa09e36771aae86f79908388d235ce9ec597e551d7458f8f2f9840f2456
+  data.tar.gz: e1c8574a9f3471e21017d32e9d92a0ff79ff057c71d0c9878fe04000ef5c781a
 SHA512:
-  metadata.gz: 73fefa1d944152d2792b353ee133846d077ffdae97f706fe20011d6327e82a9a627b301933b814eb214f5206566855c5a212af2bb7b56cee8a845fd3943e29c4
-  data.tar.gz: a4375e5f172c5c578f5fd389d1f3012247688c76b33465e44459581e2b126805a3d85bc851c70755bb4c850e26b3df186d97868a2d7ad37987e822608a412f99
+  metadata.gz: 361ad4bf805c10df590d8b7fb2bfce2a3d0af472c9d3dc92b648f44d44e779558171df44101ec952e6127848aa566f1d6ef4f50ce56e77a6d6cfdd0795f97313
+  data.tar.gz: b5ddd7de265e676f4078a10978d8931fb555a45fe9c559af9926debf620a9848ac6f503ee54689c7df04b4fa6d499765359a05c1909ef66445fe8794f39d3d66

data/docs/what_tests_can_be_run.md

@@ -167,6 +167,21 @@ And the following would run all Create API tests as well as UI tests:
 $ gitlab-qa Test::Instance::Image EE -- qa/specs/features/browser_ui/3_create qa/specs/features/api/3_create
 ```
 
+### Running tests for transient bugs
+
+A suite of tests have been written to test for [transient bugs](https://about.gitlab.com/handbook/engineering/quality/issue-triage/#transient-bugs).
+Those tests are tagged `:transient` and therefore can be run via:
+
+```shell
+$ gitlab-qa Test::Instance::Image EE -- --tag transient
+```
+
+If you would like to run the transient bug tests against a specific GitLab instance such as your GDK, you can use the following command:
+
+```shell
+$ gitlab-qa Test::Instance::Any EE https://your.instance.gitlab -- --tag transient
+```
+
 ## Examples
 
 ### `Test::Instance::Image CE|EE|<full image address>`

data/lib/gitlab/qa/component/gitlab.rb

@@ -101,12 +101,17 @@ module Gitlab
         def prepare_gitlab_omnibus_config
           setup_disable_animations if disable_animations
           set_formless_login_token
+          setup_application_settings_cache_expiry
         end
 
         def setup_disable_animations
           @environment['GITLAB_OMNIBUS_CONFIG'] = "gitlab_rails['gitlab_disable_animations'] = true; #{@environment['GITLAB_OMNIBUS_CONFIG'] || ''}"
         end
 
+        def setup_application_settings_cache_expiry
+          @environment['GITLAB_OMNIBUS_CONFIG'] = "gitlab_rails['application_settings_cache_seconds'] = 0; #{@environment['GITLAB_OMNIBUS_CONFIG'] || ''}"
+        end
+
         def start # rubocop:disable Metrics/AbcSize
           ensure_configured!
 
@@ -138,14 +143,14 @@ module Gitlab
             puts line
             # TODO, workaround which allows to detach from the container
             #
-            Process.kill('INT', wait.pid) if line =~ /gitlab Reconfigured!/
+            break if line =~ /gitlab Reconfigured!/
           end
         end
 
         def wait_until_ready
           return if skip_availability_check
 
-          if Availability.new(name, relative_path: relative_path, scheme: scheme, protocol_port: port.to_i).check(300)
+          if Availability.new(name, relative_path: relative_path, scheme: scheme, protocol_port: port.to_i).check(Runtime::Env.gitlab_availability_timeout)
             sleep 12 # TODO, handle that better
             puts ' -> GitLab is available.'
           else

data/lib/gitlab/qa/report/generate_test_session.rb

@@ -153,7 +153,7 @@ module Gitlab
           <<~MARKDOWN.chomp
             <details><summary>Passed tests:</summary>
 
-            #{generate_testcase_listing(passed_tests)}
+            #{generate_testcase_listing(passed_tests, passed: true)}
 
             </details>
           MARKDOWN
@@ -169,11 +169,11 @@ module Gitlab
           MARKDOWN
         end
 
-        def generate_testcase_listing(tests)
+        def generate_testcase_listing(tests, passed: false)
           body = tests.group_by(&:testcase).map do |testcase, tests_with_same_testcase|
             tests_with_same_testcase.sort_by!(&:name)
             [
-              generate_test_text(testcase, tests_with_same_testcase),
+              generate_test_text(testcase, tests_with_same_testcase, passed),
               generate_test_job(tests_with_same_testcase),
               generate_test_status(tests_with_same_testcase),
               generate_test_actions(tests_with_same_testcase)
@@ -187,10 +187,10 @@ module Gitlab
           MARKDOWN
         end
 
-        def generate_test_text(testcase, tests_with_same_testcase)
+        def generate_test_text(testcase, tests_with_same_testcase, passed)
           text = tests_with_same_testcase.map(&:name).uniq.join(', ')
 
-          if testcase
+          if testcase && !passed
             "[#{text}](#{testcase})"
           else
             text

data/lib/gitlab/qa/runtime/env.rb

@@ -106,6 +106,10 @@ module Gitlab
           ENV['QA_DEFAULT_BRANCH'] || 'master'
         end
 
+        def gitlab_availability_timeout
+          ENV.fetch('GITLAB_QA_AVAILABILITY_TIMEOUT', 360).to_i
+        end
+
         def gitlab_username
           ENV['GITLAB_USERNAME'] || 'gitlab-qa'
         end

data/lib/gitlab/qa/scenario/test/integration/ssh_tunnel.rb

@@ -26,8 +26,7 @@ module Gitlab
                       external_url '#{tunnel_gitlab.url}';
                       nginx['listen_port'] = 80;
                       nginx['listen_https'] = false;
-                      # documentation: https://docs.gitlab.com/omnibus/settings/database.html#seed-the-database-fresh-installs-only
-                      gitlab_rails['initial_root_password'] = '#{Runtime::Env.require_initial_password!}'
+                      gitlab_rails['initial_root_password'] = '#{Runtime::Env.require_initial_password!}';
 
                       registry_external_url '#{tunnel_registry.url}';
                       registry_nginx['listen_port'] = 80;

data/lib/gitlab/qa/scenario/test/sanity/version.rb

@@ -1,6 +1,7 @@
 require 'json'
 require 'net/http'
 require 'cgi'
+require 'time'
 
 module Gitlab
   module QA
@@ -8,14 +9,10 @@ module Gitlab
       module Test
         module Sanity
           # This test checks that the sha_version of a GitLab was authored in
-          # the window defined by `HOURS_AGO`.  We perform a single API call,
-          # so `COMMITS` needs to be a large enough value that we expect all
-          # the commits in the time window will fit.
+          # the window defined by the `weekday_hours` method.
+          # We perform a single API call to get the commit
           class Version < Scenario::Template
-            HOURS_AGO = 24
-            COMMITS = 10_000
-
-            def perform(release)
+            def perform(release = 'ce')
               version = Component::Gitlab.perform do |gitlab|
                 gitlab.release = release
                 gitlab.act do
@@ -25,9 +22,9 @@ module Gitlab
               end
 
               project = "gitlab-org/#{QA::Release.new(release).api_project_name}"
-              commit = recent_commits(project).find { |c| c['id'] == version }
+              commit = api_commit_detail(project, version)
 
-              if commit
+              if commit_within_hours?(commit['created_at'], weekday_hours(commit['created_at']))
                 puts "Found commit #{version} in recent history of #{project}"
               else
                 puts "Did not find #{version} in recent history of #{project}"
@@ -37,14 +34,28 @@ module Gitlab
 
             private
 
-            def recent_commits(project)
+            def weekday_hours(date_string)
+              case Date.parse(date_string).wday
+                # Sunday
+              when 0
+                48
+                # Monday
+              when 1
+                72
+              else
+                24
+              end
+            end
+
+            def commit_within_hours?(commit_time_string, hours)
+              Time.at(Time.parse(commit_time_string).utc).to_datetime > Time.at((Time.now - hours * 60 * 60).utc).to_datetime
+            end
+
+            def api_commit_detail(project, commit_id)
               api = 'https://gitlab.com/api/v4'
-              url = "#{api}/projects/#{CGI.escape(project)}/repository/commits"
-              since = (Time.now - HOURS_AGO * 60 * 60).strftime('%FT%T')
+              url = "#{api}/projects/#{CGI.escape(project)}/repository/commits/#{commit_id}"
 
-              uri = URI(url)
-              uri.query = URI.encode_www_form(since: since, per_page: COMMITS)
-              JSON.parse(Net::HTTP.get(uri))
+              JSON.parse(Net::HTTP.get(URI(url)))
             end
           end
         end

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '6.20.1'.freeze
+    VERSION = '6.21.4'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 6.20.1
+  version: 6.21.4
 platform: ruby
 authors:
 - Grzegorz Bizon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-01-21 00:00:00.000000000 Z
+date: 2021-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -208,7 +208,6 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - ".rubocop_todo.yml"
-- ".travis.yml"
 - CONTRIBUTING.md
 - Gemfile
 - LICENSE

data/.travis.yml

@@ -1,5 +0,0 @@
-sudo: false
-language: ruby
-rvm:
-  - 2.3.1
-before_install: gem install bundler -v 1.12.5