gitlab-qa 4.10.0 → 4.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d3b379ca406c49cd0884e1e432ebfa08680cdcb95ced4b71fc4990c1f2f26214
-  data.tar.gz: 5081f3c31c7ac3c49b02efbf3e9e78d064df98e95dbc07fb45b2d09810ea7b5a
+  metadata.gz: acda0380864e9ee10f97e5542960037472a1e029fafb9b5d2ec7d5e147226a9b
+  data.tar.gz: ebae8ebb0f5601efe11940cac2d1928f93635184893d9586214e0ca95e4cdfec
 SHA512:
-  metadata.gz: e32bb01f38e98d685bf41b8199ac601d5923e747c8b5163f23734aa80d6f90923e79faf3268021dd4142afc2ef07007492ea95acf637b05998703b30566981e1
-  data.tar.gz: 4a2dbe6bc98bccc1fc36e08f983bb53ee83f7eb12e8796c2c68551ece29acf1558e34d49bb6dc27aa7eed2fad3d595faa1df9d5e0b69b2186d5184aeb6b3e455
+  metadata.gz: 87584379f79124ef7406446b47e121b2da38a0f67839c830f71d092902cfd3b0ae058137a371e4ddba299a3c399d9d3d963b1f1e699c74705b3831b1464d9d3a
+  data.tar.gz: 56f198d47e935445a4498ec4def3a6ef5c9ab5c0c7c6870684d6010c85acd3e7a8062ee3f0c9898517bde47c98c994c677a54614209a5997e98adfb33349f4af

data/.gitlab-ci.yml

@@ -91,9 +91,6 @@ check:rspec:
     FILE_SAFE_JOB_NAME: $(echo $CI_JOB_NAME | sed 's/[ /]/_/g')
     RSPEC_REPORT_OPTS: "--format RspecJunitFormatter --out \"tmp/rspec-${CI_JOB_ID}.xml\" --format html --out \"tmp/rspec-${FILE_SAFE_JOB_NAME}.htm\" --color --format documentation"
 
-.quarantine:
-  allow_failure: true
-
 ce:sanity-framework:
   script:
     - ./bin/expect_exit_code_and_text "exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
@@ -121,16 +118,6 @@ ce:instance:
     - .rspec-report-opts
   parallel: 5
 
-ce:instance-quarantine:
-  script:
-    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:instance:
   script:
     - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -142,16 +129,6 @@ ee:instance:
     - .rspec-report-opts
   parallel: 5
 
-ee:instance-quarantine:
-  script:
-    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:docker:
   script:
     - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag docker $RSPEC_REPORT_OPTS
@@ -181,16 +158,6 @@ ce:relative_url:
     - .rspec-report-opts
   parallel: 5
 
-ce:relative_url-quarantine:
-  script:
-    - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:relative_url:
   script:
     - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -202,16 +169,6 @@ ee:relative_url:
     - .rspec-report-opts
   parallel: 5
 
-ee:relative_url-quarantine:
-  script:
-    - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:image:
   script:
     - exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
@@ -237,16 +194,6 @@ ce:update:
     - .knapsack-variables
   parallel: 5
 
-ce:update-quarantine:
-  script:
-    - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:update:
   script:
     - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -258,16 +205,6 @@ ee:update:
     - .knapsack-variables
   parallel: 5
 
-ee:update-quarantine:
-  script:
-    - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:upgrade:
   script:
     - exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
@@ -279,16 +216,6 @@ ce:upgrade:
     - .knapsack-variables
   parallel: 5
 
-ce:upgrade-quarantine:
-  script:
-    - exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .only-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee-previous-to-ce:update:
   script:
     - exe/gitlab-qa Test::Omnibus::Update EE CE -- $RSPEC_REPORT_OPTS
@@ -298,16 +225,6 @@ ee-previous-to-ce:update:
     - .only-qa
     - .rspec-report-opts
 
-ee-previous-to-ce:update-quarantine:
-  script:
-    - exe/gitlab-qa Test::Omnibus::Update EE CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .only-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:mattermost:
   script:
     - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -317,16 +234,6 @@ ce:mattermost:
     - .ce-qa
     - .rspec-report-opts
 
-ce:mattermost-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:mattermost:
   script:
     - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -336,16 +243,6 @@ ee:mattermost:
     - .ee-qa
     - .rspec-report-opts
 
-ee:mattermost-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:geo:
   script:
     - exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -355,16 +252,6 @@ ee:geo:
     - .ee-qa
     - .rspec-report-opts
 
-ee:geo-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:ldap_no_tls:
   script:
     - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -374,16 +261,6 @@ ce:ldap_no_tls:
     - .ce-qa
     - .rspec-report-opts
 
-ce:ldap_no_tls-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:ldap_no_tls:
   script:
     - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -393,16 +270,6 @@ ee:ldap_no_tls:
     - .ee-qa
     - .rspec-report-opts
 
-ee:ldap_no_tls-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:ldap_tls:
   script:
     - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -412,16 +279,6 @@ ce:ldap_tls:
     - .ce-qa
     - .rspec-report-opts
 
-ce:ldap_tls-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:ldap_tls:
   script:
     - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -431,16 +288,6 @@ ee:ldap_tls:
     - .ee-qa
     - .rspec-report-opts
 
-ee:ldap_tls-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:ldap_no_server:
   script:
     - exe/gitlab-qa Test::Integration::LDAPNoServer ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -450,16 +297,6 @@ ee:ldap_no_server:
     - .ee-qa
     - .rspec-report-opts
 
-ee:ldap_no_server-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::LDAPNoServer ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:instance_saml:
   script:
     - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -469,16 +306,6 @@ ce:instance_saml:
     - .ce-qa
     - .rspec-report-opts
 
-ce:instance_saml-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:instance_saml:
   script:
     - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -488,16 +315,6 @@ ee:instance_saml:
     - .ee-qa
     - .rspec-report-opts
 
-ee:instance_saml-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:group_saml:
   script:
     - exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -507,16 +324,6 @@ ee:group_saml:
     - .ee-qa
     - .rspec-report-opts
 
-ee:group_saml-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:kubernetes:
   script:
     - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -526,16 +333,6 @@ ce:kubernetes:
     - .ce-qa
     - .rspec-report-opts
 
-ce:kubernetes-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:kubernetes:
   script:
     - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -545,16 +342,6 @@ ee:kubernetes:
     - .ee-qa
     - .rspec-report-opts
 
-ee:kubernetes-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:object_storage:
   script:
     - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -564,16 +351,6 @@ ce:object_storage:
     - .ce-qa
     - .rspec-report-opts
 
-ce:object_storage-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:object_storage:
   script:
     - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -583,16 +360,6 @@ ee:object_storage:
     - .ee-qa
     - .rspec-report-opts
 
-ee:object_storage-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ce:oauth:
   script:
     - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
@@ -602,16 +369,6 @@ ce:oauth:
     - .ce-qa
     - .rspec-report-opts
 
-ce:oauth-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ce-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:oauth:
   script:
     - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -621,16 +378,6 @@ ee:oauth:
     - .ee-qa
     - .rspec-report-opts
 
-ee:oauth-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:packages:
   script:
     - exe/gitlab-qa Test::Integration::Packages ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -640,16 +387,6 @@ ee:packages:
     - .ee-qa
     - .rspec-report-opts
 
-ee:packages-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Packages ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 ee:elasticsearch:
   script:
     - exe/gitlab-qa Test::Integration::Elasticsearch ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
@@ -659,16 +396,6 @@ ee:elasticsearch:
     - .ee-qa
     - .rspec-report-opts
 
-ee:elasticsearch-quarantine:
-  script:
-    - exe/gitlab-qa Test::Integration::Elasticsearch ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
-  extends:
-    - .test
-    - .high-capacity
-    - .ee-qa
-    - .quarantine
-    - .rspec-report-opts
-
 .report-base:
   image: ruby:2.6-alpine
   variables:

data/docs/what_tests_can_be_run.md

@@ -75,6 +75,7 @@ For more details on the internals, please read the
 * `GITLAB_QA_1P_SECRET` - Secret for authenticating into 1Password.
 * `GITLAB_QA_1P_GITHUB_UUID` - UUID for GitHub item in GitLab-QA 1Password vault.
 * `GITLAB_QA_LOOP_RUNNER_MINUTES` - Minutes to run and repeat a spec while using the '--loop' option; default value is 1 minute.
+* `QA_CAN_TEST_ADMIN_FEATURES` - set to 'false' to skip tests that require admin access
 
 ## [Supported Remote Grid environment variables](./running_against_remote_grid.md)
 

data/lib/gitlab/qa/runtime/env.rb

@@ -61,7 +61,8 @@ module Gitlab
           'GITLAB_QA_1P_PASSWORD' => :gitlab_qa_1p_password,
           'GITLAB_QA_1P_SECRET' => :gitlab_qa_1p_secret,
           'GITLAB_QA_1P_GITHUB_UUID' => :gitlab_qa_1p_github_uuid,
-          'GITLAB_QA_LOOP_RUNNER_MINUTES' => :gitlab_qa_loop_runner_minutes
+          'GITLAB_QA_LOOP_RUNNER_MINUTES' => :gitlab_qa_loop_runner_minutes,
+          'QA_CAN_TEST_ADMIN_FEATURES' => :qa_can_test_admin_features
         }.freeze
 
         ENV_VARIABLES.each_value do |accessor|

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '4.10.0'.freeze
+    VERSION = '4.11.0'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 4.10.0
+  version: 4.11.0
 platform: ruby
 authors:
 - Grzegorz Bizon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-11-11 00:00:00.000000000 Z
+date: 2019-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control