gitlab-qa 3.1.1 → 3.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5740a7e12aba0408c71f2f6c4044f800f451e9219dd07a0f9c47be3a21bb5c86
-  data.tar.gz: 342da269858a882aa2be68d6150e0115dfd5171ca535100dac7d35f306615490
+  metadata.gz: 39f9976db803a4a17fb0400c01af1a617a2a16ba8e72d634698e3e1b3e35f5ab
+  data.tar.gz: 1bf716eb3c71ea6f241653920689d3eb3eba228ca1f7476eff8da761154a3701
 SHA512:
-  metadata.gz: 10789ef35f2dc2f68f51cb72b51cef717f8fcc13fb454a4bb946a66bca99b37c113d42afbc1ce997c9961e301323c033c8b5e68a42f1591671d3a6787cb47371
-  data.tar.gz: 5f6d6c83d09214a50d48b3274f79e893c0d999d326fd4d93337dcf9ddbd7b44014e66ca58afe3f016df23d899fd4c7671c7cf3ef069fa0d61723fa1b64b736a3
+  metadata.gz: 4ea7c7c1ff6328d6f20cba58514a7c97edbd7680af2893a885864a0216d842b836e3d2b64936f186ee7cc7219ebe9430f65ecd25a0bb7a42a41be43104e8de09
+  data.tar.gz: a29b655cd50ed7e0cd62a3c388f52a1e652fe3b04c2c404336c26248c34f67023728d2c6da8717b1fbe92c748aa44d2c446532455dff0dc463df9c012f75b939

data/.gitlab-ci.yml

@@ -76,28 +76,28 @@ check:rspec:
 
 ce:sanity-framework:
   script:
-    - ./bin/expect_exit_code_and_text "bin/qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
+    - ./bin/expect_exit_code_and_text "exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ee:sanity-framework:
   script:
-    - ./bin/expect_exit_code_and_text "bin/qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
+    - ./bin/expect_exit_code_and_text "exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ce:instance:
   script:
-    - bin/qa Test::Instance::Image ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:instance-quarantine:
   script:
-    - bin/qa Test::Instance::Image ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -105,14 +105,14 @@ ce:instance-quarantine:
 
 ee:instance:
   script:
-    - bin/qa Test::Instance::Image ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:instance-quarantine:
   script:
-    - bin/qa Test::Instance::Image ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -120,28 +120,28 @@ ee:instance-quarantine:
 
 ce:docker:
   script:
-    - bin/qa Test::Instance::Image ${RELEASE:=CE} -- --tag docker
+    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag docker
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ee:docker:
   script:
-    - bin/qa Test::Instance::Image ${RELEASE:=EE} -- --tag docker
+    - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag docker
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ce:relative_url:
   script:
-    - bin/qa Test::Instance::RelativeUrl ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:relative_url-quarantine:
   script:
-    - bin/qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -149,14 +149,14 @@ ce:relative_url-quarantine:
 
 ee:relative_url:
   script:
-    - bin/qa Test::Instance::RelativeUrl ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:relative_url-quarantine:
   script:
-    - bin/qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -164,26 +164,26 @@ ee:relative_url-quarantine:
 
 ce:image:
   script:
-    - bin/qa Test::Omnibus::Image ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
   <<: *test
   <<: *ce-qa
 
 ee:image:
   script:
-    - bin/qa Test::Omnibus::Image ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
   <<: *test
   <<: *ee-qa
 
 ce:update:
   script:
-    - bin/qa Test::Omnibus::Update ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:update-quarantine:
   script:
-    - bin/qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -191,14 +191,14 @@ ce:update-quarantine:
 
 ee:update:
   script:
-    - bin/qa Test::Omnibus::Update ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:update-quarantine:
   script:
-    - bin/qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -206,14 +206,14 @@ ee:update-quarantine:
 
 ce:upgrade:
   script:
-    - bin/qa Test::Omnibus::Upgrade
+    - exe/gitlab-qa Test::Omnibus::Upgrade
   <<: *test
   <<: *high-capacity
   <<: *only-qa
 
 ce:upgrade-quarantine:
   script:
-    - bin/qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated
+    - exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *only-qa
@@ -221,14 +221,14 @@ ce:upgrade-quarantine:
 
 ee-previous-to-ce:update:
   script:
-     - bin/qa Test::Omnibus::Update EE CE
+     - exe/gitlab-qa Test::Omnibus::Update EE CE
   <<: *test
   <<: *high-capacity
   <<: *only-qa
 
 ee-previous-to-ce:update-quarantine:
   script:
-     - bin/qa Test::Omnibus::Update EE CE -- --tag quarantine --tag ~orchestrated
+     - exe/gitlab-qa Test::Omnibus::Update EE CE -- --tag quarantine --tag ~orchestrated
   <<: *test
   <<: *high-capacity
   <<: *only-qa
@@ -236,14 +236,14 @@ ee-previous-to-ce:update-quarantine:
 
 ce:mattermost:
   script:
-    - bin/qa Test::Integration::Mattermost ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:mattermost-quarantine:
   script:
-    - bin/qa Test::Integration::Mattermost ${RELEASE:=CE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -251,14 +251,14 @@ ce:mattermost-quarantine:
 
 ee:mattermost:
   script:
-    - bin/qa Test::Integration::Mattermost ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:mattermost-quarantine:
   script:
-    - bin/qa Test::Integration::Mattermost ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -266,14 +266,14 @@ ee:mattermost-quarantine:
 
 ee:geo:
   script:
-    - bin/qa Test::Integration::Geo ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:geo-quarantine:
   script:
-    - bin/qa Test::Integration::Geo ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -281,14 +281,14 @@ ee:geo-quarantine:
 
 ce:ldap_no_tls:
   script:
-    - bin/qa Test::Integration::LDAPNoTLS ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:ldap_no_tls-quarantine:
   script:
-    - bin/qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -296,14 +296,14 @@ ce:ldap_no_tls-quarantine:
 
 ee:ldap_no_tls:
   script:
-    - bin/qa Test::Integration::LDAPNoTLS ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:ldap_no_tls-quarantine:
   script:
-    - bin/qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -311,14 +311,14 @@ ee:ldap_no_tls-quarantine:
 
 ce:ldap_tls:
   script:
-    - bin/qa Test::Integration::LDAPTLS ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:ldap_tls-quarantine:
   script:
-    - bin/qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -326,14 +326,14 @@ ce:ldap_tls-quarantine:
 
 ee:ldap_tls:
   script:
-    - bin/qa Test::Integration::LDAPTLS ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:ldap_tls-quarantine:
   script:
-    - bin/qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -341,14 +341,14 @@ ee:ldap_tls-quarantine:
 
 ce:instance_saml:
   script:
-  - bin/qa Test::Integration::InstanceSAML ${RELEASE:=CE}
+  - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:instance_saml-quarantine:
   script:
-  - bin/qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- --tag quarantine
+  - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -356,14 +356,14 @@ ce:instance_saml-quarantine:
 
 ee:instance_saml:
   script:
-  - bin/qa Test::Integration::InstanceSAML ${RELEASE:=EE}
+  - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:instance_saml-quarantine:
   script:
-  - bin/qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- --tag quarantine
+  - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -371,14 +371,14 @@ ee:instance_saml-quarantine:
 
 ee:group_saml:
   script:
-  - bin/qa Test::Integration::GroupSAML ${RELEASE:=EE}
+  - exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:group_saml-quarantine:
   script:
-  - bin/qa Test::Integration::GroupSAML ${RELEASE:=EE} -- --tag quarantine
+  - exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -386,14 +386,14 @@ ee:group_saml-quarantine:
 
 ce:kubernetes:
   script:
-    - bin/qa Test::Integration::Kubernetes ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:kubernetes-quarantine:
   script:
-    - bin/qa Test::Integration::Kubernetes ${RELEASE:=CE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -401,14 +401,14 @@ ce:kubernetes-quarantine:
 
 ee:kubernetes:
   script:
-    - bin/qa Test::Integration::Kubernetes ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:kubernetes-quarantine:
   script:
-    - bin/qa Test::Integration::Kubernetes ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -416,14 +416,14 @@ ee:kubernetes-quarantine:
 
 ce:object_storage:
   script:
-    - bin/qa Test::Integration::ObjectStorage ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:object_storage-quarantine:
   script:
-    - bin/qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -431,14 +431,14 @@ ce:object_storage-quarantine:
 
 ee:object_storage:
   script:
-    - bin/qa Test::Integration::ObjectStorage ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:object_storage-quarantine:
   script:
-    - bin/qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
@@ -446,14 +446,14 @@ ee:object_storage-quarantine:
 
 ce:oauth:
   script:
-    - bin/qa Test::Integration::OAuth ${RELEASE:=CE}
+    - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE}
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
 
 ce:oauth-quarantine:
   script:
-    - bin/qa Test::Integration::OAuth ${RELEASE:=CE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ce-qa
@@ -461,14 +461,14 @@ ce:oauth-quarantine:
 
 ee:oauth:
   script:
-    - bin/qa Test::Integration::OAuth ${RELEASE:=EE}
+    - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE}
   <<: *test
   <<: *high-capacity
   <<: *ee-qa
 
 ee:oauth-quarantine:
   script:
-    - bin/qa Test::Integration::OAuth ${RELEASE:=EE} -- --tag quarantine
+    - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- --tag quarantine
   <<: *test
   <<: *high-capacity
   <<: *ee-qa

data/exe/gitlab-qa

@@ -1,5 +1,6 @@
 #!/usr/bin/env ruby
 
+require 'bundler/setup'
 require 'gitlab/qa'
 
 Gitlab::QA::Runner.run(ARGV)

data/lib/gitlab/qa/runtime/env.rb

@@ -44,7 +44,15 @@ module Gitlab
           'GITHUB_OAUTH_APP_ID' => :github_oauth_app_id,
           'GITHUB_OAUTH_APP_SECRET' => :github_oauth_app_secret,
           'GITHUB_USERNAME' => :github_username,
-          'GITHUB_PASSWORD' => :github_password
+          'GITHUB_PASSWORD' => :github_password,
+          'KNAPSACK_GENERATE_REPORT' => :knapsack_generate_report,
+          'KNAPSACK_REPORT_PATH' => :knapsack_report_path,
+          'KNAPSACK_TEST_FILE_PATTERN' => :knapsack_test_file_pattern,
+          'KNAPSACK_TEST_DIR' => :knapsack_test_dir,
+          'CI' => :ci,
+          'CI_NODE_INDEX' => :ci_node_index,
+          'CI_NODE_TOTAL' => :ci_node_total,
+          'GITLAB_CI' => :gitlab_ci
         }.freeze
 
         ENV_VARIABLES.each_value do |accessor|

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '3.1.1'.freeze
+    VERSION = '3.2.0'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 3.1.1
+  version: 3.2.0
 platform: ruby
 authors:
 - Grzegorz Bizon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-05-06 00:00:00.000000000 Z
+date: 2019-05-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -131,7 +131,6 @@ files:
 - bin/console
 - bin/expect_exit_code_and_text
 - bin/notify_upstream_commit
-- bin/qa
 - bin/setup
 - bin/slack
 - docs/README.md

data/bin/qa

@@ -1,6 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'bundler/setup'
-require 'gitlab/qa'
-
-Gitlab::QA::Runner.run(ARGV)