gitlab-qa 3.0.1 → 3.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6bf71cde5fe8fd87db4bcd8b13638c710bd77be238a15569c7a0e8794319c361
-  data.tar.gz: 63e82bc93eafed386924bf7c66ab91f67b49b8d26f2dda5ac8a34c47cbc84779
+  metadata.gz: c43864e3afe1ee61964bdcd2e81646278adb110e183d21e9c3bae0deea67d1f1
+  data.tar.gz: 022cb5a101dc79f9cbca06b4b661acf7fdc45882fdb4754be507175f919a4187
 SHA512:
-  metadata.gz: bf7e5745d3e082ad7a00521e0c7b1cbc68c742064d3e5cb04422b6a7ab56bfa1a08c625019876a4aa6b7142101257d971f7f3a8cb05d7c20655383ae05f0323b
-  data.tar.gz: 073ff4e869d2d86a517e8642e25c446712e0a04e660142ac3f8662d98f61562e5f3b498836098b91eaa19ceeaed73d20ad008297b5826c81a9997d98f2a88530
+  metadata.gz: ef47922f60046f4df91bfeb758d4dd2aa345dd11c1cd2422f0096917549e6bf674a00a46f99c2c500a5688b1c1b742d9ba3fa08cf946ddcd29fc9152015c7a45
+  data.tar.gz: 89fed700c3848962272bf6bf04dee329f9296a89df986403fe7e099b1fa0418e832da36945269e397ef8819265a39a61c1a45b18cef69457fbcf5f5c1df6a977

data/docs/what_tests_can_be_run.md

@@ -41,6 +41,11 @@ For more details on the internals, please read the
 * `GITLAB_ADMIN_USERNAME` - Admin username to use when adding a license
 * `GITLAB_ADMIN_PASSWORD` - Admin password to use when adding a license
 * `GITLAB_SANDBOX_NAME` - The sandbox group name the test suite is going to use (default: `gitlab-qa-sandbox`)
+* `GITLAB_QA_ACCESS_TOKEN` -  A valid personal access token with the `api` scope.
+  This is used for API access during tests, and is used in the
+  [`Test::Instance::Staging`](#testinstancestaging) scenario to retrieve the
+  version that staging is currently running. An existing token that is valid on
+  staging can be found in the shared 1Password vault.
 * `EE_LICENSE` - Enterprise Edition license
 * `QA_ARTIFACTS_DIR` - Path to a directory where artifacts (logs and screenshots)
   for failing tests will be saved (default: `/tmp/gitlab-qa`)
@@ -435,6 +440,14 @@ by setting `QA_COOKIES=gitlab_canary=true`. This adds a cookie
 to all web requests which will result in them being routed
 to the canary fleet.
 
+### `Test::Instance::Preprod`
+
+This scenario functions the same as `Test::Instance::Staging`
+but will run tests against [`pre.gitlab.com`](https://pre.gitlab.com).
+
+Note that [`pre.gitlab.com`](https://pre.gitlab.com) is used as an Interim
+Performance Testbed and [will be replaced with the actual testbed in the future](https://gitlab.com/groups/gitlab-com/gl-infra/-/epics/60). 
+
 ### `Test::Instance::Smoke`
 
 This scenario will run a limited amount of tests selected from the test suite tagged by `:smoke`.

data/lib/gitlab/qa.rb

@@ -20,6 +20,7 @@ module Gitlab
           autoload :Staging, 'qa/scenario/test/instance/staging'
           autoload :Production, 'qa/scenario/test/instance/production'
           autoload :Smoke, 'qa/scenario/test/instance/smoke'
+          autoload :Preprod, 'qa/scenario/test/instance/preprod'
         end
 
         module Omnibus
@@ -57,6 +58,7 @@ module Gitlab
       autoload :Staging, 'qa/component/staging'
       autoload :Production, 'qa/component/production'
       autoload :Minio, 'qa/component/minio'
+      autoload :Preprod, 'qa/component/preprod'
     end
 
     module Docker

data/lib/gitlab/qa/component/preprod.rb

@@ -0,0 +1,13 @@
+require 'net/http'
+require 'json'
+require 'uri'
+
+module Gitlab
+  module QA
+    module Component
+      class Preprod < Staging
+        ADDRESS = 'https://pre.gitlab.com'.freeze
+      end
+    end
+  end
+end

data/lib/gitlab/qa/scenario/test/instance/preprod.rb

@@ -0,0 +1,37 @@
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Instance
+          ##
+          # Run test suite against pre.gitlab.com
+          #
+          class Preprod < Scenario::Template
+            def perform(*rspec_args)
+              Runtime::Env.require_no_license!
+
+              release = Component::Preprod.release
+
+              if release.dev_gitlab_org?
+                Docker::Command.execute(
+                  [
+                    'login',
+                    '--username gitlab-qa-bot',
+                    %(--password "#{Runtime::Env.dev_access_token_variable}"),
+                    Release::DEV_REGISTRY
+                  ]
+                )
+              end
+
+              Component::Specs.perform do |specs|
+                specs.suite = 'Test::Instance::All'
+                specs.release = release
+                specs.args = [Component::Preprod::ADDRESS, *rspec_args]
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '3.0.1'.freeze
+    VERSION = '3.1.0'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 3.0.1
+  version: 3.1.0
 platform: ruby
 authors:
 - Grzegorz Bizon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-03-27 00:00:00.000000000 Z
+date: 2019-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -153,6 +153,7 @@ files:
 - lib/gitlab/qa/component/internet_tunnel.rb
 - lib/gitlab/qa/component/ldap.rb
 - lib/gitlab/qa/component/minio.rb
+- lib/gitlab/qa/component/preprod.rb
 - lib/gitlab/qa/component/production.rb
 - lib/gitlab/qa/component/saml.rb
 - lib/gitlab/qa/component/specs.rb
@@ -167,6 +168,7 @@ files:
 - lib/gitlab/qa/scenario/template.rb
 - lib/gitlab/qa/scenario/test/instance/any.rb
 - lib/gitlab/qa/scenario/test/instance/image.rb
+- lib/gitlab/qa/scenario/test/instance/preprod.rb
 - lib/gitlab/qa/scenario/test/instance/production.rb
 - lib/gitlab/qa/scenario/test/instance/relative_url.rb
 - lib/gitlab/qa/scenario/test/instance/smoke.rb
@@ -208,7 +210,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.2
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Integration tests for GitLab