gitlab-qa 7.24.6 → 7.26.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitlab/ci/jobs/actioncable.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/base.gitlab-ci.yml +281 -0
- data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml +30 -0
- data/.gitlab/ci/jobs/custom_parallel.gitlab-ci.yml +21 -0
- data/.gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml +18 -0
- data/.gitlab/ci/jobs/elasticsearch.gitlab-ci.yml +20 -0
- data/.gitlab/ci/jobs/geo.gitlab-ci.yml +18 -0
- data/.gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml +45 -0
- data/.gitlab/ci/jobs/group_saml.gitlab-ci.yml +20 -0
- data/.gitlab/ci/jobs/instance.gitlab-ci.yml +55 -0
- data/.gitlab/ci/jobs/instance_saml.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/integrations.gitlab-ci.yml +14 -0
- data/.gitlab/ci/jobs/jira.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml +19 -0
- data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml +20 -0
- data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/mtls.gitlab-ci.yml +17 -0
- data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml +49 -0
- data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml +25 -0
- data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml +23 -0
- data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml +15 -0
- data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml +28 -0
- data/.gitlab/ci/jobs/packages.gitlab-ci.yml +25 -0
- data/.gitlab/ci/jobs/praefect.gitlab-ci.yml +71 -0
- data/.gitlab/ci/jobs/registry.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml +43 -0
- data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml +65 -0
- data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml +41 -0
- data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml +24 -0
- data/.gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml +19 -0
- data/.gitlab/ci/jobs/smtp.gitlab-ci.yml +19 -0
- data/.gitlab/ci/jobs/staging.gitlab-ci.yml +10 -0
- data/.gitlab/ci/jobs/update.gitlab-ci.yml +60 -0
- data/.gitlab/ci/rules.gitlab-ci.yml +19 -6
- data/.gitlab/issue_templates/Default.md +2 -0
- data/.gitlab/merge_request_templates/Default.md +2 -0
- data/.gitlab-ci.yml +110 -1333
- data/bin/notify_upstream +98 -0
- data/docs/what_tests_can_be_run.md +15 -0
- data/lib/gitlab/qa/component/base.rb +0 -1
- data/lib/gitlab/qa/component/gitlab.rb +48 -1
- data/lib/gitlab/qa/component/staging_ref.rb +1 -0
- data/lib/gitlab/qa/docker/engine.rb +4 -0
- data/lib/gitlab/qa/release.rb +1 -1
- data/lib/gitlab/qa/report/gitlab_issue_client.rb +12 -0
- data/lib/gitlab/qa/report/relate_failure_issue.rb +17 -2
- data/lib/gitlab/qa/report/test_result.rb +8 -0
- data/lib/gitlab/qa/report/update_screenshot_path.rb +28 -6
- data/lib/gitlab/qa/runner.rb +17 -0
- data/lib/gitlab/qa/runtime/env.rb +14 -1
- data/lib/gitlab/qa/runtime/omnibus_configuration.rb +1 -1
- data/lib/gitlab/qa/runtime/omnibus_configurations/ci_decomposition.rb +32 -0
- data/lib/gitlab/qa/scenario/test/instance/deployment_base.rb +5 -0
- data/lib/gitlab/qa/scenario/test/instance/staging_ref_geo.rb +27 -0
- data/lib/gitlab/qa/scenario/test/integration/geo.rb +2 -1
- data/lib/gitlab/qa/scenario/test/integration/gitaly_cluster.rb +2 -0
- data/lib/gitlab/qa/scenario/test/integration/mattermost.rb +5 -1
- data/lib/gitlab/qa/scenario/test/integration/mtls.rb +1 -0
- data/lib/gitlab/qa/scenario/test/integration/registry_with_cdn.rb +42 -0
- data/lib/gitlab/qa/scenario/test/omnibus/update.rb +1 -0
- data/lib/gitlab/qa/version.rb +1 -1
- data/lib/gitlab/qa.rb +3 -0
- data/scripts/generate-qa-jobs.rb +72 -0
- data/support/data/admin_access_token_seed.rb +24 -0
- data/support/data/license_usage_seed.rb +75 -0
- metadata +45 -3
- data/bin/notify_upstream_commit +0 -61
@@ -0,0 +1,19 @@
|
|
1
|
+
ce:large-setup:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_RSPEC_TAGS: "--tag can_use_large_setup"
|
10
|
+
|
11
|
+
ee:large-setup:
|
12
|
+
extends:
|
13
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ee-variables
|
17
|
+
- .rspec-report-opts
|
18
|
+
variables:
|
19
|
+
QA_RSPEC_TAGS: "--tag can_use_large_setup"
|
@@ -0,0 +1,20 @@
|
|
1
|
+
ee:ldap_no_server:
|
2
|
+
extends:
|
3
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ee-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::LDAPNoServer"
|
10
|
+
|
11
|
+
ee:ldap_no_server-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ee-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Integration::LDAPNoServer"
|
@@ -0,0 +1,41 @@
|
|
1
|
+
ce:ldap_no_tls:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
10
|
+
|
11
|
+
ce:ldap_no_tls-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ce-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
21
|
+
|
22
|
+
ee:ldap_no_tls:
|
23
|
+
extends:
|
24
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .high-capacity
|
27
|
+
- .ee-variables
|
28
|
+
- .rspec-report-opts
|
29
|
+
variables:
|
30
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
31
|
+
|
32
|
+
ee:ldap_no_tls-quarantine:
|
33
|
+
extends:
|
34
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
+
- .test
|
36
|
+
- .high-capacity
|
37
|
+
- .ee-variables
|
38
|
+
- .quarantine
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
@@ -0,0 +1,41 @@
|
|
1
|
+
ce:ldap_tls:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
10
|
+
|
11
|
+
ce:ldap_tls-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ce-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
21
|
+
|
22
|
+
ee:ldap_tls:
|
23
|
+
extends:
|
24
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .high-capacity
|
27
|
+
- .ee-variables
|
28
|
+
- .rspec-report-opts
|
29
|
+
variables:
|
30
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
31
|
+
|
32
|
+
ee:ldap_tls-quarantine:
|
33
|
+
extends:
|
34
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
+
- .test
|
36
|
+
- .high-capacity
|
37
|
+
- .ee-variables
|
38
|
+
- .quarantine
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
@@ -0,0 +1,41 @@
|
|
1
|
+
ce:mattermost:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
10
|
+
|
11
|
+
ce:mattermost-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ce-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
21
|
+
|
22
|
+
ee:mattermost:
|
23
|
+
extends:
|
24
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .high-capacity
|
27
|
+
- .ee-variables
|
28
|
+
- .rspec-report-opts
|
29
|
+
variables:
|
30
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
31
|
+
|
32
|
+
ee:mattermost-quarantine:
|
33
|
+
extends:
|
34
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
+
- .test
|
36
|
+
- .high-capacity
|
37
|
+
- .ee-variables
|
38
|
+
- .quarantine
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
@@ -0,0 +1,17 @@
|
|
1
|
+
ce:mtls:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .ce-variables
|
6
|
+
- .rspec-report-opts
|
7
|
+
variables:
|
8
|
+
QA_SCENARIO: "Test::Integration::MTLS"
|
9
|
+
|
10
|
+
ee:mtls:
|
11
|
+
extends:
|
12
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
13
|
+
- .test
|
14
|
+
- .ee-variables
|
15
|
+
- .rspec-report-opts
|
16
|
+
variables:
|
17
|
+
QA_SCENARIO: "Test::Integration::MTLS"
|
@@ -0,0 +1,49 @@
|
|
1
|
+
ce:object_storage:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
- .combined-gitlab-qa-options-script
|
9
|
+
parallel: 2
|
10
|
+
variables:
|
11
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
|
12
|
+
|
13
|
+
ce:object_storage-quarantine:
|
14
|
+
extends:
|
15
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
16
|
+
- .test
|
17
|
+
- .high-capacity
|
18
|
+
- .ce-variables
|
19
|
+
- .quarantine
|
20
|
+
- .rspec-report-opts
|
21
|
+
- .combined-gitlab-qa-options-script
|
22
|
+
variables:
|
23
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
|
24
|
+
|
25
|
+
ee:object_storage:
|
26
|
+
extends:
|
27
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
28
|
+
- .test
|
29
|
+
- .high-capacity
|
30
|
+
- .ee-variables
|
31
|
+
- .rspec-report-opts
|
32
|
+
- .combined-gitlab-qa-options-script
|
33
|
+
parallel: 2
|
34
|
+
variables:
|
35
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
|
36
|
+
QA_RSPEC_TAGS: "--tag object_storage"
|
37
|
+
|
38
|
+
ee:object_storage-quarantine:
|
39
|
+
extends:
|
40
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
41
|
+
- .test
|
42
|
+
- .high-capacity
|
43
|
+
- .ee-variables
|
44
|
+
- .quarantine
|
45
|
+
- .rspec-report-opts
|
46
|
+
- .combined-gitlab-qa-options-script
|
47
|
+
variables:
|
48
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
|
49
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
|
@@ -0,0 +1,25 @@
|
|
1
|
+
ee:object_storage_aws:
|
2
|
+
extends:
|
3
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ee-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
- .combined-gitlab-qa-options-script
|
9
|
+
parallel: 2
|
10
|
+
variables:
|
11
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
|
12
|
+
QA_RSPEC_TAGS: "--tag object_storage"
|
13
|
+
|
14
|
+
ee:object_storage_aws-quarantine:
|
15
|
+
extends:
|
16
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
17
|
+
- .test
|
18
|
+
- .high-capacity
|
19
|
+
- .ee-variables
|
20
|
+
- .quarantine
|
21
|
+
- .rspec-report-opts
|
22
|
+
- .combined-gitlab-qa-options-script
|
23
|
+
variables:
|
24
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
|
25
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
|
@@ -0,0 +1,23 @@
|
|
1
|
+
ee:object_storage_gcs:
|
2
|
+
extends:
|
3
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ee-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
parallel: 2
|
9
|
+
variables:
|
10
|
+
GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
|
11
|
+
QA_RSPEC_TAGS: "--tag object_storage"
|
12
|
+
|
13
|
+
ee:object_storage_gcs-quarantine:
|
14
|
+
extends:
|
15
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
16
|
+
- .test
|
17
|
+
- .high-capacity
|
18
|
+
- .ee-variables
|
19
|
+
- .quarantine
|
20
|
+
- .rspec-report-opts
|
21
|
+
variables:
|
22
|
+
GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
|
23
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
|
@@ -0,0 +1,41 @@
|
|
1
|
+
ce:object_storage_registry_tls:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
10
|
+
|
11
|
+
ce:object_storage_registry_tls-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ce-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
21
|
+
|
22
|
+
ee:object_storage_registry_tls:
|
23
|
+
extends:
|
24
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .ee-variables
|
27
|
+
- .high-capacity
|
28
|
+
- .rspec-report-opts
|
29
|
+
variables:
|
30
|
+
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
31
|
+
|
32
|
+
ee:object_storage_registry_tls-quarantine:
|
33
|
+
extends:
|
34
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
+
- .test
|
36
|
+
- .high-capacity
|
37
|
+
- .ee-variables
|
38
|
+
- .quarantine
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
@@ -0,0 +1,15 @@
|
|
1
|
+
ce:image:
|
2
|
+
script:
|
3
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
|
4
|
+
extends:
|
5
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
6
|
+
- .test
|
7
|
+
- .ce-variables
|
8
|
+
|
9
|
+
ee:image:
|
10
|
+
script:
|
11
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
|
12
|
+
extends:
|
13
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .ee-variables
|
@@ -0,0 +1,28 @@
|
|
1
|
+
ce:upgrade-parallel:
|
2
|
+
script:
|
3
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
4
|
+
extends:
|
5
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
6
|
+
- .test
|
7
|
+
- .high-capacity
|
8
|
+
- .rspec-report-opts
|
9
|
+
parallel: 5
|
10
|
+
|
11
|
+
ce:upgrade:
|
12
|
+
script:
|
13
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
14
|
+
extends:
|
15
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
16
|
+
- .test
|
17
|
+
- .high-capacity
|
18
|
+
- .rspec-report-opts
|
19
|
+
|
20
|
+
ce:upgrade-quarantine:
|
21
|
+
script:
|
22
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
23
|
+
extends:
|
24
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .high-capacity
|
27
|
+
- .quarantine
|
28
|
+
- .rspec-report-opts
|
@@ -0,0 +1,25 @@
|
|
1
|
+
ee:packages-parallel:
|
2
|
+
extends:
|
3
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ee-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
- .combined-gitlab-qa-options-script
|
9
|
+
parallel: 2
|
10
|
+
variables:
|
11
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
|
12
|
+
QA_RSPEC_TAGS: "--tag packages"
|
13
|
+
|
14
|
+
ee:packages-quarantine:
|
15
|
+
extends:
|
16
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
17
|
+
- .test
|
18
|
+
- .high-capacity
|
19
|
+
- .ee-variables
|
20
|
+
- .quarantine
|
21
|
+
- .rspec-report-opts
|
22
|
+
- .combined-gitlab-qa-options-script
|
23
|
+
variables:
|
24
|
+
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
|
25
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag packages"
|
@@ -0,0 +1,71 @@
|
|
1
|
+
ce:praefect-parallel:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
parallel: 5
|
9
|
+
variables:
|
10
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
11
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
12
|
+
|
13
|
+
ce:praefect:
|
14
|
+
extends:
|
15
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
16
|
+
- .test
|
17
|
+
- .high-capacity
|
18
|
+
- .ce-variables
|
19
|
+
- .rspec-report-opts
|
20
|
+
variables:
|
21
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
22
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
23
|
+
|
24
|
+
ce:praefect-quarantine:
|
25
|
+
extends:
|
26
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
27
|
+
- .test
|
28
|
+
- .high-capacity
|
29
|
+
- .ce-variables
|
30
|
+
- .quarantine
|
31
|
+
- .rspec-report-opts
|
32
|
+
variables:
|
33
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
34
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
35
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
36
|
+
|
37
|
+
ee:praefect-parallel:
|
38
|
+
extends:
|
39
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
40
|
+
- .test
|
41
|
+
- .high-capacity
|
42
|
+
- .ee-variables
|
43
|
+
- .rspec-report-opts
|
44
|
+
parallel: 10
|
45
|
+
variables:
|
46
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
47
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
48
|
+
|
49
|
+
ee:praefect:
|
50
|
+
extends:
|
51
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
52
|
+
- .test
|
53
|
+
- .high-capacity
|
54
|
+
- .ee-variables
|
55
|
+
- .rspec-report-opts
|
56
|
+
variables:
|
57
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
58
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
59
|
+
|
60
|
+
ee:praefect-quarantine:
|
61
|
+
extends:
|
62
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
63
|
+
- .test
|
64
|
+
- .high-capacity
|
65
|
+
- .ee-variables
|
66
|
+
- .quarantine
|
67
|
+
- .rspec-report-opts
|
68
|
+
variables:
|
69
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
70
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
71
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
@@ -0,0 +1,41 @@
|
|
1
|
+
ce:registry:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::Registry"
|
10
|
+
|
11
|
+
ce:registry-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ce-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Integration::Registry"
|
21
|
+
|
22
|
+
ee:registry:
|
23
|
+
extends:
|
24
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .high-capacity
|
27
|
+
- .ee-variables
|
28
|
+
- .rspec-report-opts
|
29
|
+
variables:
|
30
|
+
QA_SCENARIO: "Test::Integration::Registry"
|
31
|
+
|
32
|
+
ee:registry-quarantine:
|
33
|
+
extends:
|
34
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
+
- .test
|
36
|
+
- .high-capacity
|
37
|
+
- .ee-variables
|
38
|
+
- .quarantine
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Integration::Registry"
|
@@ -0,0 +1,43 @@
|
|
1
|
+
ce:registry_with_cdn:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
10
|
+
allow_failure: true
|
11
|
+
|
12
|
+
ce:registry_with_cdn-quarantine:
|
13
|
+
extends:
|
14
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
15
|
+
- .test
|
16
|
+
- .high-capacity
|
17
|
+
- .ce-variables
|
18
|
+
- .quarantine
|
19
|
+
- .rspec-report-opts
|
20
|
+
variables:
|
21
|
+
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
22
|
+
|
23
|
+
ee:registry_with_cdn:
|
24
|
+
extends:
|
25
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
26
|
+
- .test
|
27
|
+
- .ee-variables
|
28
|
+
- .high-capacity
|
29
|
+
- .rspec-report-opts
|
30
|
+
variables:
|
31
|
+
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
32
|
+
allow_failure: true
|
33
|
+
|
34
|
+
ee:registry_with_cdn-quarantine:
|
35
|
+
extends:
|
36
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
37
|
+
- .test
|
38
|
+
- .high-capacity
|
39
|
+
- .ee-variables
|
40
|
+
- .quarantine
|
41
|
+
- .rspec-report-opts
|
42
|
+
variables:
|
43
|
+
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
@@ -0,0 +1,65 @@
|
|
1
|
+
ce:relative_url-parallel:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
parallel: 5
|
9
|
+
variables:
|
10
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
11
|
+
|
12
|
+
ee:relative_url-parallel:
|
13
|
+
extends:
|
14
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
15
|
+
- .test
|
16
|
+
- .high-capacity
|
17
|
+
- .ee-variables
|
18
|
+
- .rspec-report-opts
|
19
|
+
parallel: 5
|
20
|
+
variables:
|
21
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
22
|
+
|
23
|
+
ce:relative_url:
|
24
|
+
extends:
|
25
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
26
|
+
- .test
|
27
|
+
- .high-capacity
|
28
|
+
- .ce-variables
|
29
|
+
- .rspec-report-opts
|
30
|
+
variables:
|
31
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
32
|
+
|
33
|
+
ee:relative_url:
|
34
|
+
extends:
|
35
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
36
|
+
- .test
|
37
|
+
- .high-capacity
|
38
|
+
- .ee-variables
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
42
|
+
|
43
|
+
ce:relative_url-quarantine:
|
44
|
+
extends:
|
45
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
46
|
+
- .test
|
47
|
+
- .high-capacity
|
48
|
+
- .ce-variables
|
49
|
+
- .quarantine
|
50
|
+
- .rspec-report-opts
|
51
|
+
variables:
|
52
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
53
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
54
|
+
|
55
|
+
ee:relative_url-quarantine:
|
56
|
+
extends:
|
57
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
58
|
+
- .test
|
59
|
+
- .high-capacity
|
60
|
+
- .ee-variables
|
61
|
+
- .quarantine
|
62
|
+
- .rspec-report-opts
|
63
|
+
variables:
|
64
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
65
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
@@ -0,0 +1,41 @@
|
|
1
|
+
ce:repository_storage:
|
2
|
+
extends:
|
3
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
+
- .test
|
5
|
+
- .high-capacity
|
6
|
+
- .ce-variables
|
7
|
+
- .rspec-report-opts
|
8
|
+
variables:
|
9
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
10
|
+
|
11
|
+
ce:repository_storage-quarantine:
|
12
|
+
extends:
|
13
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
+
- .test
|
15
|
+
- .high-capacity
|
16
|
+
- .ce-variables
|
17
|
+
- .quarantine
|
18
|
+
- .rspec-report-opts
|
19
|
+
variables:
|
20
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
21
|
+
|
22
|
+
ee:repository_storage:
|
23
|
+
extends:
|
24
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
+
- .test
|
26
|
+
- .high-capacity
|
27
|
+
- .ee-variables
|
28
|
+
- .rspec-report-opts
|
29
|
+
variables:
|
30
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
31
|
+
|
32
|
+
ee:repository_storage-quarantine:
|
33
|
+
extends:
|
34
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
+
- .test
|
36
|
+
- .high-capacity
|
37
|
+
- .ee-variables
|
38
|
+
- .quarantine
|
39
|
+
- .rspec-report-opts
|
40
|
+
variables:
|
41
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
@@ -0,0 +1,24 @@
|
|
1
|
+
# Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
|
2
|
+
ce:sanity-framework:
|
3
|
+
variables:
|
4
|
+
QA_GENERATE_ALLURE_REPORT: "false"
|
5
|
+
QA_EXPORT_TEST_METRICS: "false"
|
6
|
+
script:
|
7
|
+
- ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
|
8
|
+
extends:
|
9
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
10
|
+
- .test
|
11
|
+
- .high-capacity
|
12
|
+
- .ce-variables
|
13
|
+
|
14
|
+
ee:sanity-framework:
|
15
|
+
variables:
|
16
|
+
QA_GENERATE_ALLURE_REPORT: "false"
|
17
|
+
QA_EXPORT_TEST_METRICS: "false"
|
18
|
+
script:
|
19
|
+
- ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
|
20
|
+
extends:
|
21
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
22
|
+
- .test
|
23
|
+
- .high-capacity
|
24
|
+
- .ee-variables
|