gitlab-qa 9.1.2 → 10.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitlab-ci.yml +106 -149
- data/.simplecov +9 -0
- data/Gemfile.lock +15 -1
- data/README.md +5 -4
- data/docs/what_tests_can_be_run.md +73 -35
- data/gitlab-qa.gemspec +3 -0
- data/lib/gitlab/qa/component/base.rb +8 -1
- data/lib/gitlab/qa/component/gitaly.rb +1 -1
- data/lib/gitlab/qa/component/gitlab.rb +2 -2
- data/lib/gitlab/qa/component/mock_server.rb +13 -0
- data/lib/gitlab/qa/report/gitlab_issue_client.rb +1 -1
- data/lib/gitlab/qa/report/relate_failure_issue.rb +116 -20
- data/lib/gitlab/qa/report/report_as_issue.rb +1 -1
- data/lib/gitlab/qa/report/test_result.rb +2 -1
- data/lib/gitlab/qa/reporter.rb +8 -0
- data/lib/gitlab/qa/runtime/env.rb +17 -4
- data/lib/gitlab/qa/runtime/omnibus_configurations/decomposition_multiple_db.rb +1 -1
- data/lib/gitlab/qa/scenario/test/integration/oauth.rb +68 -0
- data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb +3 -2
- data/lib/gitlab/qa/system_logs/finders/json_log_finder.rb +65 -0
- data/lib/gitlab/qa/system_logs/finders/rails/api_log_finder.rb +21 -0
- data/lib/gitlab/qa/system_logs/finders/rails/application_log_finder.rb +21 -0
- data/lib/gitlab/qa/system_logs/finders/rails/exception_log_finder.rb +21 -0
- data/lib/gitlab/qa/system_logs/finders/rails/graphql_log_finder.rb +21 -0
- data/lib/gitlab/qa/system_logs/log_types/log.rb +38 -0
- data/lib/gitlab/qa/system_logs/log_types/rails/api_log.rb +34 -0
- data/lib/gitlab/qa/system_logs/log_types/rails/application_log.rb +27 -0
- data/lib/gitlab/qa/system_logs/log_types/rails/exception_log.rb +23 -0
- data/lib/gitlab/qa/system_logs/log_types/rails/graphql_log.rb +30 -0
- data/lib/gitlab/qa/system_logs/shared_fields.rb +29 -0
- data/lib/gitlab/qa/system_logs/system_logs_formatter.rb +65 -0
- data/lib/gitlab/qa/version.rb +1 -1
- data/scripts/build-package-and-test-env +15 -0
- metadata +59 -47
- data/.gitlab/ci/jobs/airgapped.gitlab-ci.yml +0 -23
- data/.gitlab/ci/jobs/base.gitlab-ci.yml +0 -273
- data/.gitlab/ci/jobs/chaos.gitlab-ci.yml +0 -22
- data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml +0 -24
- data/.gitlab/ci/jobs/custom_parallel.gitlab-ci.yml +0 -21
- data/.gitlab/ci/jobs/decomposition_multiple_db.gitlab-ci.yml +0 -27
- data/.gitlab/ci/jobs/decomposition_single_db.gitlab-ci.yml +0 -25
- data/.gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml +0 -18
- data/.gitlab/ci/jobs/elasticsearch.gitlab-ci.yml +0 -20
- data/.gitlab/ci/jobs/geo.gitlab-ci.yml +0 -18
- data/.gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/gitlab_pages.gitlab-ci.yml +0 -19
- data/.gitlab/ci/jobs/group_saml.gitlab-ci.yml +0 -20
- data/.gitlab/ci/jobs/instance.gitlab-ci.yml +0 -55
- data/.gitlab/ci/jobs/instance_saml.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/integrations.gitlab-ci.yml +0 -14
- data/.gitlab/ci/jobs/jira.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml +0 -19
- data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml +0 -20
- data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/metrics.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/mtls.gitlab-ci.yml +0 -19
- data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml +0 -49
- data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml +0 -25
- data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml +0 -23
- data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml +0 -15
- data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml +0 -28
- data/.gitlab/ci/jobs/opensearch.gitlab-ci.yml +0 -20
- data/.gitlab/ci/jobs/packages.gitlab-ci.yml +0 -25
- data/.gitlab/ci/jobs/praefect.gitlab-ci.yml +0 -71
- data/.gitlab/ci/jobs/registry.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml +0 -55
- data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml +0 -65
- data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml +0 -41
- data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml +0 -24
- data/.gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml +0 -19
- data/.gitlab/ci/jobs/smtp.gitlab-ci.yml +0 -19
- data/.gitlab/ci/jobs/staging.gitlab-ci.yml +0 -10
- data/.gitlab/ci/jobs/update.gitlab-ci.yml +0 -60
- data/.gitlab/ci/rules.gitlab-ci.yml +0 -183
- data/lib/gitlab/qa/scenario/test/omnibus/update.rb +0 -72
- data/scripts/generate-qa-jobs.rb +0 -99
@@ -1,25 +0,0 @@
|
|
1
|
-
ee:object_storage_aws:
|
2
|
-
extends:
|
3
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ee-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
- .combined-gitlab-qa-options-script
|
9
|
-
parallel: 2
|
10
|
-
variables:
|
11
|
-
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
|
12
|
-
QA_RSPEC_TAGS: "--tag object_storage"
|
13
|
-
|
14
|
-
ee:object_storage_aws-quarantine:
|
15
|
-
extends:
|
16
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
17
|
-
- .test
|
18
|
-
- .high-capacity
|
19
|
-
- .ee-variables
|
20
|
-
- .quarantine
|
21
|
-
- .rspec-report-opts
|
22
|
-
- .combined-gitlab-qa-options-script
|
23
|
-
variables:
|
24
|
-
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
|
25
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
|
@@ -1,23 +0,0 @@
|
|
1
|
-
ee:object_storage_gcs:
|
2
|
-
extends:
|
3
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ee-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
parallel: 2
|
9
|
-
variables:
|
10
|
-
GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
|
11
|
-
QA_RSPEC_TAGS: "--tag object_storage"
|
12
|
-
|
13
|
-
ee:object_storage_gcs-quarantine:
|
14
|
-
extends:
|
15
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
16
|
-
- .test
|
17
|
-
- .high-capacity
|
18
|
-
- .ee-variables
|
19
|
-
- .quarantine
|
20
|
-
- .rspec-report-opts
|
21
|
-
variables:
|
22
|
-
GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
|
23
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
|
@@ -1,41 +0,0 @@
|
|
1
|
-
ce:object_storage_registry_tls:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
variables:
|
9
|
-
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
10
|
-
|
11
|
-
ce:object_storage_registry_tls-quarantine:
|
12
|
-
extends:
|
13
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ce-variables
|
17
|
-
- .quarantine
|
18
|
-
- .rspec-report-opts
|
19
|
-
variables:
|
20
|
-
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
21
|
-
|
22
|
-
ee:object_storage_registry_tls:
|
23
|
-
extends:
|
24
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
-
- .test
|
26
|
-
- .ee-variables
|
27
|
-
- .high-capacity
|
28
|
-
- .rspec-report-opts
|
29
|
-
variables:
|
30
|
-
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
31
|
-
|
32
|
-
ee:object_storage_registry_tls-quarantine:
|
33
|
-
extends:
|
34
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
-
- .test
|
36
|
-
- .high-capacity
|
37
|
-
- .ee-variables
|
38
|
-
- .quarantine
|
39
|
-
- .rspec-report-opts
|
40
|
-
variables:
|
41
|
-
QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
|
@@ -1,15 +0,0 @@
|
|
1
|
-
ce:image:
|
2
|
-
script:
|
3
|
-
- bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
|
4
|
-
extends:
|
5
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
6
|
-
- .test
|
7
|
-
- .ce-variables
|
8
|
-
|
9
|
-
ee:image:
|
10
|
-
script:
|
11
|
-
- bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
|
12
|
-
extends:
|
13
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .ee-variables
|
@@ -1,28 +0,0 @@
|
|
1
|
-
ce:upgrade-parallel:
|
2
|
-
script:
|
3
|
-
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
4
|
-
extends:
|
5
|
-
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
6
|
-
- .test
|
7
|
-
- .high-capacity
|
8
|
-
- .rspec-report-opts
|
9
|
-
parallel: 5
|
10
|
-
|
11
|
-
ce:upgrade:
|
12
|
-
script:
|
13
|
-
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
14
|
-
extends:
|
15
|
-
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
16
|
-
- .test
|
17
|
-
- .high-capacity
|
18
|
-
- .rspec-report-opts
|
19
|
-
|
20
|
-
ce:upgrade-quarantine:
|
21
|
-
script:
|
22
|
-
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
23
|
-
extends:
|
24
|
-
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
|
25
|
-
- .test
|
26
|
-
- .high-capacity
|
27
|
-
- .quarantine
|
28
|
-
- .rspec-report-opts
|
@@ -1,20 +0,0 @@
|
|
1
|
-
ee:opensearch:
|
2
|
-
extends:
|
3
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ee-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
variables:
|
9
|
-
QA_SCENARIO: "Test::Integration::Opensearch"
|
10
|
-
|
11
|
-
ee:opensearch-quarantine:
|
12
|
-
extends:
|
13
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ee-variables
|
17
|
-
- .quarantine
|
18
|
-
- .rspec-report-opts
|
19
|
-
variables:
|
20
|
-
QA_SCENARIO: "Test::Integration::Opensearch"
|
@@ -1,25 +0,0 @@
|
|
1
|
-
ee:packages-parallel:
|
2
|
-
extends:
|
3
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ee-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
- .combined-gitlab-qa-options-script
|
9
|
-
parallel: 2
|
10
|
-
variables:
|
11
|
-
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
|
12
|
-
QA_RSPEC_TAGS: "--tag packages"
|
13
|
-
|
14
|
-
ee:packages-quarantine:
|
15
|
-
extends:
|
16
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
17
|
-
- .test
|
18
|
-
- .high-capacity
|
19
|
-
- .ee-variables
|
20
|
-
- .quarantine
|
21
|
-
- .rspec-report-opts
|
22
|
-
- .combined-gitlab-qa-options-script
|
23
|
-
variables:
|
24
|
-
GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
|
25
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag packages"
|
@@ -1,71 +0,0 @@
|
|
1
|
-
ce:praefect-parallel:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
parallel: 5
|
9
|
-
variables:
|
10
|
-
QA_SCENARIO: "Test::Integration::Praefect"
|
11
|
-
QA_CAN_TEST_PRAEFECT: "true"
|
12
|
-
|
13
|
-
ce:praefect:
|
14
|
-
extends:
|
15
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
16
|
-
- .test
|
17
|
-
- .high-capacity
|
18
|
-
- .ce-variables
|
19
|
-
- .rspec-report-opts
|
20
|
-
variables:
|
21
|
-
QA_SCENARIO: "Test::Integration::Praefect"
|
22
|
-
QA_CAN_TEST_PRAEFECT: "true"
|
23
|
-
|
24
|
-
ce:praefect-quarantine:
|
25
|
-
extends:
|
26
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
27
|
-
- .test
|
28
|
-
- .high-capacity
|
29
|
-
- .ce-variables
|
30
|
-
- .quarantine
|
31
|
-
- .rspec-report-opts
|
32
|
-
variables:
|
33
|
-
QA_SCENARIO: "Test::Integration::Praefect"
|
34
|
-
QA_CAN_TEST_PRAEFECT: "true"
|
35
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
36
|
-
|
37
|
-
ee:praefect-parallel:
|
38
|
-
extends:
|
39
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
40
|
-
- .test
|
41
|
-
- .high-capacity
|
42
|
-
- .ee-variables
|
43
|
-
- .rspec-report-opts
|
44
|
-
parallel: 10
|
45
|
-
variables:
|
46
|
-
QA_SCENARIO: "Test::Integration::Praefect"
|
47
|
-
QA_CAN_TEST_PRAEFECT: "true"
|
48
|
-
|
49
|
-
ee:praefect:
|
50
|
-
extends:
|
51
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
52
|
-
- .test
|
53
|
-
- .high-capacity
|
54
|
-
- .ee-variables
|
55
|
-
- .rspec-report-opts
|
56
|
-
variables:
|
57
|
-
QA_SCENARIO: "Test::Integration::Praefect"
|
58
|
-
QA_CAN_TEST_PRAEFECT: "true"
|
59
|
-
|
60
|
-
ee:praefect-quarantine:
|
61
|
-
extends:
|
62
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
63
|
-
- .test
|
64
|
-
- .high-capacity
|
65
|
-
- .ee-variables
|
66
|
-
- .quarantine
|
67
|
-
- .rspec-report-opts
|
68
|
-
variables:
|
69
|
-
QA_SCENARIO: "Test::Integration::Praefect"
|
70
|
-
QA_CAN_TEST_PRAEFECT: "true"
|
71
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
@@ -1,41 +0,0 @@
|
|
1
|
-
ce:registry:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
variables:
|
9
|
-
QA_SCENARIO: "Test::Integration::Registry"
|
10
|
-
|
11
|
-
ce:registry-quarantine:
|
12
|
-
extends:
|
13
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ce-variables
|
17
|
-
- .quarantine
|
18
|
-
- .rspec-report-opts
|
19
|
-
variables:
|
20
|
-
QA_SCENARIO: "Test::Integration::Registry"
|
21
|
-
|
22
|
-
ee:registry:
|
23
|
-
extends:
|
24
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
-
- .test
|
26
|
-
- .high-capacity
|
27
|
-
- .ee-variables
|
28
|
-
- .rspec-report-opts
|
29
|
-
variables:
|
30
|
-
QA_SCENARIO: "Test::Integration::Registry"
|
31
|
-
|
32
|
-
ee:registry-quarantine:
|
33
|
-
extends:
|
34
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
-
- .test
|
36
|
-
- .high-capacity
|
37
|
-
- .ee-variables
|
38
|
-
- .quarantine
|
39
|
-
- .rspec-report-opts
|
40
|
-
variables:
|
41
|
-
QA_SCENARIO: "Test::Integration::Registry"
|
@@ -1,55 +0,0 @@
|
|
1
|
-
ce:registry_with_cdn:
|
2
|
-
before_script:
|
3
|
-
- unset GITLAB_QA_ADMIN_ACCESS_TOKEN
|
4
|
-
- !reference [default, before_script]
|
5
|
-
extends:
|
6
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
7
|
-
- .test
|
8
|
-
- .high-capacity
|
9
|
-
- .ce-variables
|
10
|
-
- .rspec-report-opts
|
11
|
-
variables:
|
12
|
-
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
13
|
-
allow_failure: true
|
14
|
-
|
15
|
-
ce:registry_with_cdn-quarantine:
|
16
|
-
before_script:
|
17
|
-
- unset GITLAB_QA_ADMIN_ACCESS_TOKEN
|
18
|
-
- !reference [default, before_script]
|
19
|
-
extends:
|
20
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
21
|
-
- .test
|
22
|
-
- .high-capacity
|
23
|
-
- .ce-variables
|
24
|
-
- .quarantine
|
25
|
-
- .rspec-report-opts
|
26
|
-
variables:
|
27
|
-
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
28
|
-
|
29
|
-
ee:registry_with_cdn:
|
30
|
-
before_script:
|
31
|
-
- unset GITLAB_QA_ADMIN_ACCESS_TOKEN
|
32
|
-
- !reference [default, before_script]
|
33
|
-
extends:
|
34
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
-
- .test
|
36
|
-
- .ee-variables
|
37
|
-
- .high-capacity
|
38
|
-
- .rspec-report-opts
|
39
|
-
variables:
|
40
|
-
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
41
|
-
allow_failure: true
|
42
|
-
|
43
|
-
ee:registry_with_cdn-quarantine:
|
44
|
-
before_script:
|
45
|
-
- unset GITLAB_QA_ADMIN_ACCESS_TOKEN
|
46
|
-
- !reference [default, before_script]
|
47
|
-
extends:
|
48
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
49
|
-
- .test
|
50
|
-
- .high-capacity
|
51
|
-
- .ee-variables
|
52
|
-
- .quarantine
|
53
|
-
- .rspec-report-opts
|
54
|
-
variables:
|
55
|
-
QA_SCENARIO: "Test::Integration::RegistryWithCDN"
|
@@ -1,65 +0,0 @@
|
|
1
|
-
ce:relative_url-parallel:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
parallel: 5
|
9
|
-
variables:
|
10
|
-
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
11
|
-
|
12
|
-
ee:relative_url-parallel:
|
13
|
-
extends:
|
14
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
15
|
-
- .test
|
16
|
-
- .high-capacity
|
17
|
-
- .ee-variables
|
18
|
-
- .rspec-report-opts
|
19
|
-
parallel: 5
|
20
|
-
variables:
|
21
|
-
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
22
|
-
|
23
|
-
ce:relative_url:
|
24
|
-
extends:
|
25
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
26
|
-
- .test
|
27
|
-
- .high-capacity
|
28
|
-
- .ce-variables
|
29
|
-
- .rspec-report-opts
|
30
|
-
variables:
|
31
|
-
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
32
|
-
|
33
|
-
ee:relative_url:
|
34
|
-
extends:
|
35
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
36
|
-
- .test
|
37
|
-
- .high-capacity
|
38
|
-
- .ee-variables
|
39
|
-
- .rspec-report-opts
|
40
|
-
variables:
|
41
|
-
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
42
|
-
|
43
|
-
ce:relative_url-quarantine:
|
44
|
-
extends:
|
45
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
46
|
-
- .test
|
47
|
-
- .high-capacity
|
48
|
-
- .ce-variables
|
49
|
-
- .quarantine
|
50
|
-
- .rspec-report-opts
|
51
|
-
variables:
|
52
|
-
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
53
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
54
|
-
|
55
|
-
ee:relative_url-quarantine:
|
56
|
-
extends:
|
57
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
58
|
-
- .test
|
59
|
-
- .high-capacity
|
60
|
-
- .ee-variables
|
61
|
-
- .quarantine
|
62
|
-
- .rspec-report-opts
|
63
|
-
variables:
|
64
|
-
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
65
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
@@ -1,41 +0,0 @@
|
|
1
|
-
ce:repository_storage:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
variables:
|
9
|
-
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
10
|
-
|
11
|
-
ce:repository_storage-quarantine:
|
12
|
-
extends:
|
13
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ce-variables
|
17
|
-
- .quarantine
|
18
|
-
- .rspec-report-opts
|
19
|
-
variables:
|
20
|
-
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
21
|
-
|
22
|
-
ee:repository_storage:
|
23
|
-
extends:
|
24
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
25
|
-
- .test
|
26
|
-
- .high-capacity
|
27
|
-
- .ee-variables
|
28
|
-
- .rspec-report-opts
|
29
|
-
variables:
|
30
|
-
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
31
|
-
|
32
|
-
ee:repository_storage-quarantine:
|
33
|
-
extends:
|
34
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
35
|
-
- .test
|
36
|
-
- .high-capacity
|
37
|
-
- .ee-variables
|
38
|
-
- .quarantine
|
39
|
-
- .rspec-report-opts
|
40
|
-
variables:
|
41
|
-
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
@@ -1,24 +0,0 @@
|
|
1
|
-
# Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
|
2
|
-
ce:sanity-framework:
|
3
|
-
variables:
|
4
|
-
QA_GENERATE_ALLURE_REPORT: "false"
|
5
|
-
QA_EXPORT_TEST_METRICS: "false"
|
6
|
-
script:
|
7
|
-
- ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "1 failure"
|
8
|
-
extends:
|
9
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
10
|
-
- .test
|
11
|
-
- .high-capacity
|
12
|
-
- .ce-variables
|
13
|
-
|
14
|
-
ee:sanity-framework:
|
15
|
-
variables:
|
16
|
-
QA_GENERATE_ALLURE_REPORT: "false"
|
17
|
-
QA_EXPORT_TEST_METRICS: "false"
|
18
|
-
script:
|
19
|
-
- ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "1 failure"
|
20
|
-
extends:
|
21
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
22
|
-
- .test
|
23
|
-
- .high-capacity
|
24
|
-
- .ee-variables
|
@@ -1,19 +0,0 @@
|
|
1
|
-
ce:service_ping_disabled:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
variables:
|
9
|
-
QA_SCENARIO: "Test::Integration::ServicePingDisabled"
|
10
|
-
|
11
|
-
ee:service_ping_disabled:
|
12
|
-
extends:
|
13
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ee-variables
|
17
|
-
- .rspec-report-opts
|
18
|
-
variables:
|
19
|
-
QA_SCENARIO: "Test::Integration::ServicePingDisabled"
|
@@ -1,19 +0,0 @@
|
|
1
|
-
ce:smtp:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
variables:
|
9
|
-
QA_SCENARIO: "Test::Integration::SMTP"
|
10
|
-
|
11
|
-
ee:smtp:
|
12
|
-
extends:
|
13
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ee-variables
|
17
|
-
- .rspec-report-opts
|
18
|
-
variables:
|
19
|
-
QA_SCENARIO: "Test::Integration::SMTP"
|
@@ -1,10 +0,0 @@
|
|
1
|
-
staging:
|
2
|
-
script:
|
3
|
-
- unset EE_LICENSE
|
4
|
-
- 'echo "Running: bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS"'
|
5
|
-
- bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS
|
6
|
-
extends:
|
7
|
-
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
|
8
|
-
- .test
|
9
|
-
- .high-capacity
|
10
|
-
allow_failure: true
|
@@ -1,60 +0,0 @@
|
|
1
|
-
ce:update-parallel:
|
2
|
-
extends:
|
3
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
4
|
-
- .test
|
5
|
-
- .high-capacity
|
6
|
-
- .ce-variables
|
7
|
-
- .rspec-report-opts
|
8
|
-
- .update-scenario-script
|
9
|
-
parallel: 5
|
10
|
-
|
11
|
-
ce:update:
|
12
|
-
extends:
|
13
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
14
|
-
- .test
|
15
|
-
- .high-capacity
|
16
|
-
- .ce-variables
|
17
|
-
- .rspec-report-opts
|
18
|
-
- .update-scenario-script
|
19
|
-
|
20
|
-
ce:update-quarantine:
|
21
|
-
extends:
|
22
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
23
|
-
- .test
|
24
|
-
- .high-capacity
|
25
|
-
- .ce-variables
|
26
|
-
- .quarantine
|
27
|
-
- .rspec-report-opts
|
28
|
-
- .update-scenario-script
|
29
|
-
variables:
|
30
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
31
|
-
|
32
|
-
ee:update-parallel:
|
33
|
-
extends:
|
34
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
35
|
-
- .test
|
36
|
-
- .high-capacity
|
37
|
-
- .ee-variables
|
38
|
-
- .rspec-report-opts
|
39
|
-
- .update-scenario-script
|
40
|
-
parallel: 10
|
41
|
-
|
42
|
-
ee:update:
|
43
|
-
extends:
|
44
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
45
|
-
- .test
|
46
|
-
- .high-capacity
|
47
|
-
- .ee-variables
|
48
|
-
- .rspec-report-opts
|
49
|
-
- .update-scenario-script
|
50
|
-
|
51
|
-
ee:update-quarantine:
|
52
|
-
extends:
|
53
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
54
|
-
- .test
|
55
|
-
- .high-capacity
|
56
|
-
- .ee-variables
|
57
|
-
- .quarantine
|
58
|
-
- .rspec-report-opts
|
59
|
-
variables:
|
60
|
-
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|