gitlab-qa 9.1.2 → 10.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (80) hide show
  1. checksums.yaml +4 -4
  2. data/.gitlab-ci.yml +106 -149
  3. data/.simplecov +9 -0
  4. data/Gemfile.lock +15 -1
  5. data/README.md +5 -4
  6. data/docs/what_tests_can_be_run.md +73 -35
  7. data/gitlab-qa.gemspec +3 -0
  8. data/lib/gitlab/qa/component/base.rb +8 -1
  9. data/lib/gitlab/qa/component/gitaly.rb +1 -1
  10. data/lib/gitlab/qa/component/gitlab.rb +2 -2
  11. data/lib/gitlab/qa/component/mock_server.rb +13 -0
  12. data/lib/gitlab/qa/report/gitlab_issue_client.rb +1 -1
  13. data/lib/gitlab/qa/report/relate_failure_issue.rb +116 -20
  14. data/lib/gitlab/qa/report/report_as_issue.rb +1 -1
  15. data/lib/gitlab/qa/report/test_result.rb +2 -1
  16. data/lib/gitlab/qa/reporter.rb +8 -0
  17. data/lib/gitlab/qa/runtime/env.rb +17 -4
  18. data/lib/gitlab/qa/runtime/omnibus_configurations/decomposition_multiple_db.rb +1 -1
  19. data/lib/gitlab/qa/scenario/test/integration/oauth.rb +68 -0
  20. data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb +3 -2
  21. data/lib/gitlab/qa/system_logs/finders/json_log_finder.rb +65 -0
  22. data/lib/gitlab/qa/system_logs/finders/rails/api_log_finder.rb +21 -0
  23. data/lib/gitlab/qa/system_logs/finders/rails/application_log_finder.rb +21 -0
  24. data/lib/gitlab/qa/system_logs/finders/rails/exception_log_finder.rb +21 -0
  25. data/lib/gitlab/qa/system_logs/finders/rails/graphql_log_finder.rb +21 -0
  26. data/lib/gitlab/qa/system_logs/log_types/log.rb +38 -0
  27. data/lib/gitlab/qa/system_logs/log_types/rails/api_log.rb +34 -0
  28. data/lib/gitlab/qa/system_logs/log_types/rails/application_log.rb +27 -0
  29. data/lib/gitlab/qa/system_logs/log_types/rails/exception_log.rb +23 -0
  30. data/lib/gitlab/qa/system_logs/log_types/rails/graphql_log.rb +30 -0
  31. data/lib/gitlab/qa/system_logs/shared_fields.rb +29 -0
  32. data/lib/gitlab/qa/system_logs/system_logs_formatter.rb +65 -0
  33. data/lib/gitlab/qa/version.rb +1 -1
  34. data/scripts/build-package-and-test-env +15 -0
  35. metadata +59 -47
  36. data/.gitlab/ci/jobs/airgapped.gitlab-ci.yml +0 -23
  37. data/.gitlab/ci/jobs/base.gitlab-ci.yml +0 -273
  38. data/.gitlab/ci/jobs/chaos.gitlab-ci.yml +0 -22
  39. data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml +0 -24
  40. data/.gitlab/ci/jobs/custom_parallel.gitlab-ci.yml +0 -21
  41. data/.gitlab/ci/jobs/decomposition_multiple_db.gitlab-ci.yml +0 -27
  42. data/.gitlab/ci/jobs/decomposition_single_db.gitlab-ci.yml +0 -25
  43. data/.gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml +0 -18
  44. data/.gitlab/ci/jobs/elasticsearch.gitlab-ci.yml +0 -20
  45. data/.gitlab/ci/jobs/geo.gitlab-ci.yml +0 -18
  46. data/.gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml +0 -41
  47. data/.gitlab/ci/jobs/gitlab_pages.gitlab-ci.yml +0 -19
  48. data/.gitlab/ci/jobs/group_saml.gitlab-ci.yml +0 -20
  49. data/.gitlab/ci/jobs/instance.gitlab-ci.yml +0 -55
  50. data/.gitlab/ci/jobs/instance_saml.gitlab-ci.yml +0 -41
  51. data/.gitlab/ci/jobs/integrations.gitlab-ci.yml +0 -14
  52. data/.gitlab/ci/jobs/jira.gitlab-ci.yml +0 -41
  53. data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml +0 -19
  54. data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml +0 -20
  55. data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml +0 -41
  56. data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml +0 -41
  57. data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml +0 -41
  58. data/.gitlab/ci/jobs/metrics.gitlab-ci.yml +0 -41
  59. data/.gitlab/ci/jobs/mtls.gitlab-ci.yml +0 -19
  60. data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml +0 -49
  61. data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml +0 -25
  62. data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml +0 -23
  63. data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml +0 -41
  64. data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml +0 -15
  65. data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml +0 -28
  66. data/.gitlab/ci/jobs/opensearch.gitlab-ci.yml +0 -20
  67. data/.gitlab/ci/jobs/packages.gitlab-ci.yml +0 -25
  68. data/.gitlab/ci/jobs/praefect.gitlab-ci.yml +0 -71
  69. data/.gitlab/ci/jobs/registry.gitlab-ci.yml +0 -41
  70. data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml +0 -55
  71. data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml +0 -65
  72. data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml +0 -41
  73. data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml +0 -24
  74. data/.gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml +0 -19
  75. data/.gitlab/ci/jobs/smtp.gitlab-ci.yml +0 -19
  76. data/.gitlab/ci/jobs/staging.gitlab-ci.yml +0 -10
  77. data/.gitlab/ci/jobs/update.gitlab-ci.yml +0 -60
  78. data/.gitlab/ci/rules.gitlab-ci.yml +0 -183
  79. data/lib/gitlab/qa/scenario/test/omnibus/update.rb +0 -72
  80. data/scripts/generate-qa-jobs.rb +0 -99
@@ -1,25 +0,0 @@
1
- ee:object_storage_aws:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- - .combined-gitlab-qa-options-script
9
- parallel: 2
10
- variables:
11
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
12
- QA_RSPEC_TAGS: "--tag object_storage"
13
-
14
- ee:object_storage_aws-quarantine:
15
- extends:
16
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
- - .test
18
- - .high-capacity
19
- - .ee-variables
20
- - .quarantine
21
- - .rspec-report-opts
22
- - .combined-gitlab-qa-options-script
23
- variables:
24
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
25
- QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
@@ -1,23 +0,0 @@
1
- ee:object_storage_gcs:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- parallel: 2
9
- variables:
10
- GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
11
- QA_RSPEC_TAGS: "--tag object_storage"
12
-
13
- ee:object_storage_gcs-quarantine:
14
- extends:
15
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
16
- - .test
17
- - .high-capacity
18
- - .ee-variables
19
- - .quarantine
20
- - .rspec-report-opts
21
- variables:
22
- GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
23
- QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
@@ -1,41 +0,0 @@
1
- ce:object_storage_registry_tls:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
10
-
11
- ce:object_storage_registry_tls-quarantine:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
21
-
22
- ee:object_storage_registry_tls:
23
- extends:
24
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .ee-variables
27
- - .high-capacity
28
- - .rspec-report-opts
29
- variables:
30
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
31
-
32
- ee:object_storage_registry_tls-quarantine:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .quarantine
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
@@ -1,15 +0,0 @@
1
- ce:image:
2
- script:
3
- - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
4
- extends:
5
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
6
- - .test
7
- - .ce-variables
8
-
9
- ee:image:
10
- script:
11
- - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .ee-variables
@@ -1,28 +0,0 @@
1
- ce:upgrade-parallel:
2
- script:
3
- - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
4
- extends:
5
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
6
- - .test
7
- - .high-capacity
8
- - .rspec-report-opts
9
- parallel: 5
10
-
11
- ce:upgrade:
12
- script:
13
- - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
14
- extends:
15
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
- - .test
17
- - .high-capacity
18
- - .rspec-report-opts
19
-
20
- ce:upgrade-quarantine:
21
- script:
22
- - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
23
- extends:
24
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .high-capacity
27
- - .quarantine
28
- - .rspec-report-opts
@@ -1,20 +0,0 @@
1
- ee:opensearch:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::Opensearch"
10
-
11
- ee:opensearch-quarantine:
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ee-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Integration::Opensearch"
@@ -1,25 +0,0 @@
1
- ee:packages-parallel:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- - .combined-gitlab-qa-options-script
9
- parallel: 2
10
- variables:
11
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
12
- QA_RSPEC_TAGS: "--tag packages"
13
-
14
- ee:packages-quarantine:
15
- extends:
16
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
- - .test
18
- - .high-capacity
19
- - .ee-variables
20
- - .quarantine
21
- - .rspec-report-opts
22
- - .combined-gitlab-qa-options-script
23
- variables:
24
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
25
- QA_RSPEC_TAGS: "--tag quarantine --tag packages"
@@ -1,71 +0,0 @@
1
- ce:praefect-parallel:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- parallel: 5
9
- variables:
10
- QA_SCENARIO: "Test::Integration::Praefect"
11
- QA_CAN_TEST_PRAEFECT: "true"
12
-
13
- ce:praefect:
14
- extends:
15
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
- - .test
17
- - .high-capacity
18
- - .ce-variables
19
- - .rspec-report-opts
20
- variables:
21
- QA_SCENARIO: "Test::Integration::Praefect"
22
- QA_CAN_TEST_PRAEFECT: "true"
23
-
24
- ce:praefect-quarantine:
25
- extends:
26
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
27
- - .test
28
- - .high-capacity
29
- - .ce-variables
30
- - .quarantine
31
- - .rspec-report-opts
32
- variables:
33
- QA_SCENARIO: "Test::Integration::Praefect"
34
- QA_CAN_TEST_PRAEFECT: "true"
35
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
36
-
37
- ee:praefect-parallel:
38
- extends:
39
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
40
- - .test
41
- - .high-capacity
42
- - .ee-variables
43
- - .rspec-report-opts
44
- parallel: 10
45
- variables:
46
- QA_SCENARIO: "Test::Integration::Praefect"
47
- QA_CAN_TEST_PRAEFECT: "true"
48
-
49
- ee:praefect:
50
- extends:
51
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
52
- - .test
53
- - .high-capacity
54
- - .ee-variables
55
- - .rspec-report-opts
56
- variables:
57
- QA_SCENARIO: "Test::Integration::Praefect"
58
- QA_CAN_TEST_PRAEFECT: "true"
59
-
60
- ee:praefect-quarantine:
61
- extends:
62
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
63
- - .test
64
- - .high-capacity
65
- - .ee-variables
66
- - .quarantine
67
- - .rspec-report-opts
68
- variables:
69
- QA_SCENARIO: "Test::Integration::Praefect"
70
- QA_CAN_TEST_PRAEFECT: "true"
71
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
@@ -1,41 +0,0 @@
1
- ce:registry:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::Registry"
10
-
11
- ce:registry-quarantine:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Integration::Registry"
21
-
22
- ee:registry:
23
- extends:
24
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .high-capacity
27
- - .ee-variables
28
- - .rspec-report-opts
29
- variables:
30
- QA_SCENARIO: "Test::Integration::Registry"
31
-
32
- ee:registry-quarantine:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .quarantine
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Integration::Registry"
@@ -1,55 +0,0 @@
1
- ce:registry_with_cdn:
2
- before_script:
3
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
4
- - !reference [default, before_script]
5
- extends:
6
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
7
- - .test
8
- - .high-capacity
9
- - .ce-variables
10
- - .rspec-report-opts
11
- variables:
12
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
13
- allow_failure: true
14
-
15
- ce:registry_with_cdn-quarantine:
16
- before_script:
17
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
18
- - !reference [default, before_script]
19
- extends:
20
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
21
- - .test
22
- - .high-capacity
23
- - .ce-variables
24
- - .quarantine
25
- - .rspec-report-opts
26
- variables:
27
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
28
-
29
- ee:registry_with_cdn:
30
- before_script:
31
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
32
- - !reference [default, before_script]
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .ee-variables
37
- - .high-capacity
38
- - .rspec-report-opts
39
- variables:
40
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
41
- allow_failure: true
42
-
43
- ee:registry_with_cdn-quarantine:
44
- before_script:
45
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
46
- - !reference [default, before_script]
47
- extends:
48
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
49
- - .test
50
- - .high-capacity
51
- - .ee-variables
52
- - .quarantine
53
- - .rspec-report-opts
54
- variables:
55
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
@@ -1,65 +0,0 @@
1
- ce:relative_url-parallel:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- parallel: 5
9
- variables:
10
- QA_SCENARIO: "Test::Instance::RelativeUrl"
11
-
12
- ee:relative_url-parallel:
13
- extends:
14
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
15
- - .test
16
- - .high-capacity
17
- - .ee-variables
18
- - .rspec-report-opts
19
- parallel: 5
20
- variables:
21
- QA_SCENARIO: "Test::Instance::RelativeUrl"
22
-
23
- ce:relative_url:
24
- extends:
25
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
26
- - .test
27
- - .high-capacity
28
- - .ce-variables
29
- - .rspec-report-opts
30
- variables:
31
- QA_SCENARIO: "Test::Instance::RelativeUrl"
32
-
33
- ee:relative_url:
34
- extends:
35
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
36
- - .test
37
- - .high-capacity
38
- - .ee-variables
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Instance::RelativeUrl"
42
-
43
- ce:relative_url-quarantine:
44
- extends:
45
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
46
- - .test
47
- - .high-capacity
48
- - .ce-variables
49
- - .quarantine
50
- - .rspec-report-opts
51
- variables:
52
- QA_SCENARIO: "Test::Instance::RelativeUrl"
53
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
54
-
55
- ee:relative_url-quarantine:
56
- extends:
57
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
58
- - .test
59
- - .high-capacity
60
- - .ee-variables
61
- - .quarantine
62
- - .rspec-report-opts
63
- variables:
64
- QA_SCENARIO: "Test::Instance::RelativeUrl"
65
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
@@ -1,41 +0,0 @@
1
- ce:repository_storage:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
10
-
11
- ce:repository_storage-quarantine:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
21
-
22
- ee:repository_storage:
23
- extends:
24
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .high-capacity
27
- - .ee-variables
28
- - .rspec-report-opts
29
- variables:
30
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
31
-
32
- ee:repository_storage-quarantine:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .quarantine
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
@@ -1,24 +0,0 @@
1
- # Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
2
- ce:sanity-framework:
3
- variables:
4
- QA_GENERATE_ALLURE_REPORT: "false"
5
- QA_EXPORT_TEST_METRICS: "false"
6
- script:
7
- - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "1 failure"
8
- extends:
9
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
10
- - .test
11
- - .high-capacity
12
- - .ce-variables
13
-
14
- ee:sanity-framework:
15
- variables:
16
- QA_GENERATE_ALLURE_REPORT: "false"
17
- QA_EXPORT_TEST_METRICS: "false"
18
- script:
19
- - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "1 failure"
20
- extends:
21
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
22
- - .test
23
- - .high-capacity
24
- - .ee-variables
@@ -1,19 +0,0 @@
1
- ce:service_ping_disabled:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::ServicePingDisabled"
10
-
11
- ee:service_ping_disabled:
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ee-variables
17
- - .rspec-report-opts
18
- variables:
19
- QA_SCENARIO: "Test::Integration::ServicePingDisabled"
@@ -1,19 +0,0 @@
1
- ce:smtp:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::SMTP"
10
-
11
- ee:smtp:
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ee-variables
17
- - .rspec-report-opts
18
- variables:
19
- QA_SCENARIO: "Test::Integration::SMTP"
@@ -1,10 +0,0 @@
1
- staging:
2
- script:
3
- - unset EE_LICENSE
4
- - 'echo "Running: bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS"'
5
- - bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS
6
- extends:
7
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
8
- - .test
9
- - .high-capacity
10
- allow_failure: true
@@ -1,60 +0,0 @@
1
- ce:update-parallel:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- - .update-scenario-script
9
- parallel: 5
10
-
11
- ce:update:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .rspec-report-opts
18
- - .update-scenario-script
19
-
20
- ce:update-quarantine:
21
- extends:
22
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
23
- - .test
24
- - .high-capacity
25
- - .ce-variables
26
- - .quarantine
27
- - .rspec-report-opts
28
- - .update-scenario-script
29
- variables:
30
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
31
-
32
- ee:update-parallel:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .rspec-report-opts
39
- - .update-scenario-script
40
- parallel: 10
41
-
42
- ee:update:
43
- extends:
44
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
45
- - .test
46
- - .high-capacity
47
- - .ee-variables
48
- - .rspec-report-opts
49
- - .update-scenario-script
50
-
51
- ee:update-quarantine:
52
- extends:
53
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
54
- - .test
55
- - .high-capacity
56
- - .ee-variables
57
- - .quarantine
58
- - .rspec-report-opts
59
- variables:
60
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"