gitlab-qa 9.1.2 → 10.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. checksums.yaml +4 -4
  2. data/.gitlab-ci.yml +106 -149
  3. data/.simplecov +9 -0
  4. data/Gemfile.lock +15 -1
  5. data/README.md +5 -4
  6. data/docs/what_tests_can_be_run.md +73 -35
  7. data/gitlab-qa.gemspec +3 -0
  8. data/lib/gitlab/qa/component/base.rb +8 -1
  9. data/lib/gitlab/qa/component/gitaly.rb +1 -1
  10. data/lib/gitlab/qa/component/gitlab.rb +2 -2
  11. data/lib/gitlab/qa/component/mock_server.rb +13 -0
  12. data/lib/gitlab/qa/report/gitlab_issue_client.rb +1 -1
  13. data/lib/gitlab/qa/report/relate_failure_issue.rb +116 -20
  14. data/lib/gitlab/qa/report/report_as_issue.rb +1 -1
  15. data/lib/gitlab/qa/report/test_result.rb +2 -1
  16. data/lib/gitlab/qa/reporter.rb +8 -0
  17. data/lib/gitlab/qa/runtime/env.rb +17 -4
  18. data/lib/gitlab/qa/runtime/omnibus_configurations/decomposition_multiple_db.rb +1 -1
  19. data/lib/gitlab/qa/scenario/test/integration/oauth.rb +68 -0
  20. data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb +3 -2
  21. data/lib/gitlab/qa/system_logs/finders/json_log_finder.rb +65 -0
  22. data/lib/gitlab/qa/system_logs/finders/rails/api_log_finder.rb +21 -0
  23. data/lib/gitlab/qa/system_logs/finders/rails/application_log_finder.rb +21 -0
  24. data/lib/gitlab/qa/system_logs/finders/rails/exception_log_finder.rb +21 -0
  25. data/lib/gitlab/qa/system_logs/finders/rails/graphql_log_finder.rb +21 -0
  26. data/lib/gitlab/qa/system_logs/log_types/log.rb +38 -0
  27. data/lib/gitlab/qa/system_logs/log_types/rails/api_log.rb +34 -0
  28. data/lib/gitlab/qa/system_logs/log_types/rails/application_log.rb +27 -0
  29. data/lib/gitlab/qa/system_logs/log_types/rails/exception_log.rb +23 -0
  30. data/lib/gitlab/qa/system_logs/log_types/rails/graphql_log.rb +30 -0
  31. data/lib/gitlab/qa/system_logs/shared_fields.rb +29 -0
  32. data/lib/gitlab/qa/system_logs/system_logs_formatter.rb +65 -0
  33. data/lib/gitlab/qa/version.rb +1 -1
  34. data/scripts/build-package-and-test-env +15 -0
  35. metadata +59 -47
  36. data/.gitlab/ci/jobs/airgapped.gitlab-ci.yml +0 -23
  37. data/.gitlab/ci/jobs/base.gitlab-ci.yml +0 -273
  38. data/.gitlab/ci/jobs/chaos.gitlab-ci.yml +0 -22
  39. data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml +0 -24
  40. data/.gitlab/ci/jobs/custom_parallel.gitlab-ci.yml +0 -21
  41. data/.gitlab/ci/jobs/decomposition_multiple_db.gitlab-ci.yml +0 -27
  42. data/.gitlab/ci/jobs/decomposition_single_db.gitlab-ci.yml +0 -25
  43. data/.gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml +0 -18
  44. data/.gitlab/ci/jobs/elasticsearch.gitlab-ci.yml +0 -20
  45. data/.gitlab/ci/jobs/geo.gitlab-ci.yml +0 -18
  46. data/.gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml +0 -41
  47. data/.gitlab/ci/jobs/gitlab_pages.gitlab-ci.yml +0 -19
  48. data/.gitlab/ci/jobs/group_saml.gitlab-ci.yml +0 -20
  49. data/.gitlab/ci/jobs/instance.gitlab-ci.yml +0 -55
  50. data/.gitlab/ci/jobs/instance_saml.gitlab-ci.yml +0 -41
  51. data/.gitlab/ci/jobs/integrations.gitlab-ci.yml +0 -14
  52. data/.gitlab/ci/jobs/jira.gitlab-ci.yml +0 -41
  53. data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml +0 -19
  54. data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml +0 -20
  55. data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml +0 -41
  56. data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml +0 -41
  57. data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml +0 -41
  58. data/.gitlab/ci/jobs/metrics.gitlab-ci.yml +0 -41
  59. data/.gitlab/ci/jobs/mtls.gitlab-ci.yml +0 -19
  60. data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml +0 -49
  61. data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml +0 -25
  62. data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml +0 -23
  63. data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml +0 -41
  64. data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml +0 -15
  65. data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml +0 -28
  66. data/.gitlab/ci/jobs/opensearch.gitlab-ci.yml +0 -20
  67. data/.gitlab/ci/jobs/packages.gitlab-ci.yml +0 -25
  68. data/.gitlab/ci/jobs/praefect.gitlab-ci.yml +0 -71
  69. data/.gitlab/ci/jobs/registry.gitlab-ci.yml +0 -41
  70. data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml +0 -55
  71. data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml +0 -65
  72. data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml +0 -41
  73. data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml +0 -24
  74. data/.gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml +0 -19
  75. data/.gitlab/ci/jobs/smtp.gitlab-ci.yml +0 -19
  76. data/.gitlab/ci/jobs/staging.gitlab-ci.yml +0 -10
  77. data/.gitlab/ci/jobs/update.gitlab-ci.yml +0 -60
  78. data/.gitlab/ci/rules.gitlab-ci.yml +0 -183
  79. data/lib/gitlab/qa/scenario/test/omnibus/update.rb +0 -72
  80. data/scripts/generate-qa-jobs.rb +0 -99
@@ -1,25 +0,0 @@
1
- ee:object_storage_aws:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- - .combined-gitlab-qa-options-script
9
- parallel: 2
10
- variables:
11
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
12
- QA_RSPEC_TAGS: "--tag object_storage"
13
-
14
- ee:object_storage_aws-quarantine:
15
- extends:
16
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
- - .test
18
- - .high-capacity
19
- - .ee-variables
20
- - .quarantine
21
- - .rspec-report-opts
22
- - .combined-gitlab-qa-options-script
23
- variables:
24
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
25
- QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
@@ -1,23 +0,0 @@
1
- ee:object_storage_gcs:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- parallel: 2
9
- variables:
10
- GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
11
- QA_RSPEC_TAGS: "--tag object_storage"
12
-
13
- ee:object_storage_gcs-quarantine:
14
- extends:
15
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
16
- - .test
17
- - .high-capacity
18
- - .ee-variables
19
- - .quarantine
20
- - .rspec-report-opts
21
- variables:
22
- GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
23
- QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
@@ -1,41 +0,0 @@
1
- ce:object_storage_registry_tls:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
10
-
11
- ce:object_storage_registry_tls-quarantine:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
21
-
22
- ee:object_storage_registry_tls:
23
- extends:
24
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .ee-variables
27
- - .high-capacity
28
- - .rspec-report-opts
29
- variables:
30
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
31
-
32
- ee:object_storage_registry_tls-quarantine:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .quarantine
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
@@ -1,15 +0,0 @@
1
- ce:image:
2
- script:
3
- - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
4
- extends:
5
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
6
- - .test
7
- - .ce-variables
8
-
9
- ee:image:
10
- script:
11
- - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .ee-variables
@@ -1,28 +0,0 @@
1
- ce:upgrade-parallel:
2
- script:
3
- - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
4
- extends:
5
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
6
- - .test
7
- - .high-capacity
8
- - .rspec-report-opts
9
- parallel: 5
10
-
11
- ce:upgrade:
12
- script:
13
- - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
14
- extends:
15
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
- - .test
17
- - .high-capacity
18
- - .rspec-report-opts
19
-
20
- ce:upgrade-quarantine:
21
- script:
22
- - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
23
- extends:
24
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .high-capacity
27
- - .quarantine
28
- - .rspec-report-opts
@@ -1,20 +0,0 @@
1
- ee:opensearch:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::Opensearch"
10
-
11
- ee:opensearch-quarantine:
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ee-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Integration::Opensearch"
@@ -1,25 +0,0 @@
1
- ee:packages-parallel:
2
- extends:
3
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ee-variables
7
- - .rspec-report-opts
8
- - .combined-gitlab-qa-options-script
9
- parallel: 2
10
- variables:
11
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
12
- QA_RSPEC_TAGS: "--tag packages"
13
-
14
- ee:packages-quarantine:
15
- extends:
16
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
- - .test
18
- - .high-capacity
19
- - .ee-variables
20
- - .quarantine
21
- - .rspec-report-opts
22
- - .combined-gitlab-qa-options-script
23
- variables:
24
- GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
25
- QA_RSPEC_TAGS: "--tag quarantine --tag packages"
@@ -1,71 +0,0 @@
1
- ce:praefect-parallel:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- parallel: 5
9
- variables:
10
- QA_SCENARIO: "Test::Integration::Praefect"
11
- QA_CAN_TEST_PRAEFECT: "true"
12
-
13
- ce:praefect:
14
- extends:
15
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
- - .test
17
- - .high-capacity
18
- - .ce-variables
19
- - .rspec-report-opts
20
- variables:
21
- QA_SCENARIO: "Test::Integration::Praefect"
22
- QA_CAN_TEST_PRAEFECT: "true"
23
-
24
- ce:praefect-quarantine:
25
- extends:
26
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
27
- - .test
28
- - .high-capacity
29
- - .ce-variables
30
- - .quarantine
31
- - .rspec-report-opts
32
- variables:
33
- QA_SCENARIO: "Test::Integration::Praefect"
34
- QA_CAN_TEST_PRAEFECT: "true"
35
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
36
-
37
- ee:praefect-parallel:
38
- extends:
39
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
40
- - .test
41
- - .high-capacity
42
- - .ee-variables
43
- - .rspec-report-opts
44
- parallel: 10
45
- variables:
46
- QA_SCENARIO: "Test::Integration::Praefect"
47
- QA_CAN_TEST_PRAEFECT: "true"
48
-
49
- ee:praefect:
50
- extends:
51
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
52
- - .test
53
- - .high-capacity
54
- - .ee-variables
55
- - .rspec-report-opts
56
- variables:
57
- QA_SCENARIO: "Test::Integration::Praefect"
58
- QA_CAN_TEST_PRAEFECT: "true"
59
-
60
- ee:praefect-quarantine:
61
- extends:
62
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
63
- - .test
64
- - .high-capacity
65
- - .ee-variables
66
- - .quarantine
67
- - .rspec-report-opts
68
- variables:
69
- QA_SCENARIO: "Test::Integration::Praefect"
70
- QA_CAN_TEST_PRAEFECT: "true"
71
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
@@ -1,41 +0,0 @@
1
- ce:registry:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::Registry"
10
-
11
- ce:registry-quarantine:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Integration::Registry"
21
-
22
- ee:registry:
23
- extends:
24
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .high-capacity
27
- - .ee-variables
28
- - .rspec-report-opts
29
- variables:
30
- QA_SCENARIO: "Test::Integration::Registry"
31
-
32
- ee:registry-quarantine:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .quarantine
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Integration::Registry"
@@ -1,55 +0,0 @@
1
- ce:registry_with_cdn:
2
- before_script:
3
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
4
- - !reference [default, before_script]
5
- extends:
6
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
7
- - .test
8
- - .high-capacity
9
- - .ce-variables
10
- - .rspec-report-opts
11
- variables:
12
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
13
- allow_failure: true
14
-
15
- ce:registry_with_cdn-quarantine:
16
- before_script:
17
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
18
- - !reference [default, before_script]
19
- extends:
20
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
21
- - .test
22
- - .high-capacity
23
- - .ce-variables
24
- - .quarantine
25
- - .rspec-report-opts
26
- variables:
27
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
28
-
29
- ee:registry_with_cdn:
30
- before_script:
31
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
32
- - !reference [default, before_script]
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .ee-variables
37
- - .high-capacity
38
- - .rspec-report-opts
39
- variables:
40
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
41
- allow_failure: true
42
-
43
- ee:registry_with_cdn-quarantine:
44
- before_script:
45
- - unset GITLAB_QA_ADMIN_ACCESS_TOKEN
46
- - !reference [default, before_script]
47
- extends:
48
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
49
- - .test
50
- - .high-capacity
51
- - .ee-variables
52
- - .quarantine
53
- - .rspec-report-opts
54
- variables:
55
- QA_SCENARIO: "Test::Integration::RegistryWithCDN"
@@ -1,65 +0,0 @@
1
- ce:relative_url-parallel:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- parallel: 5
9
- variables:
10
- QA_SCENARIO: "Test::Instance::RelativeUrl"
11
-
12
- ee:relative_url-parallel:
13
- extends:
14
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
15
- - .test
16
- - .high-capacity
17
- - .ee-variables
18
- - .rspec-report-opts
19
- parallel: 5
20
- variables:
21
- QA_SCENARIO: "Test::Instance::RelativeUrl"
22
-
23
- ce:relative_url:
24
- extends:
25
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
26
- - .test
27
- - .high-capacity
28
- - .ce-variables
29
- - .rspec-report-opts
30
- variables:
31
- QA_SCENARIO: "Test::Instance::RelativeUrl"
32
-
33
- ee:relative_url:
34
- extends:
35
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
36
- - .test
37
- - .high-capacity
38
- - .ee-variables
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Instance::RelativeUrl"
42
-
43
- ce:relative_url-quarantine:
44
- extends:
45
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
46
- - .test
47
- - .high-capacity
48
- - .ce-variables
49
- - .quarantine
50
- - .rspec-report-opts
51
- variables:
52
- QA_SCENARIO: "Test::Instance::RelativeUrl"
53
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
54
-
55
- ee:relative_url-quarantine:
56
- extends:
57
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
58
- - .test
59
- - .high-capacity
60
- - .ee-variables
61
- - .quarantine
62
- - .rspec-report-opts
63
- variables:
64
- QA_SCENARIO: "Test::Instance::RelativeUrl"
65
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
@@ -1,41 +0,0 @@
1
- ce:repository_storage:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
10
-
11
- ce:repository_storage-quarantine:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .quarantine
18
- - .rspec-report-opts
19
- variables:
20
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
21
-
22
- ee:repository_storage:
23
- extends:
24
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
- - .test
26
- - .high-capacity
27
- - .ee-variables
28
- - .rspec-report-opts
29
- variables:
30
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
31
-
32
- ee:repository_storage-quarantine:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .quarantine
39
- - .rspec-report-opts
40
- variables:
41
- QA_SCENARIO: "Test::Instance::RepositoryStorage"
@@ -1,24 +0,0 @@
1
- # Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
2
- ce:sanity-framework:
3
- variables:
4
- QA_GENERATE_ALLURE_REPORT: "false"
5
- QA_EXPORT_TEST_METRICS: "false"
6
- script:
7
- - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "1 failure"
8
- extends:
9
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
10
- - .test
11
- - .high-capacity
12
- - .ce-variables
13
-
14
- ee:sanity-framework:
15
- variables:
16
- QA_GENERATE_ALLURE_REPORT: "false"
17
- QA_EXPORT_TEST_METRICS: "false"
18
- script:
19
- - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "1 failure"
20
- extends:
21
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
22
- - .test
23
- - .high-capacity
24
- - .ee-variables
@@ -1,19 +0,0 @@
1
- ce:service_ping_disabled:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::ServicePingDisabled"
10
-
11
- ee:service_ping_disabled:
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ee-variables
17
- - .rspec-report-opts
18
- variables:
19
- QA_SCENARIO: "Test::Integration::ServicePingDisabled"
@@ -1,19 +0,0 @@
1
- ce:smtp:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- variables:
9
- QA_SCENARIO: "Test::Integration::SMTP"
10
-
11
- ee:smtp:
12
- extends:
13
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
- - .test
15
- - .high-capacity
16
- - .ee-variables
17
- - .rspec-report-opts
18
- variables:
19
- QA_SCENARIO: "Test::Integration::SMTP"
@@ -1,10 +0,0 @@
1
- staging:
2
- script:
3
- - unset EE_LICENSE
4
- - 'echo "Running: bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS"'
5
- - bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS
6
- extends:
7
- - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
8
- - .test
9
- - .high-capacity
10
- allow_failure: true
@@ -1,60 +0,0 @@
1
- ce:update-parallel:
2
- extends:
3
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
- - .test
5
- - .high-capacity
6
- - .ce-variables
7
- - .rspec-report-opts
8
- - .update-scenario-script
9
- parallel: 5
10
-
11
- ce:update:
12
- extends:
13
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
14
- - .test
15
- - .high-capacity
16
- - .ce-variables
17
- - .rspec-report-opts
18
- - .update-scenario-script
19
-
20
- ce:update-quarantine:
21
- extends:
22
- - .rules:ce-never-when-triggered-by-feature-flag-definition-change
23
- - .test
24
- - .high-capacity
25
- - .ce-variables
26
- - .quarantine
27
- - .rspec-report-opts
28
- - .update-scenario-script
29
- variables:
30
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
31
-
32
- ee:update-parallel:
33
- extends:
34
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
35
- - .test
36
- - .high-capacity
37
- - .ee-variables
38
- - .rspec-report-opts
39
- - .update-scenario-script
40
- parallel: 10
41
-
42
- ee:update:
43
- extends:
44
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
45
- - .test
46
- - .high-capacity
47
- - .ee-variables
48
- - .rspec-report-opts
49
- - .update-scenario-script
50
-
51
- ee:update-quarantine:
52
- extends:
53
- - .rules:ee-never-when-triggered-by-feature-flag-definition-change
54
- - .test
55
- - .high-capacity
56
- - .ee-variables
57
- - .quarantine
58
- - .rspec-report-opts
59
- variables:
60
- QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"