gitlab-qa 7.25.0 → 7.27.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. checksums.yaml +4 -4
  2. data/.gitlab/ci/jobs/actioncable.gitlab-ci.yml +41 -0
  3. data/.gitlab/ci/jobs/base.gitlab-ci.yml +281 -0
  4. data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml +30 -0
  5. data/.gitlab/ci/jobs/custom_parallel.gitlab-ci.yml +21 -0
  6. data/.gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml +18 -0
  7. data/.gitlab/ci/jobs/elasticsearch.gitlab-ci.yml +20 -0
  8. data/.gitlab/ci/jobs/geo.gitlab-ci.yml +18 -0
  9. data/.gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml +45 -0
  10. data/.gitlab/ci/jobs/group_saml.gitlab-ci.yml +20 -0
  11. data/.gitlab/ci/jobs/instance.gitlab-ci.yml +55 -0
  12. data/.gitlab/ci/jobs/instance_saml.gitlab-ci.yml +41 -0
  13. data/.gitlab/ci/jobs/integrations.gitlab-ci.yml +14 -0
  14. data/.gitlab/ci/jobs/jira.gitlab-ci.yml +41 -0
  15. data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml +19 -0
  16. data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml +20 -0
  17. data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml +41 -0
  18. data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml +41 -0
  19. data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml +41 -0
  20. data/.gitlab/ci/jobs/mtls.gitlab-ci.yml +17 -0
  21. data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml +49 -0
  22. data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml +25 -0
  23. data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml +23 -0
  24. data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml +41 -0
  25. data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml +15 -0
  26. data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml +28 -0
  27. data/.gitlab/ci/jobs/packages.gitlab-ci.yml +25 -0
  28. data/.gitlab/ci/jobs/praefect.gitlab-ci.yml +71 -0
  29. data/.gitlab/ci/jobs/registry.gitlab-ci.yml +41 -0
  30. data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml +43 -0
  31. data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml +65 -0
  32. data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml +41 -0
  33. data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml +24 -0
  34. data/.gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml +19 -0
  35. data/.gitlab/ci/jobs/smtp.gitlab-ci.yml +19 -0
  36. data/.gitlab/ci/jobs/staging.gitlab-ci.yml +10 -0
  37. data/.gitlab/ci/jobs/update.gitlab-ci.yml +60 -0
  38. data/.gitlab/issue_templates/Default.md +2 -0
  39. data/.gitlab/merge_request_templates/Default.md +2 -0
  40. data/.gitlab-ci.yml +36 -38
  41. data/bin/notify_upstream +98 -0
  42. data/docs/what_tests_can_be_run.md +2 -0
  43. data/lib/gitlab/qa/component/base.rb +17 -6
  44. data/lib/gitlab/qa/component/gitlab.rb +17 -7
  45. data/lib/gitlab/qa/report/gitlab_issue_client.rb +12 -0
  46. data/lib/gitlab/qa/report/relate_failure_issue.rb +29 -5
  47. data/lib/gitlab/qa/report/test_result.rb +8 -0
  48. data/lib/gitlab/qa/report/update_screenshot_path.rb +28 -6
  49. data/lib/gitlab/qa/runner.rb +7 -0
  50. data/lib/gitlab/qa/runtime/env.rb +1 -1
  51. data/lib/gitlab/qa/runtime/omnibus_configuration.rb +1 -1
  52. data/lib/gitlab/qa/runtime/omnibus_configurations/ci_decomposition.rb +32 -0
  53. data/lib/gitlab/qa/scenario/test/instance/deployment_base.rb +5 -0
  54. data/lib/gitlab/qa/scenario/test/instance/image.rb +3 -1
  55. data/lib/gitlab/qa/scenario/test/integration/geo.rb +2 -1
  56. data/lib/gitlab/qa/scenario/test/integration/gitaly_cluster.rb +2 -0
  57. data/lib/gitlab/qa/scenario/test/integration/mattermost.rb +5 -1
  58. data/lib/gitlab/qa/scenario/test/integration/mtls.rb +1 -0
  59. data/lib/gitlab/qa/scenario/test/omnibus/update.rb +1 -0
  60. data/lib/gitlab/qa/scenario/test/omnibus/upgrade.rb +1 -0
  61. data/lib/gitlab/qa/version.rb +1 -1
  62. data/lib/gitlab/qa.rb +1 -0
  63. data/scripts/generate-qa-jobs.rb +41 -1710
  64. data/support/data/admin_access_token_seed.rb +24 -0
  65. metadata +41 -3
  66. data/bin/notify_upstream_commit +0 -61
data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml ADDED
@@ -0,0 +1,19 @@
1
+ ce:large-setup:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_RSPEC_TAGS: "--tag can_use_large_setup"
10
+
11
+ ee:large-setup:
12
+ extends:
13
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ee-variables
17
+ - .rspec-report-opts
18
+ variables:
19
+ QA_RSPEC_TAGS: "--tag can_use_large_setup"
data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml ADDED
@@ -0,0 +1,20 @@
1
+ ee:ldap_no_server:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::LDAPNoServer"
10
+
11
+ ee:ldap_no_server-quarantine:
12
+ extends:
13
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ee-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::LDAPNoServer"
data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:ldap_no_tls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
10
+
11
+ ce:ldap_no_tls-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
21
+
22
+ ee:ldap_no_tls:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
31
+
32
+ ee:ldap_no_tls-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:ldap_tls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
10
+
11
+ ce:ldap_tls-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
21
+
22
+ ee:ldap_tls:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
31
+
32
+ ee:ldap_tls-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:mattermost:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::Mattermost"
10
+
11
+ ce:mattermost-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::Mattermost"
21
+
22
+ ee:mattermost:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::Mattermost"
31
+
32
+ ee:mattermost-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::Mattermost"
data/.gitlab/ci/jobs/mtls.gitlab-ci.yml ADDED
@@ -0,0 +1,17 @@
1
+ ce:mtls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .ce-variables
6
+ - .rspec-report-opts
7
+ variables:
8
+ QA_SCENARIO: "Test::Integration::MTLS"
9
+
10
+ ee:mtls:
11
+ extends:
12
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
13
+ - .test
14
+ - .ee-variables
15
+ - .rspec-report-opts
16
+ variables:
17
+ QA_SCENARIO: "Test::Integration::MTLS"
data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml ADDED
@@ -0,0 +1,49 @@
1
+ ce:object_storage:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ - .combined-gitlab-qa-options-script
9
+ parallel: 2
10
+ variables:
11
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
12
+
13
+ ce:object_storage-quarantine:
14
+ extends:
15
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
16
+ - .test
17
+ - .high-capacity
18
+ - .ce-variables
19
+ - .quarantine
20
+ - .rspec-report-opts
21
+ - .combined-gitlab-qa-options-script
22
+ variables:
23
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
24
+
25
+ ee:object_storage:
26
+ extends:
27
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
28
+ - .test
29
+ - .high-capacity
30
+ - .ee-variables
31
+ - .rspec-report-opts
32
+ - .combined-gitlab-qa-options-script
33
+ parallel: 2
34
+ variables:
35
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
36
+ QA_RSPEC_TAGS: "--tag object_storage"
37
+
38
+ ee:object_storage-quarantine:
39
+ extends:
40
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
41
+ - .test
42
+ - .high-capacity
43
+ - .ee-variables
44
+ - .quarantine
45
+ - .rspec-report-opts
46
+ - .combined-gitlab-qa-options-script
47
+ variables:
48
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
49
+ QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml ADDED
@@ -0,0 +1,25 @@
1
+ ee:object_storage_aws:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ - .combined-gitlab-qa-options-script
9
+ parallel: 2
10
+ variables:
11
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
12
+ QA_RSPEC_TAGS: "--tag object_storage"
13
+
14
+ ee:object_storage_aws-quarantine:
15
+ extends:
16
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
+ - .test
18
+ - .high-capacity
19
+ - .ee-variables
20
+ - .quarantine
21
+ - .rspec-report-opts
22
+ - .combined-gitlab-qa-options-script
23
+ variables:
24
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
25
+ QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml ADDED
@@ -0,0 +1,23 @@
1
+ ee:object_storage_gcs:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ parallel: 2
9
+ variables:
10
+ GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
11
+ QA_RSPEC_TAGS: "--tag object_storage"
12
+
13
+ ee:object_storage_gcs-quarantine:
14
+ extends:
15
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
16
+ - .test
17
+ - .high-capacity
18
+ - .ee-variables
19
+ - .quarantine
20
+ - .rspec-report-opts
21
+ variables:
22
+ GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
23
+ QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:object_storage_registry_tls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
10
+
11
+ ce:object_storage_registry_tls-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
21
+
22
+ ee:object_storage_registry_tls:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .ee-variables
27
+ - .high-capacity
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
31
+
32
+ ee:object_storage_registry_tls-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml ADDED
@@ -0,0 +1,15 @@
1
+ ce:image:
2
+ script:
3
+ - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
4
+ extends:
5
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
6
+ - .test
7
+ - .ce-variables
8
+
9
+ ee:image:
10
+ script:
11
+ - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
12
+ extends:
13
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .ee-variables
data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml ADDED
@@ -0,0 +1,28 @@
1
+ ce:upgrade-parallel:
2
+ script:
3
+ - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
4
+ extends:
5
+ - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
6
+ - .test
7
+ - .high-capacity
8
+ - .rspec-report-opts
9
+ parallel: 5
10
+
11
+ ce:upgrade:
12
+ script:
13
+ - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
14
+ extends:
15
+ - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
+ - .test
17
+ - .high-capacity
18
+ - .rspec-report-opts
19
+
20
+ ce:upgrade-quarantine:
21
+ script:
22
+ - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
23
+ extends:
24
+ - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .quarantine
28
+ - .rspec-report-opts
data/.gitlab/ci/jobs/packages.gitlab-ci.yml ADDED
@@ -0,0 +1,25 @@
1
+ ee:packages-parallel:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ - .combined-gitlab-qa-options-script
9
+ parallel: 2
10
+ variables:
11
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
12
+ QA_RSPEC_TAGS: "--tag packages"
13
+
14
+ ee:packages-quarantine:
15
+ extends:
16
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
+ - .test
18
+ - .high-capacity
19
+ - .ee-variables
20
+ - .quarantine
21
+ - .rspec-report-opts
22
+ - .combined-gitlab-qa-options-script
23
+ variables:
24
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
25
+ QA_RSPEC_TAGS: "--tag quarantine --tag packages"
data/.gitlab/ci/jobs/praefect.gitlab-ci.yml ADDED
@@ -0,0 +1,71 @@
1
+ ce:praefect-parallel:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ parallel: 5
9
+ variables:
10
+ QA_SCENARIO: "Test::Integration::Praefect"
11
+ QA_CAN_TEST_PRAEFECT: "true"
12
+
13
+ ce:praefect:
14
+ extends:
15
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
+ - .test
17
+ - .high-capacity
18
+ - .ce-variables
19
+ - .rspec-report-opts
20
+ variables:
21
+ QA_SCENARIO: "Test::Integration::Praefect"
22
+ QA_CAN_TEST_PRAEFECT: "true"
23
+
24
+ ce:praefect-quarantine:
25
+ extends:
26
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
27
+ - .test
28
+ - .high-capacity
29
+ - .ce-variables
30
+ - .quarantine
31
+ - .rspec-report-opts
32
+ variables:
33
+ QA_SCENARIO: "Test::Integration::Praefect"
34
+ QA_CAN_TEST_PRAEFECT: "true"
35
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
36
+
37
+ ee:praefect-parallel:
38
+ extends:
39
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
40
+ - .test
41
+ - .high-capacity
42
+ - .ee-variables
43
+ - .rspec-report-opts
44
+ parallel: 10
45
+ variables:
46
+ QA_SCENARIO: "Test::Integration::Praefect"
47
+ QA_CAN_TEST_PRAEFECT: "true"
48
+
49
+ ee:praefect:
50
+ extends:
51
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
52
+ - .test
53
+ - .high-capacity
54
+ - .ee-variables
55
+ - .rspec-report-opts
56
+ variables:
57
+ QA_SCENARIO: "Test::Integration::Praefect"
58
+ QA_CAN_TEST_PRAEFECT: "true"
59
+
60
+ ee:praefect-quarantine:
61
+ extends:
62
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
63
+ - .test
64
+ - .high-capacity
65
+ - .ee-variables
66
+ - .quarantine
67
+ - .rspec-report-opts
68
+ variables:
69
+ QA_SCENARIO: "Test::Integration::Praefect"
70
+ QA_CAN_TEST_PRAEFECT: "true"
71
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
data/.gitlab/ci/jobs/registry.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:registry:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::Registry"
10
+
11
+ ce:registry-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::Registry"
21
+
22
+ ee:registry:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::Registry"
31
+
32
+ ee:registry-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::Registry"
data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml ADDED
@@ -0,0 +1,43 @@
1
+ ce:registry_with_cdn:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
10
+ allow_failure: true
11
+
12
+ ce:registry_with_cdn-quarantine:
13
+ extends:
14
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
15
+ - .test
16
+ - .high-capacity
17
+ - .ce-variables
18
+ - .quarantine
19
+ - .rspec-report-opts
20
+ variables:
21
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
22
+
23
+ ee:registry_with_cdn:
24
+ extends:
25
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
26
+ - .test
27
+ - .ee-variables
28
+ - .high-capacity
29
+ - .rspec-report-opts
30
+ variables:
31
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
32
+ allow_failure: true
33
+
34
+ ee:registry_with_cdn-quarantine:
35
+ extends:
36
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
37
+ - .test
38
+ - .high-capacity
39
+ - .ee-variables
40
+ - .quarantine
41
+ - .rspec-report-opts
42
+ variables:
43
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml ADDED
@@ -0,0 +1,65 @@
1
+ ce:relative_url-parallel:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ parallel: 5
9
+ variables:
10
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
11
+
12
+ ee:relative_url-parallel:
13
+ extends:
14
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
15
+ - .test
16
+ - .high-capacity
17
+ - .ee-variables
18
+ - .rspec-report-opts
19
+ parallel: 5
20
+ variables:
21
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
22
+
23
+ ce:relative_url:
24
+ extends:
25
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
26
+ - .test
27
+ - .high-capacity
28
+ - .ce-variables
29
+ - .rspec-report-opts
30
+ variables:
31
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
32
+
33
+ ee:relative_url:
34
+ extends:
35
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
36
+ - .test
37
+ - .high-capacity
38
+ - .ee-variables
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
42
+
43
+ ce:relative_url-quarantine:
44
+ extends:
45
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
46
+ - .test
47
+ - .high-capacity
48
+ - .ce-variables
49
+ - .quarantine
50
+ - .rspec-report-opts
51
+ variables:
52
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
53
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
54
+
55
+ ee:relative_url-quarantine:
56
+ extends:
57
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
58
+ - .test
59
+ - .high-capacity
60
+ - .ee-variables
61
+ - .quarantine
62
+ - .rspec-report-opts
63
+ variables:
64
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
65
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:repository_storage:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
10
+
11
+ ce:repository_storage-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
21
+
22
+ ee:repository_storage:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
31
+
32
+ ee:repository_storage-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml ADDED
@@ -0,0 +1,24 @@
1
+ # Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
2
+ ce:sanity-framework:
3
+ variables:
4
+ QA_GENERATE_ALLURE_REPORT: "false"
5
+ QA_EXPORT_TEST_METRICS: "false"
6
+ script:
7
+ - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
8
+ extends:
9
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
10
+ - .test
11
+ - .high-capacity
12
+ - .ce-variables
13
+
14
+ ee:sanity-framework:
15
+ variables:
16
+ QA_GENERATE_ALLURE_REPORT: "false"
17
+ QA_EXPORT_TEST_METRICS: "false"
18
+ script:
19
+ - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
20
+ extends:
21
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
22
+ - .test
23
+ - .high-capacity
24
+ - .ee-variables