gitlab-qa 7.25.0 → 7.27.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (66) hide show
  1. checksums.yaml +4 -4
  2. data/.gitlab/ci/jobs/actioncable.gitlab-ci.yml +41 -0
  3. data/.gitlab/ci/jobs/base.gitlab-ci.yml +281 -0
  4. data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml +30 -0
  5. data/.gitlab/ci/jobs/custom_parallel.gitlab-ci.yml +21 -0
  6. data/.gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml +18 -0
  7. data/.gitlab/ci/jobs/elasticsearch.gitlab-ci.yml +20 -0
  8. data/.gitlab/ci/jobs/geo.gitlab-ci.yml +18 -0
  9. data/.gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml +45 -0
  10. data/.gitlab/ci/jobs/group_saml.gitlab-ci.yml +20 -0
  11. data/.gitlab/ci/jobs/instance.gitlab-ci.yml +55 -0
  12. data/.gitlab/ci/jobs/instance_saml.gitlab-ci.yml +41 -0
  13. data/.gitlab/ci/jobs/integrations.gitlab-ci.yml +14 -0
  14. data/.gitlab/ci/jobs/jira.gitlab-ci.yml +41 -0
  15. data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml +19 -0
  16. data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml +20 -0
  17. data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml +41 -0
  18. data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml +41 -0
  19. data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml +41 -0
  20. data/.gitlab/ci/jobs/mtls.gitlab-ci.yml +17 -0
  21. data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml +49 -0
  22. data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml +25 -0
  23. data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml +23 -0
  24. data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml +41 -0
  25. data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml +15 -0
  26. data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml +28 -0
  27. data/.gitlab/ci/jobs/packages.gitlab-ci.yml +25 -0
  28. data/.gitlab/ci/jobs/praefect.gitlab-ci.yml +71 -0
  29. data/.gitlab/ci/jobs/registry.gitlab-ci.yml +41 -0
  30. data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml +43 -0
  31. data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml +65 -0
  32. data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml +41 -0
  33. data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml +24 -0
  34. data/.gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml +19 -0
  35. data/.gitlab/ci/jobs/smtp.gitlab-ci.yml +19 -0
  36. data/.gitlab/ci/jobs/staging.gitlab-ci.yml +10 -0
  37. data/.gitlab/ci/jobs/update.gitlab-ci.yml +60 -0
  38. data/.gitlab/issue_templates/Default.md +2 -0
  39. data/.gitlab/merge_request_templates/Default.md +2 -0
  40. data/.gitlab-ci.yml +36 -38
  41. data/bin/notify_upstream +98 -0
  42. data/docs/what_tests_can_be_run.md +2 -0
  43. data/lib/gitlab/qa/component/base.rb +17 -6
  44. data/lib/gitlab/qa/component/gitlab.rb +17 -7
  45. data/lib/gitlab/qa/report/gitlab_issue_client.rb +12 -0
  46. data/lib/gitlab/qa/report/relate_failure_issue.rb +29 -5
  47. data/lib/gitlab/qa/report/test_result.rb +8 -0
  48. data/lib/gitlab/qa/report/update_screenshot_path.rb +28 -6
  49. data/lib/gitlab/qa/runner.rb +7 -0
  50. data/lib/gitlab/qa/runtime/env.rb +1 -1
  51. data/lib/gitlab/qa/runtime/omnibus_configuration.rb +1 -1
  52. data/lib/gitlab/qa/runtime/omnibus_configurations/ci_decomposition.rb +32 -0
  53. data/lib/gitlab/qa/scenario/test/instance/deployment_base.rb +5 -0
  54. data/lib/gitlab/qa/scenario/test/instance/image.rb +3 -1
  55. data/lib/gitlab/qa/scenario/test/integration/geo.rb +2 -1
  56. data/lib/gitlab/qa/scenario/test/integration/gitaly_cluster.rb +2 -0
  57. data/lib/gitlab/qa/scenario/test/integration/mattermost.rb +5 -1
  58. data/lib/gitlab/qa/scenario/test/integration/mtls.rb +1 -0
  59. data/lib/gitlab/qa/scenario/test/omnibus/update.rb +1 -0
  60. data/lib/gitlab/qa/scenario/test/omnibus/upgrade.rb +1 -0
  61. data/lib/gitlab/qa/version.rb +1 -1
  62. data/lib/gitlab/qa.rb +1 -0
  63. data/scripts/generate-qa-jobs.rb +41 -1710
  64. data/support/data/admin_access_token_seed.rb +24 -0
  65. metadata +41 -3
  66. data/bin/notify_upstream_commit +0 -61
data/.gitlab/ci/jobs/large_setup.gitlab-ci.yml ADDED
@@ -0,0 +1,19 @@
1
+ ce:large-setup:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_RSPEC_TAGS: "--tag can_use_large_setup"
10
+
11
+ ee:large-setup:
12
+ extends:
13
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ee-variables
17
+ - .rspec-report-opts
18
+ variables:
19
+ QA_RSPEC_TAGS: "--tag can_use_large_setup"
data/.gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml ADDED
@@ -0,0 +1,20 @@
1
+ ee:ldap_no_server:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::LDAPNoServer"
10
+
11
+ ee:ldap_no_server-quarantine:
12
+ extends:
13
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ee-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::LDAPNoServer"
data/.gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:ldap_no_tls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
10
+
11
+ ce:ldap_no_tls-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
21
+
22
+ ee:ldap_no_tls:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
31
+
32
+ ee:ldap_no_tls-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
data/.gitlab/ci/jobs/ldap_tls.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:ldap_tls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
10
+
11
+ ce:ldap_tls-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
21
+
22
+ ee:ldap_tls:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
31
+
32
+ ee:ldap_tls-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
data/.gitlab/ci/jobs/mattermost.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:mattermost:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::Mattermost"
10
+
11
+ ce:mattermost-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::Mattermost"
21
+
22
+ ee:mattermost:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::Mattermost"
31
+
32
+ ee:mattermost-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::Mattermost"
data/.gitlab/ci/jobs/mtls.gitlab-ci.yml ADDED
@@ -0,0 +1,17 @@
1
+ ce:mtls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .ce-variables
6
+ - .rspec-report-opts
7
+ variables:
8
+ QA_SCENARIO: "Test::Integration::MTLS"
9
+
10
+ ee:mtls:
11
+ extends:
12
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
13
+ - .test
14
+ - .ee-variables
15
+ - .rspec-report-opts
16
+ variables:
17
+ QA_SCENARIO: "Test::Integration::MTLS"
data/.gitlab/ci/jobs/object_storage.gitlab-ci.yml ADDED
@@ -0,0 +1,49 @@
1
+ ce:object_storage:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ - .combined-gitlab-qa-options-script
9
+ parallel: 2
10
+ variables:
11
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
12
+
13
+ ce:object_storage-quarantine:
14
+ extends:
15
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
16
+ - .test
17
+ - .high-capacity
18
+ - .ce-variables
19
+ - .quarantine
20
+ - .rspec-report-opts
21
+ - .combined-gitlab-qa-options-script
22
+ variables:
23
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
24
+
25
+ ee:object_storage:
26
+ extends:
27
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
28
+ - .test
29
+ - .high-capacity
30
+ - .ee-variables
31
+ - .rspec-report-opts
32
+ - .combined-gitlab-qa-options-script
33
+ parallel: 2
34
+ variables:
35
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
36
+ QA_RSPEC_TAGS: "--tag object_storage"
37
+
38
+ ee:object_storage-quarantine:
39
+ extends:
40
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
41
+ - .test
42
+ - .high-capacity
43
+ - .ee-variables
44
+ - .quarantine
45
+ - .rspec-report-opts
46
+ - .combined-gitlab-qa-options-script
47
+ variables:
48
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
49
+ QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
data/.gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml ADDED
@@ -0,0 +1,25 @@
1
+ ee:object_storage_aws:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ - .combined-gitlab-qa-options-script
9
+ parallel: 2
10
+ variables:
11
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
12
+ QA_RSPEC_TAGS: "--tag object_storage"
13
+
14
+ ee:object_storage_aws-quarantine:
15
+ extends:
16
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
+ - .test
18
+ - .high-capacity
19
+ - .ee-variables
20
+ - .quarantine
21
+ - .rspec-report-opts
22
+ - .combined-gitlab-qa-options-script
23
+ variables:
24
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
25
+ QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
data/.gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml ADDED
@@ -0,0 +1,23 @@
1
+ ee:object_storage_gcs:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ parallel: 2
9
+ variables:
10
+ GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
11
+ QA_RSPEC_TAGS: "--tag object_storage"
12
+
13
+ ee:object_storage_gcs-quarantine:
14
+ extends:
15
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
16
+ - .test
17
+ - .high-capacity
18
+ - .ee-variables
19
+ - .quarantine
20
+ - .rspec-report-opts
21
+ variables:
22
+ GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
23
+ QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
data/.gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:object_storage_registry_tls:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
10
+
11
+ ce:object_storage_registry_tls-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
21
+
22
+ ee:object_storage_registry_tls:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .ee-variables
27
+ - .high-capacity
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
31
+
32
+ ee:object_storage_registry_tls-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
data/.gitlab/ci/jobs/omnibus_image.gitlab-ci.yml ADDED
@@ -0,0 +1,15 @@
1
+ ce:image:
2
+ script:
3
+ - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
4
+ extends:
5
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
6
+ - .test
7
+ - .ce-variables
8
+
9
+ ee:image:
10
+ script:
11
+ - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
12
+ extends:
13
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .ee-variables
data/.gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml ADDED
@@ -0,0 +1,28 @@
1
+ ce:upgrade-parallel:
2
+ script:
3
+ - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
4
+ extends:
5
+ - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
6
+ - .test
7
+ - .high-capacity
8
+ - .rspec-report-opts
9
+ parallel: 5
10
+
11
+ ce:upgrade:
12
+ script:
13
+ - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
14
+ extends:
15
+ - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
+ - .test
17
+ - .high-capacity
18
+ - .rspec-report-opts
19
+
20
+ ce:upgrade-quarantine:
21
+ script:
22
+ - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
23
+ extends:
24
+ - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .quarantine
28
+ - .rspec-report-opts
data/.gitlab/ci/jobs/packages.gitlab-ci.yml ADDED
@@ -0,0 +1,25 @@
1
+ ee:packages-parallel:
2
+ extends:
3
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ee-variables
7
+ - .rspec-report-opts
8
+ - .combined-gitlab-qa-options-script
9
+ parallel: 2
10
+ variables:
11
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
12
+ QA_RSPEC_TAGS: "--tag packages"
13
+
14
+ ee:packages-quarantine:
15
+ extends:
16
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
17
+ - .test
18
+ - .high-capacity
19
+ - .ee-variables
20
+ - .quarantine
21
+ - .rspec-report-opts
22
+ - .combined-gitlab-qa-options-script
23
+ variables:
24
+ GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
25
+ QA_RSPEC_TAGS: "--tag quarantine --tag packages"
data/.gitlab/ci/jobs/praefect.gitlab-ci.yml ADDED
@@ -0,0 +1,71 @@
1
+ ce:praefect-parallel:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ parallel: 5
9
+ variables:
10
+ QA_SCENARIO: "Test::Integration::Praefect"
11
+ QA_CAN_TEST_PRAEFECT: "true"
12
+
13
+ ce:praefect:
14
+ extends:
15
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
16
+ - .test
17
+ - .high-capacity
18
+ - .ce-variables
19
+ - .rspec-report-opts
20
+ variables:
21
+ QA_SCENARIO: "Test::Integration::Praefect"
22
+ QA_CAN_TEST_PRAEFECT: "true"
23
+
24
+ ce:praefect-quarantine:
25
+ extends:
26
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
27
+ - .test
28
+ - .high-capacity
29
+ - .ce-variables
30
+ - .quarantine
31
+ - .rspec-report-opts
32
+ variables:
33
+ QA_SCENARIO: "Test::Integration::Praefect"
34
+ QA_CAN_TEST_PRAEFECT: "true"
35
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
36
+
37
+ ee:praefect-parallel:
38
+ extends:
39
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
40
+ - .test
41
+ - .high-capacity
42
+ - .ee-variables
43
+ - .rspec-report-opts
44
+ parallel: 10
45
+ variables:
46
+ QA_SCENARIO: "Test::Integration::Praefect"
47
+ QA_CAN_TEST_PRAEFECT: "true"
48
+
49
+ ee:praefect:
50
+ extends:
51
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
52
+ - .test
53
+ - .high-capacity
54
+ - .ee-variables
55
+ - .rspec-report-opts
56
+ variables:
57
+ QA_SCENARIO: "Test::Integration::Praefect"
58
+ QA_CAN_TEST_PRAEFECT: "true"
59
+
60
+ ee:praefect-quarantine:
61
+ extends:
62
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
63
+ - .test
64
+ - .high-capacity
65
+ - .ee-variables
66
+ - .quarantine
67
+ - .rspec-report-opts
68
+ variables:
69
+ QA_SCENARIO: "Test::Integration::Praefect"
70
+ QA_CAN_TEST_PRAEFECT: "true"
71
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
data/.gitlab/ci/jobs/registry.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:registry:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::Registry"
10
+
11
+ ce:registry-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Integration::Registry"
21
+
22
+ ee:registry:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Integration::Registry"
31
+
32
+ ee:registry-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Integration::Registry"
data/.gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml ADDED
@@ -0,0 +1,43 @@
1
+ ce:registry_with_cdn:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
10
+ allow_failure: true
11
+
12
+ ce:registry_with_cdn-quarantine:
13
+ extends:
14
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
15
+ - .test
16
+ - .high-capacity
17
+ - .ce-variables
18
+ - .quarantine
19
+ - .rspec-report-opts
20
+ variables:
21
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
22
+
23
+ ee:registry_with_cdn:
24
+ extends:
25
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
26
+ - .test
27
+ - .ee-variables
28
+ - .high-capacity
29
+ - .rspec-report-opts
30
+ variables:
31
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
32
+ allow_failure: true
33
+
34
+ ee:registry_with_cdn-quarantine:
35
+ extends:
36
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
37
+ - .test
38
+ - .high-capacity
39
+ - .ee-variables
40
+ - .quarantine
41
+ - .rspec-report-opts
42
+ variables:
43
+ QA_SCENARIO: "Test::Integration::RegistryWithCDN"
data/.gitlab/ci/jobs/relative_url.gitlab-ci.yml ADDED
@@ -0,0 +1,65 @@
1
+ ce:relative_url-parallel:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ parallel: 5
9
+ variables:
10
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
11
+
12
+ ee:relative_url-parallel:
13
+ extends:
14
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
15
+ - .test
16
+ - .high-capacity
17
+ - .ee-variables
18
+ - .rspec-report-opts
19
+ parallel: 5
20
+ variables:
21
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
22
+
23
+ ce:relative_url:
24
+ extends:
25
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
26
+ - .test
27
+ - .high-capacity
28
+ - .ce-variables
29
+ - .rspec-report-opts
30
+ variables:
31
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
32
+
33
+ ee:relative_url:
34
+ extends:
35
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
36
+ - .test
37
+ - .high-capacity
38
+ - .ee-variables
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
42
+
43
+ ce:relative_url-quarantine:
44
+ extends:
45
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
46
+ - .test
47
+ - .high-capacity
48
+ - .ce-variables
49
+ - .quarantine
50
+ - .rspec-report-opts
51
+ variables:
52
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
53
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
54
+
55
+ ee:relative_url-quarantine:
56
+ extends:
57
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
58
+ - .test
59
+ - .high-capacity
60
+ - .ee-variables
61
+ - .quarantine
62
+ - .rspec-report-opts
63
+ variables:
64
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
65
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
data/.gitlab/ci/jobs/repository_storage.gitlab-ci.yml ADDED
@@ -0,0 +1,41 @@
1
+ ce:repository_storage:
2
+ extends:
3
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
4
+ - .test
5
+ - .high-capacity
6
+ - .ce-variables
7
+ - .rspec-report-opts
8
+ variables:
9
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
10
+
11
+ ce:repository_storage-quarantine:
12
+ extends:
13
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
14
+ - .test
15
+ - .high-capacity
16
+ - .ce-variables
17
+ - .quarantine
18
+ - .rspec-report-opts
19
+ variables:
20
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
21
+
22
+ ee:repository_storage:
23
+ extends:
24
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
25
+ - .test
26
+ - .high-capacity
27
+ - .ee-variables
28
+ - .rspec-report-opts
29
+ variables:
30
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
31
+
32
+ ee:repository_storage-quarantine:
33
+ extends:
34
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
35
+ - .test
36
+ - .high-capacity
37
+ - .ee-variables
38
+ - .quarantine
39
+ - .rspec-report-opts
40
+ variables:
41
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
data/.gitlab/ci/jobs/sanity_framework.gitlab-ci.yml ADDED
@@ -0,0 +1,24 @@
1
+ # Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
2
+ ce:sanity-framework:
3
+ variables:
4
+ QA_GENERATE_ALLURE_REPORT: "false"
5
+ QA_EXPORT_TEST_METRICS: "false"
6
+ script:
7
+ - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
8
+ extends:
9
+ - .rules:ce-never-when-triggered-by-feature-flag-definition-change
10
+ - .test
11
+ - .high-capacity
12
+ - .ce-variables
13
+
14
+ ee:sanity-framework:
15
+ variables:
16
+ QA_GENERATE_ALLURE_REPORT: "false"
17
+ QA_EXPORT_TEST_METRICS: "false"
18
+ script:
19
+ - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
20
+ extends:
21
+ - .rules:ee-never-when-triggered-by-feature-flag-definition-change
22
+ - .test
23
+ - .high-capacity
24
+ - .ee-variables