gitlab-qa 7.13.3 → 7.14.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitlab/ci/rules.gitlab-ci.yml +70 -0
- data/.gitlab-ci.yml +103 -18
- data/lib/gitlab/qa/report/gitlab_issue_client.rb +8 -1
- data/lib/gitlab/qa/report/report_as_issue.rb +2 -0
- data/lib/gitlab/qa/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e034576001af3b45e773e20fcbef82cc68776e5cf5cfc05d5b3364222daaca1a
|
4
|
+
data.tar.gz: 32b55a91955bda342e75a02500a32bee30afba00f88f1fc9beaf7047c8168743
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d70b63b685d3f8d664dcd5b9b11f249bab07869045ce6c9012a94e17f2f0f789011ca398f566019d81da255043a47813751461f5f4aba25678cc1856841e0f63
|
7
|
+
data.tar.gz: 2c7e1a97dce74b729720acac3b88c85b1986cd8991eaf1af736a8c0d469e2565f354155ddea493865a8949a0948a9abac770000e71a99543c5065f0c5a4470e2
|
@@ -37,6 +37,12 @@
|
|
37
37
|
.if-set-feature-flag: &if-set-feature-flag
|
38
38
|
if: '$GITLAB_QA_OPTIONS =~ /--set-feature-flags/'
|
39
39
|
|
40
|
+
.if-qa-tests-specified: &if-qa-tests-specified
|
41
|
+
if: '$QA_TESTS != null && $QA_TESTS != ""'
|
42
|
+
|
43
|
+
.if-qa-tests-not-specified: &if-qa-tests-not-specified
|
44
|
+
if: '$QA_TESTS == null || $QA_TESTS == ""'
|
45
|
+
|
40
46
|
#########
|
41
47
|
# Rules #
|
42
48
|
#########
|
@@ -98,3 +104,67 @@
|
|
98
104
|
- <<: *if-set-feature-flag
|
99
105
|
when: never
|
100
106
|
- !reference [".rules:only-qa", rules]
|
107
|
+
|
108
|
+
# === When QA_TESTS variable has a value ===
|
109
|
+
|
110
|
+
.rules:ce-never-when-qa-tests-specified:
|
111
|
+
rules:
|
112
|
+
- <<: *if-qa-tests-specified
|
113
|
+
when: never
|
114
|
+
- !reference [".rules:ce-qa", rules]
|
115
|
+
|
116
|
+
.rules:ee-never-when-qa-tests-specified:
|
117
|
+
rules:
|
118
|
+
- <<: *if-qa-tests-specified
|
119
|
+
when: never
|
120
|
+
- !reference [".rules:ee-qa", rules]
|
121
|
+
|
122
|
+
.rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
|
123
|
+
rules:
|
124
|
+
- <<: *if-qa-tests-specified
|
125
|
+
when: never
|
126
|
+
- !reference [".rules:ce-never-when-triggered-by-feature-flag-definition-change", rules]
|
127
|
+
|
128
|
+
.rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
|
129
|
+
rules:
|
130
|
+
- <<: *if-qa-tests-specified
|
131
|
+
when: never
|
132
|
+
- !reference [".rules:ee-never-when-triggered-by-feature-flag-definition-change", rules]
|
133
|
+
|
134
|
+
.rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
|
135
|
+
rules:
|
136
|
+
- <<: *if-qa-tests-specified
|
137
|
+
when: never
|
138
|
+
- !reference [".rules:only-qa-never-when-triggered-by-feature-flag-definition-change", rules]
|
139
|
+
|
140
|
+
# === When QA_TESTS variable does not have a value ===
|
141
|
+
|
142
|
+
.rules:ce-never-when-qa-tests-not-specified:
|
143
|
+
rules:
|
144
|
+
- <<: *if-qa-tests-not-specified
|
145
|
+
when: never
|
146
|
+
- !reference [".rules:ce-qa", rules]
|
147
|
+
|
148
|
+
.rules:ee-never-when-qa-tests-not-specified:
|
149
|
+
rules:
|
150
|
+
- <<: *if-qa-tests-not-specified
|
151
|
+
when: never
|
152
|
+
- !reference [".rules:ee-qa", rules]
|
153
|
+
|
154
|
+
.rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
|
155
|
+
rules:
|
156
|
+
- <<: *if-qa-tests-not-specified
|
157
|
+
when: never
|
158
|
+
- !reference [".rules:ce-never-when-triggered-by-feature-flag-definition-change", rules]
|
159
|
+
|
160
|
+
.rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
|
161
|
+
rules:
|
162
|
+
- <<: *if-qa-tests-not-specified
|
163
|
+
when: never
|
164
|
+
- !reference [".rules:ee-never-when-triggered-by-feature-flag-definition-change", rules]
|
165
|
+
|
166
|
+
.rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
|
167
|
+
rules:
|
168
|
+
- <<: *if-qa-tests-not-specified
|
169
|
+
when: never
|
170
|
+
- !reference [".rules:only-qa-never-when-triggered-by-feature-flag-definition-change", rules]
|
data/.gitlab-ci.yml
CHANGED
@@ -187,9 +187,9 @@ ee:custom-parallel:
|
|
187
187
|
allow_failure: true
|
188
188
|
parallel: 10
|
189
189
|
|
190
|
-
ce:instance:
|
190
|
+
ce:instance-parallel:
|
191
191
|
extends:
|
192
|
-
- .rules:ce-qa
|
192
|
+
- .rules:ce-never-when-qa-tests-specified
|
193
193
|
- .test
|
194
194
|
- .high-capacity
|
195
195
|
- .ce-variables
|
@@ -197,6 +197,14 @@ ce:instance:
|
|
197
197
|
- .rspec-report-opts
|
198
198
|
parallel: 5
|
199
199
|
|
200
|
+
ce:instance:
|
201
|
+
extends:
|
202
|
+
- .rules:ce-never-when-qa-tests-not-specified
|
203
|
+
- .test
|
204
|
+
- .high-capacity
|
205
|
+
- .ce-variables
|
206
|
+
- .rspec-report-opts
|
207
|
+
|
200
208
|
ce:instance-quarantine:
|
201
209
|
extends:
|
202
210
|
- .rules:ce-qa
|
@@ -208,9 +216,9 @@ ce:instance-quarantine:
|
|
208
216
|
variables:
|
209
217
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
210
218
|
|
211
|
-
ee:instance:
|
219
|
+
ee:instance-parallel:
|
212
220
|
extends:
|
213
|
-
- .rules:ee-qa
|
221
|
+
- .rules:ee-never-when-qa-tests-specified
|
214
222
|
- .test
|
215
223
|
- .high-capacity
|
216
224
|
- .ee-variables
|
@@ -218,6 +226,14 @@ ee:instance:
|
|
218
226
|
- .rspec-report-opts
|
219
227
|
parallel: 5
|
220
228
|
|
229
|
+
ee:instance:
|
230
|
+
extends:
|
231
|
+
- .rules:ee-never-when-qa-tests-not-specified
|
232
|
+
- .test
|
233
|
+
- .high-capacity
|
234
|
+
- .ee-variables
|
235
|
+
- .rspec-report-opts
|
236
|
+
|
221
237
|
ee:instance-quarantine:
|
222
238
|
extends:
|
223
239
|
- .rules:ee-qa
|
@@ -229,9 +245,9 @@ ee:instance-quarantine:
|
|
229
245
|
variables:
|
230
246
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
231
247
|
|
232
|
-
ce:relative_url:
|
248
|
+
ce:relative_url-parallel:
|
233
249
|
extends:
|
234
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
250
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
235
251
|
- .test
|
236
252
|
- .high-capacity
|
237
253
|
- .ce-variables
|
@@ -241,6 +257,16 @@ ce:relative_url:
|
|
241
257
|
variables:
|
242
258
|
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
243
259
|
|
260
|
+
ce:relative_url:
|
261
|
+
extends:
|
262
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
263
|
+
- .test
|
264
|
+
- .high-capacity
|
265
|
+
- .ce-variables
|
266
|
+
- .rspec-report-opts
|
267
|
+
variables:
|
268
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
269
|
+
|
244
270
|
ce:relative_url-quarantine:
|
245
271
|
extends:
|
246
272
|
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
@@ -253,9 +279,9 @@ ce:relative_url-quarantine:
|
|
253
279
|
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
254
280
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
255
281
|
|
256
|
-
ee:relative_url:
|
282
|
+
ee:relative_url-parallel:
|
257
283
|
extends:
|
258
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
284
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
259
285
|
- .test
|
260
286
|
- .high-capacity
|
261
287
|
- .ee-variables
|
@@ -265,6 +291,16 @@ ee:relative_url:
|
|
265
291
|
variables:
|
266
292
|
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
267
293
|
|
294
|
+
ee:relative_url:
|
295
|
+
extends:
|
296
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
297
|
+
- .test
|
298
|
+
- .high-capacity
|
299
|
+
- .ee-variables
|
300
|
+
- .rspec-report-opts
|
301
|
+
variables:
|
302
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
303
|
+
|
268
304
|
ee:relative_url-quarantine:
|
269
305
|
extends:
|
270
306
|
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
@@ -336,9 +372,9 @@ ee:image:
|
|
336
372
|
- .test
|
337
373
|
- .ee-variables
|
338
374
|
|
339
|
-
ce:update:
|
375
|
+
ce:update-parallel:
|
340
376
|
extends:
|
341
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
377
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
342
378
|
- .test
|
343
379
|
- .high-capacity
|
344
380
|
- .ce-variables
|
@@ -347,6 +383,15 @@ ce:update:
|
|
347
383
|
- .update-scenario-script
|
348
384
|
parallel: 5
|
349
385
|
|
386
|
+
ce:update:
|
387
|
+
extends:
|
388
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
389
|
+
- .test
|
390
|
+
- .high-capacity
|
391
|
+
- .ce-variables
|
392
|
+
- .rspec-report-opts
|
393
|
+
- .update-scenario-script
|
394
|
+
|
350
395
|
ce:update-quarantine:
|
351
396
|
extends:
|
352
397
|
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
@@ -359,9 +404,9 @@ ce:update-quarantine:
|
|
359
404
|
variables:
|
360
405
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
361
406
|
|
362
|
-
ee:update:
|
407
|
+
ee:update-parallel:
|
363
408
|
extends:
|
364
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
409
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
365
410
|
- .test
|
366
411
|
- .high-capacity
|
367
412
|
- .ee-variables
|
@@ -370,6 +415,15 @@ ee:update:
|
|
370
415
|
- .update-scenario-script
|
371
416
|
parallel: 10
|
372
417
|
|
418
|
+
ee:update:
|
419
|
+
extends:
|
420
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
421
|
+
- .test
|
422
|
+
- .high-capacity
|
423
|
+
- .ee-variables
|
424
|
+
- .rspec-report-opts
|
425
|
+
- .update-scenario-script
|
426
|
+
|
373
427
|
ee:update-quarantine:
|
374
428
|
extends:
|
375
429
|
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
@@ -382,17 +436,26 @@ ee:update-quarantine:
|
|
382
436
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
383
437
|
|
384
438
|
# The Test::Omnibus::Upgrade scenario isn't run on master (because it always uses the latest CE/EE image) so we don't report the test results in issues
|
385
|
-
ce:upgrade:
|
439
|
+
ce:upgrade-parallel:
|
386
440
|
script:
|
387
441
|
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
388
442
|
extends:
|
389
|
-
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
|
443
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
390
444
|
- .test
|
391
445
|
- .high-capacity
|
392
446
|
- .rspec-report-opts
|
393
447
|
- .knapsack-variables
|
394
448
|
parallel: 5
|
395
449
|
|
450
|
+
ce:upgrade:
|
451
|
+
script:
|
452
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
453
|
+
extends:
|
454
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
455
|
+
- .test
|
456
|
+
- .high-capacity
|
457
|
+
- .rspec-report-opts
|
458
|
+
|
396
459
|
ce:upgrade-quarantine:
|
397
460
|
script:
|
398
461
|
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
@@ -920,9 +983,9 @@ ee:elasticsearch-quarantine:
|
|
920
983
|
variables:
|
921
984
|
QA_SCENARIO: "Test::Integration::Elasticsearch"
|
922
985
|
|
923
|
-
ce:praefect:
|
986
|
+
ce:praefect-parallel:
|
924
987
|
extends:
|
925
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
988
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
926
989
|
- .test
|
927
990
|
- .high-capacity
|
928
991
|
- .ce-variables
|
@@ -933,6 +996,17 @@ ce:praefect:
|
|
933
996
|
QA_SCENARIO: "Test::Integration::Praefect"
|
934
997
|
QA_CAN_TEST_PRAEFECT: "true"
|
935
998
|
|
999
|
+
ce:praefect:
|
1000
|
+
extends:
|
1001
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
1002
|
+
- .test
|
1003
|
+
- .high-capacity
|
1004
|
+
- .ce-variables
|
1005
|
+
- .rspec-report-opts
|
1006
|
+
variables:
|
1007
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
1008
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
1009
|
+
|
936
1010
|
ce:praefect-quarantine:
|
937
1011
|
extends:
|
938
1012
|
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
@@ -946,9 +1020,9 @@ ce:praefect-quarantine:
|
|
946
1020
|
QA_CAN_TEST_PRAEFECT: "true"
|
947
1021
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
948
1022
|
|
949
|
-
ee:praefect:
|
1023
|
+
ee:praefect-parallel:
|
950
1024
|
extends:
|
951
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
1025
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
952
1026
|
- .test
|
953
1027
|
- .high-capacity
|
954
1028
|
- .ee-variables
|
@@ -959,6 +1033,17 @@ ee:praefect:
|
|
959
1033
|
QA_SCENARIO: "Test::Integration::Praefect"
|
960
1034
|
QA_CAN_TEST_PRAEFECT: "true"
|
961
1035
|
|
1036
|
+
ee:praefect:
|
1037
|
+
extends:
|
1038
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
1039
|
+
- .test
|
1040
|
+
- .high-capacity
|
1041
|
+
- .ee-variables
|
1042
|
+
- .rspec-report-opts
|
1043
|
+
variables:
|
1044
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
1045
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
1046
|
+
|
962
1047
|
ee:praefect-quarantine:
|
963
1048
|
extends:
|
964
1049
|
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
@@ -107,7 +107,14 @@ module Gitlab
|
|
107
107
|
retry
|
108
108
|
rescue StandardError => e
|
109
109
|
pipeline = QA::Runtime::Env.pipeline_from_project_name
|
110
|
-
channel =
|
110
|
+
channel = case pipeline
|
111
|
+
when "canary"
|
112
|
+
"qa-production"
|
113
|
+
when "staging-canary"
|
114
|
+
"qa-staging"
|
115
|
+
else
|
116
|
+
"qa-#{pipeline}"
|
117
|
+
end
|
111
118
|
error_msg = warn_exception(e)
|
112
119
|
|
113
120
|
return unless QA::Runtime::Env.ci_commit_ref_name == QA::Runtime::Env.default_branch
|
@@ -111,6 +111,8 @@ module Gitlab
|
|
111
111
|
'found:gitlab.com'
|
112
112
|
when 'canary', 'staging'
|
113
113
|
"found:#{pipeline}.gitlab.com"
|
114
|
+
when 'staging-canary'
|
115
|
+
"found:canary.staging.gitlab.com"
|
114
116
|
when 'preprod'
|
115
117
|
'found:pre.gitlab.com'
|
116
118
|
when 'staging-orchestrated', 'nightly', QA::Runtime::Env.default_branch, 'staging-ref', 'release'
|
data/lib/gitlab/qa/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: gitlab-qa
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 7.
|
4
|
+
version: 7.14.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- GitLab Quality
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-11-
|
11
|
+
date: 2021-11-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: climate_control
|