gitlab-qa 7.13.3 → 7.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitlab/ci/rules.gitlab-ci.yml +70 -0
- data/.gitlab-ci.yml +103 -18
- data/lib/gitlab/qa/report/gitlab_issue_client.rb +8 -1
- data/lib/gitlab/qa/report/report_as_issue.rb +2 -0
- data/lib/gitlab/qa/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e034576001af3b45e773e20fcbef82cc68776e5cf5cfc05d5b3364222daaca1a
|
4
|
+
data.tar.gz: 32b55a91955bda342e75a02500a32bee30afba00f88f1fc9beaf7047c8168743
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d70b63b685d3f8d664dcd5b9b11f249bab07869045ce6c9012a94e17f2f0f789011ca398f566019d81da255043a47813751461f5f4aba25678cc1856841e0f63
|
7
|
+
data.tar.gz: 2c7e1a97dce74b729720acac3b88c85b1986cd8991eaf1af736a8c0d469e2565f354155ddea493865a8949a0948a9abac770000e71a99543c5065f0c5a4470e2
|
@@ -37,6 +37,12 @@
|
|
37
37
|
.if-set-feature-flag: &if-set-feature-flag
|
38
38
|
if: '$GITLAB_QA_OPTIONS =~ /--set-feature-flags/'
|
39
39
|
|
40
|
+
.if-qa-tests-specified: &if-qa-tests-specified
|
41
|
+
if: '$QA_TESTS != null && $QA_TESTS != ""'
|
42
|
+
|
43
|
+
.if-qa-tests-not-specified: &if-qa-tests-not-specified
|
44
|
+
if: '$QA_TESTS == null || $QA_TESTS == ""'
|
45
|
+
|
40
46
|
#########
|
41
47
|
# Rules #
|
42
48
|
#########
|
@@ -98,3 +104,67 @@
|
|
98
104
|
- <<: *if-set-feature-flag
|
99
105
|
when: never
|
100
106
|
- !reference [".rules:only-qa", rules]
|
107
|
+
|
108
|
+
# === When QA_TESTS variable has a value ===
|
109
|
+
|
110
|
+
.rules:ce-never-when-qa-tests-specified:
|
111
|
+
rules:
|
112
|
+
- <<: *if-qa-tests-specified
|
113
|
+
when: never
|
114
|
+
- !reference [".rules:ce-qa", rules]
|
115
|
+
|
116
|
+
.rules:ee-never-when-qa-tests-specified:
|
117
|
+
rules:
|
118
|
+
- <<: *if-qa-tests-specified
|
119
|
+
when: never
|
120
|
+
- !reference [".rules:ee-qa", rules]
|
121
|
+
|
122
|
+
.rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
|
123
|
+
rules:
|
124
|
+
- <<: *if-qa-tests-specified
|
125
|
+
when: never
|
126
|
+
- !reference [".rules:ce-never-when-triggered-by-feature-flag-definition-change", rules]
|
127
|
+
|
128
|
+
.rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
|
129
|
+
rules:
|
130
|
+
- <<: *if-qa-tests-specified
|
131
|
+
when: never
|
132
|
+
- !reference [".rules:ee-never-when-triggered-by-feature-flag-definition-change", rules]
|
133
|
+
|
134
|
+
.rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
|
135
|
+
rules:
|
136
|
+
- <<: *if-qa-tests-specified
|
137
|
+
when: never
|
138
|
+
- !reference [".rules:only-qa-never-when-triggered-by-feature-flag-definition-change", rules]
|
139
|
+
|
140
|
+
# === When QA_TESTS variable does not have a value ===
|
141
|
+
|
142
|
+
.rules:ce-never-when-qa-tests-not-specified:
|
143
|
+
rules:
|
144
|
+
- <<: *if-qa-tests-not-specified
|
145
|
+
when: never
|
146
|
+
- !reference [".rules:ce-qa", rules]
|
147
|
+
|
148
|
+
.rules:ee-never-when-qa-tests-not-specified:
|
149
|
+
rules:
|
150
|
+
- <<: *if-qa-tests-not-specified
|
151
|
+
when: never
|
152
|
+
- !reference [".rules:ee-qa", rules]
|
153
|
+
|
154
|
+
.rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
|
155
|
+
rules:
|
156
|
+
- <<: *if-qa-tests-not-specified
|
157
|
+
when: never
|
158
|
+
- !reference [".rules:ce-never-when-triggered-by-feature-flag-definition-change", rules]
|
159
|
+
|
160
|
+
.rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
|
161
|
+
rules:
|
162
|
+
- <<: *if-qa-tests-not-specified
|
163
|
+
when: never
|
164
|
+
- !reference [".rules:ee-never-when-triggered-by-feature-flag-definition-change", rules]
|
165
|
+
|
166
|
+
.rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
|
167
|
+
rules:
|
168
|
+
- <<: *if-qa-tests-not-specified
|
169
|
+
when: never
|
170
|
+
- !reference [".rules:only-qa-never-when-triggered-by-feature-flag-definition-change", rules]
|
data/.gitlab-ci.yml
CHANGED
@@ -187,9 +187,9 @@ ee:custom-parallel:
|
|
187
187
|
allow_failure: true
|
188
188
|
parallel: 10
|
189
189
|
|
190
|
-
ce:instance:
|
190
|
+
ce:instance-parallel:
|
191
191
|
extends:
|
192
|
-
- .rules:ce-qa
|
192
|
+
- .rules:ce-never-when-qa-tests-specified
|
193
193
|
- .test
|
194
194
|
- .high-capacity
|
195
195
|
- .ce-variables
|
@@ -197,6 +197,14 @@ ce:instance:
|
|
197
197
|
- .rspec-report-opts
|
198
198
|
parallel: 5
|
199
199
|
|
200
|
+
ce:instance:
|
201
|
+
extends:
|
202
|
+
- .rules:ce-never-when-qa-tests-not-specified
|
203
|
+
- .test
|
204
|
+
- .high-capacity
|
205
|
+
- .ce-variables
|
206
|
+
- .rspec-report-opts
|
207
|
+
|
200
208
|
ce:instance-quarantine:
|
201
209
|
extends:
|
202
210
|
- .rules:ce-qa
|
@@ -208,9 +216,9 @@ ce:instance-quarantine:
|
|
208
216
|
variables:
|
209
217
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
210
218
|
|
211
|
-
ee:instance:
|
219
|
+
ee:instance-parallel:
|
212
220
|
extends:
|
213
|
-
- .rules:ee-qa
|
221
|
+
- .rules:ee-never-when-qa-tests-specified
|
214
222
|
- .test
|
215
223
|
- .high-capacity
|
216
224
|
- .ee-variables
|
@@ -218,6 +226,14 @@ ee:instance:
|
|
218
226
|
- .rspec-report-opts
|
219
227
|
parallel: 5
|
220
228
|
|
229
|
+
ee:instance:
|
230
|
+
extends:
|
231
|
+
- .rules:ee-never-when-qa-tests-not-specified
|
232
|
+
- .test
|
233
|
+
- .high-capacity
|
234
|
+
- .ee-variables
|
235
|
+
- .rspec-report-opts
|
236
|
+
|
221
237
|
ee:instance-quarantine:
|
222
238
|
extends:
|
223
239
|
- .rules:ee-qa
|
@@ -229,9 +245,9 @@ ee:instance-quarantine:
|
|
229
245
|
variables:
|
230
246
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
231
247
|
|
232
|
-
ce:relative_url:
|
248
|
+
ce:relative_url-parallel:
|
233
249
|
extends:
|
234
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
250
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
235
251
|
- .test
|
236
252
|
- .high-capacity
|
237
253
|
- .ce-variables
|
@@ -241,6 +257,16 @@ ce:relative_url:
|
|
241
257
|
variables:
|
242
258
|
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
243
259
|
|
260
|
+
ce:relative_url:
|
261
|
+
extends:
|
262
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
263
|
+
- .test
|
264
|
+
- .high-capacity
|
265
|
+
- .ce-variables
|
266
|
+
- .rspec-report-opts
|
267
|
+
variables:
|
268
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
269
|
+
|
244
270
|
ce:relative_url-quarantine:
|
245
271
|
extends:
|
246
272
|
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
@@ -253,9 +279,9 @@ ce:relative_url-quarantine:
|
|
253
279
|
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
254
280
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
255
281
|
|
256
|
-
ee:relative_url:
|
282
|
+
ee:relative_url-parallel:
|
257
283
|
extends:
|
258
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
284
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
259
285
|
- .test
|
260
286
|
- .high-capacity
|
261
287
|
- .ee-variables
|
@@ -265,6 +291,16 @@ ee:relative_url:
|
|
265
291
|
variables:
|
266
292
|
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
267
293
|
|
294
|
+
ee:relative_url:
|
295
|
+
extends:
|
296
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
297
|
+
- .test
|
298
|
+
- .high-capacity
|
299
|
+
- .ee-variables
|
300
|
+
- .rspec-report-opts
|
301
|
+
variables:
|
302
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
303
|
+
|
268
304
|
ee:relative_url-quarantine:
|
269
305
|
extends:
|
270
306
|
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
@@ -336,9 +372,9 @@ ee:image:
|
|
336
372
|
- .test
|
337
373
|
- .ee-variables
|
338
374
|
|
339
|
-
ce:update:
|
375
|
+
ce:update-parallel:
|
340
376
|
extends:
|
341
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
377
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
342
378
|
- .test
|
343
379
|
- .high-capacity
|
344
380
|
- .ce-variables
|
@@ -347,6 +383,15 @@ ce:update:
|
|
347
383
|
- .update-scenario-script
|
348
384
|
parallel: 5
|
349
385
|
|
386
|
+
ce:update:
|
387
|
+
extends:
|
388
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
389
|
+
- .test
|
390
|
+
- .high-capacity
|
391
|
+
- .ce-variables
|
392
|
+
- .rspec-report-opts
|
393
|
+
- .update-scenario-script
|
394
|
+
|
350
395
|
ce:update-quarantine:
|
351
396
|
extends:
|
352
397
|
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
@@ -359,9 +404,9 @@ ce:update-quarantine:
|
|
359
404
|
variables:
|
360
405
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
361
406
|
|
362
|
-
ee:update:
|
407
|
+
ee:update-parallel:
|
363
408
|
extends:
|
364
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
409
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
365
410
|
- .test
|
366
411
|
- .high-capacity
|
367
412
|
- .ee-variables
|
@@ -370,6 +415,15 @@ ee:update:
|
|
370
415
|
- .update-scenario-script
|
371
416
|
parallel: 10
|
372
417
|
|
418
|
+
ee:update:
|
419
|
+
extends:
|
420
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
421
|
+
- .test
|
422
|
+
- .high-capacity
|
423
|
+
- .ee-variables
|
424
|
+
- .rspec-report-opts
|
425
|
+
- .update-scenario-script
|
426
|
+
|
373
427
|
ee:update-quarantine:
|
374
428
|
extends:
|
375
429
|
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
@@ -382,17 +436,26 @@ ee:update-quarantine:
|
|
382
436
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
383
437
|
|
384
438
|
# The Test::Omnibus::Upgrade scenario isn't run on master (because it always uses the latest CE/EE image) so we don't report the test results in issues
|
385
|
-
ce:upgrade:
|
439
|
+
ce:upgrade-parallel:
|
386
440
|
script:
|
387
441
|
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
388
442
|
extends:
|
389
|
-
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
|
443
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
390
444
|
- .test
|
391
445
|
- .high-capacity
|
392
446
|
- .rspec-report-opts
|
393
447
|
- .knapsack-variables
|
394
448
|
parallel: 5
|
395
449
|
|
450
|
+
ce:upgrade:
|
451
|
+
script:
|
452
|
+
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
453
|
+
extends:
|
454
|
+
- .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
455
|
+
- .test
|
456
|
+
- .high-capacity
|
457
|
+
- .rspec-report-opts
|
458
|
+
|
396
459
|
ce:upgrade-quarantine:
|
397
460
|
script:
|
398
461
|
- bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
@@ -920,9 +983,9 @@ ee:elasticsearch-quarantine:
|
|
920
983
|
variables:
|
921
984
|
QA_SCENARIO: "Test::Integration::Elasticsearch"
|
922
985
|
|
923
|
-
ce:praefect:
|
986
|
+
ce:praefect-parallel:
|
924
987
|
extends:
|
925
|
-
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
988
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
926
989
|
- .test
|
927
990
|
- .high-capacity
|
928
991
|
- .ce-variables
|
@@ -933,6 +996,17 @@ ce:praefect:
|
|
933
996
|
QA_SCENARIO: "Test::Integration::Praefect"
|
934
997
|
QA_CAN_TEST_PRAEFECT: "true"
|
935
998
|
|
999
|
+
ce:praefect:
|
1000
|
+
extends:
|
1001
|
+
- .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
1002
|
+
- .test
|
1003
|
+
- .high-capacity
|
1004
|
+
- .ce-variables
|
1005
|
+
- .rspec-report-opts
|
1006
|
+
variables:
|
1007
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
1008
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
1009
|
+
|
936
1010
|
ce:praefect-quarantine:
|
937
1011
|
extends:
|
938
1012
|
- .rules:ce-never-when-triggered-by-feature-flag-definition-change
|
@@ -946,9 +1020,9 @@ ce:praefect-quarantine:
|
|
946
1020
|
QA_CAN_TEST_PRAEFECT: "true"
|
947
1021
|
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
948
1022
|
|
949
|
-
ee:praefect:
|
1023
|
+
ee:praefect-parallel:
|
950
1024
|
extends:
|
951
|
-
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
1025
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
|
952
1026
|
- .test
|
953
1027
|
- .high-capacity
|
954
1028
|
- .ee-variables
|
@@ -959,6 +1033,17 @@ ee:praefect:
|
|
959
1033
|
QA_SCENARIO: "Test::Integration::Praefect"
|
960
1034
|
QA_CAN_TEST_PRAEFECT: "true"
|
961
1035
|
|
1036
|
+
ee:praefect:
|
1037
|
+
extends:
|
1038
|
+
- .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
|
1039
|
+
- .test
|
1040
|
+
- .high-capacity
|
1041
|
+
- .ee-variables
|
1042
|
+
- .rspec-report-opts
|
1043
|
+
variables:
|
1044
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
1045
|
+
QA_CAN_TEST_PRAEFECT: "true"
|
1046
|
+
|
962
1047
|
ee:praefect-quarantine:
|
963
1048
|
extends:
|
964
1049
|
- .rules:ee-never-when-triggered-by-feature-flag-definition-change
|
@@ -107,7 +107,14 @@ module Gitlab
|
|
107
107
|
retry
|
108
108
|
rescue StandardError => e
|
109
109
|
pipeline = QA::Runtime::Env.pipeline_from_project_name
|
110
|
-
channel =
|
110
|
+
channel = case pipeline
|
111
|
+
when "canary"
|
112
|
+
"qa-production"
|
113
|
+
when "staging-canary"
|
114
|
+
"qa-staging"
|
115
|
+
else
|
116
|
+
"qa-#{pipeline}"
|
117
|
+
end
|
111
118
|
error_msg = warn_exception(e)
|
112
119
|
|
113
120
|
return unless QA::Runtime::Env.ci_commit_ref_name == QA::Runtime::Env.default_branch
|
@@ -111,6 +111,8 @@ module Gitlab
|
|
111
111
|
'found:gitlab.com'
|
112
112
|
when 'canary', 'staging'
|
113
113
|
"found:#{pipeline}.gitlab.com"
|
114
|
+
when 'staging-canary'
|
115
|
+
"found:canary.staging.gitlab.com"
|
114
116
|
when 'preprod'
|
115
117
|
'found:pre.gitlab.com'
|
116
118
|
when 'staging-orchestrated', 'nightly', QA::Runtime::Env.default_branch, 'staging-ref', 'release'
|
data/lib/gitlab/qa/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: gitlab-qa
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 7.
|
4
|
+
version: 7.14.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- GitLab Quality
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-11-
|
11
|
+
date: 2021-11-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: climate_control
|