gitlab-qa 5.0.0 → 5.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitlab-ci.yml +149 -131
- data/exe/gitlab-qa-report +1 -0
- data/lib/gitlab/qa/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: f038d2d3ea64b78d22f2423bfcf717db280469226aabdeee42810841452f45ac
|
4
|
+
data.tar.gz: 8f8a3316f353bbe25ef56e7b487fcf8b14a35c34485c22665d4911d9fb58c679
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b9ac8898262b2b4152a56fa4ac9f6d21ae25d3f6a1803859f58fd418566fa063093842364ad2774b63ec3f547a031e5bc4f46731bd76eb8a8823a335afcf9134
|
7
|
+
data.tar.gz: ee1dd695c33e59feb68b7893728e04743f39d8520f0581036259192b5915294be9ef8849ea3a8facc1b999d303331a831fdebcfd8c31a9d9c8289dbe8b8bb0df
|
data/.gitlab-ci.yml
CHANGED
@@ -18,7 +18,8 @@ variables:
|
|
18
18
|
DOCKER_DRIVER: overlay2
|
19
19
|
DOCKER_HOST: tcp://docker:2375
|
20
20
|
QA_ARTIFACTS_DIR: $CI_PROJECT_DIR
|
21
|
-
QA_CAN_TEST_GIT_PROTOCOL_V2:
|
21
|
+
QA_CAN_TEST_GIT_PROTOCOL_V2: "true"
|
22
|
+
QA_TESTCASES_REPORTING_PROJECT: "gitlab-org/quality/testcases"
|
22
23
|
|
23
24
|
cache:
|
24
25
|
key: "ruby:2.6"
|
@@ -73,6 +74,12 @@ release:
|
|
73
74
|
- ./gitlab-qa-run-*
|
74
75
|
reports:
|
75
76
|
junit: gitlab-qa-run-*/**/rspec-*.xml
|
77
|
+
script:
|
78
|
+
- 'echo "Running: exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
|
79
|
+
- exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
|
80
|
+
- export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
|
81
|
+
- if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
|
82
|
+
- exit $test_run_exit_code
|
76
83
|
|
77
84
|
.ce-qa:
|
78
85
|
variables:
|
@@ -80,11 +87,11 @@ release:
|
|
80
87
|
rules:
|
81
88
|
- if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ee/'
|
82
89
|
when: never
|
83
|
-
- if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|
|
90
|
+
- if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|custom/'
|
84
91
|
when: manual
|
85
|
-
- if: '$RELEASE =~ /gitlab-ce/ && $CI_JOB_NAME =~ /quarantine|
|
92
|
+
- if: '$RELEASE =~ /gitlab-ce/ && $CI_JOB_NAME =~ /quarantine|custom/'
|
86
93
|
when: manual
|
87
|
-
- if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|
|
94
|
+
- if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
|
88
95
|
when: manual
|
89
96
|
- if: '$RELEASE == null || $RELEASE =~ /gitlab-ce/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
|
90
97
|
|
@@ -94,11 +101,11 @@ release:
|
|
94
101
|
rules:
|
95
102
|
- if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ce/'
|
96
103
|
when: never
|
97
|
-
- if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|
|
104
|
+
- if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|custom/'
|
98
105
|
when: manual
|
99
|
-
- if: '$RELEASE =~ /gitlab-ee/ && $CI_JOB_NAME =~ /quarantine|
|
106
|
+
- if: '$RELEASE =~ /gitlab-ee/ && $CI_JOB_NAME =~ /quarantine|custom/'
|
100
107
|
when: manual
|
101
|
-
- if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|
|
108
|
+
- if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
|
102
109
|
when: manual
|
103
110
|
- if: '$RELEASE == null || $RELEASE =~ /gitlab-ee/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
|
104
111
|
|
@@ -124,14 +131,8 @@ release:
|
|
124
131
|
|
125
132
|
.quarantine:
|
126
133
|
allow_failure: true
|
127
|
-
|
128
|
-
|
129
|
-
script:
|
130
|
-
- echo "${QA_SCENARIO:=Test::Instance::Image}"
|
131
|
-
- echo "${QA_TESTS}"
|
132
|
-
- echo "${QA_RSPEC_TAGS}"
|
133
|
-
- echo "${RELEASE:=$DEFAULT_RELEASE}"
|
134
|
-
- exe/gitlab-qa ${QA_SCENARIO} ${RELEASE} -- ${QA_TESTS} ${QA_RSPEC_TAGS} $RSPEC_REPORT_OPTS
|
134
|
+
variables:
|
135
|
+
QA_RSPEC_TAGS: "--tag quarantine"
|
135
136
|
|
136
137
|
ce:sanity-framework:
|
137
138
|
script:
|
@@ -149,29 +150,32 @@ ee:sanity-framework:
|
|
149
150
|
- .high-capacity
|
150
151
|
- .ee-qa
|
151
152
|
|
153
|
+
# The custom jobs are for manually running specific/alternative tests in MRs, so we don't report them in issues
|
152
154
|
ce:custom-parallel:
|
155
|
+
script:
|
156
|
+
- 'echo "Running: exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
|
157
|
+
- exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
|
153
158
|
extends:
|
154
159
|
- .test
|
155
160
|
- .high-capacity
|
156
161
|
- .ce-qa
|
157
162
|
- .rspec-report-opts
|
158
|
-
- .echo-custom-variables-before-calling-gitlab-qa
|
159
163
|
allow_failure: true
|
160
164
|
parallel: 10
|
161
165
|
|
162
166
|
ee:custom-parallel:
|
167
|
+
script:
|
168
|
+
- 'echo "Running: exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
|
169
|
+
- exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
|
163
170
|
extends:
|
164
171
|
- .test
|
165
172
|
- .high-capacity
|
166
173
|
- .ee-qa
|
167
174
|
- .rspec-report-opts
|
168
|
-
- .echo-custom-variables-before-calling-gitlab-qa
|
169
175
|
allow_failure: true
|
170
176
|
parallel: 10
|
171
177
|
|
172
178
|
ce:instance:
|
173
|
-
script:
|
174
|
-
- exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
175
179
|
extends:
|
176
180
|
- .test
|
177
181
|
- .high-capacity
|
@@ -181,18 +185,16 @@ ce:instance:
|
|
181
185
|
parallel: 5
|
182
186
|
|
183
187
|
ce:instance-quarantine:
|
184
|
-
script:
|
185
|
-
- exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
186
188
|
extends:
|
187
189
|
- .test
|
188
190
|
- .high-capacity
|
189
191
|
- .ce-qa
|
190
192
|
- .quarantine
|
191
193
|
- .rspec-report-opts
|
194
|
+
variables:
|
195
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
192
196
|
|
193
197
|
ee:instance:
|
194
|
-
script:
|
195
|
-
- exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
196
198
|
extends:
|
197
199
|
- .test
|
198
200
|
- .high-capacity
|
@@ -202,18 +204,16 @@ ee:instance:
|
|
202
204
|
parallel: 5
|
203
205
|
|
204
206
|
ee:instance-quarantine:
|
205
|
-
script:
|
206
|
-
- exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
207
207
|
extends:
|
208
208
|
- .test
|
209
209
|
- .high-capacity
|
210
210
|
- .ee-qa
|
211
211
|
- .quarantine
|
212
212
|
- .rspec-report-opts
|
213
|
+
variables:
|
214
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
213
215
|
|
214
216
|
ce:relative_url:
|
215
|
-
script:
|
216
|
-
- exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
217
217
|
extends:
|
218
218
|
- .test
|
219
219
|
- .high-capacity
|
@@ -221,20 +221,21 @@ ce:relative_url:
|
|
221
221
|
- .knapsack-variables
|
222
222
|
- .rspec-report-opts
|
223
223
|
parallel: 5
|
224
|
+
variables:
|
225
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
224
226
|
|
225
227
|
ce:relative_url-quarantine:
|
226
|
-
script:
|
227
|
-
- exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
228
228
|
extends:
|
229
229
|
- .test
|
230
230
|
- .high-capacity
|
231
231
|
- .ce-qa
|
232
232
|
- .quarantine
|
233
233
|
- .rspec-report-opts
|
234
|
+
variables:
|
235
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
236
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
234
237
|
|
235
238
|
ee:relative_url:
|
236
|
-
script:
|
237
|
-
- exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
238
239
|
extends:
|
239
240
|
- .test
|
240
241
|
- .high-capacity
|
@@ -242,55 +243,59 @@ ee:relative_url:
|
|
242
243
|
- .knapsack-variables
|
243
244
|
- .rspec-report-opts
|
244
245
|
parallel: 5
|
246
|
+
variables:
|
247
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
245
248
|
|
246
249
|
ee:relative_url-quarantine:
|
247
|
-
script:
|
248
|
-
- exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
249
250
|
extends:
|
250
251
|
- .test
|
251
252
|
- .high-capacity
|
252
253
|
- .ee-qa
|
253
254
|
- .quarantine
|
254
255
|
- .rspec-report-opts
|
256
|
+
variables:
|
257
|
+
QA_SCENARIO: "Test::Instance::RelativeUrl"
|
258
|
+
QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
|
255
259
|
|
256
260
|
ce:repository_storage:
|
257
|
-
script:
|
258
|
-
- exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
259
261
|
extends:
|
260
262
|
- .test
|
261
263
|
- .high-capacity
|
262
264
|
- .ce-qa
|
263
265
|
- .rspec-report-opts
|
266
|
+
variables:
|
267
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
264
268
|
|
265
269
|
ce:repository_storage-quarantine:
|
266
|
-
script:
|
267
|
-
- exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
268
270
|
extends:
|
269
271
|
- .test
|
270
272
|
- .high-capacity
|
271
273
|
- .ce-qa
|
272
274
|
- .quarantine
|
273
275
|
- .rspec-report-opts
|
276
|
+
variables:
|
277
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
274
278
|
|
275
279
|
ee:repository_storage:
|
276
|
-
script:
|
277
|
-
- exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
278
280
|
extends:
|
279
281
|
- .test
|
280
282
|
- .high-capacity
|
281
283
|
- .ee-qa
|
282
284
|
- .rspec-report-opts
|
285
|
+
variables:
|
286
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
283
287
|
|
284
288
|
ee:repository_storage-quarantine:
|
285
|
-
script:
|
286
|
-
- exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
287
289
|
extends:
|
288
290
|
- .test
|
289
291
|
- .high-capacity
|
290
292
|
- .ee-qa
|
291
293
|
- .quarantine
|
292
294
|
- .rspec-report-opts
|
295
|
+
variables:
|
296
|
+
QA_SCENARIO: "Test::Instance::RepositoryStorage"
|
293
297
|
|
298
|
+
# The Test::Omnibus::Image scenarios don't run the E2E tests so they don't need to report test results
|
294
299
|
ce:image:
|
295
300
|
script:
|
296
301
|
- exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
|
@@ -305,9 +310,14 @@ ee:image:
|
|
305
310
|
- .test
|
306
311
|
- .ee-qa
|
307
312
|
|
313
|
+
# The Test::Omnibus::Update scenarios require the release to be specified twice, which can't be done dynamically using the `variables` parameter
|
314
|
+
# So instead we include the script here again, with two release variables
|
308
315
|
ce:update:
|
309
316
|
script:
|
310
|
-
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
317
|
+
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS || test_run_exit_code=$?
|
318
|
+
- export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
|
319
|
+
- if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
|
320
|
+
- exit $test_run_exit_code
|
311
321
|
extends:
|
312
322
|
- .test
|
313
323
|
- .high-capacity
|
@@ -318,7 +328,10 @@ ce:update:
|
|
318
328
|
|
319
329
|
ce:update-quarantine:
|
320
330
|
script:
|
321
|
-
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
331
|
+
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS || test_run_exit_code=$?
|
332
|
+
- export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
|
333
|
+
- if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
|
334
|
+
- exit $test_run_exit_code
|
322
335
|
extends:
|
323
336
|
- .test
|
324
337
|
- .high-capacity
|
@@ -328,7 +341,10 @@ ce:update-quarantine:
|
|
328
341
|
|
329
342
|
ee:update:
|
330
343
|
script:
|
331
|
-
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
344
|
+
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS || test_run_exit_code=$?
|
345
|
+
- export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
|
346
|
+
- if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
|
347
|
+
- exit $test_run_exit_code
|
332
348
|
extends:
|
333
349
|
- .test
|
334
350
|
- .high-capacity
|
@@ -339,7 +355,10 @@ ee:update:
|
|
339
355
|
|
340
356
|
ee:update-quarantine:
|
341
357
|
script:
|
342
|
-
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
|
358
|
+
- exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS || test_run_exit_code=$?
|
359
|
+
- export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
|
360
|
+
- if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
|
361
|
+
- exit $test_run_exit_code
|
343
362
|
extends:
|
344
363
|
- .test
|
345
364
|
- .high-capacity
|
@@ -347,6 +366,7 @@ ee:update-quarantine:
|
|
347
366
|
- .quarantine
|
348
367
|
- .rspec-report-opts
|
349
368
|
|
369
|
+
# The Test::Omnibus::Upgrade scenario isn't run on master (because it always uses the latest CE/EE image) so we don't report the test results in issues
|
350
370
|
ce:upgrade:
|
351
371
|
script:
|
352
372
|
- exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
|
@@ -388,369 +408,367 @@ ee-previous-to-ce:update-quarantine:
|
|
388
408
|
- .rspec-report-opts
|
389
409
|
|
390
410
|
ce:mattermost:
|
391
|
-
script:
|
392
|
-
- exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
393
411
|
extends:
|
394
412
|
- .test
|
395
413
|
- .high-capacity
|
396
414
|
- .ce-qa
|
397
415
|
- .rspec-report-opts
|
416
|
+
variables:
|
417
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
398
418
|
|
399
419
|
ce:mattermost-quarantine:
|
400
|
-
script:
|
401
|
-
- exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
402
420
|
extends:
|
403
421
|
- .test
|
404
422
|
- .high-capacity
|
405
423
|
- .ce-qa
|
406
424
|
- .quarantine
|
407
425
|
- .rspec-report-opts
|
426
|
+
variables:
|
427
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
408
428
|
|
409
429
|
ee:mattermost:
|
410
|
-
script:
|
411
|
-
- exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
412
430
|
extends:
|
413
431
|
- .test
|
414
432
|
- .high-capacity
|
415
433
|
- .ee-qa
|
416
434
|
- .rspec-report-opts
|
435
|
+
variables:
|
436
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
417
437
|
|
418
438
|
ee:mattermost-quarantine:
|
419
|
-
script:
|
420
|
-
- exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
421
439
|
extends:
|
422
440
|
- .test
|
423
441
|
- .high-capacity
|
424
442
|
- .ee-qa
|
425
443
|
- .quarantine
|
426
444
|
- .rspec-report-opts
|
445
|
+
variables:
|
446
|
+
QA_SCENARIO: "Test::Integration::Mattermost"
|
427
447
|
|
428
448
|
ee:geo:
|
429
|
-
script:
|
430
|
-
- exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
431
449
|
extends:
|
432
450
|
- .test
|
433
451
|
- .high-capacity
|
434
452
|
- .ee-qa
|
435
453
|
- .rspec-report-opts
|
454
|
+
variables:
|
455
|
+
QA_SCENARIO: "Test::Integration::Geo"
|
436
456
|
|
437
457
|
ee:geo-quarantine:
|
438
|
-
script:
|
439
|
-
- exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
440
458
|
extends:
|
441
459
|
- .test
|
442
460
|
- .high-capacity
|
443
461
|
- .ee-qa
|
444
462
|
- .quarantine
|
445
463
|
- .rspec-report-opts
|
464
|
+
variables:
|
465
|
+
QA_SCENARIO: "Test::Integration::Geo"
|
446
466
|
|
447
467
|
ce:ldap_no_tls:
|
448
|
-
script:
|
449
|
-
- exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
450
468
|
extends:
|
451
469
|
- .test
|
452
470
|
- .high-capacity
|
453
471
|
- .ce-qa
|
454
472
|
- .rspec-report-opts
|
473
|
+
variables:
|
474
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
455
475
|
|
456
476
|
ce:ldap_no_tls-quarantine:
|
457
|
-
script:
|
458
|
-
- exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
459
477
|
extends:
|
460
478
|
- .test
|
461
479
|
- .high-capacity
|
462
480
|
- .ce-qa
|
463
481
|
- .quarantine
|
464
482
|
- .rspec-report-opts
|
483
|
+
variables:
|
484
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
465
485
|
|
466
486
|
ee:ldap_no_tls:
|
467
|
-
script:
|
468
|
-
- exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
469
487
|
extends:
|
470
488
|
- .test
|
471
489
|
- .high-capacity
|
472
490
|
- .ee-qa
|
473
491
|
- .rspec-report-opts
|
492
|
+
variables:
|
493
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
474
494
|
|
475
495
|
ee:ldap_no_tls-quarantine:
|
476
|
-
script:
|
477
|
-
- exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
478
496
|
extends:
|
479
497
|
- .test
|
480
498
|
- .high-capacity
|
481
499
|
- .ee-qa
|
482
500
|
- .quarantine
|
483
501
|
- .rspec-report-opts
|
502
|
+
variables:
|
503
|
+
QA_SCENARIO: "Test::Integration::LDAPNoTLS"
|
484
504
|
|
485
505
|
ce:ldap_tls:
|
486
|
-
script:
|
487
|
-
- exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
488
506
|
extends:
|
489
507
|
- .test
|
490
508
|
- .high-capacity
|
491
509
|
- .ce-qa
|
492
510
|
- .rspec-report-opts
|
511
|
+
variables:
|
512
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
493
513
|
|
494
514
|
ce:ldap_tls-quarantine:
|
495
|
-
script:
|
496
|
-
- exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
497
515
|
extends:
|
498
516
|
- .test
|
499
517
|
- .high-capacity
|
500
518
|
- .ce-qa
|
501
519
|
- .quarantine
|
502
520
|
- .rspec-report-opts
|
521
|
+
variables:
|
522
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
503
523
|
|
504
524
|
ee:ldap_tls:
|
505
|
-
script:
|
506
|
-
- exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
507
525
|
extends:
|
508
526
|
- .test
|
509
527
|
- .high-capacity
|
510
528
|
- .ee-qa
|
511
529
|
- .rspec-report-opts
|
530
|
+
variables:
|
531
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
512
532
|
|
513
533
|
ee:ldap_tls-quarantine:
|
514
|
-
script:
|
515
|
-
- exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
516
534
|
extends:
|
517
535
|
- .test
|
518
536
|
- .high-capacity
|
519
537
|
- .ee-qa
|
520
538
|
- .quarantine
|
521
539
|
- .rspec-report-opts
|
540
|
+
variables:
|
541
|
+
QA_SCENARIO: "Test::Integration::LDAPTLS"
|
522
542
|
|
523
543
|
ee:ldap_no_server:
|
524
|
-
script:
|
525
|
-
- exe/gitlab-qa Test::Integration::LDAPNoServer ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
526
544
|
extends:
|
527
545
|
- .test
|
528
546
|
- .high-capacity
|
529
547
|
- .ee-qa
|
530
548
|
- .rspec-report-opts
|
549
|
+
variables:
|
550
|
+
QA_SCENARIO: "Test::Integration::LDAPNoServer"
|
531
551
|
|
532
552
|
ee:ldap_no_server-quarantine:
|
533
|
-
script:
|
534
|
-
- exe/gitlab-qa Test::Integration::LDAPNoServer ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
535
553
|
extends:
|
536
554
|
- .test
|
537
555
|
- .high-capacity
|
538
556
|
- .ee-qa
|
539
557
|
- .quarantine
|
540
558
|
- .rspec-report-opts
|
559
|
+
variables:
|
560
|
+
QA_SCENARIO: "Test::Integration::LDAPNoServer"
|
541
561
|
|
542
562
|
ce:instance_saml:
|
543
|
-
script:
|
544
|
-
- exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
545
563
|
extends:
|
546
564
|
- .test
|
547
565
|
- .high-capacity
|
548
566
|
- .ce-qa
|
549
567
|
- .rspec-report-opts
|
568
|
+
variables:
|
569
|
+
QA_SCENARIO: "Test::Integration::InstanceSAML"
|
550
570
|
|
551
571
|
ce:instance_saml-quarantine:
|
552
|
-
script:
|
553
|
-
- exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
554
572
|
extends:
|
555
573
|
- .test
|
556
574
|
- .high-capacity
|
557
575
|
- .ce-qa
|
558
576
|
- .quarantine
|
559
577
|
- .rspec-report-opts
|
578
|
+
variables:
|
579
|
+
QA_SCENARIO: "Test::Integration::InstanceSAML"
|
560
580
|
|
561
581
|
ee:instance_saml:
|
562
|
-
script:
|
563
|
-
- exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
564
582
|
extends:
|
565
583
|
- .test
|
566
584
|
- .high-capacity
|
567
585
|
- .ee-qa
|
568
586
|
- .rspec-report-opts
|
587
|
+
variables:
|
588
|
+
QA_SCENARIO: "Test::Integration::InstanceSAML"
|
569
589
|
|
570
590
|
ee:instance_saml-quarantine:
|
571
|
-
script:
|
572
|
-
- exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
573
591
|
extends:
|
574
592
|
- .test
|
575
593
|
- .high-capacity
|
576
594
|
- .ee-qa
|
577
595
|
- .quarantine
|
578
596
|
- .rspec-report-opts
|
597
|
+
variables:
|
598
|
+
QA_SCENARIO: "Test::Integration::InstanceSAML"
|
579
599
|
|
580
600
|
ee:group_saml:
|
581
|
-
script:
|
582
|
-
- exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
583
601
|
extends:
|
584
602
|
- .test
|
585
603
|
- .high-capacity
|
586
604
|
- .ee-qa
|
587
605
|
- .rspec-report-opts
|
606
|
+
variables:
|
607
|
+
QA_SCENARIO: "Test::Integration::GroupSAML"
|
588
608
|
|
589
609
|
ee:group_saml-quarantine:
|
590
|
-
script:
|
591
|
-
- exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
592
610
|
extends:
|
593
611
|
- .test
|
594
612
|
- .high-capacity
|
595
613
|
- .ee-qa
|
596
614
|
- .quarantine
|
597
615
|
- .rspec-report-opts
|
616
|
+
variables:
|
617
|
+
QA_SCENARIO: "Test::Integration::GroupSAML"
|
598
618
|
|
599
619
|
ce:kubernetes:
|
600
|
-
script:
|
601
|
-
- exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
602
620
|
extends:
|
603
621
|
- .test
|
604
622
|
- .high-capacity
|
605
623
|
- .ce-qa
|
606
624
|
- .rspec-report-opts
|
625
|
+
variables:
|
626
|
+
QA_SCENARIO: "Test::Integration::Kubernetes"
|
607
627
|
|
608
628
|
ce:kubernetes-quarantine:
|
609
|
-
script:
|
610
|
-
- exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
611
629
|
extends:
|
612
630
|
- .test
|
613
631
|
- .high-capacity
|
614
632
|
- .ce-qa
|
615
633
|
- .quarantine
|
616
634
|
- .rspec-report-opts
|
635
|
+
variables:
|
636
|
+
QA_SCENARIO: "Test::Integration::Kubernetes"
|
617
637
|
|
618
638
|
ee:kubernetes:
|
619
|
-
script:
|
620
|
-
- exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
621
639
|
extends:
|
622
640
|
- .test
|
623
641
|
- .high-capacity
|
624
642
|
- .ee-qa
|
625
643
|
- .rspec-report-opts
|
644
|
+
variables:
|
645
|
+
QA_SCENARIO: "Test::Integration::Kubernetes"
|
626
646
|
|
627
647
|
ee:kubernetes-quarantine:
|
628
|
-
script:
|
629
|
-
- exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
630
648
|
extends:
|
631
649
|
- .test
|
632
650
|
- .high-capacity
|
633
651
|
- .ee-qa
|
634
652
|
- .quarantine
|
635
653
|
- .rspec-report-opts
|
654
|
+
variables:
|
655
|
+
QA_SCENARIO: "Test::Integration::Kubernetes"
|
636
656
|
|
637
657
|
ce:object_storage:
|
638
|
-
script:
|
639
|
-
- exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
640
658
|
extends:
|
641
659
|
- .test
|
642
660
|
- .high-capacity
|
643
661
|
- .ce-qa
|
644
662
|
- .rspec-report-opts
|
663
|
+
variables:
|
664
|
+
QA_SCENARIO: "Test::Integration::ObjectStorage"
|
645
665
|
|
646
666
|
ce:object_storage-quarantine:
|
647
|
-
script:
|
648
|
-
- exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
649
667
|
extends:
|
650
668
|
- .test
|
651
669
|
- .high-capacity
|
652
670
|
- .ce-qa
|
653
671
|
- .quarantine
|
654
672
|
- .rspec-report-opts
|
673
|
+
variables:
|
674
|
+
QA_SCENARIO: "Test::Integration::ObjectStorage"
|
655
675
|
|
656
676
|
ee:object_storage:
|
657
|
-
script:
|
658
|
-
- exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
659
677
|
extends:
|
660
678
|
- .test
|
661
679
|
- .high-capacity
|
662
680
|
- .ee-qa
|
663
681
|
- .rspec-report-opts
|
682
|
+
variables:
|
683
|
+
QA_SCENARIO: "Test::Integration::ObjectStorage"
|
664
684
|
|
665
685
|
ee:object_storage-quarantine:
|
666
|
-
script:
|
667
|
-
- exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
668
686
|
extends:
|
669
687
|
- .test
|
670
688
|
- .high-capacity
|
671
689
|
- .ee-qa
|
672
690
|
- .quarantine
|
673
691
|
- .rspec-report-opts
|
692
|
+
variables:
|
693
|
+
QA_SCENARIO: "Test::Integration::ObjectStorage"
|
674
694
|
|
675
695
|
ce:oauth:
|
676
|
-
script:
|
677
|
-
- exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
678
696
|
extends:
|
679
697
|
- .test
|
680
698
|
- .high-capacity
|
681
699
|
- .ce-qa
|
682
700
|
- .rspec-report-opts
|
701
|
+
variables:
|
702
|
+
QA_SCENARIO: "Test::Integration::OAuth"
|
683
703
|
|
684
704
|
ce:oauth-quarantine:
|
685
|
-
script:
|
686
|
-
- exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
687
705
|
extends:
|
688
706
|
- .test
|
689
707
|
- .high-capacity
|
690
708
|
- .ce-qa
|
691
709
|
- .quarantine
|
692
710
|
- .rspec-report-opts
|
711
|
+
variables:
|
712
|
+
QA_SCENARIO: "Test::Integration::OAuth"
|
693
713
|
|
694
714
|
ee:oauth:
|
695
|
-
script:
|
696
|
-
- exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
697
715
|
extends:
|
698
716
|
- .test
|
699
717
|
- .high-capacity
|
700
718
|
- .ee-qa
|
701
719
|
- .rspec-report-opts
|
720
|
+
variables:
|
721
|
+
QA_SCENARIO: "Test::Integration::OAuth"
|
702
722
|
|
703
723
|
ee:oauth-quarantine:
|
704
|
-
script:
|
705
|
-
- exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
706
724
|
extends:
|
707
725
|
- .test
|
708
726
|
- .high-capacity
|
709
727
|
- .ee-qa
|
710
728
|
- .quarantine
|
711
729
|
- .rspec-report-opts
|
730
|
+
variables:
|
731
|
+
QA_SCENARIO: "Test::Integration::OAuth"
|
712
732
|
|
713
733
|
ee:packages:
|
714
|
-
script:
|
715
|
-
- exe/gitlab-qa Test::Integration::Packages ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
716
734
|
extends:
|
717
735
|
- .test
|
718
736
|
- .high-capacity
|
719
737
|
- .ee-qa
|
720
738
|
- .rspec-report-opts
|
739
|
+
variables:
|
740
|
+
QA_SCENARIO: "Test::Integration::Packages"
|
721
741
|
|
722
742
|
ee:packages-quarantine:
|
723
|
-
script:
|
724
|
-
- exe/gitlab-qa Test::Integration::Packages ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
725
743
|
extends:
|
726
744
|
- .test
|
727
745
|
- .high-capacity
|
728
746
|
- .ee-qa
|
729
747
|
- .quarantine
|
730
748
|
- .rspec-report-opts
|
749
|
+
variables:
|
750
|
+
QA_SCENARIO: "Test::Integration::Packages"
|
731
751
|
|
732
752
|
ee:elasticsearch:
|
733
|
-
script:
|
734
|
-
- exe/gitlab-qa Test::Integration::Elasticsearch ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
735
753
|
extends:
|
736
754
|
- .test
|
737
755
|
- .high-capacity
|
738
756
|
- .ee-qa
|
739
757
|
- .rspec-report-opts
|
758
|
+
variables:
|
759
|
+
QA_SCENARIO: "Test::Integration::Elasticsearch"
|
740
760
|
|
741
761
|
ee:elasticsearch-quarantine:
|
742
|
-
script:
|
743
|
-
- exe/gitlab-qa Test::Integration::Elasticsearch ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
|
744
762
|
extends:
|
745
763
|
- .test
|
746
764
|
- .high-capacity
|
747
765
|
- .ee-qa
|
748
766
|
- .quarantine
|
749
767
|
- .rspec-report-opts
|
768
|
+
variables:
|
769
|
+
QA_SCENARIO: "Test::Integration::Elasticsearch"
|
750
770
|
|
751
771
|
ce:praefect:
|
752
|
-
script:
|
753
|
-
- exe/gitlab-qa Test::Integration::Praefect ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
754
772
|
extends:
|
755
773
|
- .test
|
756
774
|
- .high-capacity
|
@@ -758,11 +776,10 @@ ce:praefect:
|
|
758
776
|
- .knapsack-variables
|
759
777
|
- .rspec-report-opts
|
760
778
|
parallel: 5
|
761
|
-
|
779
|
+
variables:
|
780
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
762
781
|
|
763
782
|
ee:praefect:
|
764
|
-
script:
|
765
|
-
- exe/gitlab-qa Test::Integration::Praefect ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
766
783
|
extends:
|
767
784
|
- .test
|
768
785
|
- .high-capacity
|
@@ -770,25 +787,26 @@ ee:praefect:
|
|
770
787
|
- .knapsack-variables
|
771
788
|
- .rspec-report-opts
|
772
789
|
parallel: 5
|
773
|
-
|
790
|
+
variables:
|
791
|
+
QA_SCENARIO: "Test::Integration::Praefect"
|
774
792
|
|
775
793
|
ce:smtp:
|
776
|
-
script:
|
777
|
-
- exe/gitlab-qa Test::Integration::SMTP ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
|
778
794
|
extends:
|
779
795
|
- .test
|
780
796
|
- .high-capacity
|
781
797
|
- .ce-qa
|
782
798
|
- .rspec-report-opts
|
799
|
+
variables:
|
800
|
+
QA_SCENARIO: "Test::Integration::SMTP"
|
783
801
|
|
784
802
|
ee:smtp:
|
785
|
-
script:
|
786
|
-
- exe/gitlab-qa Test::Integration::SMTP ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
|
787
803
|
extends:
|
788
804
|
- .test
|
789
805
|
- .high-capacity
|
790
806
|
- .ee-qa
|
791
807
|
- .rspec-report-opts
|
808
|
+
variables:
|
809
|
+
QA_SCENARIO: "Test::Integration::SMTP"
|
792
810
|
|
793
811
|
# This job requires the `GITLAB_QA_ACCESS_TOKEN` and `GITLAB_QA_DEV_ACCESS_TOKEN`
|
794
812
|
# variable to be passed when triggered.
|
data/exe/gitlab-qa-report
CHANGED
data/lib/gitlab/qa/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: gitlab-qa
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.0.
|
4
|
+
version: 5.0.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Grzegorz Bizon
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-03-
|
11
|
+
date: 2020-03-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: climate_control
|