gitlab-qa 5.0.0 → 5.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: cbeeb65a1b5a859f9908822611d61985da8ba9dd3118a56fe9e52ce0e645e09b
4
- data.tar.gz: 78f96fa6fe4c8d7e4139e689ff08fd8c71df18d3d111917c9c672b36b6376936
3
+ metadata.gz: f038d2d3ea64b78d22f2423bfcf717db280469226aabdeee42810841452f45ac
4
+ data.tar.gz: 8f8a3316f353bbe25ef56e7b487fcf8b14a35c34485c22665d4911d9fb58c679
5
5
  SHA512:
6
- metadata.gz: 1b43e0971ca42b9a1fe77475ee94c92c164e3f0a3d8f6a45129f899f67a4708d469b36509df84614d33763d6f469d9702d86ab498aa1151fadfc4297c0b96b5f
7
- data.tar.gz: cbbd9b29c55a243614d127b9e6840f6b8a1241e8984d87b05c0c728ac445f0c6e4b8d3cdb85f0a8dc45e1cb6dd82350eb52237354792f292a63a3e6cbd3806ff
6
+ metadata.gz: b9ac8898262b2b4152a56fa4ac9f6d21ae25d3f6a1803859f58fd418566fa063093842364ad2774b63ec3f547a031e5bc4f46731bd76eb8a8823a335afcf9134
7
+ data.tar.gz: ee1dd695c33e59feb68b7893728e04743f39d8520f0581036259192b5915294be9ef8849ea3a8facc1b999d303331a831fdebcfd8c31a9d9c8289dbe8b8bb0df
data/.gitlab-ci.yml CHANGED
@@ -18,7 +18,8 @@ variables:
18
18
  DOCKER_DRIVER: overlay2
19
19
  DOCKER_HOST: tcp://docker:2375
20
20
  QA_ARTIFACTS_DIR: $CI_PROJECT_DIR
21
- QA_CAN_TEST_GIT_PROTOCOL_V2: 'true'
21
+ QA_CAN_TEST_GIT_PROTOCOL_V2: "true"
22
+ QA_TESTCASES_REPORTING_PROJECT: "gitlab-org/quality/testcases"
22
23
 
23
24
  cache:
24
25
  key: "ruby:2.6"
@@ -73,6 +74,12 @@ release:
73
74
  - ./gitlab-qa-run-*
74
75
  reports:
75
76
  junit: gitlab-qa-run-*/**/rspec-*.xml
77
+ script:
78
+ - 'echo "Running: exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
79
+ - exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
80
+ - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
81
+ - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
82
+ - exit $test_run_exit_code
76
83
 
77
84
  .ce-qa:
78
85
  variables:
@@ -80,11 +87,11 @@ release:
80
87
  rules:
81
88
  - if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ee/'
82
89
  when: never
83
- - if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|praefect|custom/'
90
+ - if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|custom/'
84
91
  when: manual
85
- - if: '$RELEASE =~ /gitlab-ce/ && $CI_JOB_NAME =~ /quarantine|praefect|custom/'
92
+ - if: '$RELEASE =~ /gitlab-ce/ && $CI_JOB_NAME =~ /quarantine|custom/'
86
93
  when: manual
87
- - if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|praefect|custom/'
94
+ - if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
88
95
  when: manual
89
96
  - if: '$RELEASE == null || $RELEASE =~ /gitlab-ce/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
90
97
 
@@ -94,11 +101,11 @@ release:
94
101
  rules:
95
102
  - if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ce/'
96
103
  when: never
97
- - if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|praefect|custom/'
104
+ - if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|custom/'
98
105
  when: manual
99
- - if: '$RELEASE =~ /gitlab-ee/ && $CI_JOB_NAME =~ /quarantine|praefect|custom/'
106
+ - if: '$RELEASE =~ /gitlab-ee/ && $CI_JOB_NAME =~ /quarantine|custom/'
100
107
  when: manual
101
- - if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|praefect|custom/'
108
+ - if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
102
109
  when: manual
103
110
  - if: '$RELEASE == null || $RELEASE =~ /gitlab-ee/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
104
111
 
@@ -124,14 +131,8 @@ release:
124
131
 
125
132
  .quarantine:
126
133
  allow_failure: true
127
-
128
- .echo-custom-variables-before-calling-gitlab-qa:
129
- script:
130
- - echo "${QA_SCENARIO:=Test::Instance::Image}"
131
- - echo "${QA_TESTS}"
132
- - echo "${QA_RSPEC_TAGS}"
133
- - echo "${RELEASE:=$DEFAULT_RELEASE}"
134
- - exe/gitlab-qa ${QA_SCENARIO} ${RELEASE} -- ${QA_TESTS} ${QA_RSPEC_TAGS} $RSPEC_REPORT_OPTS
134
+ variables:
135
+ QA_RSPEC_TAGS: "--tag quarantine"
135
136
 
136
137
  ce:sanity-framework:
137
138
  script:
@@ -149,29 +150,32 @@ ee:sanity-framework:
149
150
  - .high-capacity
150
151
  - .ee-qa
151
152
 
153
+ # The custom jobs are for manually running specific/alternative tests in MRs, so we don't report them in issues
152
154
  ce:custom-parallel:
155
+ script:
156
+ - 'echo "Running: exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
157
+ - exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
153
158
  extends:
154
159
  - .test
155
160
  - .high-capacity
156
161
  - .ce-qa
157
162
  - .rspec-report-opts
158
- - .echo-custom-variables-before-calling-gitlab-qa
159
163
  allow_failure: true
160
164
  parallel: 10
161
165
 
162
166
  ee:custom-parallel:
167
+ script:
168
+ - 'echo "Running: exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
169
+ - exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
163
170
  extends:
164
171
  - .test
165
172
  - .high-capacity
166
173
  - .ee-qa
167
174
  - .rspec-report-opts
168
- - .echo-custom-variables-before-calling-gitlab-qa
169
175
  allow_failure: true
170
176
  parallel: 10
171
177
 
172
178
  ce:instance:
173
- script:
174
- - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
175
179
  extends:
176
180
  - .test
177
181
  - .high-capacity
@@ -181,18 +185,16 @@ ce:instance:
181
185
  parallel: 5
182
186
 
183
187
  ce:instance-quarantine:
184
- script:
185
- - exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
186
188
  extends:
187
189
  - .test
188
190
  - .high-capacity
189
191
  - .ce-qa
190
192
  - .quarantine
191
193
  - .rspec-report-opts
194
+ variables:
195
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
192
196
 
193
197
  ee:instance:
194
- script:
195
- - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
196
198
  extends:
197
199
  - .test
198
200
  - .high-capacity
@@ -202,18 +204,16 @@ ee:instance:
202
204
  parallel: 5
203
205
 
204
206
  ee:instance-quarantine:
205
- script:
206
- - exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
207
207
  extends:
208
208
  - .test
209
209
  - .high-capacity
210
210
  - .ee-qa
211
211
  - .quarantine
212
212
  - .rspec-report-opts
213
+ variables:
214
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
213
215
 
214
216
  ce:relative_url:
215
- script:
216
- - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
217
217
  extends:
218
218
  - .test
219
219
  - .high-capacity
@@ -221,20 +221,21 @@ ce:relative_url:
221
221
  - .knapsack-variables
222
222
  - .rspec-report-opts
223
223
  parallel: 5
224
+ variables:
225
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
224
226
 
225
227
  ce:relative_url-quarantine:
226
- script:
227
- - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
228
228
  extends:
229
229
  - .test
230
230
  - .high-capacity
231
231
  - .ce-qa
232
232
  - .quarantine
233
233
  - .rspec-report-opts
234
+ variables:
235
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
236
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
234
237
 
235
238
  ee:relative_url:
236
- script:
237
- - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
238
239
  extends:
239
240
  - .test
240
241
  - .high-capacity
@@ -242,55 +243,59 @@ ee:relative_url:
242
243
  - .knapsack-variables
243
244
  - .rspec-report-opts
244
245
  parallel: 5
246
+ variables:
247
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
245
248
 
246
249
  ee:relative_url-quarantine:
247
- script:
248
- - exe/gitlab-qa Test::Instance::RelativeUrl ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
249
250
  extends:
250
251
  - .test
251
252
  - .high-capacity
252
253
  - .ee-qa
253
254
  - .quarantine
254
255
  - .rspec-report-opts
256
+ variables:
257
+ QA_SCENARIO: "Test::Instance::RelativeUrl"
258
+ QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
255
259
 
256
260
  ce:repository_storage:
257
- script:
258
- - exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
259
261
  extends:
260
262
  - .test
261
263
  - .high-capacity
262
264
  - .ce-qa
263
265
  - .rspec-report-opts
266
+ variables:
267
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
264
268
 
265
269
  ce:repository_storage-quarantine:
266
- script:
267
- - exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
268
270
  extends:
269
271
  - .test
270
272
  - .high-capacity
271
273
  - .ce-qa
272
274
  - .quarantine
273
275
  - .rspec-report-opts
276
+ variables:
277
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
274
278
 
275
279
  ee:repository_storage:
276
- script:
277
- - exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
278
280
  extends:
279
281
  - .test
280
282
  - .high-capacity
281
283
  - .ee-qa
282
284
  - .rspec-report-opts
285
+ variables:
286
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
283
287
 
284
288
  ee:repository_storage-quarantine:
285
- script:
286
- - exe/gitlab-qa Test::Instance::RepositoryStorage ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
287
289
  extends:
288
290
  - .test
289
291
  - .high-capacity
290
292
  - .ee-qa
291
293
  - .quarantine
292
294
  - .rspec-report-opts
295
+ variables:
296
+ QA_SCENARIO: "Test::Instance::RepositoryStorage"
293
297
 
298
+ # The Test::Omnibus::Image scenarios don't run the E2E tests so they don't need to report test results
294
299
  ce:image:
295
300
  script:
296
301
  - exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
@@ -305,9 +310,14 @@ ee:image:
305
310
  - .test
306
311
  - .ee-qa
307
312
 
313
+ # The Test::Omnibus::Update scenarios require the release to be specified twice, which can't be done dynamically using the `variables` parameter
314
+ # So instead we include the script here again, with two release variables
308
315
  ce:update:
309
316
  script:
310
- - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
317
+ - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS || test_run_exit_code=$?
318
+ - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
319
+ - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
320
+ - exit $test_run_exit_code
311
321
  extends:
312
322
  - .test
313
323
  - .high-capacity
@@ -318,7 +328,10 @@ ce:update:
318
328
 
319
329
  ce:update-quarantine:
320
330
  script:
321
- - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
331
+ - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS || test_run_exit_code=$?
332
+ - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
333
+ - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
334
+ - exit $test_run_exit_code
322
335
  extends:
323
336
  - .test
324
337
  - .high-capacity
@@ -328,7 +341,10 @@ ce:update-quarantine:
328
341
 
329
342
  ee:update:
330
343
  script:
331
- - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
344
+ - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS || test_run_exit_code=$?
345
+ - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
346
+ - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
347
+ - exit $test_run_exit_code
332
348
  extends:
333
349
  - .test
334
350
  - .high-capacity
@@ -339,7 +355,10 @@ ee:update:
339
355
 
340
356
  ee:update-quarantine:
341
357
  script:
342
- - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
358
+ - exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS || test_run_exit_code=$?
359
+ - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
360
+ - if [ "$TOP_UPSTREAM_SOURCE_REF" == "master" ]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.xml" --project "$QA_TESTCASES_REPORTING_PROJECT"; fi
361
+ - exit $test_run_exit_code
343
362
  extends:
344
363
  - .test
345
364
  - .high-capacity
@@ -347,6 +366,7 @@ ee:update-quarantine:
347
366
  - .quarantine
348
367
  - .rspec-report-opts
349
368
 
369
+ # The Test::Omnibus::Upgrade scenario isn't run on master (because it always uses the latest CE/EE image) so we don't report the test results in issues
350
370
  ce:upgrade:
351
371
  script:
352
372
  - exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
@@ -388,369 +408,367 @@ ee-previous-to-ce:update-quarantine:
388
408
  - .rspec-report-opts
389
409
 
390
410
  ce:mattermost:
391
- script:
392
- - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
393
411
  extends:
394
412
  - .test
395
413
  - .high-capacity
396
414
  - .ce-qa
397
415
  - .rspec-report-opts
416
+ variables:
417
+ QA_SCENARIO: "Test::Integration::Mattermost"
398
418
 
399
419
  ce:mattermost-quarantine:
400
- script:
401
- - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
402
420
  extends:
403
421
  - .test
404
422
  - .high-capacity
405
423
  - .ce-qa
406
424
  - .quarantine
407
425
  - .rspec-report-opts
426
+ variables:
427
+ QA_SCENARIO: "Test::Integration::Mattermost"
408
428
 
409
429
  ee:mattermost:
410
- script:
411
- - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
412
430
  extends:
413
431
  - .test
414
432
  - .high-capacity
415
433
  - .ee-qa
416
434
  - .rspec-report-opts
435
+ variables:
436
+ QA_SCENARIO: "Test::Integration::Mattermost"
417
437
 
418
438
  ee:mattermost-quarantine:
419
- script:
420
- - exe/gitlab-qa Test::Integration::Mattermost ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
421
439
  extends:
422
440
  - .test
423
441
  - .high-capacity
424
442
  - .ee-qa
425
443
  - .quarantine
426
444
  - .rspec-report-opts
445
+ variables:
446
+ QA_SCENARIO: "Test::Integration::Mattermost"
427
447
 
428
448
  ee:geo:
429
- script:
430
- - exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
431
449
  extends:
432
450
  - .test
433
451
  - .high-capacity
434
452
  - .ee-qa
435
453
  - .rspec-report-opts
454
+ variables:
455
+ QA_SCENARIO: "Test::Integration::Geo"
436
456
 
437
457
  ee:geo-quarantine:
438
- script:
439
- - exe/gitlab-qa Test::Integration::Geo ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
440
458
  extends:
441
459
  - .test
442
460
  - .high-capacity
443
461
  - .ee-qa
444
462
  - .quarantine
445
463
  - .rspec-report-opts
464
+ variables:
465
+ QA_SCENARIO: "Test::Integration::Geo"
446
466
 
447
467
  ce:ldap_no_tls:
448
- script:
449
- - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
450
468
  extends:
451
469
  - .test
452
470
  - .high-capacity
453
471
  - .ce-qa
454
472
  - .rspec-report-opts
473
+ variables:
474
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
455
475
 
456
476
  ce:ldap_no_tls-quarantine:
457
- script:
458
- - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
459
477
  extends:
460
478
  - .test
461
479
  - .high-capacity
462
480
  - .ce-qa
463
481
  - .quarantine
464
482
  - .rspec-report-opts
483
+ variables:
484
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
465
485
 
466
486
  ee:ldap_no_tls:
467
- script:
468
- - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
469
487
  extends:
470
488
  - .test
471
489
  - .high-capacity
472
490
  - .ee-qa
473
491
  - .rspec-report-opts
492
+ variables:
493
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
474
494
 
475
495
  ee:ldap_no_tls-quarantine:
476
- script:
477
- - exe/gitlab-qa Test::Integration::LDAPNoTLS ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
478
496
  extends:
479
497
  - .test
480
498
  - .high-capacity
481
499
  - .ee-qa
482
500
  - .quarantine
483
501
  - .rspec-report-opts
502
+ variables:
503
+ QA_SCENARIO: "Test::Integration::LDAPNoTLS"
484
504
 
485
505
  ce:ldap_tls:
486
- script:
487
- - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
488
506
  extends:
489
507
  - .test
490
508
  - .high-capacity
491
509
  - .ce-qa
492
510
  - .rspec-report-opts
511
+ variables:
512
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
493
513
 
494
514
  ce:ldap_tls-quarantine:
495
- script:
496
- - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
497
515
  extends:
498
516
  - .test
499
517
  - .high-capacity
500
518
  - .ce-qa
501
519
  - .quarantine
502
520
  - .rspec-report-opts
521
+ variables:
522
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
503
523
 
504
524
  ee:ldap_tls:
505
- script:
506
- - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
507
525
  extends:
508
526
  - .test
509
527
  - .high-capacity
510
528
  - .ee-qa
511
529
  - .rspec-report-opts
530
+ variables:
531
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
512
532
 
513
533
  ee:ldap_tls-quarantine:
514
- script:
515
- - exe/gitlab-qa Test::Integration::LDAPTLS ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
516
534
  extends:
517
535
  - .test
518
536
  - .high-capacity
519
537
  - .ee-qa
520
538
  - .quarantine
521
539
  - .rspec-report-opts
540
+ variables:
541
+ QA_SCENARIO: "Test::Integration::LDAPTLS"
522
542
 
523
543
  ee:ldap_no_server:
524
- script:
525
- - exe/gitlab-qa Test::Integration::LDAPNoServer ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
526
544
  extends:
527
545
  - .test
528
546
  - .high-capacity
529
547
  - .ee-qa
530
548
  - .rspec-report-opts
549
+ variables:
550
+ QA_SCENARIO: "Test::Integration::LDAPNoServer"
531
551
 
532
552
  ee:ldap_no_server-quarantine:
533
- script:
534
- - exe/gitlab-qa Test::Integration::LDAPNoServer ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
535
553
  extends:
536
554
  - .test
537
555
  - .high-capacity
538
556
  - .ee-qa
539
557
  - .quarantine
540
558
  - .rspec-report-opts
559
+ variables:
560
+ QA_SCENARIO: "Test::Integration::LDAPNoServer"
541
561
 
542
562
  ce:instance_saml:
543
- script:
544
- - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
545
563
  extends:
546
564
  - .test
547
565
  - .high-capacity
548
566
  - .ce-qa
549
567
  - .rspec-report-opts
568
+ variables:
569
+ QA_SCENARIO: "Test::Integration::InstanceSAML"
550
570
 
551
571
  ce:instance_saml-quarantine:
552
- script:
553
- - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
554
572
  extends:
555
573
  - .test
556
574
  - .high-capacity
557
575
  - .ce-qa
558
576
  - .quarantine
559
577
  - .rspec-report-opts
578
+ variables:
579
+ QA_SCENARIO: "Test::Integration::InstanceSAML"
560
580
 
561
581
  ee:instance_saml:
562
- script:
563
- - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
564
582
  extends:
565
583
  - .test
566
584
  - .high-capacity
567
585
  - .ee-qa
568
586
  - .rspec-report-opts
587
+ variables:
588
+ QA_SCENARIO: "Test::Integration::InstanceSAML"
569
589
 
570
590
  ee:instance_saml-quarantine:
571
- script:
572
- - exe/gitlab-qa Test::Integration::InstanceSAML ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
573
591
  extends:
574
592
  - .test
575
593
  - .high-capacity
576
594
  - .ee-qa
577
595
  - .quarantine
578
596
  - .rspec-report-opts
597
+ variables:
598
+ QA_SCENARIO: "Test::Integration::InstanceSAML"
579
599
 
580
600
  ee:group_saml:
581
- script:
582
- - exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
583
601
  extends:
584
602
  - .test
585
603
  - .high-capacity
586
604
  - .ee-qa
587
605
  - .rspec-report-opts
606
+ variables:
607
+ QA_SCENARIO: "Test::Integration::GroupSAML"
588
608
 
589
609
  ee:group_saml-quarantine:
590
- script:
591
- - exe/gitlab-qa Test::Integration::GroupSAML ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
592
610
  extends:
593
611
  - .test
594
612
  - .high-capacity
595
613
  - .ee-qa
596
614
  - .quarantine
597
615
  - .rspec-report-opts
616
+ variables:
617
+ QA_SCENARIO: "Test::Integration::GroupSAML"
598
618
 
599
619
  ce:kubernetes:
600
- script:
601
- - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
602
620
  extends:
603
621
  - .test
604
622
  - .high-capacity
605
623
  - .ce-qa
606
624
  - .rspec-report-opts
625
+ variables:
626
+ QA_SCENARIO: "Test::Integration::Kubernetes"
607
627
 
608
628
  ce:kubernetes-quarantine:
609
- script:
610
- - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
611
629
  extends:
612
630
  - .test
613
631
  - .high-capacity
614
632
  - .ce-qa
615
633
  - .quarantine
616
634
  - .rspec-report-opts
635
+ variables:
636
+ QA_SCENARIO: "Test::Integration::Kubernetes"
617
637
 
618
638
  ee:kubernetes:
619
- script:
620
- - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
621
639
  extends:
622
640
  - .test
623
641
  - .high-capacity
624
642
  - .ee-qa
625
643
  - .rspec-report-opts
644
+ variables:
645
+ QA_SCENARIO: "Test::Integration::Kubernetes"
626
646
 
627
647
  ee:kubernetes-quarantine:
628
- script:
629
- - exe/gitlab-qa Test::Integration::Kubernetes ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
630
648
  extends:
631
649
  - .test
632
650
  - .high-capacity
633
651
  - .ee-qa
634
652
  - .quarantine
635
653
  - .rspec-report-opts
654
+ variables:
655
+ QA_SCENARIO: "Test::Integration::Kubernetes"
636
656
 
637
657
  ce:object_storage:
638
- script:
639
- - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
640
658
  extends:
641
659
  - .test
642
660
  - .high-capacity
643
661
  - .ce-qa
644
662
  - .rspec-report-opts
663
+ variables:
664
+ QA_SCENARIO: "Test::Integration::ObjectStorage"
645
665
 
646
666
  ce:object_storage-quarantine:
647
- script:
648
- - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
649
667
  extends:
650
668
  - .test
651
669
  - .high-capacity
652
670
  - .ce-qa
653
671
  - .quarantine
654
672
  - .rspec-report-opts
673
+ variables:
674
+ QA_SCENARIO: "Test::Integration::ObjectStorage"
655
675
 
656
676
  ee:object_storage:
657
- script:
658
- - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
659
677
  extends:
660
678
  - .test
661
679
  - .high-capacity
662
680
  - .ee-qa
663
681
  - .rspec-report-opts
682
+ variables:
683
+ QA_SCENARIO: "Test::Integration::ObjectStorage"
664
684
 
665
685
  ee:object_storage-quarantine:
666
- script:
667
- - exe/gitlab-qa Test::Integration::ObjectStorage ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
668
686
  extends:
669
687
  - .test
670
688
  - .high-capacity
671
689
  - .ee-qa
672
690
  - .quarantine
673
691
  - .rspec-report-opts
692
+ variables:
693
+ QA_SCENARIO: "Test::Integration::ObjectStorage"
674
694
 
675
695
  ce:oauth:
676
- script:
677
- - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
678
696
  extends:
679
697
  - .test
680
698
  - .high-capacity
681
699
  - .ce-qa
682
700
  - .rspec-report-opts
701
+ variables:
702
+ QA_SCENARIO: "Test::Integration::OAuth"
683
703
 
684
704
  ce:oauth-quarantine:
685
- script:
686
- - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=CE} -- --tag quarantine $RSPEC_REPORT_OPTS
687
705
  extends:
688
706
  - .test
689
707
  - .high-capacity
690
708
  - .ce-qa
691
709
  - .quarantine
692
710
  - .rspec-report-opts
711
+ variables:
712
+ QA_SCENARIO: "Test::Integration::OAuth"
693
713
 
694
714
  ee:oauth:
695
- script:
696
- - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
697
715
  extends:
698
716
  - .test
699
717
  - .high-capacity
700
718
  - .ee-qa
701
719
  - .rspec-report-opts
720
+ variables:
721
+ QA_SCENARIO: "Test::Integration::OAuth"
702
722
 
703
723
  ee:oauth-quarantine:
704
- script:
705
- - exe/gitlab-qa Test::Integration::OAuth ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
706
724
  extends:
707
725
  - .test
708
726
  - .high-capacity
709
727
  - .ee-qa
710
728
  - .quarantine
711
729
  - .rspec-report-opts
730
+ variables:
731
+ QA_SCENARIO: "Test::Integration::OAuth"
712
732
 
713
733
  ee:packages:
714
- script:
715
- - exe/gitlab-qa Test::Integration::Packages ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
716
734
  extends:
717
735
  - .test
718
736
  - .high-capacity
719
737
  - .ee-qa
720
738
  - .rspec-report-opts
739
+ variables:
740
+ QA_SCENARIO: "Test::Integration::Packages"
721
741
 
722
742
  ee:packages-quarantine:
723
- script:
724
- - exe/gitlab-qa Test::Integration::Packages ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
725
743
  extends:
726
744
  - .test
727
745
  - .high-capacity
728
746
  - .ee-qa
729
747
  - .quarantine
730
748
  - .rspec-report-opts
749
+ variables:
750
+ QA_SCENARIO: "Test::Integration::Packages"
731
751
 
732
752
  ee:elasticsearch:
733
- script:
734
- - exe/gitlab-qa Test::Integration::Elasticsearch ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
735
753
  extends:
736
754
  - .test
737
755
  - .high-capacity
738
756
  - .ee-qa
739
757
  - .rspec-report-opts
758
+ variables:
759
+ QA_SCENARIO: "Test::Integration::Elasticsearch"
740
760
 
741
761
  ee:elasticsearch-quarantine:
742
- script:
743
- - exe/gitlab-qa Test::Integration::Elasticsearch ${RELEASE:=EE} -- --tag quarantine $RSPEC_REPORT_OPTS
744
762
  extends:
745
763
  - .test
746
764
  - .high-capacity
747
765
  - .ee-qa
748
766
  - .quarantine
749
767
  - .rspec-report-opts
768
+ variables:
769
+ QA_SCENARIO: "Test::Integration::Elasticsearch"
750
770
 
751
771
  ce:praefect:
752
- script:
753
- - exe/gitlab-qa Test::Integration::Praefect ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
754
772
  extends:
755
773
  - .test
756
774
  - .high-capacity
@@ -758,11 +776,10 @@ ce:praefect:
758
776
  - .knapsack-variables
759
777
  - .rspec-report-opts
760
778
  parallel: 5
761
- allow_failure: true
779
+ variables:
780
+ QA_SCENARIO: "Test::Integration::Praefect"
762
781
 
763
782
  ee:praefect:
764
- script:
765
- - exe/gitlab-qa Test::Integration::Praefect ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
766
783
  extends:
767
784
  - .test
768
785
  - .high-capacity
@@ -770,25 +787,26 @@ ee:praefect:
770
787
  - .knapsack-variables
771
788
  - .rspec-report-opts
772
789
  parallel: 5
773
- allow_failure: true
790
+ variables:
791
+ QA_SCENARIO: "Test::Integration::Praefect"
774
792
 
775
793
  ce:smtp:
776
- script:
777
- - exe/gitlab-qa Test::Integration::SMTP ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS
778
794
  extends:
779
795
  - .test
780
796
  - .high-capacity
781
797
  - .ce-qa
782
798
  - .rspec-report-opts
799
+ variables:
800
+ QA_SCENARIO: "Test::Integration::SMTP"
783
801
 
784
802
  ee:smtp:
785
- script:
786
- - exe/gitlab-qa Test::Integration::SMTP ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS
787
803
  extends:
788
804
  - .test
789
805
  - .high-capacity
790
806
  - .ee-qa
791
807
  - .rspec-report-opts
808
+ variables:
809
+ QA_SCENARIO: "Test::Integration::SMTP"
792
810
 
793
811
  # This job requires the `GITLAB_QA_ACCESS_TOKEN` and `GITLAB_QA_DEV_ACCESS_TOKEN`
794
812
  # variable to be passed when triggered.
data/exe/gitlab-qa-report CHANGED
@@ -3,6 +3,7 @@
3
3
  lib = File.expand_path('../lib', __dir__)
4
4
  $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
5
5
 
6
+ require 'bundler/setup'
6
7
  require 'gitlab/qa'
7
8
 
8
9
  Gitlab::QA::Reporter.invoke(ARGV)
@@ -1,5 +1,5 @@
1
1
  module Gitlab
2
2
  module QA
3
- VERSION = '5.0.0'.freeze
3
+ VERSION = '5.0.2'.freeze
4
4
  end
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: gitlab-qa
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.0.0
4
+ version: 5.0.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Grzegorz Bizon
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2020-03-12 00:00:00.000000000 Z
11
+ date: 2020-03-16 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: climate_control