spec-controller 0.1.261 → 0.1.263

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,316 +1,316 @@
1
1
  {
2
2
  "$schema": "http://json-schema.org/draft-07/schema#",
3
- "$ref": "#/definitions/RenderInput",
3
+ "$ref": "#/definitions/EvidenceReconciliation",
4
4
  "definitions": {
5
- "RenderInput": {
5
+ "EvidenceReconciliation": {
6
6
  "type": "object",
7
7
  "properties": {
8
- "runProvenance": {
9
- "$ref": "#/definitions/ProvenanceObject"
8
+ "claimReconciliations": {
9
+ "type": "array",
10
+ "items": {
11
+ "$ref": "#/definitions/ClaimReconciliation"
12
+ }
13
+ },
14
+ "runVerdict": {
15
+ "$ref": "#/definitions/RunVerdict"
16
+ },
17
+ "totals": {
18
+ "$ref": "#/definitions/Totals"
19
+ },
20
+ "stepAccount": {
21
+ "$ref": "#/definitions/StepAccount"
22
+ },
23
+ "provenance": {
24
+ "$ref": "#/definitions/Provenance"
10
25
  },
11
26
  "errorsInTheInputs": {
12
- "$ref": "#/definitions/ErrorsSection"
27
+ "$ref": "#/definitions/ErrorsInTheInputs"
13
28
  },
14
- "summary": {
15
- "type": "object",
16
- "additionalProperties": false,
17
- "properties": {
18
- "runVerdict": {
19
- "$ref": "#/definitions/RunVerdict"
20
- },
21
- "claimCodes": {
22
- "$ref": "#/definitions/ClaimCodesSection"
23
- },
24
- "outOfBalanceByFeature": {
25
- "type": "array",
26
- "items": {
27
- "$ref": "#/definitions/FeatureOutOfBalance"
28
- }
29
- },
30
- "reconciliationTotals": {
31
- "type": "object",
32
- "properties": {
33
- "claimReconciliations": {
34
- "$ref": "#/definitions/ClaimReconciliationTotals"
35
- },
36
- "reconciliationLines": {
37
- "$ref": "#/definitions/ReconciliationLineTotals"
38
- },
39
- "pending": {
40
- "type": "number"
41
- }
42
- },
43
- "required": [
44
- "claimReconciliations",
45
- "reconciliationLines",
46
- "pending"
47
- ],
48
- "additionalProperties": false
29
+ "runIntegrity": {
30
+ "$ref": "#/definitions/RunIntegrity"
31
+ }
32
+ },
33
+ "required": [
34
+ "claimReconciliations",
35
+ "runVerdict",
36
+ "totals",
37
+ "provenance"
38
+ ],
39
+ "additionalProperties": false
40
+ },
41
+ "ClaimReconciliation": {
42
+ "type": "object",
43
+ "properties": {
44
+ "claim": {
45
+ "anyOf": [
46
+ {
47
+ "$ref": "#/definitions/ExecutableClaim"
49
48
  },
50
- "evidenceObservations": {
51
- "$ref": "#/definitions/EvidenceObservationTally"
49
+ {
50
+ "$ref": "#/definitions/PhantomClaim"
52
51
  },
53
- "stepAccounting": {
54
- "$ref": "#/definitions/StepAccounting"
52
+ {
53
+ "$ref": "#/definitions/UnnamedClaim"
55
54
  }
56
- },
57
- "required": [
58
- "reconciliationTotals",
59
- "runVerdict"
60
55
  ]
61
56
  },
62
- "claimReconciliations": {
57
+ "qualityCheckReconciliations": {
63
58
  "type": "array",
64
59
  "items": {
65
- "$ref": "#/definitions/ClaimReconciliation"
60
+ "$ref": "#/definitions/QualityCheckReconciliation"
66
61
  }
62
+ },
63
+ "verdict": {
64
+ "type": "string",
65
+ "enum": [
66
+ "balanced",
67
+ "out-of-balance"
68
+ ]
67
69
  }
68
70
  },
69
71
  "required": [
70
- "runProvenance",
71
- "summary",
72
- "claimReconciliations"
72
+ "claim",
73
+ "qualityCheckReconciliations",
74
+ "verdict"
73
75
  ],
74
76
  "additionalProperties": false
75
77
  },
76
- "ProvenanceObject": {
78
+ "ExecutableClaim": {
77
79
  "type": "object",
78
80
  "properties": {
79
- "target": {
80
- "type": "string"
81
+ "claimCode": {
82
+ "$ref": "#/definitions/ClaimCode"
81
83
  },
82
- "targetOrigin": {
84
+ "file": {
83
85
  "type": "string"
84
86
  },
85
- "sourceSha": {
86
- "type": [
87
- "string",
88
- "null"
89
- ]
90
- },
91
- "toolSha": {
92
- "type": [
93
- "string",
94
- "null"
95
- ]
96
- },
97
- "toolVersion": {
87
+ "title": {
98
88
  "type": "string"
99
89
  },
100
- "runTimestamp": {
90
+ "obligations": {
91
+ "type": "array",
92
+ "items": {
93
+ "$ref": "#/definitions/EvidenceObligation"
94
+ }
95
+ }
96
+ },
97
+ "required": [
98
+ "file",
99
+ "title",
100
+ "obligations"
101
+ ],
102
+ "additionalProperties": false
103
+ },
104
+ "ClaimCode": {
105
+ "type": "object",
106
+ "properties": {
107
+ "featureCode": {
101
108
  "type": "string"
102
109
  },
103
- "inputs": {
104
- "$ref": "#/definitions/RunInputs"
105
- },
106
- "corpus": {
110
+ "number": {
107
111
  "type": "string"
108
- },
109
- "strict": {
110
- "type": "boolean"
111
112
  }
112
113
  },
113
114
  "required": [
114
- "target",
115
- "sourceSha",
116
- "toolSha",
117
- "toolVersion",
118
- "runTimestamp",
119
- "inputs",
120
- "corpus"
115
+ "featureCode",
116
+ "number"
121
117
  ],
122
118
  "additionalProperties": false
123
119
  },
124
- "RunInputs": {
120
+ "EvidenceObligation": {
125
121
  "type": "object",
126
- "additionalProperties": {
127
- "type": "string"
128
- }
122
+ "properties": {
123
+ "kind": {
124
+ "$ref": "#/definitions/QualityCheckKind"
125
+ }
126
+ },
127
+ "additionalProperties": false
128
+ },
129
+ "QualityCheckKind": {
130
+ "type": "string",
131
+ "enum": [
132
+ "fitness",
133
+ "unit",
134
+ "integration",
135
+ "e2e",
136
+ "performance"
137
+ ]
129
138
  },
130
- "ErrorsSection": {
139
+ "PhantomClaim": {
131
140
  "type": "object",
132
141
  "properties": {
133
- "claimCodeErrors": {
134
- "type": "array",
135
- "items": {
136
- "$ref": "#/definitions/ClaimCodeError"
137
- }
138
- },
139
- "configurationNotRead": {
140
- "type": "object",
141
- "properties": {
142
- "keysNotRead": {
143
- "type": "array",
144
- "items": {
145
- "type": "string"
146
- }
147
- },
148
- "ofWrongKind": {
149
- "type": "array",
150
- "items": {
151
- "$ref": "#/definitions/WrongKindEntry"
152
- }
153
- },
154
- "runnerKeysNotALayer": {
155
- "type": "array",
156
- "items": {
157
- "type": "string"
158
- }
159
- },
160
- "nonChecksMatchingNoStep": {
161
- "type": "array",
162
- "items": {
163
- "type": "string"
164
- }
165
- },
166
- "nonChecksNotAStepName": {
167
- "type": "array",
168
- "items": {
169
- "type": "string"
170
- }
171
- }
172
- },
173
- "additionalProperties": false
142
+ "claimCode": {
143
+ "$ref": "#/definitions/ClaimCode"
174
144
  }
175
145
  },
146
+ "required": [
147
+ "claimCode"
148
+ ],
176
149
  "additionalProperties": false
177
150
  },
178
- "ClaimCodeError": {
151
+ "UnnamedClaim": {
152
+ "type": "object",
153
+ "additionalProperties": false
154
+ },
155
+ "QualityCheckReconciliation": {
179
156
  "anyOf": [
180
157
  {
181
158
  "type": "object",
182
159
  "properties": {
183
- "kind": {
160
+ "outcome": {
184
161
  "type": "string",
185
- "const": "duplicate-feature-code"
162
+ "enum": [
163
+ "satisfied",
164
+ "failing",
165
+ "cannot-fail"
166
+ ]
186
167
  },
187
- "featureCode": {
188
- "type": "string"
168
+ "kind": {
169
+ "$ref": "#/definitions/QualityCheckKind"
189
170
  },
190
- "files": {
191
- "type": "array",
192
- "items": {
193
- "type": "string"
194
- }
171
+ "obligation": {
172
+ "type": "object",
173
+ "properties": {
174
+ "kind": {
175
+ "$ref": "#/definitions/QualityCheckKind"
176
+ }
177
+ },
178
+ "additionalProperties": false
179
+ },
180
+ "observation": {
181
+ "$ref": "#/definitions/EvidenceObservation"
195
182
  }
196
183
  },
197
184
  "required": [
185
+ "outcome",
198
186
  "kind",
199
- "featureCode",
200
- "files"
187
+ "obligation",
188
+ "observation"
201
189
  ],
202
190
  "additionalProperties": false
203
191
  },
204
- {
205
- "$ref": "#/definitions/ForeignClaimCodeError"
206
- },
207
192
  {
208
193
  "type": "object",
209
194
  "properties": {
210
- "kind": {
195
+ "outcome": {
211
196
  "type": "string",
212
- "const": "no-feature-code"
197
+ "const": "missing"
213
198
  },
214
- "files": {
215
- "type": "array",
216
- "items": {
217
- "type": "string"
218
- }
199
+ "kind": {
200
+ "$ref": "#/definitions/QualityCheckKind"
201
+ },
202
+ "obligation": {
203
+ "type": "object",
204
+ "properties": {
205
+ "kind": {
206
+ "$ref": "#/definitions/QualityCheckKind"
207
+ }
208
+ },
209
+ "additionalProperties": false
219
210
  }
220
211
  },
221
212
  "required": [
213
+ "outcome",
222
214
  "kind",
223
- "files"
215
+ "obligation"
224
216
  ],
225
217
  "additionalProperties": false
226
218
  },
227
219
  {
228
220
  "type": "object",
229
221
  "properties": {
230
- "kind": {
222
+ "outcome": {
231
223
  "type": "string",
232
- "const": "several-claim-codes"
233
- },
234
- "files": {
235
- "type": "array",
236
- "items": {
237
- "type": "string"
238
- }
224
+ "enum": [
225
+ "no-claim-code",
226
+ "duplicate-claim-code"
227
+ ]
239
228
  },
240
- "scenario": {
241
- "type": "string"
229
+ "kind": {
230
+ "$ref": "#/definitions/QualityCheckKind"
242
231
  },
243
- "codes": {
244
- "type": "array",
245
- "items": {
246
- "type": "string"
247
- }
232
+ "obligation": {
233
+ "$ref": "#/definitions/EvidenceObligation"
248
234
  }
249
235
  },
250
236
  "required": [
251
- "kind",
252
- "files",
253
- "scenario",
254
- "codes"
237
+ "outcome",
238
+ "obligation"
255
239
  ],
256
240
  "additionalProperties": false
257
241
  },
258
242
  {
259
243
  "type": "object",
260
244
  "properties": {
261
- "kind": {
245
+ "outcome": {
262
246
  "type": "string",
263
- "const": "claim-code-beside-clm-column"
264
- },
265
- "files": {
266
- "type": "array",
267
- "items": {
268
- "type": "string"
269
- }
247
+ "enum": [
248
+ "not-asked-for",
249
+ "cites-unknown-claim",
250
+ "cites-no-claim",
251
+ "never-ran"
252
+ ]
270
253
  },
271
- "scenario": {
272
- "type": "string"
254
+ "kind": {
255
+ "$ref": "#/definitions/QualityCheckKind"
273
256
  },
274
- "codes": {
275
- "type": "array",
276
- "items": {
277
- "type": "string"
278
- }
257
+ "observation": {
258
+ "$ref": "#/definitions/EvidenceObservation"
279
259
  }
280
260
  },
281
261
  "required": [
262
+ "outcome",
282
263
  "kind",
283
- "files",
284
- "scenario",
285
- "codes"
264
+ "observation"
265
+ ],
266
+ "additionalProperties": false
267
+ },
268
+ {
269
+ "type": "object",
270
+ "properties": {
271
+ "outcome": {
272
+ "type": "string",
273
+ "const": "no-quality-check"
274
+ }
275
+ },
276
+ "required": [
277
+ "outcome"
286
278
  ],
287
279
  "additionalProperties": false
288
280
  }
289
281
  ]
290
282
  },
291
- "ForeignClaimCodeError": {
283
+ "EvidenceObservation": {
292
284
  "type": "object",
293
285
  "properties": {
294
- "kind": {
295
- "type": "string",
296
- "const": "foreign-claim-code"
297
- },
298
- "files": {
286
+ "cites": {
299
287
  "type": "array",
300
288
  "items": {
301
- "type": "string"
289
+ "$ref": "#/definitions/ClaimCode"
302
290
  }
303
291
  },
304
- "featureCode": {
292
+ "result": {
293
+ "type": "string",
294
+ "enum": [
295
+ "passed",
296
+ "passed-on-error",
297
+ "failed",
298
+ "never-ran"
299
+ ]
300
+ },
301
+ "kind": {
302
+ "$ref": "#/definitions/QualityCheckKind"
303
+ },
304
+ "place": {
305
305
  "type": "string"
306
306
  },
307
- "claimCode": {
307
+ "name": {
308
308
  "type": "string"
309
309
  },
310
- "namedFeatureCode": {
310
+ "message": {
311
311
  "type": "string"
312
312
  },
313
- "namedFeatureFiles": {
313
+ "notes": {
314
314
  "type": "array",
315
315
  "items": {
316
316
  "type": "string"
@@ -318,740 +318,458 @@
318
318
  }
319
319
  },
320
320
  "required": [
321
+ "cites",
322
+ "result",
321
323
  "kind",
322
- "files",
323
- "featureCode",
324
- "claimCode",
325
- "namedFeatureCode",
326
- "namedFeatureFiles"
324
+ "place",
325
+ "notes"
327
326
  ],
328
327
  "additionalProperties": false
329
328
  },
330
- "WrongKindEntry": {
331
- "type": "object",
332
- "properties": {
333
- "entry": {
334
- "type": "string"
335
- },
336
- "is": {
337
- "$ref": "#/definitions/ConfigurationKind"
338
- },
339
- "reads": {
340
- "$ref": "#/definitions/ConfigurationKind"
341
- }
342
- },
343
- "required": [
344
- "entry",
345
- "is",
346
- "reads"
347
- ],
348
- "additionalProperties": false
349
- },
350
- "ConfigurationKind": {
351
- "type": "string",
352
- "enum": [
353
- "list",
354
- "object",
355
- "string-or-null",
356
- "null",
357
- "string",
358
- "number",
359
- "bigint",
360
- "boolean",
361
- "symbol",
362
- "undefined",
363
- "function"
364
- ]
365
- },
366
329
  "RunVerdict": {
367
- "type": "string",
368
- "enum": [
369
- "nothing-to-reconcile",
370
- "unsound",
371
- "claim-code-errors",
372
- "out-of-balance",
373
- "pending",
374
- "balanced"
375
- ]
376
- },
377
- "ClaimCodesSection": {
378
- "type": "object",
379
- "properties": {
380
- "featureFiles": {
381
- "type": "number"
382
- },
383
- "featureCodes": {
384
- "type": "number"
385
- },
386
- "excludedOccurrences": {
387
- "type": "number"
388
- },
389
- "untaggedScenarios": {
390
- "type": "array",
391
- "items": {
392
- "$ref": "#/definitions/ScenarioName"
393
- }
394
- },
395
- "sharedClaimCodes": {
396
- "type": "array",
397
- "items": {
398
- "$ref": "#/definitions/SharedClaimCode"
399
- }
400
- }
401
- },
402
- "additionalProperties": false
403
- },
404
- "ScenarioName": {
405
- "type": "object",
406
- "properties": {
407
- "feature": {
408
- "type": "string"
409
- },
410
- "title": {
411
- "type": "string"
412
- }
413
- },
414
- "required": [
415
- "feature",
416
- "title"
417
- ],
418
- "additionalProperties": false,
419
- "description": "A scenario, named by its feature file and its title."
420
- },
421
- "SharedClaimCode": {
422
- "type": "object",
423
- "properties": {
424
- "claimCode": {
425
- "type": "string"
426
- },
427
- "scenarios": {
428
- "type": "array",
429
- "items": {
430
- "$ref": "#/definitions/ScenarioName"
431
- }
432
- }
433
- },
434
- "required": [
435
- "claimCode",
436
- "scenarios"
437
- ],
438
- "additionalProperties": false
439
- },
440
- "FeatureOutOfBalance": {
441
- "type": "object",
442
- "properties": {
443
- "feature": {
444
- "type": "string"
445
- },
446
- "featureFile": {
447
- "type": "string"
448
- },
449
- "count": {
450
- "type": "number"
451
- },
452
- "claims": {
453
- "type": "array",
454
- "items": {
455
- "type": "string"
456
- }
457
- },
458
- "scenariosWithNoClaimCode": {
459
- "type": "number"
460
- }
461
- },
462
- "required": [
463
- "feature",
464
- "count",
465
- "claims"
466
- ],
467
- "additionalProperties": false
468
- },
469
- "ClaimReconciliationTotals": {
470
- "type": "object",
471
- "properties": {
472
- "total": {
473
- "type": "number"
474
- },
475
- "balanced": {
476
- "type": "number"
477
- },
478
- "outOfBalance": {
479
- "type": "number"
330
+ "anyOf": [
331
+ {
332
+ "type": "object",
333
+ "properties": {
334
+ "verdict": {
335
+ "type": "string",
336
+ "const": "balanced"
337
+ }
338
+ },
339
+ "required": [
340
+ "verdict"
341
+ ],
342
+ "additionalProperties": false
480
343
  },
481
- "phantomClaim": {
482
- "type": "number"
344
+ {
345
+ "type": "object",
346
+ "properties": {
347
+ "verdict": {
348
+ "type": "string",
349
+ "const": "out-of-balance"
350
+ }
351
+ },
352
+ "required": [
353
+ "verdict"
354
+ ],
355
+ "additionalProperties": false
483
356
  },
484
- "unnamedClaim": {
485
- "type": "number"
357
+ {
358
+ "type": "object",
359
+ "properties": {
360
+ "verdict": {
361
+ "type": "string",
362
+ "const": "not-reconciled"
363
+ },
364
+ "why": {
365
+ "type": "string",
366
+ "enum": [
367
+ "unsound",
368
+ "claim-code-errors",
369
+ "nothing-to-reconcile"
370
+ ]
371
+ }
372
+ },
373
+ "required": [
374
+ "verdict",
375
+ "why"
376
+ ],
377
+ "additionalProperties": false
486
378
  }
487
- },
488
- "required": [
489
- "total",
490
- "balanced",
491
- "outOfBalance",
492
- "phantomClaim",
493
- "unnamedClaim"
494
- ],
495
- "additionalProperties": false
379
+ ]
496
380
  },
497
- "ReconciliationLineTotals": {
381
+ "Totals": {
498
382
  "type": "object",
499
383
  "properties": {
500
- "total": {
501
- "type": "number"
502
- },
503
- "byOutcome": {
384
+ "claimReconciliations": {
504
385
  "type": "object",
505
386
  "properties": {
506
- "satisfied": {
387
+ "total": {
507
388
  "type": "number"
508
389
  },
509
- "failing": {
390
+ "balanced": {
510
391
  "type": "number"
511
392
  },
512
- "cannot-fail": {
393
+ "outOfBalance": {
513
394
  "type": "number"
514
- },
515
- "missing": {
395
+ }
396
+ },
397
+ "required": [
398
+ "total",
399
+ "balanced",
400
+ "outOfBalance"
401
+ ],
402
+ "additionalProperties": false
403
+ },
404
+ "qualityCheckReconciliations": {
405
+ "type": "object",
406
+ "properties": {
407
+ "total": {
516
408
  "type": "number"
517
409
  },
518
- "cites-unknown-claim": {
410
+ "outOfBalance": {
519
411
  "type": "number"
520
412
  },
521
- "cites-no-claim": {
522
- "type": "number"
413
+ "byOutcome": {
414
+ "type": "array",
415
+ "items": {
416
+ "type": "object",
417
+ "properties": {
418
+ "outcome": {
419
+ "type": "string",
420
+ "enum": [
421
+ "failing",
422
+ "cannot-fail",
423
+ "missing",
424
+ "no-claim-code",
425
+ "duplicate-claim-code",
426
+ "not-asked-for",
427
+ "cites-unknown-claim",
428
+ "cites-no-claim",
429
+ "never-ran",
430
+ "no-quality-check"
431
+ ]
432
+ },
433
+ "count": {
434
+ "type": "number"
435
+ }
436
+ },
437
+ "required": [
438
+ "outcome",
439
+ "count"
440
+ ],
441
+ "additionalProperties": false
442
+ }
523
443
  },
524
- "never-ran": {
444
+ "missingByKind": {
445
+ "type": "array",
446
+ "items": {
447
+ "type": "object",
448
+ "properties": {
449
+ "kind": {
450
+ "$ref": "#/definitions/QualityCheckKind"
451
+ },
452
+ "count": {
453
+ "type": "number"
454
+ }
455
+ },
456
+ "required": [
457
+ "kind",
458
+ "count"
459
+ ],
460
+ "additionalProperties": false
461
+ }
462
+ }
463
+ },
464
+ "required": [
465
+ "total",
466
+ "outOfBalance",
467
+ "byOutcome",
468
+ "missingByKind"
469
+ ],
470
+ "additionalProperties": false
471
+ },
472
+ "evidenceObservations": {
473
+ "type": "object",
474
+ "properties": {
475
+ "total": {
525
476
  "type": "number"
526
477
  },
527
- "not-asked-for": {
478
+ "byKind": {
479
+ "type": "array",
480
+ "items": {
481
+ "type": "object",
482
+ "properties": {
483
+ "kind": {
484
+ "$ref": "#/definitions/QualityCheckKind"
485
+ },
486
+ "count": {
487
+ "type": "number"
488
+ }
489
+ },
490
+ "required": [
491
+ "kind",
492
+ "count"
493
+ ],
494
+ "additionalProperties": false
495
+ }
496
+ },
497
+ "onExecutableClaim": {
528
498
  "type": "number"
529
499
  },
530
- "no-claim-code": {
500
+ "onPhantomClaim": {
531
501
  "type": "number"
532
502
  },
533
- "duplicate-claim-code": {
503
+ "onUnnamedClaim": {
534
504
  "type": "number"
535
505
  },
536
- "no-quality-check": {
506
+ "fitnessFunctionsRan": {
537
507
  "type": "number"
538
508
  }
539
509
  },
540
510
  "required": [
541
- "satisfied",
542
- "failing",
543
- "cannot-fail",
544
- "missing",
545
- "cites-unknown-claim",
546
- "cites-no-claim",
547
- "never-ran",
548
- "not-asked-for",
549
- "no-claim-code",
550
- "duplicate-claim-code",
551
- "no-quality-check"
511
+ "total",
512
+ "byKind",
513
+ "onExecutableClaim",
514
+ "onPhantomClaim",
515
+ "onUnnamedClaim",
516
+ "fitnessFunctionsRan"
552
517
  ],
553
518
  "additionalProperties": false
554
519
  },
555
- "outOfBalance": {
556
- "type": "number"
557
- },
558
- "missingByQualityCheckKind": {
559
- "type": "array",
560
- "items": {
561
- "$ref": "#/definitions/MissingByQualityCheckKind"
562
- }
563
- }
564
- },
565
- "required": [
566
- "total",
567
- "byOutcome",
568
- "outOfBalance",
569
- "missingByQualityCheckKind"
570
- ],
571
- "additionalProperties": false
572
- },
573
- "MissingByQualityCheckKind": {
574
- "type": "object",
575
- "properties": {
576
- "qualityCheckKind": {
577
- "$ref": "#/definitions/QualityCheckKind"
578
- },
579
- "count": {
580
- "type": "number"
581
- }
582
- },
583
- "required": [
584
- "qualityCheckKind",
585
- "count"
586
- ],
587
- "additionalProperties": false
588
- },
589
- "QualityCheckKind": {
590
- "type": "string",
591
- "enum": [
592
- "fitness",
593
- "unit",
594
- "integration",
595
- "e2e",
596
- "performance"
597
- ]
598
- },
599
- "EvidenceObservationTally": {
600
- "type": "object",
601
- "properties": {
602
- "total": {
603
- "type": "number"
604
- },
605
- "onScenario": {
606
- "type": "number"
607
- },
608
- "onPhantomClaim": {
609
- "type": "number"
610
- },
611
- "onUnnamedClaim": {
612
- "type": "number"
613
- },
614
- "byQualityCheckKind": {
615
- "type": "array",
616
- "items": {
617
- "$ref": "#/definitions/QualityCheckKindObservations"
618
- }
619
- }
620
- },
621
- "required": [
622
- "total",
623
- "onScenario",
624
- "onPhantomClaim",
625
- "onUnnamedClaim",
626
- "byQualityCheckKind"
627
- ],
628
- "additionalProperties": false
629
- },
630
- "QualityCheckKindObservations": {
631
- "type": "object",
632
- "properties": {
633
- "qualityCheckKind": {
634
- "$ref": "#/definitions/QualityCheckKind"
635
- },
636
- "count": {
637
- "type": "number"
638
- },
639
- "runner": {
640
- "type": [
641
- "string",
642
- "null"
643
- ]
644
- },
645
- "ciSteps": {
646
- "type": "array",
647
- "items": {
648
- "type": "string"
649
- }
650
- }
651
- },
652
- "required": [
653
- "qualityCheckKind",
654
- "count"
655
- ],
656
- "additionalProperties": false
657
- },
658
- "StepAccounting": {
659
- "type": "object",
660
- "properties": {
661
- "byJob": {
662
- "type": "array",
663
- "items": {
664
- "$ref": "#/definitions/JobStepAccount"
665
- }
666
- },
667
- "total": {
668
- "$ref": "#/definitions/StepAccountTotal"
669
- },
670
- "steps": {
671
- "$ref": "#/definitions/StepsBehindCounts"
672
- },
673
- "nonChecksNamingAWorkflowNotRead": {
674
- "type": "array",
675
- "items": {
676
- "type": "string"
677
- }
678
- },
679
- "workflowsRead": {
680
- "type": "array",
681
- "items": {
682
- "type": "string"
683
- }
684
- }
685
- },
686
- "required": [
687
- "byJob",
688
- "total",
689
- "steps"
690
- ],
691
- "additionalProperties": false
692
- },
693
- "JobStepAccount": {
694
- "type": "object",
695
- "properties": {
696
- "workflow": {
697
- "type": "string"
698
- },
699
- "job": {
700
- "type": "string"
701
- },
702
- "stepsRead": {
703
- "type": "number"
704
- },
705
- "candidates": {
706
- "type": "number"
707
- },
708
- "runners": {
709
- "type": "number"
710
- },
711
- "reconciler": {
712
- "type": "number"
713
- },
714
- "nonChecks": {
715
- "type": "number"
716
- },
717
- "plumbing": {
718
- "type": "number"
719
- }
720
- },
721
- "required": [
722
- "workflow",
723
- "job",
724
- "stepsRead",
725
- "candidates",
726
- "runners",
727
- "reconciler",
728
- "nonChecks",
729
- "plumbing"
730
- ],
731
- "additionalProperties": false
732
- },
733
- "StepAccountTotal": {
734
- "type": "object",
735
- "properties": {
736
- "stepsRead": {
737
- "type": "number"
738
- },
739
- "candidates": {
740
- "type": "number"
741
- },
742
- "runners": {
743
- "type": "number"
744
- },
745
- "reconciler": {
746
- "type": "number"
747
- },
748
- "nonChecks": {
749
- "type": "number"
750
- },
751
- "plumbing": {
752
- "type": "number"
753
- }
754
- },
755
- "required": [
756
- "stepsRead",
757
- "candidates",
758
- "runners",
759
- "reconciler",
760
- "nonChecks",
761
- "plumbing"
762
- ],
763
- "additionalProperties": false
764
- },
765
- "StepsBehindCounts": {
766
- "type": "object",
767
- "properties": {
768
- "runners": {
769
- "type": "array",
770
- "items": {
771
- "type": "string"
772
- }
773
- },
774
- "reconciler": {
775
- "type": "array",
776
- "items": {
777
- "$ref": "#/definitions/ReconcilerStep"
778
- }
779
- },
780
- "nonChecks": {
781
- "type": "array",
782
- "items": {
783
- "type": "string"
784
- }
785
- },
786
- "plumbing": {
520
+ "outOfBalanceByFeature": {
787
521
  "type": "array",
788
522
  "items": {
789
- "type": "string"
523
+ "type": "object",
524
+ "properties": {
525
+ "file": {
526
+ "type": "string"
527
+ },
528
+ "count": {
529
+ "type": "number"
530
+ }
531
+ },
532
+ "required": [
533
+ "file",
534
+ "count"
535
+ ],
536
+ "additionalProperties": false
790
537
  }
538
+ },
539
+ "excludedClaimCodeOccurrences": {
540
+ "type": "number"
791
541
  }
792
542
  },
543
+ "required": [
544
+ "claimReconciliations",
545
+ "qualityCheckReconciliations",
546
+ "evidenceObservations",
547
+ "excludedClaimCodeOccurrences"
548
+ ],
793
549
  "additionalProperties": false
794
550
  },
795
- "ReconcilerStep": {
551
+ "StepAccount": {
796
552
  "type": "object",
797
553
  "properties": {
798
- "step": {
799
- "type": "string"
554
+ "jobs": {
555
+ "type": "array",
556
+ "items": {
557
+ "type": "object",
558
+ "additionalProperties": false,
559
+ "properties": {
560
+ "workflow": {
561
+ "type": "string"
562
+ },
563
+ "job": {
564
+ "type": "string"
565
+ },
566
+ "stepsRead": {
567
+ "type": "number"
568
+ },
569
+ "runners": {
570
+ "type": "number"
571
+ },
572
+ "reconcilerSteps": {
573
+ "type": "number"
574
+ },
575
+ "nonChecks": {
576
+ "type": "number"
577
+ },
578
+ "plumbing": {
579
+ "type": "number"
580
+ },
581
+ "candidates": {
582
+ "type": "number"
583
+ }
584
+ },
585
+ "required": [
586
+ "candidates",
587
+ "job",
588
+ "nonChecks",
589
+ "plumbing",
590
+ "reconcilerSteps",
591
+ "runners",
592
+ "stepsRead",
593
+ "workflow"
594
+ ]
595
+ }
800
596
  },
801
- "role": {
802
- "type": "string",
803
- "enum": [
804
- "reconciles",
805
- "records"
597
+ "total": {
598
+ "type": "object",
599
+ "additionalProperties": false,
600
+ "properties": {
601
+ "accountedFor": {
602
+ "type": "number"
603
+ },
604
+ "stepsRead": {
605
+ "type": "number"
606
+ },
607
+ "runners": {
608
+ "type": "number"
609
+ },
610
+ "reconcilerSteps": {
611
+ "type": "number"
612
+ },
613
+ "nonChecks": {
614
+ "type": "number"
615
+ },
616
+ "plumbing": {
617
+ "type": "number"
618
+ },
619
+ "candidates": {
620
+ "type": "number"
621
+ }
622
+ },
623
+ "required": [
624
+ "accountedFor",
625
+ "candidates",
626
+ "nonChecks",
627
+ "plumbing",
628
+ "reconcilerSteps",
629
+ "runners",
630
+ "stepsRead"
806
631
  ]
807
632
  }
808
633
  },
809
634
  "required": [
810
- "step",
811
- "role"
635
+ "jobs",
636
+ "total"
812
637
  ],
813
638
  "additionalProperties": false
814
639
  },
815
- "ClaimReconciliation": {
640
+ "Provenance": {
816
641
  "type": "object",
817
642
  "properties": {
818
- "claim": {
643
+ "target": {
819
644
  "type": "string"
820
645
  },
821
- "kind": {
822
- "$ref": "#/definitions/ClaimKind"
646
+ "sourceSha": {
647
+ "type": "string"
823
648
  },
824
- "verdict": {
825
- "$ref": "#/definitions/Verdict"
649
+ "toolSha": {
650
+ "type": "string"
826
651
  },
827
- "qualityCheckReconciliations": {
828
- "type": "array",
829
- "items": {
830
- "$ref": "#/definitions/QualityCheckReconciliation"
831
- }
652
+ "toolVersion": {
653
+ "type": "string"
832
654
  },
833
- "pendingItems": {
655
+ "inputs": {
834
656
  "type": "array",
835
657
  "items": {
836
- "$ref": "#/definitions/PendingItem"
658
+ "type": "object",
659
+ "properties": {
660
+ "name": {
661
+ "type": "string"
662
+ },
663
+ "path": {
664
+ "type": "string"
665
+ }
666
+ },
667
+ "required": [
668
+ "name"
669
+ ],
670
+ "additionalProperties": false
837
671
  }
838
672
  }
839
673
  },
840
674
  "required": [
841
- "claim",
842
- "kind",
843
- "verdict",
844
- "qualityCheckReconciliations",
845
- "pendingItems"
675
+ "target",
676
+ "sourceSha",
677
+ "toolVersion",
678
+ "inputs"
846
679
  ],
847
680
  "additionalProperties": false
848
681
  },
849
- "ClaimKind": {
850
- "type": "string",
851
- "enum": [
852
- "scenario",
853
- "phantom-claim",
854
- "unnamed-claim"
855
- ]
856
- },
857
- "Verdict": {
858
- "type": "string",
859
- "enum": [
860
- "balanced",
861
- "out-of-balance"
862
- ]
863
- },
864
- "QualityCheckReconciliation": {
682
+ "ErrorsInTheInputs": {
865
683
  "type": "object",
866
- "additionalProperties": false,
867
684
  "properties": {
868
- "qualityCheckKind": {
869
- "$ref": "#/definitions/QualityCheckKind"
870
- },
871
- "outcome": {
872
- "$ref": "#/definitions/Outcome"
873
- },
874
- "evidenceObligation": {
875
- "$ref": "#/definitions/ReconciledEvidenceObligation"
876
- },
877
- "evidenceObservations": {
685
+ "claimCodeErrors": {
878
686
  "type": "array",
879
687
  "items": {
880
- "$ref": "#/definitions/ReconciledEvidenceObservation"
688
+ "$ref": "#/definitions/ClaimCodeError"
881
689
  }
882
690
  },
883
- "scenario": {
884
- "$ref": "#/definitions/ScenarioName"
885
- }
886
- }
887
- },
888
- "Outcome": {
889
- "type": "string",
890
- "enum": [
891
- "satisfied",
892
- "failing",
893
- "cannot-fail",
894
- "missing",
895
- "cites-unknown-claim",
896
- "cites-no-claim",
897
- "never-ran",
898
- "not-asked-for",
899
- "no-claim-code",
900
- "duplicate-claim-code",
901
- "no-quality-check"
902
- ]
903
- },
904
- "ReconciledEvidenceObligation": {
905
- "type": "object",
906
- "properties": {
907
- "qualityCheckKind": {
908
- "anyOf": [
909
- {
910
- "$ref": "#/definitions/QualityCheckKind"
911
- },
912
- {
913
- "type": "null"
914
- }
915
- ]
691
+ "configurationErrors": {
692
+ "type": "array",
693
+ "items": {
694
+ "$ref": "#/definitions/ConfigurationError"
695
+ }
916
696
  }
917
697
  },
918
- "required": [
919
- "qualityCheckKind"
920
- ],
921
- "additionalProperties": false,
922
- "description": "The evidence obligation a Quality Check Reconciliation holds: an obligation that states no kind of quality check holds null."
698
+ "additionalProperties": false
923
699
  },
924
- "ReconciledEvidenceObservation": {
700
+ "ClaimCodeError": {
925
701
  "anyOf": [
926
702
  {
927
703
  "type": "object",
928
- "additionalProperties": false,
929
704
  "properties": {
930
- "outcome": {
931
- "$ref": "#/definitions/Outcome"
932
- },
933
- "qualityCheckKind": {
934
- "$ref": "#/definitions/Layer"
935
- },
936
- "claimCode": {
937
- "type": [
938
- "string",
939
- "null"
940
- ]
941
- },
942
- "status": {
943
- "$ref": "#/definitions/EvidenceStatus"
944
- },
945
- "locator": {
946
- "type": "string"
947
- },
948
- "neverRan": {
949
- "type": "boolean",
950
- "const": true
705
+ "kind": {
706
+ "type": "string",
707
+ "const": "duplicate-feature-code"
951
708
  },
952
- "message": {
709
+ "featureCode": {
953
710
  "type": "string"
954
711
  },
955
- "notes": {
712
+ "files": {
956
713
  "type": "array",
957
714
  "items": {
958
- "$ref": "#/definitions/ObservationNote"
715
+ "type": "string"
959
716
  }
960
- },
961
- "testName": {
962
- "type": "string"
963
717
  }
964
718
  },
965
719
  "required": [
966
- "claimCode",
967
- "outcome",
968
- "qualityCheckKind",
969
- "status"
970
- ]
720
+ "kind",
721
+ "featureCode",
722
+ "files"
723
+ ],
724
+ "additionalProperties": false
971
725
  },
972
726
  {
973
727
  "type": "object",
974
- "additionalProperties": false,
975
728
  "properties": {
976
- "outcome": {
977
- "$ref": "#/definitions/Outcome"
978
- },
979
- "qualityCheckKind": {
729
+ "kind": {
980
730
  "type": "string",
981
- "const": "fitness"
731
+ "const": "foreign-claim-code"
732
+ },
733
+ "files": {
734
+ "type": "array",
735
+ "items": {
736
+ "type": "string"
737
+ }
982
738
  },
983
- "fitnessFunction": {
739
+ "featureCode": {
984
740
  "type": "string"
985
741
  },
986
742
  "claimCode": {
987
743
  "type": "string"
988
744
  },
989
- "step": {
990
- "type": "string",
991
- "description": "The CI step it was observed at, as workflow, job and step."
992
- },
993
- "exists": {
994
- "type": "boolean"
995
- },
996
- "enforcedOverRealSource": {
997
- "type": "boolean"
998
- },
999
- "status": {
1000
- "$ref": "#/definitions/EvidenceStatus"
1001
- },
1002
- "neverRan": {
1003
- "type": "boolean",
1004
- "const": true
1005
- },
1006
- "message": {
745
+ "namedFeatureCode": {
1007
746
  "type": "string"
1008
747
  },
1009
- "notes": {
748
+ "namedFeatureFiles": {
1010
749
  "type": "array",
1011
750
  "items": {
1012
- "$ref": "#/definitions/ObservationNote"
751
+ "type": "string"
1013
752
  }
1014
- },
1015
- "locator": {
1016
- "type": "string"
1017
753
  }
1018
754
  },
1019
755
  "required": [
1020
- "enforcedOverRealSource",
1021
- "exists",
1022
- "fitnessFunction",
1023
- "outcome",
1024
- "qualityCheckKind"
1025
- ]
1026
- }
1027
- ]
1028
- },
1029
- "Layer": {
1030
- "type": "string",
1031
- "enum": [
1032
- "unit",
1033
- "integration",
1034
- "e2e",
1035
- "performance"
1036
- ]
1037
- },
1038
- "EvidenceStatus": {
1039
- "type": "string",
1040
- "enum": [
1041
- "passed",
1042
- "failed"
1043
- ]
1044
- },
1045
- "ObservationNote": {
1046
- "anyOf": [
756
+ "kind",
757
+ "files",
758
+ "featureCode",
759
+ "claimCode",
760
+ "namedFeatureCode",
761
+ "namedFeatureFiles"
762
+ ],
763
+ "additionalProperties": false
764
+ },
1047
765
  {
1048
766
  "type": "object",
1049
767
  "properties": {
1050
768
  "kind": {
1051
769
  "type": "string",
1052
- "const": "several-claim-codes"
770
+ "const": "no-feature-code"
1053
771
  },
1054
- "codes": {
772
+ "files": {
1055
773
  "type": "array",
1056
774
  "items": {
1057
775
  "type": "string"
@@ -1060,7 +778,7 @@
1060
778
  },
1061
779
  "required": [
1062
780
  "kind",
1063
- "codes"
781
+ "files"
1064
782
  ],
1065
783
  "additionalProperties": false
1066
784
  },
@@ -1069,15 +787,29 @@
1069
787
  "properties": {
1070
788
  "kind": {
1071
789
  "type": "string",
1072
- "const": "shared-claim-code"
790
+ "const": "several-claim-codes"
791
+ },
792
+ "files": {
793
+ "type": "array",
794
+ "items": {
795
+ "type": "string"
796
+ }
1073
797
  },
1074
- "code": {
798
+ "scenario": {
1075
799
  "type": "string"
800
+ },
801
+ "codes": {
802
+ "type": "array",
803
+ "items": {
804
+ "type": "string"
805
+ }
1076
806
  }
1077
807
  },
1078
808
  "required": [
1079
809
  "kind",
1080
- "code"
810
+ "files",
811
+ "scenario",
812
+ "codes"
1081
813
  ],
1082
814
  "additionalProperties": false
1083
815
  },
@@ -1086,55 +818,69 @@
1086
818
  "properties": {
1087
819
  "kind": {
1088
820
  "type": "string",
1089
- "const": "ambiguous-step"
821
+ "const": "claim-code-beside-clm-column"
1090
822
  },
1091
- "step": {
1092
- "type": "string"
1093
- }
1094
- },
1095
- "required": [
1096
- "kind"
1097
- ],
1098
- "additionalProperties": false
1099
- },
1100
- {
1101
- "type": "object",
1102
- "properties": {
1103
- "kind": {
1104
- "type": "string",
1105
- "const": "check-step-did-not-run"
823
+ "files": {
824
+ "type": "array",
825
+ "items": {
826
+ "type": "string"
827
+ }
1106
828
  },
1107
- "code": {
829
+ "scenario": {
1108
830
  "type": "string"
1109
831
  },
1110
- "outcome": {
1111
- "type": "string"
832
+ "codes": {
833
+ "type": "array",
834
+ "items": {
835
+ "type": "string"
836
+ }
1112
837
  }
1113
838
  },
1114
839
  "required": [
1115
840
  "kind",
1116
- "code"
841
+ "files",
842
+ "scenario",
843
+ "codes"
1117
844
  ],
1118
845
  "additionalProperties": false
1119
846
  }
1120
847
  ]
1121
848
  },
1122
- "PendingItem": {
849
+ "ConfigurationError": {
1123
850
  "type": "object",
1124
851
  "properties": {
1125
- "qualityCheckKind": {
1126
- "anyOf": [
1127
- {
1128
- "$ref": "#/definitions/QualityCheckKind"
1129
- },
1130
- {
1131
- "type": "null"
1132
- }
852
+ "kind": {
853
+ "type": "string",
854
+ "enum": [
855
+ "configuration-wrong-kind",
856
+ "configuration-unknown-key",
857
+ "runner-key-not-a-layer",
858
+ "not-checks-entry-matches-no-step",
859
+ "not-checks-entry-not-a-step-name"
1133
860
  ]
861
+ },
862
+ "entry": {
863
+ "type": "string"
864
+ }
865
+ },
866
+ "required": [
867
+ "kind",
868
+ "entry"
869
+ ],
870
+ "additionalProperties": false
871
+ },
872
+ "RunIntegrity": {
873
+ "type": "object",
874
+ "properties": {
875
+ "neverRan": {
876
+ "type": "array",
877
+ "items": {
878
+ "$ref": "#/definitions/EvidenceObservation"
879
+ }
1134
880
  }
1135
881
  },
1136
882
  "required": [
1137
- "qualityCheckKind"
883
+ "neverRan"
1138
884
  ],
1139
885
  "additionalProperties": false
1140
886
  }