spec-controller 0.1.127 → 0.1.128

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/cli.js CHANGED
@@ -12214,31 +12214,38 @@ function behaviouralObservationTally(ledger) {
12214
12214
  const total = BEHAVIOURAL_QUALITY_CHECKS.reduce((n, qc) => n + rawByBehaviouralQualityCheck[qc], 0);
12215
12215
  return { rawByBehaviouralQualityCheck, total, onScenario, onPhantomClaim, onUnnamedClaim };
12216
12216
  }
12217
- function fitnessFunctionTally(ledger) {
12218
- let runningFitnessFunctionCount = 0;
12219
- let uncitedFitnessFunctionCount = 0;
12217
+ function ranAsFitnessFunction(observation) {
12218
+ return isFitnessObservation(observation) && observation.broken !== true && observation.exists;
12219
+ }
12220
+ function runningFitnessObservations(ledger) {
12221
+ return ledger.claimReconciliations.flatMap((row) => observationsOf(row).flatMap((observation) => ranAsFitnessFunction(observation) ? [observation] : []));
12222
+ }
12223
+ function evidenceObservationTally(ledger) {
12224
+ const behavioural = behaviouralObservationTally(ledger);
12225
+ const ranByKind = { scenario: 0, "phantom-claim": 0, "unnamed-claim": 0 };
12220
12226
  for (const row of ledger.claimReconciliations) {
12221
- for (const observation of observationsOf(row)) {
12222
- if (observation.qualityCheck !== "fitness")
12223
- continue;
12224
- if (observation.broken === true)
12225
- continue;
12226
- if (!observation.exists)
12227
- continue;
12228
- runningFitnessFunctionCount++;
12229
- if (row.kind === "unnamed-claim")
12230
- uncitedFitnessFunctionCount++;
12231
- }
12227
+ ranByKind[row.kind] += observationsOf(row).filter(ranAsFitnessFunction).length;
12232
12228
  }
12233
- return { runningFitnessFunctionCount, uncitedFitnessFunctionCount };
12229
+ const ran = ranByKind.scenario + ranByKind["phantom-claim"] + ranByKind["unnamed-claim"];
12230
+ return {
12231
+ total: behavioural.total + ran,
12232
+ onScenario: behavioural.onScenario + ranByKind.scenario,
12233
+ onPhantomClaim: behavioural.onPhantomClaim + ranByKind["phantom-claim"],
12234
+ onUnnamedClaim: behavioural.onUnnamedClaim + ranByKind["unnamed-claim"],
12235
+ byQualityCheck: TIER_ORDER_FITNESS_LAST.map((qualityCheck) => ({
12236
+ qualityCheck,
12237
+ count: qualityCheck === "fitness" ? ran : behavioural.rawByBehaviouralQualityCheck[qualityCheck]
12238
+ }))
12239
+ };
12234
12240
  }
12235
- var BEHAVIOURAL_QUALITY_CHECKS;
12241
+ var BEHAVIOURAL_QUALITY_CHECKS, TIER_ORDER_FITNESS_LAST;
12236
12242
  var init_ledger = __esm({
12237
12243
  "../core/dist/domain/ledger.js"() {
12238
12244
  "use strict";
12239
12245
  init_claimReconciliation();
12240
12246
  init_journal();
12241
12247
  BEHAVIOURAL_QUALITY_CHECKS = QUALITY_CHECKS.filter((qualityCheck) => qualityCheck !== "fitness");
12248
+ TIER_ORDER_FITNESS_LAST = [...BEHAVIOURAL_QUALITY_CHECKS, "fitness"];
12242
12249
  }
12243
12250
  });
12244
12251
 
@@ -12277,12 +12284,10 @@ function inEvidenceOrder(observations) {
12277
12284
  }
12278
12285
  return [...byKey.keys()].sort().flatMap((key) => byKey.get(key));
12279
12286
  }
12280
- var TIER_ORDER_FITNESS_LAST;
12281
12287
  var init_evidenceOrder = __esm({
12282
12288
  "../core/dist/domain/evidenceOrder.js"() {
12283
12289
  "use strict";
12284
12290
  init_ledger();
12285
- TIER_ORDER_FITNESS_LAST = [...BEHAVIOURAL_QUALITY_CHECKS, "fitness"];
12286
12291
  }
12287
12292
  });
12288
12293
 
@@ -12414,24 +12419,47 @@ function reconcile(scenarios, evidenceObservations, untaggedScenarios = []) {
12414
12419
  ]
12415
12420
  };
12416
12421
  }
12422
+ function isTheStepBehind(observation, candidate) {
12423
+ if (candidate.id !== void 0 && observation.scnId === candidate.id)
12424
+ return true;
12425
+ return observation.fitnessFunction === candidate.fitnessFunction && (observation.scnId === void 0 || candidate.id === void 0);
12426
+ }
12427
+ function stepsBehind(running, candidates) {
12428
+ const unmatched = [...running];
12429
+ return candidates.flatMap((candidate) => {
12430
+ const at = unmatched.findIndex((observation) => isTheStepBehind(observation, candidate));
12431
+ if (at === -1)
12432
+ return [];
12433
+ unmatched.splice(at, 1);
12434
+ return [candidate.step];
12435
+ });
12436
+ }
12437
+ function withSteps(entry, ciSteps, runner) {
12438
+ if (ciSteps.length === 0)
12439
+ return entry;
12440
+ return { ...entry, ...runner === void 0 ? {} : { runner }, ciSteps };
12441
+ }
12442
+ function ciStepsJoined(observations, ledger, runners, fitnessCandidates) {
12443
+ return {
12444
+ ...observations,
12445
+ byQualityCheck: observations.byQualityCheck.map((entry) => {
12446
+ if (entry.qualityCheck === "fitness") {
12447
+ return withSteps(entry, stepsBehind(runningFitnessObservations(ledger), fitnessCandidates));
12448
+ }
12449
+ const running = runners.filter((row) => row.tier === entry.qualityCheck);
12450
+ return withSteps(entry, running.map((row) => row.step), running[0]?.runner);
12451
+ })
12452
+ };
12453
+ }
12417
12454
  function summaryOf(ledger, withBehaviouralObservations, withFitnessFunctions) {
12418
12455
  const tally = ledgerTally(ledger);
12419
- const observations = behaviouralObservationTally(ledger);
12420
- const fitnessFunctions = fitnessFunctionTally(ledger);
12421
12456
  return {
12422
- claimReconciliations: tally.claimReconciliations,
12423
- qualityCheckReconciliations: tally.qualityCheckReconciliations,
12424
- pending: tally.pending,
12425
- ...withBehaviouralObservations ? {
12426
- testVolume: {
12427
- totalEvidenceObservations: observations.total,
12428
- onScenario: observations.onScenario,
12429
- onPhantomClaim: observations.onPhantomClaim,
12430
- onUnnamedClaim: observations.onUnnamedClaim
12431
- },
12432
- rawByBehaviouralQualityCheck: observations.rawByBehaviouralQualityCheck
12433
- } : {},
12434
- ...withFitnessFunctions ? { fitnessFunctions } : {},
12457
+ evidenceReconciliation: {
12458
+ claimReconciliations: tally.claimReconciliations,
12459
+ qualityCheckReconciliations: tally.qualityCheckReconciliations,
12460
+ pending: tally.pending
12461
+ },
12462
+ ...withBehaviouralObservations || withFitnessFunctions ? { evidenceObservations: evidenceObservationTally(ledger) } : {},
12435
12463
  fitness: tally.fitness
12436
12464
  };
12437
12465
  }
@@ -27864,6 +27892,43 @@ var init_runVerdict = __esm({
27864
27892
  }
27865
27893
  });
27866
27894
 
27895
+ // ../core/dist/domain/outOfBalanceByFeature.js
27896
+ function outOfBalanceByFeature(rows, untagged, featureNames) {
27897
+ const codeOfFile = new Map(Object.entries(featureNames).map(([code, slug]) => [`${slug}.feature`, code]));
27898
+ const featureOf = new Map(untagged.map((u) => [untaggedScenarioId(u), codeOfFile.get(u.feature) ?? u.feature]));
27899
+ const groups = /* @__PURE__ */ new Map();
27900
+ for (const s of rows) {
27901
+ if (!isScenario(s) || !isOutOfBalance(s))
27902
+ continue;
27903
+ const noScnCode = carriesNoScnCode(s);
27904
+ const key = (noScnCode ? featureOf.get(s.claim) : featureCodeOf(s.claim)) ?? s.claim;
27905
+ const group = groups.get(key) ?? { claims: [], noScnCode: 0 };
27906
+ if (noScnCode)
27907
+ group.noScnCode += 1;
27908
+ else
27909
+ group.claims.push(s.claim);
27910
+ groups.set(key, group);
27911
+ }
27912
+ return [...groups].map(([feature, { claims, noScnCode }]) => {
27913
+ const title = featureNames[feature];
27914
+ return {
27915
+ feature,
27916
+ ...title ? { title } : {},
27917
+ count: claims.length + noScnCode,
27918
+ claims,
27919
+ ...noScnCode > 0 ? { scenariosWithNoScnCode: noScnCode } : {}
27920
+ };
27921
+ });
27922
+ }
27923
+ var init_outOfBalanceByFeature = __esm({
27924
+ "../core/dist/domain/outOfBalanceByFeature.js"() {
27925
+ "use strict";
27926
+ init_claimReconciliation();
27927
+ init_corpusCounts();
27928
+ init_featureCode();
27929
+ }
27930
+ });
27931
+
27867
27932
  // ../core/dist/assemble/renderInput.js
27868
27933
  function concludedSummary(summary, verdictInputs) {
27869
27934
  return { ...summary, runVerdict: runVerdict(verdictInputs) };
@@ -27871,17 +27936,20 @@ function concludedSummary(summary, verdictInputs) {
27871
27936
  function assembleRenderInput(evidenceReconciliation, ctx, evidenceObligations2, featureNames) {
27872
27937
  const errors = errorsOf(evidenceReconciliation.scenarioCodeErrors, evidenceReconciliation.summary);
27873
27938
  const scenarioCodes = scenarioCodesOf2(evidenceReconciliation.scenarioCodePopulation, evidenceObligations2);
27939
+ const byFeature = outOfBalanceByFeature(evidenceReconciliation.ledger.claimReconciliations, scenarioCodes?.untaggedScenarios ?? [], Object.fromEntries(featureNames ?? []));
27874
27940
  return {
27875
27941
  runProvenance: provenanceObject(ctx),
27876
27942
  ...errors ? { errors } : {},
27877
27943
  ...scenarioCodes ? { scenarioCodes } : {},
27878
- summary: concludedSummary(summaryStatingNoFault(evidenceReconciliation.summary), {
27944
+ summary: concludedSummary({
27945
+ ...summaryStatingNoFault(evidenceReconciliation.summary),
27946
+ ...byFeature.length > 0 ? { outOfBalanceByFeature: byFeature } : {}
27947
+ }, {
27879
27948
  ledger: evidenceReconciliation.ledger,
27880
27949
  scenarioCodeErrors: evidenceReconciliation.scenarioCodeErrors,
27881
27950
  strict: ctx.strict === true
27882
27951
  }),
27883
- ledger: evidenceReconciliation.ledger,
27884
- ...featureNames && featureNames.size > 0 ? { metadata: { featureNames: Object.fromEntries(featureNames) } } : {}
27952
+ ledger: evidenceReconciliation.ledger
27885
27953
  };
27886
27954
  }
27887
27955
  var init_renderInput2 = __esm({
@@ -27890,6 +27958,7 @@ var init_renderInput2 = __esm({
27890
27958
  init_provenance();
27891
27959
  init_renderInput();
27892
27960
  init_runVerdict();
27961
+ init_outOfBalanceByFeature();
27893
27962
  }
27894
27963
  });
27895
27964
 
@@ -28130,7 +28199,7 @@ function withScenarioCodeErrors(reconciliation, input) {
28130
28199
  };
28131
28200
  }
28132
28201
  function withReaderAccounts(reconciliation, steps, packageJson, runners, exclusions, reconciler, dispositionOf) {
28133
- return withStepAccounting(withUnmatchedNonChecks(withRunnerAccount(reconciliation, steps, packageJson, runners), exclusions), steps, dispositionOf, reconciler.roleOf);
28202
+ return withStepAccounting(withUnmatchedNonChecks(withRunnerAccount(reconciliation, steps, packageJson, runners, dispositionOf), exclusions), steps, dispositionOf, reconciler.roleOf);
28134
28203
  }
28135
28204
  function withStepAccounting(reconciliation, steps, dispositionOf, roleOf) {
28136
28205
  if (steps.length === 0)
@@ -28151,13 +28220,23 @@ function withUnmatchedNonChecks(reconciliation, { unmatchedEntries }) {
28151
28220
  summary: { ...reconciliation.summary, nonChecksMatchingNoStep: unmatchedEntries }
28152
28221
  };
28153
28222
  }
28154
- function withRunnerAccount(reconciliation, steps, packageJson, { tiers: runnerTiers, tiersWithoutRunner, unrecognisedKeys }) {
28155
- const behaviouralRunners = recognisedRunners(steps, packageJson.scripts ?? {}, runnerTiers, shellReading);
28223
+ function withRunnerAccount(reconciliation, steps, packageJson, { tiers: runnerTiers, tiersWithoutRunner, unrecognisedKeys }, dispositionOf) {
28224
+ const scripts = packageJson.scripts ?? {};
28225
+ const behaviouralRunners = recognisedRunners(steps, scripts, runnerTiers, shellReading);
28226
+ const { evidenceObservations } = reconciliation.summary;
28227
+ const fitnessCandidates = steps.flatMap((step) => {
28228
+ const id = step.id === void 0 ? {} : { id: step.id };
28229
+ if (dispositionOf(step) === "candidate")
28230
+ return [{ step: step.identity, fitnessFunction: handleOf(step, scripts), ...id }];
28231
+ return step.id === void 0 ? [] : [{ step: step.identity, ...id }];
28232
+ });
28156
28233
  return {
28157
28234
  ...reconciliation,
28158
28235
  summary: {
28159
28236
  ...reconciliation.summary,
28160
- ...behaviouralRunners.length > 0 ? { behaviouralRunners } : {},
28237
+ ...evidenceObservations === void 0 ? {} : {
28238
+ evidenceObservations: ciStepsJoined(evidenceObservations, reconciliation.ledger, behaviouralRunners, fitnessCandidates)
28239
+ },
28161
28240
  ...tiersWithoutRunner.length > 0 ? { tiersWithoutRunner } : {},
28162
28241
  ...unrecognisedKeys.length > 0 ? { runnerKeysNotATier: unrecognisedKeys } : {}
28163
28242
  }
@@ -28182,6 +28261,7 @@ var init_evidenceReconciliationFromSources = __esm({
28182
28261
  init_commandRuns();
28183
28262
  init_uncitedFitnessFunctions();
28184
28263
  init_targetManifest();
28264
+ init_evidenceReconciliation();
28185
28265
  }
28186
28266
  });
28187
28267
 
@@ -28303,84 +28383,82 @@ var init_messages4 = __esm({
28303
28383
  CoreMessage2[CoreMessage2["ClaimReconciliationSubject"] = 73] = "ClaimReconciliationSubject";
28304
28384
  CoreMessage2[CoreMessage2["QualityCheckReconciliationSubject"] = 74] = "QualityCheckReconciliationSubject";
28305
28385
  CoreMessage2[CoreMessage2["PendingTally"] = 75] = "PendingTally";
28306
- CoreMessage2[CoreMessage2["TestVolumeHeading"] = 76] = "TestVolumeHeading";
28307
- CoreMessage2[CoreMessage2["TestVolumeSum"] = 77] = "TestVolumeSum";
28308
- CoreMessage2[CoreMessage2["TestVolumeTableHeader"] = 78] = "TestVolumeTableHeader";
28386
+ CoreMessage2[CoreMessage2["EvidenceObservationsHeading"] = 76] = "EvidenceObservationsHeading";
28387
+ CoreMessage2[CoreMessage2["EvidenceObservationsSum"] = 77] = "EvidenceObservationsSum";
28388
+ CoreMessage2[CoreMessage2["EvidenceObservationsTableHeader"] = 78] = "EvidenceObservationsTableHeader";
28309
28389
  CoreMessage2[CoreMessage2["DiscoveryScopeHeading"] = 79] = "DiscoveryScopeHeading";
28310
28390
  CoreMessage2[CoreMessage2["DiscoveryScopeTableHeader"] = 80] = "DiscoveryScopeTableHeader";
28311
- CoreMessage2[CoreMessage2["FitnessFunctionsHeading"] = 81] = "FitnessFunctionsHeading";
28312
- CoreMessage2[CoreMessage2["FitnessFunctionsCounts"] = 82] = "FitnessFunctionsCounts";
28313
- CoreMessage2[CoreMessage2["BehaviouralRunnersHeading"] = 83] = "BehaviouralRunnersHeading";
28314
- CoreMessage2[CoreMessage2["BehaviouralRunnersTableHeader"] = 84] = "BehaviouralRunnersTableHeader";
28315
- CoreMessage2[CoreMessage2["RunnerTierNamesNone"] = 85] = "RunnerTierNamesNone";
28316
- CoreMessage2[CoreMessage2["RunnerTierUnnamed"] = 86] = "RunnerTierUnnamed";
28317
- CoreMessage2[CoreMessage2["RunnerKeyNotATier"] = 87] = "RunnerKeyNotATier";
28318
- CoreMessage2[CoreMessage2["ReconcilerHeading"] = 88] = "ReconcilerHeading";
28319
- CoreMessage2[CoreMessage2["ReconcilerStep"] = 89] = "ReconcilerStep";
28320
- CoreMessage2[CoreMessage2["ReconcilerReconciles"] = 90] = "ReconcilerReconciles";
28321
- CoreMessage2[CoreMessage2["ReconcilerRecords"] = 91] = "ReconcilerRecords";
28322
- CoreMessage2[CoreMessage2["ExcludedStepsHeading"] = 92] = "ExcludedStepsHeading";
28323
- CoreMessage2[CoreMessage2["StepExcluded"] = 93] = "StepExcluded";
28324
- CoreMessage2[CoreMessage2["NotChecksEntryMatchesNoStep"] = 94] = "NotChecksEntryMatchesNoStep";
28325
- CoreMessage2[CoreMessage2["StepAccountingHeading"] = 95] = "StepAccountingHeading";
28326
- CoreMessage2[CoreMessage2["StepAccountingTableHeader"] = 96] = "StepAccountingTableHeader";
28327
- CoreMessage2[CoreMessage2["EveryStepAccountedFor"] = 97] = "EveryStepAccountedFor";
28328
- CoreMessage2[CoreMessage2["StepsNotAccountedFor"] = 98] = "StepsNotAccountedFor";
28329
- CoreMessage2[CoreMessage2["FitnessHeading"] = 99] = "FitnessHeading";
28330
- CoreMessage2[CoreMessage2["FitnessSatisfiedOf"] = 100] = "FitnessSatisfiedOf";
28331
- CoreMessage2[CoreMessage2["FitnessTableHeader"] = 101] = "FitnessTableHeader";
28332
- CoreMessage2[CoreMessage2["OutOfBalanceByFeatureHeading"] = 102] = "OutOfBalanceByFeatureHeading";
28333
- CoreMessage2[CoreMessage2["ScenarioClaimReconciliationsOutOfBalance"] = 103] = "ScenarioClaimReconciliationsOutOfBalance";
28334
- CoreMessage2[CoreMessage2["GroupedByFeature"] = 104] = "GroupedByFeature";
28335
- CoreMessage2[CoreMessage2["NotGroupedByFeature"] = 105] = "NotGroupedByFeature";
28336
- CoreMessage2[CoreMessage2["PhantomClaimReconciliations"] = 106] = "PhantomClaimReconciliations";
28337
- CoreMessage2[CoreMessage2["UnnamedClaimReconciliations"] = 107] = "UnnamedClaimReconciliations";
28338
- CoreMessage2[CoreMessage2["AndJoiner"] = 108] = "AndJoiner";
28339
- CoreMessage2[CoreMessage2["ByFeatureTableHeader"] = 109] = "ByFeatureTableHeader";
28340
- CoreMessage2[CoreMessage2["NoScnCodeScenarios"] = 110] = "NoScnCodeScenarios";
28341
- CoreMessage2[CoreMessage2["ClaimReconciliationsHeading"] = 111] = "ClaimReconciliationsHeading";
28342
- CoreMessage2[CoreMessage2["ClaimReconciliationTally"] = 112] = "ClaimReconciliationTally";
28343
- CoreMessage2[CoreMessage2["PhantomClaimTally"] = 113] = "PhantomClaimTally";
28344
- CoreMessage2[CoreMessage2["UnnamedClaimTally"] = 114] = "UnnamedClaimTally";
28345
- CoreMessage2[CoreMessage2["ExcludedScnOccurrences"] = 115] = "ExcludedScnOccurrences";
28346
- CoreMessage2[CoreMessage2["UntaggedScenarios"] = 116] = "UntaggedScenarios";
28347
- CoreMessage2[CoreMessage2["SharedScnCodes"] = 117] = "SharedScnCodes";
28348
- CoreMessage2[CoreMessage2["SharedScnCodeScenario"] = 118] = "SharedScnCodeScenario";
28349
- CoreMessage2[CoreMessage2["LedgerTableHeader"] = 119] = "LedgerTableHeader";
28350
- CoreMessage2[CoreMessage2["ClaimColumn"] = 120] = "ClaimColumn";
28351
- CoreMessage2[CoreMessage2["VerdictColumn"] = 121] = "VerdictColumn";
28352
- CoreMessage2[CoreMessage2["ReconcilingItemsColumn"] = 122] = "ReconcilingItemsColumn";
28353
- CoreMessage2[CoreMessage2["EvidenceCellKey"] = 123] = "EvidenceCellKey";
28354
- CoreMessage2[CoreMessage2["PendingItem"] = 124] = "PendingItem";
28355
- CoreMessage2[CoreMessage2["PendingItemFor"] = 125] = "PendingItemFor";
28356
- CoreMessage2[CoreMessage2["CheckStepNoOutcome"] = 126] = "CheckStepNoOutcome";
28357
- CoreMessage2[CoreMessage2["CheckStepSkipped"] = 127] = "CheckStepSkipped";
28358
- CoreMessage2[CoreMessage2["CheckStepEnded"] = 128] = "CheckStepEnded";
28359
- CoreMessage2[CoreMessage2["AmbiguousNamedStep"] = 129] = "AmbiguousNamedStep";
28360
- CoreMessage2[CoreMessage2["AmbiguousUnnamedStep"] = 130] = "AmbiguousUnnamedStep";
28361
- CoreMessage2[CoreMessage2["ManifestKindList"] = 131] = "ManifestKindList";
28362
- CoreMessage2[CoreMessage2["ManifestKindObject"] = 132] = "ManifestKindObject";
28363
- CoreMessage2[CoreMessage2["ManifestKindString"] = 133] = "ManifestKindString";
28364
- CoreMessage2[CoreMessage2["ManifestKindStringOrNull"] = 134] = "ManifestKindStringOrNull";
28365
- CoreMessage2[CoreMessage2["ManifestKindOfType"] = 135] = "ManifestKindOfType";
28366
- CoreMessage2[CoreMessage2["OutcomeSatisfied"] = 136] = "OutcomeSatisfied";
28367
- CoreMessage2[CoreMessage2["OutcomeMissing"] = 137] = "OutcomeMissing";
28368
- CoreMessage2[CoreMessage2["OutcomeFailing"] = 138] = "OutcomeFailing";
28369
- CoreMessage2[CoreMessage2["OutcomeWatermelon"] = 139] = "OutcomeWatermelon";
28370
- CoreMessage2[CoreMessage2["OutcomeNoScnCode"] = 140] = "OutcomeNoScnCode";
28371
- CoreMessage2[CoreMessage2["OutcomeDuplicateScnCode"] = 141] = "OutcomeDuplicateScnCode";
28372
- CoreMessage2[CoreMessage2["OutcomeCitesUnknownScenario"] = 142] = "OutcomeCitesUnknownScenario";
28373
- CoreMessage2[CoreMessage2["OutcomeCitesNoScenario"] = 143] = "OutcomeCitesNoScenario";
28374
- CoreMessage2[CoreMessage2["OutcomeNoEvidenceObligation"] = 144] = "OutcomeNoEvidenceObligation";
28375
- CoreMessage2[CoreMessage2["OutcomeBroken"] = 145] = "OutcomeBroken";
28376
- CoreMessage2[CoreMessage2["OutcomeBothMissing"] = 146] = "OutcomeBothMissing";
28377
- CoreMessage2[CoreMessage2["ObservationPassed"] = 147] = "ObservationPassed";
28378
- CoreMessage2[CoreMessage2["ObservationFailed"] = 148] = "ObservationFailed";
28379
- CoreMessage2[CoreMessage2["UnnamedClaimGroupCounts"] = 149] = "UnnamedClaimGroupCounts";
28380
- CoreMessage2[CoreMessage2["UnnamedClaimCiSteps"] = 150] = "UnnamedClaimCiSteps";
28381
- CoreMessage2[CoreMessage2["UnnamedClaimFailedNames"] = 151] = "UnnamedClaimFailedNames";
28382
- CoreMessage2[CoreMessage2["SeveralScnCodes"] = 152] = "SeveralScnCodes";
28383
- CoreMessage2[CoreMessage2["SharedScnCode"] = 153] = "SharedScnCode";
28391
+ CoreMessage2[CoreMessage2["BehaviouralRunnersHeading"] = 81] = "BehaviouralRunnersHeading";
28392
+ CoreMessage2[CoreMessage2["BehaviouralRunnersTableHeader"] = 82] = "BehaviouralRunnersTableHeader";
28393
+ CoreMessage2[CoreMessage2["RunnerTierNamesNone"] = 83] = "RunnerTierNamesNone";
28394
+ CoreMessage2[CoreMessage2["RunnerTierUnnamed"] = 84] = "RunnerTierUnnamed";
28395
+ CoreMessage2[CoreMessage2["RunnerKeyNotATier"] = 85] = "RunnerKeyNotATier";
28396
+ CoreMessage2[CoreMessage2["ReconcilerHeading"] = 86] = "ReconcilerHeading";
28397
+ CoreMessage2[CoreMessage2["ReconcilerStep"] = 87] = "ReconcilerStep";
28398
+ CoreMessage2[CoreMessage2["ReconcilerReconciles"] = 88] = "ReconcilerReconciles";
28399
+ CoreMessage2[CoreMessage2["ReconcilerRecords"] = 89] = "ReconcilerRecords";
28400
+ CoreMessage2[CoreMessage2["ExcludedStepsHeading"] = 90] = "ExcludedStepsHeading";
28401
+ CoreMessage2[CoreMessage2["StepExcluded"] = 91] = "StepExcluded";
28402
+ CoreMessage2[CoreMessage2["NotChecksEntryMatchesNoStep"] = 92] = "NotChecksEntryMatchesNoStep";
28403
+ CoreMessage2[CoreMessage2["StepAccountingHeading"] = 93] = "StepAccountingHeading";
28404
+ CoreMessage2[CoreMessage2["StepAccountingTableHeader"] = 94] = "StepAccountingTableHeader";
28405
+ CoreMessage2[CoreMessage2["EveryStepAccountedFor"] = 95] = "EveryStepAccountedFor";
28406
+ CoreMessage2[CoreMessage2["StepsNotAccountedFor"] = 96] = "StepsNotAccountedFor";
28407
+ CoreMessage2[CoreMessage2["FitnessHeading"] = 97] = "FitnessHeading";
28408
+ CoreMessage2[CoreMessage2["FitnessSatisfiedOf"] = 98] = "FitnessSatisfiedOf";
28409
+ CoreMessage2[CoreMessage2["FitnessTableHeader"] = 99] = "FitnessTableHeader";
28410
+ CoreMessage2[CoreMessage2["OutOfBalanceByFeatureHeading"] = 100] = "OutOfBalanceByFeatureHeading";
28411
+ CoreMessage2[CoreMessage2["ScenarioClaimReconciliationsOutOfBalance"] = 101] = "ScenarioClaimReconciliationsOutOfBalance";
28412
+ CoreMessage2[CoreMessage2["GroupedByFeature"] = 102] = "GroupedByFeature";
28413
+ CoreMessage2[CoreMessage2["NotGroupedByFeature"] = 103] = "NotGroupedByFeature";
28414
+ CoreMessage2[CoreMessage2["PhantomClaimReconciliations"] = 104] = "PhantomClaimReconciliations";
28415
+ CoreMessage2[CoreMessage2["UnnamedClaimReconciliations"] = 105] = "UnnamedClaimReconciliations";
28416
+ CoreMessage2[CoreMessage2["AndJoiner"] = 106] = "AndJoiner";
28417
+ CoreMessage2[CoreMessage2["ByFeatureTableHeader"] = 107] = "ByFeatureTableHeader";
28418
+ CoreMessage2[CoreMessage2["NoScnCodeScenarios"] = 108] = "NoScnCodeScenarios";
28419
+ CoreMessage2[CoreMessage2["ClaimReconciliationsHeading"] = 109] = "ClaimReconciliationsHeading";
28420
+ CoreMessage2[CoreMessage2["ClaimReconciliationTally"] = 110] = "ClaimReconciliationTally";
28421
+ CoreMessage2[CoreMessage2["PhantomClaimTally"] = 111] = "PhantomClaimTally";
28422
+ CoreMessage2[CoreMessage2["UnnamedClaimTally"] = 112] = "UnnamedClaimTally";
28423
+ CoreMessage2[CoreMessage2["ExcludedScnOccurrences"] = 113] = "ExcludedScnOccurrences";
28424
+ CoreMessage2[CoreMessage2["UntaggedScenarios"] = 114] = "UntaggedScenarios";
28425
+ CoreMessage2[CoreMessage2["SharedScnCodes"] = 115] = "SharedScnCodes";
28426
+ CoreMessage2[CoreMessage2["SharedScnCodeScenario"] = 116] = "SharedScnCodeScenario";
28427
+ CoreMessage2[CoreMessage2["LedgerTableHeader"] = 117] = "LedgerTableHeader";
28428
+ CoreMessage2[CoreMessage2["ClaimColumn"] = 118] = "ClaimColumn";
28429
+ CoreMessage2[CoreMessage2["VerdictColumn"] = 119] = "VerdictColumn";
28430
+ CoreMessage2[CoreMessage2["ReconcilingItemsColumn"] = 120] = "ReconcilingItemsColumn";
28431
+ CoreMessage2[CoreMessage2["EvidenceCellKey"] = 121] = "EvidenceCellKey";
28432
+ CoreMessage2[CoreMessage2["PendingItem"] = 122] = "PendingItem";
28433
+ CoreMessage2[CoreMessage2["PendingItemFor"] = 123] = "PendingItemFor";
28434
+ CoreMessage2[CoreMessage2["CheckStepNoOutcome"] = 124] = "CheckStepNoOutcome";
28435
+ CoreMessage2[CoreMessage2["CheckStepSkipped"] = 125] = "CheckStepSkipped";
28436
+ CoreMessage2[CoreMessage2["CheckStepEnded"] = 126] = "CheckStepEnded";
28437
+ CoreMessage2[CoreMessage2["AmbiguousNamedStep"] = 127] = "AmbiguousNamedStep";
28438
+ CoreMessage2[CoreMessage2["AmbiguousUnnamedStep"] = 128] = "AmbiguousUnnamedStep";
28439
+ CoreMessage2[CoreMessage2["ManifestKindList"] = 129] = "ManifestKindList";
28440
+ CoreMessage2[CoreMessage2["ManifestKindObject"] = 130] = "ManifestKindObject";
28441
+ CoreMessage2[CoreMessage2["ManifestKindString"] = 131] = "ManifestKindString";
28442
+ CoreMessage2[CoreMessage2["ManifestKindStringOrNull"] = 132] = "ManifestKindStringOrNull";
28443
+ CoreMessage2[CoreMessage2["ManifestKindOfType"] = 133] = "ManifestKindOfType";
28444
+ CoreMessage2[CoreMessage2["OutcomeSatisfied"] = 134] = "OutcomeSatisfied";
28445
+ CoreMessage2[CoreMessage2["OutcomeMissing"] = 135] = "OutcomeMissing";
28446
+ CoreMessage2[CoreMessage2["OutcomeFailing"] = 136] = "OutcomeFailing";
28447
+ CoreMessage2[CoreMessage2["OutcomeWatermelon"] = 137] = "OutcomeWatermelon";
28448
+ CoreMessage2[CoreMessage2["OutcomeNoScnCode"] = 138] = "OutcomeNoScnCode";
28449
+ CoreMessage2[CoreMessage2["OutcomeDuplicateScnCode"] = 139] = "OutcomeDuplicateScnCode";
28450
+ CoreMessage2[CoreMessage2["OutcomeCitesUnknownScenario"] = 140] = "OutcomeCitesUnknownScenario";
28451
+ CoreMessage2[CoreMessage2["OutcomeCitesNoScenario"] = 141] = "OutcomeCitesNoScenario";
28452
+ CoreMessage2[CoreMessage2["OutcomeNoEvidenceObligation"] = 142] = "OutcomeNoEvidenceObligation";
28453
+ CoreMessage2[CoreMessage2["OutcomeBroken"] = 143] = "OutcomeBroken";
28454
+ CoreMessage2[CoreMessage2["OutcomeBothMissing"] = 144] = "OutcomeBothMissing";
28455
+ CoreMessage2[CoreMessage2["ObservationPassed"] = 145] = "ObservationPassed";
28456
+ CoreMessage2[CoreMessage2["ObservationFailed"] = 146] = "ObservationFailed";
28457
+ CoreMessage2[CoreMessage2["UnnamedClaimGroupCounts"] = 147] = "UnnamedClaimGroupCounts";
28458
+ CoreMessage2[CoreMessage2["UnnamedClaimCiSteps"] = 148] = "UnnamedClaimCiSteps";
28459
+ CoreMessage2[CoreMessage2["UnnamedClaimFailedNames"] = 149] = "UnnamedClaimFailedNames";
28460
+ CoreMessage2[CoreMessage2["SeveralScnCodes"] = 150] = "SeveralScnCodes";
28461
+ CoreMessage2[CoreMessage2["SharedScnCode"] = 151] = "SharedScnCode";
28384
28462
  })(CoreMessage || (CoreMessage = {}));
28385
28463
  SATISFIED = "Evidence Observation satisfies its Evidence Obligation";
28386
28464
  MISSING = "Evidence Observation is missing";
@@ -28468,13 +28546,11 @@ var init_messages4 = __esm({
28468
28546
  [CoreMessage.ClaimReconciliationSubject]: "Claim Reconciliation",
28469
28547
  [CoreMessage.QualityCheckReconciliationSubject]: "Quality Check Reconciliation",
28470
28548
  [CoreMessage.PendingTally]: (pending) => `${pending} Pending Item(s) \u2014 deferred, tallied apart from balanced and out-of-balance.`,
28471
- [CoreMessage.TestVolumeHeading]: "### Test volume",
28472
- [CoreMessage.TestVolumeSum]: (total, onScenario, onPhantomClaim, onUnnamedClaim) => `${total} evidence observations = ${onScenario} on scenarios + ${onPhantomClaim} on ${CITED_WITH_NO_SCENARIO} + ${onUnnamedClaim} citing no scenario.`,
28473
- [CoreMessage.TestVolumeTableHeader]: "| Quality-check | Evidence observations |",
28549
+ [CoreMessage.EvidenceObservationsHeading]: "### Evidence observations",
28550
+ [CoreMessage.EvidenceObservationsSum]: (total, onScenario, onPhantomClaim, onUnnamedClaim) => `${total} evidence observations = ${onScenario} on scenarios + ${onPhantomClaim} on ${CITED_WITH_NO_SCENARIO} + ${onUnnamedClaim} citing no scenario.`,
28551
+ [CoreMessage.EvidenceObservationsTableHeader]: "| Quality-check | Evidence observations |",
28474
28552
  [CoreMessage.DiscoveryScopeHeading]: "### Discovery scope",
28475
28553
  [CoreMessage.DiscoveryScopeTableHeader]: "| Workflow | Job | Steps read | Candidates |",
28476
- [CoreMessage.FitnessFunctionsHeading]: "### Fitness functions",
28477
- [CoreMessage.FitnessFunctionsCounts]: (running, uncited) => `${running} fitness function(s) run, ${uncited} uncited fitness function(s).`,
28478
28554
  [CoreMessage.BehaviouralRunnersHeading]: "### Behavioural runners",
28479
28555
  [CoreMessage.BehaviouralRunnersTableHeader]: "| Tier | Runner | Recognised at |",
28480
28556
  [CoreMessage.RunnerTierNamesNone]: (tier) => `${tier} \u2014 no runner: the target names none.`,
@@ -28862,36 +28938,17 @@ var init_discoveryScope = __esm({
28862
28938
  }
28863
28939
  });
28864
28940
 
28865
- // ../core/dist/render/fitnessFunctions.js
28866
- var fitnessFunctionsSection;
28867
- var init_fitnessFunctions = __esm({
28868
- "../core/dist/render/fitnessFunctions.js"() {
28869
- "use strict";
28870
- init_messages4();
28871
- fitnessFunctionsSection = (report) => {
28872
- const { fitnessFunctions: counts } = report.summary;
28873
- if (!counts)
28874
- return [];
28875
- return [
28876
- CORE_MESSAGES[CoreMessage.FitnessFunctionsHeading],
28877
- "",
28878
- CORE_MESSAGES[CoreMessage.FitnessFunctionsCounts](counts.runningFitnessFunctionCount, counts.uncitedFitnessFunctionCount),
28879
- ""
28880
- ];
28881
- };
28882
- }
28883
- });
28884
-
28885
28941
  // ../core/dist/render/behaviouralRunners.js
28886
- var runnerTierAccount, unrecognisedKeyAccount, behaviouralRunnersSection;
28942
+ var runnerTierAccount, unrecognisedKeyAccount, runnerRows, behaviouralRunnersSection;
28887
28943
  var init_behaviouralRunners = __esm({
28888
28944
  "../core/dist/render/behaviouralRunners.js"() {
28889
28945
  "use strict";
28890
28946
  init_messages4();
28891
28947
  runnerTierAccount = (tiers) => (tiers ?? []).map(({ tier, namesNone }) => namesNone ? `- ${CORE_MESSAGES[CoreMessage.RunnerTierNamesNone](tier)}` : `- ${CORE_MESSAGES[CoreMessage.RunnerTierUnnamed](tier)}`);
28892
28948
  unrecognisedKeyAccount = (keys) => (keys ?? []).map((key) => `- ${CORE_MESSAGES[CoreMessage.RunnerKeyNotATier](key)}`);
28949
+ runnerRows = (report) => (report.summary.evidenceObservations?.byQualityCheck ?? []).flatMap(({ qualityCheck, runner, ciSteps }) => runner === void 0 ? [] : (ciSteps ?? []).map((step) => ({ tier: qualityCheck, runner, step })));
28893
28950
  behaviouralRunnersSection = (report) => {
28894
- const runners = report.summary.behaviouralRunners ?? [];
28951
+ const runners = runnerRows(report);
28895
28952
  const account = [
28896
28953
  ...runnerTierAccount(report.summary.tiersWithoutRunner),
28897
28954
  ...unrecognisedKeyAccount(report.errors?.configuration?.runnerKeysNotATier)
@@ -28990,24 +29047,21 @@ var testVolumeSection;
28990
29047
  var init_testVolume = __esm({
28991
29048
  "../core/dist/render/testVolume.js"() {
28992
29049
  "use strict";
28993
- init_ledger();
28994
29050
  init_messages4();
28995
29051
  testVolumeSection = (report) => {
28996
- const volume = report.summary.testVolume;
28997
- const raw = report.summary.rawByBehaviouralQualityCheck;
28998
- if (!volume || !raw)
29052
+ const observations = report.summary.evidenceObservations;
29053
+ if (!observations)
28999
29054
  return [];
29000
- const total = volume.totalEvidenceObservations;
29001
29055
  const lines = [
29002
- CORE_MESSAGES[CoreMessage.TestVolumeHeading],
29056
+ CORE_MESSAGES[CoreMessage.EvidenceObservationsHeading],
29003
29057
  "",
29004
- CORE_MESSAGES[CoreMessage.TestVolumeSum](total, volume.onScenario, volume.onPhantomClaim, volume.onUnnamedClaim),
29058
+ CORE_MESSAGES[CoreMessage.EvidenceObservationsSum](observations.total, observations.onScenario, observations.onPhantomClaim, observations.onUnnamedClaim),
29005
29059
  "",
29006
- CORE_MESSAGES[CoreMessage.TestVolumeTableHeader],
29060
+ CORE_MESSAGES[CoreMessage.EvidenceObservationsTableHeader],
29007
29061
  "| --- | --- |"
29008
29062
  ];
29009
- for (const qualityCheck of BEHAVIOURAL_QUALITY_CHECKS) {
29010
- lines.push(`| ${qualityCheck} | ${raw[qualityCheck]} |`);
29063
+ for (const { qualityCheck, count } of observations.byQualityCheck) {
29064
+ lines.push(`| ${qualityCheck} | ${count} |`);
29011
29065
  }
29012
29066
  lines.push("");
29013
29067
  return lines;
@@ -29188,37 +29242,23 @@ function renderRowExceptions(s) {
29188
29242
  function pendingTally(pending) {
29189
29243
  return pending > 0 ? ["", CORE_MESSAGES[CoreMessage.PendingTally](pending)] : [];
29190
29244
  }
29191
- function outOfBalanceByFeature(scenarios, untagged, featureNames) {
29192
- const codeOfFile = new Map(Object.entries(featureNames).map(([code, slug]) => [`${slug}.feature`, code]));
29193
- const featureOf = new Map(untagged.map((u) => [untaggedScenarioId(u), codeOfFile.get(u.feature) ?? u.feature]));
29194
- const groups = /* @__PURE__ */ new Map();
29195
- for (const s of scenarios) {
29196
- if (!isOutOfBalance(s))
29197
- continue;
29198
- const noScnCode = carriesNoScnCode(s);
29199
- const key = (noScnCode ? featureOf.get(s.claim) : featureCodeOf(s.claim)) ?? s.claim;
29200
- const group = groups.get(key) ?? { ids: [], noScnCode: 0 };
29201
- groups.set(key, noScnCode ? { ...group, noScnCode: group.noScnCode + 1 } : { ...group, ids: [...group.ids, s.claim] });
29202
- }
29203
- return groups;
29204
- }
29205
- function byFeatureTableLines(groups, featureNames) {
29206
- if (groups.size === 0)
29245
+ function byFeatureTableLines(groups) {
29246
+ if (groups.length === 0)
29207
29247
  return [];
29208
29248
  const lines = [CORE_MESSAGES[CoreMessage.ByFeatureTableHeader], "| --- | --- | --- |"];
29209
- for (const [key, group] of groups) {
29210
- const slug = featureNames?.[key];
29211
- const label = slug ? `${slug} (${key})` : key;
29212
- lines.push(`| ${label} | ${group.ids.length + group.noScnCode} | ${idsCell(group)} |`);
29249
+ for (const group of groups) {
29250
+ const label = group.title ? `${group.title} (${group.feature})` : group.feature;
29251
+ lines.push(`| ${label} | ${group.count} | ${idsCell(group)} |`);
29213
29252
  }
29214
29253
  lines.push("");
29215
29254
  return lines;
29216
29255
  }
29217
29256
  function idsCell(group) {
29218
- const ids = group.ids.join(", ");
29219
- if (group.noScnCode === 0)
29257
+ const ids = group.claims.join(", ");
29258
+ const noScnCodeCount = group.scenariosWithNoScnCode ?? 0;
29259
+ if (noScnCodeCount === 0)
29220
29260
  return ids;
29221
- const noScnCode = CORE_MESSAGES[CoreMessage.NoScnCodeScenarios](group.noScnCode);
29261
+ const noScnCode = CORE_MESSAGES[CoreMessage.NoScnCodeScenarios](noScnCodeCount);
29222
29262
  return ids === "" ? noScnCode : `${ids}${CORE_MESSAGES[CoreMessage.AndJoiner]}${noScnCode}`;
29223
29263
  }
29224
29264
  function ungroupedOutOfBalance(totals) {
@@ -29291,7 +29331,6 @@ var init_markdown = __esm({
29291
29331
  init_outcomeDescription();
29292
29332
  init_qualityCheckReconciliation();
29293
29333
  init_journal();
29294
- init_corpusCounts();
29295
29334
  init_ledger();
29296
29335
  init_claimReconciliation();
29297
29336
  init_ledger();
@@ -29300,13 +29339,11 @@ var init_markdown = __esm({
29300
29339
  init_provenanceSection();
29301
29340
  init_configurationNotRead();
29302
29341
  init_discoveryScope();
29303
- init_fitnessFunctions();
29304
29342
  init_behaviouralRunners();
29305
29343
  init_excludedSteps();
29306
29344
  init_reconcilerSteps();
29307
29345
  init_stepAccounting();
29308
29346
  init_testVolume();
29309
- init_featureCode();
29310
29347
  init_evidenceGrid();
29311
29348
  init_messages4();
29312
29349
  init_remarkWords();
@@ -29350,8 +29387,7 @@ var init_markdown = __esm({
29350
29387
  CORE_MESSAGES[CoreMessage.DetailColumn]
29351
29388
  ];
29352
29389
  evidenceReconciliationSection = (report) => {
29353
- const claimReconciliations = report.summary.claimReconciliations;
29354
- const qualityCheckReconciliations = report.summary.qualityCheckReconciliations;
29390
+ const { claimReconciliations, qualityCheckReconciliations, pending } = report.summary.evidenceReconciliation;
29355
29391
  const row = (cells) => `| ${cells.join(" | ")} |`;
29356
29392
  const missingSplit = qualityCheckReconciliations.missingByQualityCheck.map(({ subject, count }) => `${count} ${subject}`).join(" + ");
29357
29393
  const lines = [
@@ -29378,7 +29414,7 @@ var init_markdown = __esm({
29378
29414
  const detail = outcome === "missing" ? missingSplit : "";
29379
29415
  lines.push(row([OUTCOME_DESCRIPTION[outcome], "", "", String(qualityCheckReconciliations.byOutcome[outcome]), detail]));
29380
29416
  }
29381
- lines.push(...pendingTally(report.summary.pending));
29417
+ lines.push(...pendingTally(pending));
29382
29418
  lines.push("");
29383
29419
  return lines;
29384
29420
  };
@@ -29403,17 +29439,17 @@ var init_markdown = __esm({
29403
29439
  byFeatureSection = (report) => {
29404
29440
  const rows = report.ledger.claimReconciliations;
29405
29441
  const scenarios = rows.filter(isScenario);
29406
- const groups = outOfBalanceByFeature(scenarios, report.scenarioCodes?.untaggedScenarios ?? [], report.metadata?.featureNames ?? {});
29407
- const ungrouped = ungroupedOutOfBalance(report.summary.claimReconciliations);
29408
- if (groups.size === 0 && ungrouped.length === 0)
29442
+ const groups = report.summary.outOfBalanceByFeature ?? [];
29443
+ const ungrouped = ungroupedOutOfBalance(report.summary.evidenceReconciliation.claimReconciliations);
29444
+ if (groups.length === 0 && ungrouped.length === 0)
29409
29445
  return [];
29410
29446
  const head = CORE_MESSAGES[CoreMessage.ScenarioClaimReconciliationsOutOfBalance](outOfBalanceCountOf(scenarios), scenarios.length);
29411
29447
  return [
29412
29448
  CORE_MESSAGES[CoreMessage.OutOfBalanceByFeatureHeading],
29413
29449
  "",
29414
- `${head}${groups.size > 0 ? CORE_MESSAGES[CoreMessage.GroupedByFeature] : ""}${ungroupedTail(ungrouped)}.`,
29450
+ `${head}${groups.length > 0 ? CORE_MESSAGES[CoreMessage.GroupedByFeature] : ""}${ungroupedTail(ungrouped)}.`,
29415
29451
  "",
29416
- ...byFeatureTableLines(groups, report.metadata?.featureNames)
29452
+ ...byFeatureTableLines(groups)
29417
29453
  ];
29418
29454
  };
29419
29455
  ledgerSection = (report) => {
@@ -29421,11 +29457,11 @@ var init_markdown = __esm({
29421
29457
  const phantomClaimRows2 = report.ledger.claimReconciliations.filter(isPhantomClaim);
29422
29458
  const unnamedClaimRows2 = report.ledger.claimReconciliations.filter(isUnnamedClaim);
29423
29459
  const claims = [...scenarioRows, ...phantomClaimRows2, ...unnamedClaimRows2];
29424
- const columns = report.summary.testVolume !== void 0 ? evidenceColumns(claims) : [];
29460
+ const columns = report.summary.evidenceObservations !== void 0 ? evidenceColumns(claims) : [];
29425
29461
  return [
29426
29462
  CORE_MESSAGES[CoreMessage.ClaimReconciliationsHeading],
29427
29463
  "",
29428
- ...ledgerTallyLines(report.summary.claimReconciliations),
29464
+ ...ledgerTallyLines(report.summary.evidenceReconciliation.claimReconciliations),
29429
29465
  ...censusLines(report.scenarioCodes, scenarioRows.length),
29430
29466
  "",
29431
29467
  ...evidenceKeyLines(columns),
@@ -29445,7 +29481,6 @@ var init_markdown = __esm({
29445
29481
  evidenceReconciliationSection,
29446
29482
  testVolumeSection,
29447
29483
  discoveryScopeSection,
29448
- fitnessFunctionsSection,
29449
29484
  behaviouralRunnersSection,
29450
29485
  reconcilerSection,
29451
29486
  excludedStepsSection,
@@ -29722,9 +29757,11 @@ var init_inputShapes = __esm({
29722
29757
  SAVED_RECONCILIATION = {
29723
29758
  fields: {
29724
29759
  runProvenance: { fields: { corpus: "string" }, required: ["corpus"] },
29725
- summary: { fields: {} },
29760
+ summary: {
29761
+ fields: { evidenceReconciliation: { fields: {} }, evidenceObservations: { fields: {} } },
29762
+ required: ["evidenceReconciliation", "evidenceObservations"]
29763
+ },
29726
29764
  ledger: { fields: { claimReconciliations: { list: "anything" } }, required: ["claimReconciliations"] },
29727
- metadata: { fields: {} },
29728
29765
  errors: {
29729
29766
  fields: {
29730
29767
  scenarioCodes: { list: "anything" },
@@ -21,54 +21,38 @@
21
21
  "runVerdict": {
22
22
  "$ref": "#/definitions/RunVerdict"
23
23
  },
24
- "claimReconciliations": {
25
- "$ref": "#/definitions/ClaimReconciliationTotals"
26
- },
27
- "qualityCheckReconciliations": {
28
- "$ref": "#/definitions/QualityCheckReconciliationTotals"
29
- },
30
- "pending": {
31
- "type": "number"
32
- },
33
- "testVolume": {
34
- "$ref": "#/definitions/TestVolumeTotals"
24
+ "outOfBalanceByFeature": {
25
+ "type": "array",
26
+ "items": {
27
+ "$ref": "#/definitions/FeatureOutOfBalance"
28
+ }
35
29
  },
36
- "rawByBehaviouralQualityCheck": {
30
+ "evidenceReconciliation": {
37
31
  "type": "object",
38
32
  "properties": {
39
- "unit": {
40
- "type": "number"
41
- },
42
- "integration": {
43
- "type": "number"
33
+ "claimReconciliations": {
34
+ "$ref": "#/definitions/ClaimReconciliationTotals"
44
35
  },
45
- "e2e": {
46
- "type": "number"
36
+ "qualityCheckReconciliations": {
37
+ "$ref": "#/definitions/QualityCheckReconciliationTotals"
47
38
  },
48
- "performance": {
39
+ "pending": {
49
40
  "type": "number"
50
41
  }
51
42
  },
52
43
  "required": [
53
- "unit",
54
- "integration",
55
- "e2e",
56
- "performance"
44
+ "claimReconciliations",
45
+ "qualityCheckReconciliations",
46
+ "pending"
57
47
  ],
58
48
  "additionalProperties": false
59
49
  },
60
- "fitnessFunctions": {
61
- "$ref": "#/definitions/FitnessFunctionTotals"
50
+ "evidenceObservations": {
51
+ "$ref": "#/definitions/EvidenceObservationTally"
62
52
  },
63
53
  "fitness": {
64
54
  "$ref": "#/definitions/FitnessTally"
65
55
  },
66
- "behaviouralRunners": {
67
- "type": "array",
68
- "items": {
69
- "$ref": "#/definitions/BehaviouralRunner"
70
- }
71
- },
72
56
  "tiersWithoutRunner": {
73
57
  "type": "array",
74
58
  "items": {
@@ -80,18 +64,13 @@
80
64
  }
81
65
  },
82
66
  "required": [
83
- "claimReconciliations",
67
+ "evidenceReconciliation",
84
68
  "fitness",
85
- "pending",
86
- "qualityCheckReconciliations",
87
69
  "runVerdict"
88
70
  ]
89
71
  },
90
72
  "ledger": {
91
73
  "$ref": "#/definitions/Ledger"
92
- },
93
- "metadata": {
94
- "$ref": "#/definitions/ReportMetadata"
95
74
  }
96
75
  },
97
76
  "required": [
@@ -427,6 +406,35 @@
427
406
  "balanced"
428
407
  ]
429
408
  },
409
+ "FeatureOutOfBalance": {
410
+ "type": "object",
411
+ "properties": {
412
+ "feature": {
413
+ "type": "string"
414
+ },
415
+ "title": {
416
+ "type": "string"
417
+ },
418
+ "count": {
419
+ "type": "number"
420
+ },
421
+ "claims": {
422
+ "type": "array",
423
+ "items": {
424
+ "type": "string"
425
+ }
426
+ },
427
+ "scenariosWithNoScnCode": {
428
+ "type": "number"
429
+ }
430
+ },
431
+ "required": [
432
+ "feature",
433
+ "count",
434
+ "claims"
435
+ ],
436
+ "additionalProperties": false
437
+ },
430
438
  "ClaimReconciliationTotals": {
431
439
  "type": "object",
432
440
  "properties": {
@@ -547,10 +555,10 @@
547
555
  ],
548
556
  "additionalProperties": false
549
557
  },
550
- "TestVolumeTotals": {
558
+ "EvidenceObservationTally": {
551
559
  "type": "object",
552
560
  "properties": {
553
- "totalEvidenceObservations": {
561
+ "total": {
554
562
  "type": "number"
555
563
  },
556
564
  "onScenario": {
@@ -561,32 +569,58 @@
561
569
  },
562
570
  "onUnnamedClaim": {
563
571
  "type": "number"
572
+ },
573
+ "byQualityCheck": {
574
+ "type": "array",
575
+ "items": {
576
+ "$ref": "#/definitions/QualityCheckObservations"
577
+ }
564
578
  }
565
579
  },
566
580
  "required": [
567
- "totalEvidenceObservations",
581
+ "total",
568
582
  "onScenario",
569
583
  "onPhantomClaim",
570
- "onUnnamedClaim"
584
+ "onUnnamedClaim",
585
+ "byQualityCheck"
571
586
  ],
572
587
  "additionalProperties": false
573
588
  },
574
- "FitnessFunctionTotals": {
589
+ "QualityCheckObservations": {
575
590
  "type": "object",
576
591
  "properties": {
577
- "runningFitnessFunctionCount": {
578
- "type": "number"
592
+ "qualityCheck": {
593
+ "$ref": "#/definitions/QualityCheck"
579
594
  },
580
- "uncitedFitnessFunctionCount": {
595
+ "count": {
581
596
  "type": "number"
597
+ },
598
+ "runner": {
599
+ "type": "string"
600
+ },
601
+ "ciSteps": {
602
+ "type": "array",
603
+ "items": {
604
+ "type": "string"
605
+ }
582
606
  }
583
607
  },
584
608
  "required": [
585
- "runningFitnessFunctionCount",
586
- "uncitedFitnessFunctionCount"
609
+ "qualityCheck",
610
+ "count"
587
611
  ],
588
612
  "additionalProperties": false
589
613
  },
614
+ "QualityCheck": {
615
+ "type": "string",
616
+ "enum": [
617
+ "fitness",
618
+ "unit",
619
+ "integration",
620
+ "e2e",
621
+ "performance"
622
+ ]
623
+ },
590
624
  "FitnessTally": {
591
625
  "type": "object",
592
626
  "properties": {
@@ -603,26 +637,6 @@
603
637
  ],
604
638
  "additionalProperties": false
605
639
  },
606
- "BehaviouralRunner": {
607
- "type": "object",
608
- "properties": {
609
- "tier": {
610
- "type": "string"
611
- },
612
- "runner": {
613
- "type": "string"
614
- },
615
- "step": {
616
- "type": "string"
617
- }
618
- },
619
- "required": [
620
- "tier",
621
- "runner",
622
- "step"
623
- ],
624
- "additionalProperties": false
625
- },
626
640
  "TierWithoutRunner": {
627
641
  "type": "object",
628
642
  "properties": {
@@ -889,16 +903,6 @@
889
903
  }
890
904
  }
891
905
  },
892
- "QualityCheck": {
893
- "type": "string",
894
- "enum": [
895
- "fitness",
896
- "unit",
897
- "integration",
898
- "e2e",
899
- "performance"
900
- ]
901
- },
902
906
  "Outcome": {
903
907
  "type": "string",
904
908
  "enum": [
@@ -1137,18 +1141,6 @@
1137
1141
  }
1138
1142
  },
1139
1143
  "additionalProperties": false
1140
- },
1141
- "ReportMetadata": {
1142
- "type": "object",
1143
- "properties": {
1144
- "featureNames": {
1145
- "type": "object",
1146
- "additionalProperties": {
1147
- "type": "string"
1148
- }
1149
- }
1150
- },
1151
- "additionalProperties": false
1152
1144
  }
1153
1145
  }
1154
1146
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "spec-controller",
3
- "version": "0.1.127",
3
+ "version": "0.1.128",
4
4
  "description": "Reconcile the behaviour your scenarios name against the evidence that actually ran — the deterministic `balance` CLI.",
5
5
  "keywords": [
6
6
  "reconciliation",
@@ -26,7 +26,7 @@
26
26
  "fast-xml-parser": "^5.11.2",
27
27
  "ts-json-schema-generator": "^2.9.0",
28
28
  "yaml": "^2.9.0",
29
- "@3f-consulting/spec-controller-core": "0.1.127"
29
+ "@3f-consulting/spec-controller-core": "0.1.128"
30
30
  },
31
31
  "publishConfig": {
32
32
  "access": "public"