@overkill-dev/stryker-runner 0.0.14 → 0.0.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. package/package.json +2 -2
  2. package/packages/stryker-runner/campaign-protocol.js +2 -2
  3. package/packages/stryker-runner/campaign-protocol.js.map +1 -1
  4. package/packages/stryker-runner/campaign-worker.js +1 -4
  5. package/packages/stryker-runner/campaign-worker.js.map +1 -1
  6. package/packages/stryker-runner/dry-run-results.js +97 -0
  7. package/packages/stryker-runner/dry-run-results.js.map +1 -0
  8. package/packages/stryker-runner/mutation-baseline.js +8 -5
  9. package/packages/stryker-runner/mutation-baseline.js.map +1 -1
  10. package/packages/stryker-runner/mutation-case-classification.js +98 -0
  11. package/packages/stryker-runner/mutation-case-classification.js.map +1 -0
  12. package/packages/stryker-runner/mutation-catalog.js +64 -7
  13. package/packages/stryker-runner/mutation-catalog.js.map +1 -1
  14. package/packages/stryker-runner/mutation-diagnostics.js +46 -0
  15. package/packages/stryker-runner/mutation-diagnostics.js.map +1 -0
  16. package/packages/stryker-runner/mutation-interrupted-result.js +95 -0
  17. package/packages/stryker-runner/mutation-interrupted-result.js.map +1 -0
  18. package/packages/stryker-runner/mutation-lifecycle.js +74 -28
  19. package/packages/stryker-runner/mutation-lifecycle.js.map +1 -1
  20. package/packages/stryker-runner/mutation-observation.js +84 -16
  21. package/packages/stryker-runner/mutation-observation.js.map +1 -1
  22. package/packages/stryker-runner/mutation-results.js +122 -183
  23. package/packages/stryker-runner/mutation-results.js.map +1 -1
  24. package/packages/stryker-runner/mutation-runner-invocations.js +45 -17
  25. package/packages/stryker-runner/mutation-runner-invocations.js.map +1 -1
  26. package/packages/stryker-runner/mutation-runner-lifecycle.js +4 -2
  27. package/packages/stryker-runner/mutation-runner-lifecycle.js.map +1 -1
  28. package/packages/stryker-runner/mutation-selection.js +8 -7
  29. package/packages/stryker-runner/mutation-selection.js.map +1 -1
  30. package/packages/stryker-runner/overkill-test-runner.js +2 -3
  31. package/packages/stryker-runner/overkill-test-runner.js.map +1 -1
  32. package/readme.md +40 -5
  33. package/software-bill-of-materials.cyclonedx.json +9 -9
@@ -0,0 +1,95 @@
1
+ import { inspect } from 'node:util';
2
+ import { MutantRunStatus } from '@stryker-mutator/api/test-runner';
3
+ import { mutationLifecycleDataSchema } from "./mutation-catalog.js";
4
+ import { mutationDiagnostics, hasMutationExecutionError } from "./mutation-diagnostics.js";
5
+ import { mutationSnapshotError } from "./mutation-observation.js";
6
+ function hitLimitGuard(message) {
7
+ return /^Stryker: Hit count limit reached \(\d+\)$/u.test(message);
8
+ }
9
+ function guardCause(cause) {
10
+ return cause instanceof Error && cause.name === 'Error' && hitLimitGuard(cause.message) &&
11
+ cause.cause === undefined;
12
+ }
13
+ function guardOnlyCause(cause) {
14
+ return cause === null || cause === undefined || guardCause(cause);
15
+ }
16
+ function trackedHitLimitFailure(reply) {
17
+ if (reply.failure.kind === 'collection-error') {
18
+ return reply.failure.errors.every(function isLoaderGuard(error) {
19
+ return error.subtype === 'loader' && guardCause(error.cause);
20
+ });
21
+ }
22
+ return reply.failure.kind === 'error' && reply.failure.name === 'Error' &&
23
+ hitLimitGuard(reply.failure.message) && guardOnlyCause(reply.failure.cause);
24
+ }
25
+ function interruptedBailError(data, expectation) {
26
+ if (!data.bailed) {
27
+ return null;
28
+ }
29
+ if (expectation.disableBail) {
30
+ return 'Execution stopped despite disabled bail.';
31
+ }
32
+ const confirmedKill = data.caseFailures.some(function killed(failure) {
33
+ return failure.kind === 'killed';
34
+ });
35
+ return confirmedKill ? null : 'Execution stopped without a confirmed eligible failure.';
36
+ }
37
+ function snapshotError(root, data, expectation) {
38
+ const uncollected = data.catalog.length === 0 && data.selected.length === 0 && data.completed.length === 0 &&
39
+ data.caseFailures.length === 0;
40
+ const observation = uncollected ? null : mutationSnapshotError(root, data, expectation);
41
+ return observation ?? interruptedBailError(data, expectation);
42
+ }
43
+ function interruptedDiagnostic(reply) {
44
+ if (reply.kind === 'timeout') {
45
+ return 'Mutant invocation exceeded its deadline.';
46
+ }
47
+ return reply.failure.name === 'AggregateError'
48
+ ? `${reply.failure.message}\n${inspect(reply.failure.cause, { depth: 6, maxArrayLength: null })}`
49
+ : reply.failure.message;
50
+ }
51
+ function interruptedTimeout(reply, data) {
52
+ return reply.kind === 'timeout' || data?.hitLimitExceeded === true && trackedHitLimitFailure(reply);
53
+ }
54
+ function interruptedReason(reply, data) {
55
+ return reply.kind === 'failure' && interruptedTimeout(reply, data)
56
+ ? 'Mutant exceeded its hit limit.'
57
+ : interruptedDiagnostic(reply);
58
+ }
59
+ function interruptedSnapshotResult(root, reply, data, expectation) {
60
+ const invalid = data === null ? null : snapshotError(root, data, expectation);
61
+ const diagnostics = data ?? mutationDiagnostics([], []);
62
+ const message = [
63
+ invalid,
64
+ interruptedReason(reply, data),
65
+ ...diagnostics.infrastructureErrors,
66
+ ...diagnostics.caseFailures.map(function caseMessage(failure) {
67
+ return failure.message;
68
+ })
69
+ ]
70
+ .filter(function presentMessage(part) {
71
+ return part !== null;
72
+ })
73
+ .join('\n');
74
+ if (invalid !== null || hasMutationExecutionError(diagnostics)) {
75
+ return { status: MutantRunStatus.Error, errorMessage: message };
76
+ }
77
+ if (interruptedTimeout(reply, data)) {
78
+ return { status: MutantRunStatus.Timeout, reason: message };
79
+ }
80
+ return { status: MutantRunStatus.Error, errorMessage: message };
81
+ }
82
+ export function interruptedMutantResult(root, reply, expectation) {
83
+ if (reply.data === null) {
84
+ return interruptedSnapshotResult(root, reply, null, expectation);
85
+ }
86
+ const parsed = mutationLifecycleDataSchema.safeParse(reply.data);
87
+ if (!parsed.success) {
88
+ return {
89
+ status: MutantRunStatus.Error,
90
+ errorMessage: `${interruptedDiagnostic(reply)}\nInvalid mutation lifecycle data: ${parsed.error.message}`
91
+ };
92
+ }
93
+ return interruptedSnapshotResult(root, reply, parsed.data, expectation);
94
+ }
95
+ //# sourceMappingURL=mutation-interrupted-result.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mutation-interrupted-result.js","sourceRoot":"","sources":["../../../../../source/packages/stryker-runner/mutation-interrupted-result.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAwB,MAAM,kCAAkC,CAAC;AAEzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAsC,MAAM,2BAA2B,CAAC;AAKtG,SAAS,aAAa,CAAC,OAAe;IAClC,OAAO,6CAA6C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAC9B,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;QACnF,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;AAClC,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IAClC,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAA+D;IAC3F,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,aAAa,CAAC,KAAK;YAC1D,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO;QACnE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,oBAAoB,CACzB,IAAmB,EACnB,WAAiF;IAEjF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;QAC1B,OAAO,0CAA0C,CAAC;IACtD,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,OAAO;QAChE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,OAAO,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,yDAAyD,CAAC;AAC5F,CAAC;AAED,SAAS,aAAa,CAClB,IAAY,EACZ,IAAmB,EACnB,WAAiF;IAEjF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QACtG,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,CAAC;IACnC,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IACxF,OAAO,WAAW,IAAI,oBAAoB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAuB;IAClD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,0CAA0C,CAAC;IACtD,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB;QAC1C,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EAAE;QACjG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;AAChC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAuB,EAAE,IAA0B;IAC3E,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,EAAE,gBAAgB,KAAK,IAAI,IAAI,sBAAsB,CAAC,KAAK,CAAC,CAAC;AACxG,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAuB,EAAE,IAA0B;IAC1E,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC;QAC9D,CAAC,CAAC,gCAAgC;QAClC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,yBAAyB,CAC9B,IAAY,EACZ,KAAuB,EACvB,IAA0B,EAC1B,WAAiF;IAEjF,MAAM,OAAO,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9E,MAAM,WAAW,GAAG,IAAI,IAAI,mBAAmB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG;QACZ,OAAO;QACP,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC;QAC9B,GAAG,WAAW,CAAC,oBAAoB;QACnC,GAAG,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,WAAW,CAAC,OAAO;YACxD,OAAO,OAAO,CAAC,OAAO,CAAC;QAC3B,CAAC,CAAC;KACL;SACI,MAAM,CAAC,SAAS,cAAc,CAAC,IAAI;QAChC,OAAO,IAAI,KAAK,IAAI,CAAC;IACzB,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,IAAI,OAAO,KAAK,IAAI,IAAI,yBAAyB,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7D,OAAO,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;IACpE,CAAC;IACD,IAAI,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,MAAM,EAAE,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,uBAAuB,CACnC,IAAY,EACZ,KAAuB,EACvB,WAAiF;IAEjF,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,yBAAyB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO;YACH,MAAM,EAAE,eAAe,CAAC,KAAK;YAC7B,YAAY,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,sCAAsC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;SAC5G,CAAC;IACN,CAAC;IACD,OAAO,yBAAyB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;AAC5E,CAAC"}
@@ -1,8 +1,8 @@
1
- import { isDeepStrictEqual } from 'node:util';
2
1
  import { z } from 'zod/v4';
3
2
  import { workIdentityKey } from "@overkill-dev/run";
4
- import { canonicalWork, exactMutationSelection, eligibleMutationCatalog, mutationCatalogSchema, mutationLifecycleDataSchema } from "./mutation-catalog.js";
5
- import { safeMutationFailure } from "./mutation-results.js";
3
+ import { canonicalWork, exactMutationSelection, eligibleMutationCatalog, hasRunnableMutationSelection, mutationCatalogSchema, mutationLifecycleDataSchema, sameMutationCatalog } from "./mutation-catalog.js";
4
+ import { createMutationDiagnostics } from "./mutation-diagnostics.js";
5
+ import { mutationCaseMatchesCatalog } from "./mutation-observation.js";
6
6
  import { createInvocationInstrumentation } from "./instrumentation-context.entry-point.js";
7
7
  export const mutationLifecycleUrl = import.meta.url;
8
8
  export const mutationLifecycleInputSchema = z.strictObject({
@@ -15,13 +15,66 @@ export const mutationLifecycleInputSchema = z.strictObject({
15
15
  disableBail: z.boolean(),
16
16
  files: z.array(z.string()).nullable()
17
17
  });
18
+ function validateSelectedCases(input, catalog, selected, byId) {
19
+ if (selected.some(function ineligibleCase(id) {
20
+ return !byId.has(id);
21
+ })) {
22
+ throw new Error('Stryker requested an unknown test identity.');
23
+ }
24
+ if (input.mode !== 'dry' && !hasRunnableMutationSelection(catalog, selected)) {
25
+ throw new Error('Stryker requested a mutant selection with no runnable tests.');
26
+ }
27
+ }
28
+ function selectMutationCases(input, plan) {
29
+ const catalog = eligibleMutationCatalog(input.root, plan, input.files);
30
+ if (input.baseline !== null && !sameMutationCatalog(catalog, input.baseline)) {
31
+ throw new Error('Eligible test catalog changed under mutation.');
32
+ }
33
+ const selected = input.selected ?? catalog.map(function testIdentity(entry) {
34
+ return entry.id;
35
+ });
36
+ const byId = new Map(catalog.map(function catalogEntry(entry) {
37
+ return [entry.id, entry];
38
+ }));
39
+ validateSelectedCases(input, catalog, selected, byId);
40
+ return {
41
+ catalog,
42
+ selected,
43
+ ids: new Set(selected),
44
+ byId,
45
+ filter: exactMutationSelection(input.root, plan, selected)
46
+ };
47
+ }
48
+ function admitMutationCase(selection, admission, id) {
49
+ if (admission.active.size > 0) {
50
+ throw new Error('Mutation execution requires exclusive serial case admission.');
51
+ }
52
+ if (selection === null || !selection.ids.has(id) || admission.completed.has(id)) {
53
+ throw new Error('Mutation execution admitted an unselected or repeated test.');
54
+ }
55
+ admission.active.add(id);
56
+ }
57
+ function recordMutationCompletion(root, selection, admission, result) {
58
+ const id = workIdentityKey(canonicalWork(root, result.workId));
59
+ if (selection === null || !admission.active.has(id) || admission.completed.has(id)) {
60
+ throw new Error('Mutation case completion does not match its active admission.');
61
+ }
62
+ admission.active.delete(id);
63
+ if (!mutationCaseMatchesCatalog(root, result, selection.byId)) {
64
+ throw new Error('Mutant execution changed intentional skip state or test identity.');
65
+ }
66
+ admission.completed.add(id);
67
+ }
18
68
  export async function createMutationLifecycle(data) {
19
69
  const input = mutationLifecycleInputSchema.parse(data);
20
70
  const instrumentation = createInvocationInstrumentation();
21
- let catalog = [];
22
- let selected = [];
23
- const completed = new Set();
71
+ let selection = null;
24
72
  let bailed = false;
73
+ const diagnostics = createMutationDiagnostics(input.root);
74
+ const admission = {
75
+ active: new Set(),
76
+ completed: new Set()
77
+ };
25
78
  function activate() {
26
79
  if (input.activeMutant !== null) {
27
80
  instrumentation.activate(input.activeMutant, input.hitLimit);
@@ -32,14 +85,8 @@ export async function createMutationLifecycle(data) {
32
85
  }
33
86
  return {
34
87
  async select(plan) {
35
- catalog = eligibleMutationCatalog(input.root, plan, input.files);
36
- if (input.baseline !== null && !isDeepStrictEqual(catalog, input.baseline)) {
37
- throw new Error('Eligible test catalog changed under mutation.');
38
- }
39
- selected = input.selected ?? catalog.map(function testIdentity(entry) {
40
- return entry.id;
41
- });
42
- return exactMutationSelection(input.root, plan, selected);
88
+ selection = selectMutationCases(input, plan);
89
+ return selection.filter;
43
90
  },
44
91
  async beforeCases() {
45
92
  if (input.mode === 'runtime') {
@@ -47,31 +94,30 @@ export async function createMutationLifecycle(data) {
47
94
  }
48
95
  },
49
96
  async enterCase(work) {
50
- if (instrumentation.context.currentTestId !== undefined) {
97
+ if (bailed || instrumentation.context.currentTestId !== undefined) {
51
98
  throw new Error('Mutation execution requires exclusive serial case admission.');
52
99
  }
53
- instrumentation.context.currentTestId = workIdentityKey(canonicalWork(input.root, work));
100
+ const id = workIdentityKey(canonicalWork(input.root, work));
101
+ admitMutationCase(selection, admission, id);
102
+ instrumentation.context.currentTestId = id;
54
103
  },
55
104
  async completeCase(result, errors) {
56
105
  delete instrumentation.context.currentTestId;
57
- const id = workIdentityKey(canonicalWork(input.root, result.workId));
58
- if (completed.has(id)) {
59
- throw new Error('Duplicate mutation case completion.');
60
- }
61
- completed.add(id);
62
- const stop = input.mode !== 'dry' && !input.disableBail && safeMutationFailure(input.root, result, errors);
63
- if (stop) {
64
- bailed = true;
65
- }
106
+ recordMutationCompletion(input.root, selection, admission, result);
107
+ const classification = diagnostics.record(result, errors);
108
+ const stop = input.mode !== 'dry' && !input.disableBail && classification.kind === 'killed';
109
+ bailed = stop;
66
110
  return stop ? 'stop' : 'continue';
67
111
  },
68
112
  snapshot() {
113
+ const collected = selection ?? { catalog: [], selected: [] };
69
114
  return mutationLifecycleDataSchema.parse({
70
- catalog,
115
+ ...diagnostics.snapshot(),
116
+ catalog: collected.catalog,
71
117
  coverage: structuredClone(instrumentation.context.mutantCoverage),
72
118
  hitLimitExceeded: input.hitLimit !== null && (instrumentation.context.hitCount ?? 0) > input.hitLimit,
73
- selected,
74
- completed: Array.from(completed),
119
+ selected: collected.selected,
120
+ completed: Array.from(admission.completed),
75
121
  bailed
76
122
  });
77
123
  },
@@ -1 +1 @@
1
- {"version":3,"file":"mutation-lifecycle.js","sourceRoot":"","sources":["../../../../../source/packages/stryker-runner/mutation-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAE3B,OAAO,EAAE,eAAe,EAA8B,MAAM,mBAA2B,CAAC;AACxF,OAAO,EACH,aAAa,EACb,sBAAsB,EACtB,uBAAuB,EACvB,qBAAqB,EACrB,2BAA2B,EAE9B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAE3F,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;AAEpD,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACvD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAE,CAAC;IAC5C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC7C,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IAC1C,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAe;IACzD,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,+BAA+B,EAAE,CAAC;IAC1D,IAAI,OAAO,GAAoB,EAAE,CAAC;IAClC,IAAI,QAAQ,GAAsB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,SAAS,QAAQ;QACb,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC9B,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,QAAQ,EAAE,CAAC;IACf,CAAC;IACD,OAAO;QACH,KAAK,CAAC,MAAM,CAAC,IAAI;YACb,OAAO,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACjE,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACrE,CAAC;YACD,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;gBAChE,OAAO,KAAK,CAAC,EAAE,CAAC;YACpB,CAAC,CAAC,CAAC;YACH,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,CAAC,WAAW;YACb,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAI;YAChB,IAAI,eAAe,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBACtD,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,CAAC;YACD,eAAe,CAAC,OAAO,CAAC,aAAa,GAAG,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7F,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM;YAC7B,OAAO,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC;YAC7C,MAAM,EAAE,GAAG,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YACrE,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YAC3D,CAAC;YACD,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAC3G,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,GAAG,IAAI,CAAC;YAClB,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;QACtC,CAAC;QACD,QAAQ;YACJ,OAAO,2BAA2B,CAAC,KAAK,CAAC;gBACrC,OAAO;gBACP,QAAQ,EAAE,eAAe,CAAC,eAAe,CAAC,OAAO,CAAC,cAAc,CAAC;gBACjE,gBAAgB,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ;gBACrG,QAAQ;gBACR,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;gBAChC,MAAM;aACT,CAAC,CAAC;QACP,CAAC;QACD,KAAK,CAAC,OAAO;YACT,eAAe,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;KACJ,CAAC;AACN,CAAC"}
1
+ {"version":3,"file":"mutation-lifecycle.js","sourceRoot":"","sources":["../../../../../source/packages/stryker-runner/mutation-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAE3B,OAAO,EACH,eAAe,EAKlB,MAAM,mBAA2B,CAAC;AACnC,OAAO,EACH,aAAa,EACb,sBAAsB,EACtB,uBAAuB,EACvB,4BAA4B,EAC5B,qBAAqB,EACrB,2BAA2B,EAC3B,mBAAmB,EAEtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAE3F,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;AAEpD,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,YAAY,CAAC;IACvD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAE,CAAC;IAC5C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC7C,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IAC1C,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAeH,SAAS,qBAAqB,CAC1B,KAA6B,EAC7B,OAAwB,EACxB,QAA2B,EAC3B,IAAkD;IAElD,IACI,QAAQ,CAAC,IAAI,CAAC,SAAS,cAAc,CAAC,EAAE;QACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC,CAAC,EACJ,CAAC;QACC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IACpF,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA6B,EAAE,IAAsB;IAC9E,MAAM,OAAO,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QACtE,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QACxD,OAAO,CAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAE,CAAC;IAC/B,CAAC,CAAC,CAAC,CAAC;IACJ,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACtD,OAAO;QACH,OAAO;QACP,QAAQ;QACR,GAAG,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC;QACtB,IAAI;QACJ,MAAM,EAAE,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC;KAC7D,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CACtB,SAAuC,EACvC,SAA4B,EAC5B,EAAU;IAEV,IAAI,SAAS,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACnF,CAAC;IACD,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,wBAAwB,CAC7B,IAAY,EACZ,SAAuC,EACvC,SAA4B,EAC5B,MAAqB;IAErB,MAAM,EAAE,GAAG,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC5B,IAAI,CAAC,0BAA0B,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACzF,CAAC;IACD,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAe;IACzD,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,+BAA+B,EAAE,CAAC;IAC1D,IAAI,SAAS,GAAiC,IAAI,CAAC;IACnD,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,MAAM,WAAW,GAAG,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAsB;QACjC,MAAM,EAAE,IAAI,GAAG,EAAE;QACjB,SAAS,EAAE,IAAI,GAAG,EAAE;KACvB,CAAC;IACF,SAAS,QAAQ;QACb,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC9B,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,QAAQ,EAAE,CAAC;IACf,CAAC;IACD,OAAO;QACH,KAAK,CAAC,MAAM,CAAC,IAAI;YACb,SAAS,GAAG,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC7C,OAAO,SAAS,CAAC,MAAM,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,WAAW;YACb,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAI;YAChB,IAAI,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,CAAC;YACD,MAAM,EAAE,GAAG,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5D,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;YAC5C,eAAe,CAAC,OAAO,CAAC,aAAa,GAAG,EAAE,CAAC;QAC/C,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM;YAC7B,OAAO,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC;YAC7C,wBAAwB,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACnE,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,cAAc,CAAC,IAAI,KAAK,QAAQ,CAAC;YAC5F,MAAM,GAAG,IAAI,CAAC;YACd,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;QACtC,CAAC;QACD,QAAQ;YACJ,MAAM,SAAS,GAAG,SAAS,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;YAC7D,OAAO,2BAA2B,CAAC,KAAK,CAAC;gBACrC,GAAG,WAAW,CAAC,QAAQ,EAAE;gBACzB,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,QAAQ,EAAE,eAAe,CAAC,eAAe,CAAC,OAAO,CAAC,cAAc,CAAC;gBACjE,gBAAgB,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ;gBACrG,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;gBAC1C,MAAM;aACT,CAAC,CAAC;QACP,CAAC;QACD,KAAK,CAAC,OAAO;YACT,eAAe,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;KACJ,CAAC;AACN,CAAC"}
@@ -1,12 +1,24 @@
1
1
  import { workIdentityKey } from "@overkill-dev/run";
2
- import { canonicalWork, mutationLifecycleDataSchema } from "./mutation-catalog.js";
2
+ import { canonicalWork, hasRunnableMutationSelection, mutationLifecycleDataSchema, sameMutationCatalog } from "./mutation-catalog.js";
3
+ function matchesIntentionalSkip(result, reason) {
4
+ return result.verdict === 'skip' && result.outcome?.kind === 'skip' && result.outcome.reason === reason;
5
+ }
6
+ export function mutationCaseMatchesCatalog(root, result, catalog) {
7
+ const id = workIdentityKey(canonicalWork(root, result.workId));
8
+ const entry = catalog.get(id);
9
+ if (entry === undefined) {
10
+ return false;
11
+ }
12
+ return entry.skipReason === null
13
+ ? result.verdict !== 'skip' && result.outcome?.kind !== 'skip'
14
+ : matchesIntentionalSkip(result, entry.skipReason);
15
+ }
3
16
  function validTestOutcome(root, reply, data) {
4
- const catalog = new Map(data.catalog.map(function (entry) {
17
+ const catalog = new Map(data.catalog.map(function catalogEntry(entry) {
5
18
  return [entry.id, entry];
6
19
  }));
7
20
  return reply.result.perTest.every(function (result) {
8
- const baseline = catalog.get(workIdentityKey(canonicalWork(root, result.workId)));
9
- return baseline !== undefined && result.verdict === 'skip' === (baseline.skipReason !== null);
21
+ return mutationCaseMatchesCatalog(root, result, catalog);
10
22
  });
11
23
  }
12
24
  function observedIdentities(root, reply, data) {
@@ -14,9 +26,10 @@ function observedIdentities(root, reply, data) {
14
26
  return workIdentityKey(canonicalWork(root, result.workId));
15
27
  });
16
28
  const identities = new Set(executed);
29
+ const selected = new Set(data.selected);
17
30
  return identities.size === executed.length && executed.length === data.completed.length &&
18
31
  executed.every(function (id, index) {
19
- return id === data.completed[index] && data.selected.includes(id);
32
+ return id === data.completed[index] && selected.has(id);
20
33
  });
21
34
  }
22
35
  function validCoverageOwners(data) {
@@ -25,28 +38,83 @@ function validCoverageOwners(data) {
25
38
  return completed.has(id);
26
39
  });
27
40
  }
28
- function completeDryCatalog(data) {
29
- const identities = new Set(data.catalog.map(function testIdentity(entry) {
41
+ function sameSelection(left, right) {
42
+ const selected = new Set(left);
43
+ const requested = new Set(right);
44
+ return selected.size === left.length && requested.size === right.length &&
45
+ selected.size === requested.size && selected.isSubsetOf(requested);
46
+ }
47
+ function expectedSelection(data, expectation) {
48
+ const identities = data.catalog.map(function testIdentity(entry) {
30
49
  return entry.id;
31
- }));
50
+ });
51
+ if (expectation.kind === 'dry') {
52
+ return identities.length > 0 && sameSelection(data.selected, identities);
53
+ }
54
+ const eligible = new Set(identities);
32
55
  const selected = new Set(data.selected);
33
- return identities.size > 0 && identities.size === data.catalog.length &&
34
- selected.size === data.selected.length && selected.size === identities.size && !data.bailed &&
35
- data.selected.every(function eligibleTest(id) {
36
- return identities.has(id);
37
- });
56
+ return sameSelection(data.selected, expectation.selected) && selected.isSubsetOf(eligible) &&
57
+ hasRunnableMutationSelection(data.catalog, expectation.selected);
38
58
  }
39
59
  function completedSelection(reply, data, allowBail) {
40
60
  return reply.result.perTest.length === data.selected.length || allowBail && data.bailed;
41
61
  }
42
- export function mutationObservationError(root, reply, allowBail) {
62
+ function expectedCatalog(root, data, expectation) {
63
+ const { testFiles } = expectation.kind === 'dry' ? expectation : expectation.baseline;
64
+ const eligible = testFiles === null ? null : new Set(testFiles);
65
+ return (expectation.baseline === null || sameMutationCatalog(data.catalog, expectation.baseline.catalog)) &&
66
+ data.catalog.every(function canonicalEligibleCase(entry) {
67
+ return entry.id === workIdentityKey(canonicalWork(root, entry.work)) &&
68
+ (eligible === null || entry.work.case.file !== null && eligible.has(entry.work.case.file));
69
+ });
70
+ }
71
+ function validFailureEvidence(data) {
72
+ const selected = new Set(data.selected);
73
+ const completed = new Set(data.completed);
74
+ const runnable = new Set(data
75
+ .catalog
76
+ .filter(function runnableCase(entry) {
77
+ return entry.skipReason === null;
78
+ })
79
+ .map(function caseIdentity(entry) {
80
+ return entry.id;
81
+ }));
82
+ const failures = new Set(data.caseFailures.map(function failedIdentity(failure) {
83
+ return failure.id;
84
+ }));
85
+ const ordered = data.completed.filter(function failedCompletion(id) {
86
+ return failures.has(id);
87
+ });
88
+ return completed.size === data.completed.length && completed.isSubsetOf(selected) &&
89
+ failures.size === data.caseFailures.length && failures.isSubsetOf(completed) && failures.isSubsetOf(runnable) &&
90
+ data.caseFailures.every(function orderedFailure(failure, index) {
91
+ return failure.id === ordered[index];
92
+ });
93
+ }
94
+ export function mutationSnapshotError(root, data, expectation) {
95
+ const checks = [
96
+ [expectedCatalog(root, data, expectation), 'Eligible test catalog changed under mutation.'],
97
+ [expectedSelection(data, expectation), 'Execution changed the requested test selection.'],
98
+ [validFailureEvidence(data), 'Execution returned invalid case failure evidence.']
99
+ ];
100
+ return checks
101
+ .find(function invalidEvidence([valid]) {
102
+ return !valid;
103
+ })?.[1] ?? null;
104
+ }
105
+ export function mutationObservationError(root, reply, expectation) {
43
106
  const data = mutationLifecycleDataSchema.parse(reply.data);
107
+ const allowBail = expectation.kind === 'mutant' && !expectation.disableBail;
44
108
  const checks = [
45
- [allowBail || completeDryCatalog(data), 'Dry run did not select the complete eligible test catalog.'],
109
+ [expectedCatalog(root, data, expectation), 'Eligible test catalog changed under mutation.'],
110
+ [expectedSelection(data, expectation), 'Execution changed the requested test selection.'],
111
+ [reply.result.summary.planned === data.selected.length, 'Execution changed the planned test count.'],
112
+ [!data.bailed || allowBail, 'Execution stopped despite disabled bail.'],
46
113
  [validTestOutcome(root, reply, data), 'Mutant execution changed intentional skip state or test identity.'],
47
114
  [observedIdentities(root, reply, data), 'Execution did not deliver complete case lifecycle observations.'],
48
115
  [validCoverageOwners(data), 'Instrumentation coverage contains an unknown or incomplete test identity.'],
49
- [completedSelection(reply, data, allowBail), 'Execution did not complete the selected test catalog.']
116
+ [completedSelection(reply, data, allowBail), 'Execution did not complete the selected test catalog.'],
117
+ [validFailureEvidence(data), 'Execution returned invalid case failure evidence.']
50
118
  ];
51
119
  return checks
52
120
  .find(function failedObservation([valid]) {
@@ -1 +1 @@
1
- {"version":3,"file":"mutation-observation.js","sourceRoot":"","sources":["../../../../../source/packages/stryker-runner/mutation-observation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA0B,MAAM,mBAA2B,CAAC;AACpF,OAAO,EAAE,aAAa,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAC;AAKnF,SAAS,gBAAgB,CAAC,IAAY,EAAE,KAAkB,EAAE,IAAmB;IAC3E,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK;QACpD,OAAO,CAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAE,CAAC;IAC/B,CAAC,CAAC,CAAC,CAAC;IACJ,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,MAAM;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,IAAY,EAAE,KAAkB,EAAE,IAAmB;IAC7E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM;QACtD,OAAO,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrC,OAAO,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM;QACnF,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,KAAK;YAC9B,OAAO,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;AACX,CAAC;AACD,SAAS,mBAAmB,CAAC,IAAmB;IAC5C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE;QACxD,OAAO,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,IAAmB;IAC3C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QACnE,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,UAAU,CAAC,IAAI,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM;QACjE,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;QAC3F,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,EAAE;YACxC,OAAO,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;AACX,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAkB,EAAE,IAAmB,EAAE,SAAkB;IACnF,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC;AAC5F,CAAC;AACD,MAAM,UAAU,wBAAwB,CAAC,IAAY,EAAE,KAAkB,EAAE,SAAkB;IACzF,MAAM,IAAI,GAAG,2BAA2B,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,MAAM,GAA4C;QACpD,CAAE,SAAS,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,4DAA4D,CAAE;QACvG,CAAE,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,mEAAmE,CAAE;QAC5G,CAAE,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,iEAAiE,CAAE;QAC5G,CAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,2EAA2E,CAAE;QAC1G,CAAE,kBAAkB,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,uDAAuD,CAAE;KAC1G,CAAC;IACF,OAAO,MAAM;SACR,IAAI,CAAC,SAAS,iBAAiB,CAAC,CAAE,KAAK,CAAE;QACtC,OAAO,CAAC,KAAK,CAAC;IAClB,CAAC,CACD,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACtB,CAAC"}
1
+ {"version":3,"file":"mutation-observation.js","sourceRoot":"","sources":["../../../../../source/packages/stryker-runner/mutation-observation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA8C,MAAM,mBAA2B,CAAC;AACxG,OAAO,EACH,aAAa,EACb,4BAA4B,EAC5B,2BAA2B,EAC3B,mBAAmB,EAGtB,MAAM,uBAAuB,CAAC;AAgB/B,SAAS,sBAAsB,CAAC,MAAqB,EAAE,MAAc;IACjE,OAAO,MAAM,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC;AAC5G,CAAC;AAED,MAAM,UAAU,0BAA0B,CACtC,IAAY,EACZ,MAAqB,EACrB,OAAqD;IAErD,MAAM,EAAE,GAAG,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC,UAAU,KAAK,IAAI;QAC5B,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM;QAC9D,CAAC,CAAC,sBAAsB,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,KAAkB,EAAE,IAAmB;IAC3E,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QAChE,OAAO,CAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAE,CAAC;IAC/B,CAAC,CAAC,CAAC,CAAC;IACJ,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,MAAM;QAC9C,OAAO,0BAA0B,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,IAAY,EAAE,KAAkB,EAAE,IAAmB;IAC7E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM;QACtD,OAAO,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM;QACnF,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,KAAK;YAC9B,OAAO,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;AACX,CAAC;AACD,SAAS,mBAAmB,CAAC,IAAmB;IAC5C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE;QACxD,OAAO,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,aAAa,CAAC,IAAuB,EAAE,KAAwB;IACpE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM;QACnE,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAmB,EAAE,WAA0C;IACtF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QAC3D,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;QACtF,4BAA4B,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;AACzE,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAkB,EAAE,IAAmB,EAAE,SAAkB;IACnF,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC;AAC5F,CAAC;AACD,SAAS,eAAe,CAAC,IAAY,EAAE,IAAmB,EAAE,WAA0C;IAClG,MAAM,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;IACtF,MAAM,QAAQ,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAChE,OAAO,CAAC,WAAW,CAAC,QAAQ,KAAK,IAAI,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,qBAAqB,CAAC,KAAK;YACnD,OAAO,KAAK,CAAC,EAAE,KAAK,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChE,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;AACX,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAmB;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CACpB,IAAI;SACC,OAAO;SACP,MAAM,CAAC,SAAS,YAAY,CAAC,KAAK;QAC/B,OAAO,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC;IACrC,CAAC,CAAC;SACD,GAAG,CAAC,SAAS,YAAY,CAAC,KAAK;QAC5B,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC,CAAC,CACT,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,cAAc,CAAC,OAAO;QAC1E,OAAO,OAAO,CAAC,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,gBAAgB,CAAC,EAAE;QAC9D,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,OAAO,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7E,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7G,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,cAAc,CAAC,OAAO,EAAE,KAAK;YAC1D,OAAO,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,qBAAqB,CACjC,IAAY,EACZ,IAAmB,EACnB,WAA0C;IAE1C,MAAM,MAAM,GAA4C;QACpD,CAAE,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,EAAE,+CAA+C,CAAE;QAC7F,CAAE,iBAAiB,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,iDAAiD,CAAE;QAC3F,CAAE,oBAAoB,CAAC,IAAI,CAAC,EAAE,mDAAmD,CAAE;KACtF,CAAC;IACF,OAAO,MAAM;SACR,IAAI,CAAC,SAAS,eAAe,CAAC,CAAE,KAAK,CAAE;QACpC,OAAO,CAAC,KAAK,CAAC;IAClB,CAAC,CACD,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,wBAAwB,CACpC,IAAY,EACZ,KAAkB,EAClB,WAA0C;IAE1C,MAAM,IAAI,GAAG,2BAA2B,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC;IAC5E,MAAM,MAAM,GAA4C;QACpD,CAAE,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,EAAE,+CAA+C,CAAE;QAC7F,CAAE,iBAAiB,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,iDAAiD,CAAE;QAC3F,CAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,2CAA2C,CAAE;QACtG,CAAE,CAAC,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,0CAA0C,CAAE;QACzE,CAAE,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,mEAAmE,CAAE;QAC5G,CAAE,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,iEAAiE,CAAE;QAC5G,CAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,2EAA2E,CAAE;QAC1G,CAAE,kBAAkB,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,uDAAuD,CAAE;QACvG,CAAE,oBAAoB,CAAC,IAAI,CAAC,EAAE,mDAAmD,CAAE;KACtF,CAAC;IACF,OAAO,MAAM;SACR,IAAI,CAAC,SAAS,iBAAiB,CAAC,CAAE,KAAK,CAAE;QACtC,OAAO,CAAC,KAAK,CAAC;IAClB,CAAC,CACD,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACtB,CAAC"}