@specproof/mutator 0.0.0-stage → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/goMutator.d.ts +7 -0
- package/dist/goMutator.d.ts.map +1 -0
- package/dist/goMutator.js +77 -0
- package/dist/goMutator.js.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +6 -0
- package/dist/index.js.map +1 -0
- package/dist/mutantGenerator.d.ts +18 -0
- package/dist/mutantGenerator.d.ts.map +1 -0
- package/dist/mutantGenerator.js +134 -0
- package/dist/mutantGenerator.js.map +1 -0
- package/dist/mutationRunner.d.ts +28 -0
- package/dist/mutationRunner.d.ts.map +1 -0
- package/dist/mutationRunner.js +379 -0
- package/dist/mutationRunner.js.map +1 -0
- package/dist/pythonMutator.d.ts +7 -0
- package/dist/pythonMutator.d.ts.map +1 -0
- package/dist/pythonMutator.js +82 -0
- package/dist/pythonMutator.js.map +1 -0
- package/dist/verifyPipeline.d.ts +30 -0
- package/dist/verifyPipeline.d.ts.map +1 -0
- package/dist/verifyPipeline.js +187 -0
- package/dist/verifyPipeline.js.map +1 -0
- package/package.json +38 -4
- package/README.md +0 -3
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { type LineRange } from '@specproof/core';
|
|
2
|
+
import type { CandidateMutant } from './mutantGenerator.js';
|
|
3
|
+
/**
|
|
4
|
+
* Generates diff-scoped micro-mutants for a Go source file.
|
|
5
|
+
*/
|
|
6
|
+
export declare function collectGoMutants(sourceText: string, filePath: string, activeRanges: LineRange[] | undefined, out: CandidateMutant[], maxMutants: number): void;
|
|
7
|
+
//# sourceMappingURL=goMutator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"goMutator.d.ts","sourceRoot":"","sources":["../src/goMutator.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,SAAS,EACf,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAqB5D;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,SAAS,EAAE,GAAG,SAAS,EACrC,GAAG,EAAE,eAAe,EAAE,EACtB,UAAU,EAAE,MAAM,GACjB,IAAI,CAmEN"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { isLineInRanges, maskGoStringsAndComments, } from '@specproof/core';
|
|
2
|
+
const GO_MUTATION_RULES = [
|
|
3
|
+
{ operator: 'equality', regex: /==/g, replacement: '!=' },
|
|
4
|
+
{ operator: 'equality', regex: /!=/g, replacement: '==' },
|
|
5
|
+
{ operator: 'boundary', regex: />=/g, replacement: '>' },
|
|
6
|
+
{ operator: 'boundary', regex: /<=/g, replacement: '<' },
|
|
7
|
+
{ operator: 'boundary', regex: /(?<![<>!=:-])>(?![>=])/g, replacement: '>=' },
|
|
8
|
+
{ operator: 'boundary', regex: /(?<![<>!=:-])<(?![<=])/g, replacement: '<=' },
|
|
9
|
+
{ operator: 'logical', regex: /&&/g, replacement: '||' },
|
|
10
|
+
{ operator: 'logical', regex: /\|\|/g, replacement: '&&' },
|
|
11
|
+
{ operator: 'boolean', regex: /\btrue\b/g, replacement: 'false' },
|
|
12
|
+
{ operator: 'boolean', regex: /\bfalse\b/g, replacement: 'true' },
|
|
13
|
+
];
|
|
14
|
+
/**
|
|
15
|
+
* Generates diff-scoped micro-mutants for a Go source file.
|
|
16
|
+
*/
|
|
17
|
+
export function collectGoMutants(sourceText, filePath, activeRanges, out, maxMutants) {
|
|
18
|
+
if (activeRanges !== undefined && activeRanges.length === 0) {
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
const masked = maskGoStringsAndComments(sourceText);
|
|
22
|
+
const rawLines = sourceText.split('\n');
|
|
23
|
+
const maskedLines = masked.split('\n');
|
|
24
|
+
let offset = 0;
|
|
25
|
+
for (let idx = 0; idx < rawLines.length; idx += 1) {
|
|
26
|
+
if (out.length >= maxMutants) {
|
|
27
|
+
break;
|
|
28
|
+
}
|
|
29
|
+
const lineNum = idx + 1;
|
|
30
|
+
const rawLine = rawLines[idx] ?? '';
|
|
31
|
+
const maskedLine = maskedLines[idx] ?? '';
|
|
32
|
+
const lineStart = offset;
|
|
33
|
+
offset += rawLine.length + 1;
|
|
34
|
+
if (activeRanges !== undefined && !isLineInRanges(lineNum, activeRanges)) {
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
const trimmed = maskedLine.trim();
|
|
38
|
+
if (!trimmed ||
|
|
39
|
+
trimmed.startsWith('package ') ||
|
|
40
|
+
trimmed.startsWith('import ') ||
|
|
41
|
+
trimmed.startsWith('func ') ||
|
|
42
|
+
trimmed.startsWith('type ')) {
|
|
43
|
+
continue;
|
|
44
|
+
}
|
|
45
|
+
const seenLineOffsets = new Set();
|
|
46
|
+
for (const rule of GO_MUTATION_RULES) {
|
|
47
|
+
if (out.length >= maxMutants) {
|
|
48
|
+
break;
|
|
49
|
+
}
|
|
50
|
+
rule.regex.lastIndex = 0;
|
|
51
|
+
let match;
|
|
52
|
+
while ((match = rule.regex.exec(maskedLine)) !== null) {
|
|
53
|
+
if (out.length >= maxMutants) {
|
|
54
|
+
break;
|
|
55
|
+
}
|
|
56
|
+
const colOffset = match.index;
|
|
57
|
+
if (seenLineOffsets.has(colOffset)) {
|
|
58
|
+
continue;
|
|
59
|
+
}
|
|
60
|
+
seenLineOffsets.add(colOffset);
|
|
61
|
+
const original = match[0];
|
|
62
|
+
out.push({
|
|
63
|
+
id: `M${out.length + 1}`,
|
|
64
|
+
file: filePath,
|
|
65
|
+
line: lineNum,
|
|
66
|
+
column: colOffset + 1,
|
|
67
|
+
operator: rule.operator,
|
|
68
|
+
start: lineStart + colOffset,
|
|
69
|
+
end: lineStart + colOffset + original.length,
|
|
70
|
+
original,
|
|
71
|
+
mutated: rule.replacement,
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
//# sourceMappingURL=goMutator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"goMutator.js","sourceRoot":"","sources":["../src/goMutator.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,wBAAwB,GAEzB,MAAM,iBAAiB,CAAC;AASzB,MAAM,iBAAiB,GAAa;IAClC,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE;IACzD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE;IACzD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;IACxD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;IACxD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,yBAAyB,EAAE,WAAW,EAAE,IAAI,EAAE;IAC7E,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,yBAAyB,EAAE,WAAW,EAAE,IAAI,EAAE;IAC7E,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE;IACxD,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE;IAC1D,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE;IACjE,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE;CAClE,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,UAAkB,EAClB,QAAgB,EAChB,YAAqC,EACrC,GAAsB,EACtB,UAAkB;IAElB,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEvC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAClD,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,GAAG,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,CAAC;QACzB,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAE7B,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC;YACzE,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QAClC,IACE,CAAC,OAAO;YACR,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;YAC9B,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YAC7B,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;YAC3B,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAC3B,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAC1C,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACzB,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACtD,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;oBAC7B,MAAM;gBACR,CAAC;gBACD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC9B,IAAI,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACnC,SAAS;gBACX,CAAC;gBACD,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1B,GAAG,CAAC,IAAI,CAAC;oBACP,EAAE,EAAE,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;oBACxB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,SAAS,GAAG,CAAC;oBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK,EAAE,SAAS,GAAG,SAAS;oBAC5B,GAAG,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC,MAAM;oBAC5C,QAAQ;oBACR,OAAO,EAAE,IAAI,CAAC,WAAW;iBAC1B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type FileDiff } from '@specproof/core';
|
|
2
|
+
export interface CandidateMutant {
|
|
3
|
+
id: string;
|
|
4
|
+
file: string;
|
|
5
|
+
line: number;
|
|
6
|
+
column: number;
|
|
7
|
+
operator: string;
|
|
8
|
+
start: number;
|
|
9
|
+
end: number;
|
|
10
|
+
original: string;
|
|
11
|
+
mutated: string;
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Generates AST-based micro-mutants strictly scoped to changed line ranges in production files.
|
|
15
|
+
*/
|
|
16
|
+
export declare function generateDiffMutants(repoRoot: string, diffFiles: FileDiff[], maxMutants: number, includeAllLines?: boolean): CandidateMutant[];
|
|
17
|
+
export declare function applyMutantToSource(sourceText: string, mutant: CandidateMutant): string;
|
|
18
|
+
//# sourceMappingURL=mutantGenerator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mutantGenerator.d.ts","sourceRoot":"","sources":["../src/mutantGenerator.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,KAAK,QAAQ,EAEd,MAAM,iBAAiB,CAAC;AAIzB,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AA+BD;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,QAAQ,EAAE,EACrB,UAAU,EAAE,MAAM,EAClB,eAAe,UAAQ,GACtB,eAAe,EAAE,CA4CnB;AA8ED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAG,MAAM,CAMvF"}
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import ts from 'typescript';
|
|
3
|
+
import { isLineInRanges, isSupportedSourceFile, isTestFile, resolveContainedPath, } from '@specproof/core';
|
|
4
|
+
import { collectGoMutants } from './goMutator.js';
|
|
5
|
+
import { collectPythonMutants } from './pythonMutator.js';
|
|
6
|
+
const BINARY_MUTATIONS = new Map([
|
|
7
|
+
[ts.SyntaxKind.EqualsEqualsEqualsToken, { op: 'equality', replacement: '!==' }],
|
|
8
|
+
[ts.SyntaxKind.ExclamationEqualsEqualsToken, { op: 'equality', replacement: '===' }],
|
|
9
|
+
[ts.SyntaxKind.EqualsEqualsToken, { op: 'equality', replacement: '!=' }],
|
|
10
|
+
[ts.SyntaxKind.ExclamationEqualsToken, { op: 'equality', replacement: '==' }],
|
|
11
|
+
[ts.SyntaxKind.GreaterThanToken, { op: 'boundary', replacement: '>=' }],
|
|
12
|
+
[ts.SyntaxKind.GreaterThanEqualsToken, { op: 'boundary', replacement: '>' }],
|
|
13
|
+
[ts.SyntaxKind.LessThanToken, { op: 'boundary', replacement: '<=' }],
|
|
14
|
+
[ts.SyntaxKind.LessThanEqualsToken, { op: 'boundary', replacement: '<' }],
|
|
15
|
+
[ts.SyntaxKind.AmpersandAmpersandToken, { op: 'logical', replacement: '||' }],
|
|
16
|
+
[ts.SyntaxKind.BarBarToken, { op: 'logical', replacement: '&&' }],
|
|
17
|
+
[ts.SyntaxKind.PlusToken, { op: 'arithmetic', replacement: ' - ' }],
|
|
18
|
+
[ts.SyntaxKind.MinusToken, { op: 'arithmetic', replacement: ' + ' }],
|
|
19
|
+
]);
|
|
20
|
+
function containsStringLikeExpression(node) {
|
|
21
|
+
if (ts.isStringLiteral(node) ||
|
|
22
|
+
ts.isNoSubstitutionTemplateLiteral(node) ||
|
|
23
|
+
ts.isTemplateExpression(node)) {
|
|
24
|
+
return true;
|
|
25
|
+
}
|
|
26
|
+
if (ts.isBinaryExpression(node) && node.operatorToken.kind === ts.SyntaxKind.PlusToken) {
|
|
27
|
+
return containsStringLikeExpression(node.left) || containsStringLikeExpression(node.right);
|
|
28
|
+
}
|
|
29
|
+
return false;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Generates AST-based micro-mutants strictly scoped to changed line ranges in production files.
|
|
33
|
+
*/
|
|
34
|
+
export function generateDiffMutants(repoRoot, diffFiles, maxMutants, includeAllLines = false) {
|
|
35
|
+
const mutants = [];
|
|
36
|
+
for (const fileDiff of diffFiles) {
|
|
37
|
+
if (mutants.length >= maxMutants) {
|
|
38
|
+
break;
|
|
39
|
+
}
|
|
40
|
+
const relPath = fileDiff.path.replace(/\\/g, '/');
|
|
41
|
+
if (!isSupportedSourceFile(relPath) || isTestFile(relPath)) {
|
|
42
|
+
continue;
|
|
43
|
+
}
|
|
44
|
+
let fullPath;
|
|
45
|
+
try {
|
|
46
|
+
fullPath = resolveContainedPath(repoRoot, relPath);
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
continue;
|
|
50
|
+
}
|
|
51
|
+
if (!fs.existsSync(fullPath) || fs.statSync(fullPath).isDirectory()) {
|
|
52
|
+
continue;
|
|
53
|
+
}
|
|
54
|
+
const sourceText = fs.readFileSync(fullPath, 'utf8');
|
|
55
|
+
const activeRanges = includeAllLines ? undefined : fileDiff.addedRanges;
|
|
56
|
+
if (activeRanges !== undefined && activeRanges.length === 0) {
|
|
57
|
+
continue;
|
|
58
|
+
}
|
|
59
|
+
if (relPath.endsWith('.go')) {
|
|
60
|
+
collectGoMutants(sourceText, relPath, activeRanges, mutants, maxMutants);
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
if (relPath.endsWith('.py')) {
|
|
64
|
+
collectPythonMutants(sourceText, relPath, activeRanges, mutants, maxMutants);
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
const sourceFile = ts.createSourceFile(relPath, sourceText, ts.ScriptTarget.Latest, true);
|
|
68
|
+
collectFileMutants(sourceFile, relPath, activeRanges, mutants, maxMutants);
|
|
69
|
+
}
|
|
70
|
+
return mutants;
|
|
71
|
+
}
|
|
72
|
+
function collectFileMutants(sourceFile, filePath, activeRanges, out, maxMutants) {
|
|
73
|
+
function pushMutant(node, operator, replacement) {
|
|
74
|
+
if (out.length >= maxMutants) {
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
77
|
+
const start = node.getStart(sourceFile);
|
|
78
|
+
const end = node.getEnd();
|
|
79
|
+
const lc = sourceFile.getLineAndCharacterOfPosition(start);
|
|
80
|
+
const line = lc.line + 1;
|
|
81
|
+
if (activeRanges !== undefined && (activeRanges.length === 0 || !isLineInRanges(line, activeRanges))) {
|
|
82
|
+
return;
|
|
83
|
+
}
|
|
84
|
+
const original = node.getText(sourceFile);
|
|
85
|
+
if (original === replacement.trim()) {
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
out.push({
|
|
89
|
+
id: `M${out.length + 1}`,
|
|
90
|
+
file: filePath,
|
|
91
|
+
line,
|
|
92
|
+
column: lc.character + 1,
|
|
93
|
+
operator,
|
|
94
|
+
start,
|
|
95
|
+
end,
|
|
96
|
+
original,
|
|
97
|
+
mutated: replacement,
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
function visit(node) {
|
|
101
|
+
if (out.length >= maxMutants) {
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
if (ts.isBinaryExpression(node)) {
|
|
105
|
+
const mapping = BINARY_MUTATIONS.get(node.operatorToken.kind);
|
|
106
|
+
if (mapping &&
|
|
107
|
+
!(node.operatorToken.kind === ts.SyntaxKind.PlusToken &&
|
|
108
|
+
(containsStringLikeExpression(node.left) || containsStringLikeExpression(node.right)))) {
|
|
109
|
+
pushMutant(node.operatorToken, mapping.op, mapping.replacement);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
else if (node.kind === ts.SyntaxKind.TrueKeyword) {
|
|
113
|
+
pushMutant(node, 'boolean', 'false');
|
|
114
|
+
}
|
|
115
|
+
else if (node.kind === ts.SyntaxKind.FalseKeyword) {
|
|
116
|
+
pushMutant(node, 'boolean', 'true');
|
|
117
|
+
}
|
|
118
|
+
else if (ts.isPrefixUnaryExpression(node) &&
|
|
119
|
+
node.operator === ts.SyntaxKind.ExclamationToken) {
|
|
120
|
+
pushMutant(node, 'negation', `(${node.operand.getText(sourceFile)})`);
|
|
121
|
+
}
|
|
122
|
+
else if (ts.isIfStatement(node)) {
|
|
123
|
+
pushMutant(node.expression, 'branch', 'false');
|
|
124
|
+
}
|
|
125
|
+
ts.forEachChild(node, visit);
|
|
126
|
+
}
|
|
127
|
+
visit(sourceFile);
|
|
128
|
+
}
|
|
129
|
+
export function applyMutantToSource(sourceText, mutant) {
|
|
130
|
+
return (sourceText.slice(0, mutant.start) +
|
|
131
|
+
mutant.mutated +
|
|
132
|
+
sourceText.slice(mutant.end));
|
|
133
|
+
}
|
|
134
|
+
//# sourceMappingURL=mutantGenerator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mutantGenerator.js","sourceRoot":"","sources":["../src/mutantGenerator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,YAAY,CAAC;AAC5B,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,oBAAoB,GAGrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAc1D,MAAM,gBAAgB,GAAoE,IAAI,GAAG,CAAC;IAChG,CAAC,EAAE,CAAC,UAAU,CAAC,uBAAuB,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IAC/E,CAAC,EAAE,CAAC,UAAU,CAAC,4BAA4B,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACpF,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACxE,CAAC,EAAE,CAAC,UAAU,CAAC,sBAAsB,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC7E,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACvE,CAAC,EAAE,CAAC,UAAU,CAAC,sBAAsB,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;IAC5E,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpE,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;IACzE,CAAC,EAAE,CAAC,UAAU,CAAC,uBAAuB,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC7E,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACjE,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACnE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;CACrE,CAAC,CAAC;AAEH,SAAS,4BAA4B,CAAC,IAAmB;IACvD,IACE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC;QACxB,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC;QACxC,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAC7B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QACvF,OAAO,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,SAAqB,EACrB,UAAkB,EAClB,eAAe,GAAG,KAAK;IAEvB,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3D,SAAS;QACX,CAAC;QAED,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACpE,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,gBAAgB,CAAC,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YAC7E,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1F,kBAAkB,CAAC,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CACzB,UAAyB,EACzB,QAAgB,EAChB,YAAqC,EACrC,GAAsB,EACtB,UAAkB;IAElB,SAAS,UAAU,CACjB,IAAa,EACb,QAAgB,EAChB,WAAmB;QAEnB,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,UAAU,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC;QACzB,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;YACrG,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,QAAQ,KAAK,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,GAAG,CAAC,IAAI,CAAC;YACP,EAAE,EAAE,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,IAAI,EAAE,QAAQ;YACd,IAAI;YACJ,MAAM,EAAE,EAAE,CAAC,SAAS,GAAG,CAAC;YACxB,QAAQ;YACR,KAAK;YACL,GAAG;YACH,QAAQ;YACR,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED,SAAS,KAAK,CAAC,IAAa;QAC1B,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,IAAI,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC9D,IACE,OAAO;gBACP,CAAC,CACC,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,EAAE,CAAC,UAAU,CAAC,SAAS;oBACnD,CAAC,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CACtF,EACD,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YACnD,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;YACpD,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;aAAM,IACL,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,QAAQ,KAAK,EAAE,CAAC,UAAU,CAAC,gBAAgB,EAChD,CAAC;YACD,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QAED,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,UAAkB,EAAE,MAAuB;IAC7E,OAAO,CACL,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC;QACjC,MAAM,CAAC,OAAO;QACd,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAC7B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { type MutationSummary } from '@specproof/core';
|
|
2
|
+
import { type CandidateMutant } from './mutantGenerator.js';
|
|
3
|
+
export interface RunMutationOptions {
|
|
4
|
+
repoRoot: string;
|
|
5
|
+
mutants: CandidateMutant[];
|
|
6
|
+
testCommand: string;
|
|
7
|
+
timeoutMs: number;
|
|
8
|
+
ignorePatterns?: string[];
|
|
9
|
+
concurrency?: number;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Splits a test command into `[executable, args]` while rejecting shell chaining/redirection metacharacters.
|
|
13
|
+
*/
|
|
14
|
+
export declare function parseSafeCommand(command: string): {
|
|
15
|
+
bin: string;
|
|
16
|
+
args: string[];
|
|
17
|
+
};
|
|
18
|
+
/**
|
|
19
|
+
* Executes diff-scoped mutants inside an isolated temporary sandbox copy so the
|
|
20
|
+
* user's working tree is never modified or left dirty if interrupted.
|
|
21
|
+
*/
|
|
22
|
+
export declare function runDiffMutations(options: RunMutationOptions): MutationSummary;
|
|
23
|
+
/**
|
|
24
|
+
* Executes diff-scoped mutants asynchronously across a bounded pool of isolated
|
|
25
|
+
* temporary sandboxes, keeping the Node event loop non-blocking.
|
|
26
|
+
*/
|
|
27
|
+
export declare function runDiffMutationsAsync(options: RunMutationOptions): Promise<MutationSummary>;
|
|
28
|
+
//# sourceMappingURL=mutationRunner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mutationRunner.d.ts","sourceRoot":"","sources":["../src/mutationRunner.ts"],"names":[],"mappings":"AAIA,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAuB,KAAK,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEjF,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAWD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAA;CAAE,CAkDjF;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,GAAG,eAAe,CA8F7E;AA2JD;;;GAGG;AACH,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,eAAe,CAAC,CA6HjG"}
|
|
@@ -0,0 +1,379 @@
|
|
|
1
|
+
import { spawn, spawnSync } from 'node:child_process';
|
|
2
|
+
import fs from 'node:fs';
|
|
3
|
+
import os from 'node:os';
|
|
4
|
+
import path from 'node:path';
|
|
5
|
+
import { isSymlinkEscapingRoot, resolveContainedPath, } from '@specproof/core';
|
|
6
|
+
import { applyMutantToSource } from './mutantGenerator.js';
|
|
7
|
+
const FORBIDDEN_SHELL_TOKENS_RE = /[;&|`$<>()\r\n]/;
|
|
8
|
+
/**
|
|
9
|
+
* Splits a test command into `[executable, args]` while rejecting shell chaining/redirection metacharacters.
|
|
10
|
+
*/
|
|
11
|
+
export function parseSafeCommand(command) {
|
|
12
|
+
const trimmed = command.trim();
|
|
13
|
+
if (!trimmed || FORBIDDEN_SHELL_TOKENS_RE.test(trimmed)) {
|
|
14
|
+
throw new Error(`Unsafe or empty testCommand "${command}". Shell metacharacters (;, &, |, \`, $, <, >) are forbidden.`);
|
|
15
|
+
}
|
|
16
|
+
const tokens = [];
|
|
17
|
+
let current = '';
|
|
18
|
+
let quote = null;
|
|
19
|
+
for (let i = 0; i < trimmed.length; i += 1) {
|
|
20
|
+
const ch = trimmed[i];
|
|
21
|
+
if (quote) {
|
|
22
|
+
if (ch === quote) {
|
|
23
|
+
quote = null;
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
current += ch;
|
|
27
|
+
}
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
if (ch === '"' || ch === '\'') {
|
|
31
|
+
quote = ch;
|
|
32
|
+
continue;
|
|
33
|
+
}
|
|
34
|
+
if (/\s/.test(ch)) {
|
|
35
|
+
if (current.length > 0) {
|
|
36
|
+
tokens.push(current);
|
|
37
|
+
current = '';
|
|
38
|
+
}
|
|
39
|
+
continue;
|
|
40
|
+
}
|
|
41
|
+
current += ch;
|
|
42
|
+
}
|
|
43
|
+
if (quote) {
|
|
44
|
+
throw new Error(`Unterminated quote in testCommand: ${command}`);
|
|
45
|
+
}
|
|
46
|
+
if (current.length > 0) {
|
|
47
|
+
tokens.push(current);
|
|
48
|
+
}
|
|
49
|
+
if (tokens.length === 0) {
|
|
50
|
+
throw new Error('Empty testCommand.');
|
|
51
|
+
}
|
|
52
|
+
return { bin: tokens[0], args: tokens.slice(1) };
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Executes diff-scoped mutants inside an isolated temporary sandbox copy so the
|
|
56
|
+
* user's working tree is never modified or left dirty if interrupted.
|
|
57
|
+
*/
|
|
58
|
+
export function runDiffMutations(options) {
|
|
59
|
+
const startedAt = Date.now();
|
|
60
|
+
if (options.mutants.length === 0) {
|
|
61
|
+
return {
|
|
62
|
+
totalMutants: 0,
|
|
63
|
+
killed: 0,
|
|
64
|
+
survived: 0,
|
|
65
|
+
timeouts: 0,
|
|
66
|
+
errors: 0,
|
|
67
|
+
score: 100,
|
|
68
|
+
durationMs: 0,
|
|
69
|
+
results: [],
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
const timeoutMs = Number.isFinite(options.timeoutMs) && options.timeoutMs > 0 ? options.timeoutMs : 15_000;
|
|
73
|
+
const parsedCommand = parseSafeCommand(options.testCommand);
|
|
74
|
+
const sandboxRoot = createIsolatedSandbox(options.repoRoot, options.ignorePatterns ?? ['node_modules', 'dist', 'coverage', '.git', '.specproof-tmp']);
|
|
75
|
+
try {
|
|
76
|
+
const baseline = executeTestCommand(sandboxRoot, parsedCommand, timeoutMs * 2);
|
|
77
|
+
if (baseline.spawnError || baseline.timedOut || baseline.exitCode !== 0) {
|
|
78
|
+
throw new Error(`Baseline test command failed (exitCode=${baseline.exitCode}, timedOut=${baseline.timedOut}, spawnError=${baseline.spawnError}). Fix failing tests before running mutation verification.`);
|
|
79
|
+
}
|
|
80
|
+
const originalCache = new Map();
|
|
81
|
+
const results = [];
|
|
82
|
+
for (const mutant of options.mutants) {
|
|
83
|
+
const targetPath = resolveContainedPath(sandboxRoot, mutant.file);
|
|
84
|
+
let original = originalCache.get(mutant.file);
|
|
85
|
+
if (original === undefined) {
|
|
86
|
+
original = fs.readFileSync(targetPath, 'utf8');
|
|
87
|
+
originalCache.set(mutant.file, original);
|
|
88
|
+
}
|
|
89
|
+
const mutatedContent = applyMutantToSource(original, mutant);
|
|
90
|
+
fs.writeFileSync(targetPath, mutatedContent, 'utf8');
|
|
91
|
+
let outcome;
|
|
92
|
+
try {
|
|
93
|
+
outcome = executeTestCommand(sandboxRoot, parsedCommand, timeoutMs);
|
|
94
|
+
}
|
|
95
|
+
finally {
|
|
96
|
+
fs.writeFileSync(targetPath, original, 'utf8');
|
|
97
|
+
}
|
|
98
|
+
const status = outcome.timedOut
|
|
99
|
+
? 'timeout'
|
|
100
|
+
: outcome.spawnError
|
|
101
|
+
? 'error'
|
|
102
|
+
: outcome.exitCode === 0
|
|
103
|
+
? 'survived'
|
|
104
|
+
: 'killed';
|
|
105
|
+
results.push({
|
|
106
|
+
id: mutant.id,
|
|
107
|
+
file: mutant.file,
|
|
108
|
+
line: mutant.line,
|
|
109
|
+
column: mutant.column,
|
|
110
|
+
operator: mutant.operator,
|
|
111
|
+
original: mutant.original,
|
|
112
|
+
mutated: mutant.mutated,
|
|
113
|
+
status,
|
|
114
|
+
durationMs: outcome.durationMs,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
const killed = results.filter((r) => r.status === 'killed').length;
|
|
118
|
+
const survived = results.filter((r) => r.status === 'survived').length;
|
|
119
|
+
const timeouts = results.filter((r) => r.status === 'timeout').length;
|
|
120
|
+
const errors = results.filter((r) => r.status === 'error').length;
|
|
121
|
+
const denominator = killed + survived;
|
|
122
|
+
const score = denominator === 0 ? 100 : (killed / denominator) * 100;
|
|
123
|
+
return {
|
|
124
|
+
totalMutants: results.length,
|
|
125
|
+
killed,
|
|
126
|
+
survived,
|
|
127
|
+
timeouts,
|
|
128
|
+
errors,
|
|
129
|
+
score,
|
|
130
|
+
durationMs: Date.now() - startedAt,
|
|
131
|
+
results,
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
finally {
|
|
135
|
+
safeCleanupDir(sandboxRoot);
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
function findNearestNodeModules(startDir) {
|
|
139
|
+
let current = fs.realpathSync(startDir);
|
|
140
|
+
while (true) {
|
|
141
|
+
const candidate = path.join(current, 'node_modules');
|
|
142
|
+
if (fs.existsSync(candidate)) {
|
|
143
|
+
return fs.realpathSync(candidate);
|
|
144
|
+
}
|
|
145
|
+
const parent = path.dirname(current);
|
|
146
|
+
if (parent === current) {
|
|
147
|
+
return null;
|
|
148
|
+
}
|
|
149
|
+
current = parent;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
function createIsolatedSandbox(repoRoot, ignorePatterns) {
|
|
153
|
+
const realRoot = fs.realpathSync(repoRoot);
|
|
154
|
+
const sandboxRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'specproof-sandbox-'));
|
|
155
|
+
const ignoreSet = new Set([...ignorePatterns, 'node_modules', '.git', '.specproof-tmp']);
|
|
156
|
+
fs.cpSync(realRoot, sandboxRoot, {
|
|
157
|
+
recursive: true,
|
|
158
|
+
filter: (src) => {
|
|
159
|
+
const rel = path.relative(realRoot, src);
|
|
160
|
+
if (!rel) {
|
|
161
|
+
return true;
|
|
162
|
+
}
|
|
163
|
+
if (isSymlinkEscapingRoot(realRoot, src)) {
|
|
164
|
+
return false;
|
|
165
|
+
}
|
|
166
|
+
const segments = rel.split(/[\\/]/);
|
|
167
|
+
return !segments.some((seg) => ignoreSet.has(seg));
|
|
168
|
+
},
|
|
169
|
+
});
|
|
170
|
+
const sourceNodeModules = findNearestNodeModules(realRoot);
|
|
171
|
+
const targetNodeModules = path.join(sandboxRoot, 'node_modules');
|
|
172
|
+
if (sourceNodeModules && !fs.existsSync(targetNodeModules)) {
|
|
173
|
+
const linkType = process.platform === 'win32' ? 'junction' : 'dir';
|
|
174
|
+
fs.symlinkSync(sourceNodeModules, targetNodeModules, linkType);
|
|
175
|
+
}
|
|
176
|
+
return sandboxRoot;
|
|
177
|
+
}
|
|
178
|
+
function safeCleanupDir(dirPath) {
|
|
179
|
+
for (let attempt = 0; attempt < 3; attempt += 1) {
|
|
180
|
+
try {
|
|
181
|
+
fs.rmSync(dirPath, { recursive: true, force: true });
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
184
|
+
catch (err) {
|
|
185
|
+
const code = err.code;
|
|
186
|
+
if (code !== 'EBUSY' && code !== 'EPERM' && code !== 'ENOTEMPTY') {
|
|
187
|
+
throw err;
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
function resolveSpawnArgs(parsed) {
|
|
193
|
+
const isWindowsBatch = process.platform === 'win32' &&
|
|
194
|
+
(/\.(cmd|bat)$/i.test(parsed.bin) ||
|
|
195
|
+
parsed.bin === 'npm' ||
|
|
196
|
+
parsed.bin === 'npx' ||
|
|
197
|
+
parsed.bin === 'pnpm' ||
|
|
198
|
+
parsed.bin === 'yarn' ||
|
|
199
|
+
parsed.bin === 'bun');
|
|
200
|
+
const bin = isWindowsBatch ? (process.env.ComSpec ?? 'cmd.exe') : parsed.bin;
|
|
201
|
+
const args = isWindowsBatch
|
|
202
|
+
? ['/d', '/s', '/c', parsed.bin === 'npm' ? 'npm.cmd' : parsed.bin, ...parsed.args]
|
|
203
|
+
: parsed.args;
|
|
204
|
+
return { bin, args };
|
|
205
|
+
}
|
|
206
|
+
function executeTestCommand(cwd, parsed, timeoutMs) {
|
|
207
|
+
const start = Date.now();
|
|
208
|
+
const { bin, args } = resolveSpawnArgs(parsed);
|
|
209
|
+
const res = spawnSync(bin, args, {
|
|
210
|
+
cwd,
|
|
211
|
+
shell: false,
|
|
212
|
+
timeout: timeoutMs,
|
|
213
|
+
stdio: 'ignore',
|
|
214
|
+
windowsHide: true,
|
|
215
|
+
});
|
|
216
|
+
const errCode = res.error?.code;
|
|
217
|
+
const timedOut = errCode === 'ETIMEDOUT';
|
|
218
|
+
const spawnError = Boolean(res.error && !timedOut) || (res.signal !== null && !timedOut);
|
|
219
|
+
return {
|
|
220
|
+
exitCode: res.status,
|
|
221
|
+
timedOut,
|
|
222
|
+
spawnError,
|
|
223
|
+
durationMs: Date.now() - start,
|
|
224
|
+
};
|
|
225
|
+
}
|
|
226
|
+
function executeTestCommandAsync(cwd, parsed, timeoutMs) {
|
|
227
|
+
return new Promise((resolve) => {
|
|
228
|
+
const start = Date.now();
|
|
229
|
+
const { bin, args } = resolveSpawnArgs(parsed);
|
|
230
|
+
const child = spawn(bin, args, {
|
|
231
|
+
cwd,
|
|
232
|
+
shell: false,
|
|
233
|
+
stdio: 'ignore',
|
|
234
|
+
windowsHide: true,
|
|
235
|
+
});
|
|
236
|
+
let settled = false;
|
|
237
|
+
let timedOut = false;
|
|
238
|
+
const timer = setTimeout(() => {
|
|
239
|
+
timedOut = true;
|
|
240
|
+
child.kill();
|
|
241
|
+
}, timeoutMs);
|
|
242
|
+
child.on('error', () => {
|
|
243
|
+
if (settled)
|
|
244
|
+
return;
|
|
245
|
+
settled = true;
|
|
246
|
+
clearTimeout(timer);
|
|
247
|
+
resolve({
|
|
248
|
+
exitCode: null,
|
|
249
|
+
timedOut: false,
|
|
250
|
+
spawnError: true,
|
|
251
|
+
durationMs: Date.now() - start,
|
|
252
|
+
});
|
|
253
|
+
});
|
|
254
|
+
child.on('close', (code, signal) => {
|
|
255
|
+
if (settled)
|
|
256
|
+
return;
|
|
257
|
+
settled = true;
|
|
258
|
+
clearTimeout(timer);
|
|
259
|
+
resolve({
|
|
260
|
+
exitCode: code,
|
|
261
|
+
timedOut,
|
|
262
|
+
spawnError: !timedOut && signal !== null,
|
|
263
|
+
durationMs: Date.now() - start,
|
|
264
|
+
});
|
|
265
|
+
});
|
|
266
|
+
});
|
|
267
|
+
}
|
|
268
|
+
/**
|
|
269
|
+
* Executes diff-scoped mutants asynchronously across a bounded pool of isolated
|
|
270
|
+
* temporary sandboxes, keeping the Node event loop non-blocking.
|
|
271
|
+
*/
|
|
272
|
+
export async function runDiffMutationsAsync(options) {
|
|
273
|
+
const startedAt = Date.now();
|
|
274
|
+
if (options.mutants.length === 0) {
|
|
275
|
+
return {
|
|
276
|
+
totalMutants: 0,
|
|
277
|
+
killed: 0,
|
|
278
|
+
survived: 0,
|
|
279
|
+
timeouts: 0,
|
|
280
|
+
errors: 0,
|
|
281
|
+
score: 100,
|
|
282
|
+
durationMs: 0,
|
|
283
|
+
results: [],
|
|
284
|
+
};
|
|
285
|
+
}
|
|
286
|
+
const timeoutMs = Number.isFinite(options.timeoutMs) && options.timeoutMs > 0 ? options.timeoutMs : 15_000;
|
|
287
|
+
const parsedCommand = parseSafeCommand(options.testCommand);
|
|
288
|
+
const ignorePatterns = options.ignorePatterns ?? [
|
|
289
|
+
'node_modules',
|
|
290
|
+
'dist',
|
|
291
|
+
'coverage',
|
|
292
|
+
'.git',
|
|
293
|
+
'.specproof-tmp',
|
|
294
|
+
];
|
|
295
|
+
const defaultConcurrency = Math.min(4, Math.max(1, os.cpus().length - 1), options.mutants.length);
|
|
296
|
+
const workerCount = Math.max(1, Math.min(options.mutants.length, options.concurrency ?? defaultConcurrency));
|
|
297
|
+
// Run baseline check in the first worker sandbox before spinning up remaining sandboxes
|
|
298
|
+
const firstSandbox = createIsolatedSandbox(options.repoRoot, ignorePatterns);
|
|
299
|
+
const sandboxes = [firstSandbox];
|
|
300
|
+
try {
|
|
301
|
+
const baseline = await executeTestCommandAsync(firstSandbox, parsedCommand, timeoutMs * 2);
|
|
302
|
+
if (baseline.spawnError || baseline.timedOut || baseline.exitCode !== 0) {
|
|
303
|
+
throw new Error(`Baseline test command failed (exitCode=${baseline.exitCode}, timedOut=${baseline.timedOut}, spawnError=${baseline.spawnError}). Fix failing tests before running mutation verification.`);
|
|
304
|
+
}
|
|
305
|
+
for (let w = 1; w < workerCount; w += 1) {
|
|
306
|
+
sandboxes.push(createIsolatedSandbox(options.repoRoot, ignorePatterns));
|
|
307
|
+
}
|
|
308
|
+
const orderedResults = new Array(options.mutants.length);
|
|
309
|
+
let cursor = 0;
|
|
310
|
+
async function runWorker(sandboxRoot) {
|
|
311
|
+
const originalCache = new Map();
|
|
312
|
+
while (true) {
|
|
313
|
+
const index = cursor;
|
|
314
|
+
cursor += 1;
|
|
315
|
+
if (index >= options.mutants.length) {
|
|
316
|
+
return;
|
|
317
|
+
}
|
|
318
|
+
const mutant = options.mutants[index];
|
|
319
|
+
const targetPath = resolveContainedPath(sandboxRoot, mutant.file);
|
|
320
|
+
let original = originalCache.get(mutant.file);
|
|
321
|
+
if (original === undefined) {
|
|
322
|
+
original = fs.readFileSync(targetPath, 'utf8');
|
|
323
|
+
originalCache.set(mutant.file, original);
|
|
324
|
+
}
|
|
325
|
+
const mutatedContent = applyMutantToSource(original, mutant);
|
|
326
|
+
fs.writeFileSync(targetPath, mutatedContent, 'utf8');
|
|
327
|
+
let outcome;
|
|
328
|
+
try {
|
|
329
|
+
outcome = await executeTestCommandAsync(sandboxRoot, parsedCommand, timeoutMs);
|
|
330
|
+
}
|
|
331
|
+
finally {
|
|
332
|
+
fs.writeFileSync(targetPath, original, 'utf8');
|
|
333
|
+
}
|
|
334
|
+
const status = outcome.timedOut
|
|
335
|
+
? 'timeout'
|
|
336
|
+
: outcome.spawnError
|
|
337
|
+
? 'error'
|
|
338
|
+
: outcome.exitCode === 0
|
|
339
|
+
? 'survived'
|
|
340
|
+
: 'killed';
|
|
341
|
+
orderedResults[index] = {
|
|
342
|
+
id: mutant.id,
|
|
343
|
+
file: mutant.file,
|
|
344
|
+
line: mutant.line,
|
|
345
|
+
column: mutant.column,
|
|
346
|
+
operator: mutant.operator,
|
|
347
|
+
original: mutant.original,
|
|
348
|
+
mutated: mutant.mutated,
|
|
349
|
+
status,
|
|
350
|
+
durationMs: outcome.durationMs,
|
|
351
|
+
};
|
|
352
|
+
}
|
|
353
|
+
}
|
|
354
|
+
await Promise.all(sandboxes.map((sb) => runWorker(sb)));
|
|
355
|
+
const results = orderedResults.filter((r) => r !== undefined);
|
|
356
|
+
const killed = results.filter((r) => r.status === 'killed').length;
|
|
357
|
+
const survived = results.filter((r) => r.status === 'survived').length;
|
|
358
|
+
const timeouts = results.filter((r) => r.status === 'timeout').length;
|
|
359
|
+
const errors = results.filter((r) => r.status === 'error').length;
|
|
360
|
+
const denominator = killed + survived;
|
|
361
|
+
const score = denominator === 0 ? 100 : (killed / denominator) * 100;
|
|
362
|
+
return {
|
|
363
|
+
totalMutants: results.length,
|
|
364
|
+
killed,
|
|
365
|
+
survived,
|
|
366
|
+
timeouts,
|
|
367
|
+
errors,
|
|
368
|
+
score,
|
|
369
|
+
durationMs: Date.now() - startedAt,
|
|
370
|
+
results,
|
|
371
|
+
};
|
|
372
|
+
}
|
|
373
|
+
finally {
|
|
374
|
+
for (const sb of sandboxes) {
|
|
375
|
+
safeCleanupDir(sb);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
}
|
|
379
|
+
//# sourceMappingURL=mutationRunner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mutationRunner.js","sourceRoot":"","sources":["../src/mutationRunner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,oBAAoB,GAGrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAwB,MAAM,sBAAsB,CAAC;AAkBjF,MAAM,yBAAyB,GAAG,iBAAiB,CAAC;AAEpD;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,OAAO,IAAI,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,gCAAgC,OAAO,+DAA+D,CACvG,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,KAAK,GAAsB,IAAI,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBACjB,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,EAAE,CAAC;YAChB,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAC9B,KAAK,GAAG,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAClB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,SAAS;QACX,CAAC;QAED,OAAO,IAAI,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,sCAAsC,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAE,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AACpD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO;YACL,YAAY,EAAE,CAAC;YACf,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,GAAG;YACV,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GACb,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3F,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAE5D,MAAM,WAAW,GAAG,qBAAqB,CACvC,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,gBAAgB,CAAC,CACzF,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,kBAAkB,CAAC,WAAW,EAAE,aAAa,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAC/E,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACb,0CAA0C,QAAQ,CAAC,QAAQ,cAAc,QAAQ,CAAC,QAAQ,gBAAgB,QAAQ,CAAC,UAAU,4DAA4D,CAC1L,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAClE,IAAI,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC/C,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,cAAc,GAAG,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC7D,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;YAErD,IAAI,OAAuB,CAAC;YAC5B,IAAI,CAAC;gBACH,OAAO,GAAG,kBAAkB,CAAC,WAAW,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;YACtE,CAAC;oBAAS,CAAC;gBACT,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ;gBAC7B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,OAAO,CAAC,UAAU;oBAClB,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC;wBACtB,CAAC,CAAC,UAAU;wBACZ,CAAC,CAAC,QAAQ,CAAC;YAEjB,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM;gBACN,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QAClE,MAAM,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;QACtC,MAAM,KAAK,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC;QAErE,OAAO;YACL,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,MAAM;YACN,QAAQ;YACR,QAAQ;YACR,MAAM;YACN,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,OAAO;SACR,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,cAAc,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAgB;IAC9C,IAAI,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACrD,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,GAAG,MAAM,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB,EAAE,cAAwB;IACvE,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAEzF,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE;QAC/B,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;YACd,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,qBAAqB,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC;gBACzC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACrD,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACjE,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;QACnE,EAAE,CAAC,WAAW,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,GAAI,GAA6B,CAAC,IAAI,CAAC;YACjD,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAuC;IAC/D,MAAM,cAAc,GAClB,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAC/B,MAAM,CAAC,GAAG,KAAK,KAAK;YACpB,MAAM,CAAC,GAAG,KAAK,KAAK;YACpB,MAAM,CAAC,GAAG,KAAK,MAAM;YACrB,MAAM,CAAC,GAAG,KAAK,MAAM;YACrB,MAAM,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC;IAE1B,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7E,MAAM,IAAI,GAAG,cAAc;QACzB,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;QACnF,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAChB,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AACvB,CAAC;AAED,SAAS,kBAAkB,CACzB,GAAW,EACX,MAAuC,EACvC,SAAiB;IAEjB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAE/C,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE;QAC/B,GAAG;QACH,KAAK,EAAE,KAAK;QACZ,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,IAAI;KAClB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAI,GAAG,CAAC,KAA2C,EAAE,IAAI,CAAC;IACvE,MAAM,QAAQ,GAAG,OAAO,KAAK,WAAW,CAAC;IACzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEzF,OAAO;QACL,QAAQ,EAAE,GAAG,CAAC,MAAM;QACpB,QAAQ;QACR,UAAU;QACV,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC/B,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,GAAW,EACX,MAAuC,EACvC,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;YAC7B,GAAG;YACH,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,QAAQ;YACf,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QAEH,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACrB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC;gBACN,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACjC,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC;gBACN,QAAQ,EAAE,IAAI;gBACd,QAAQ;gBACR,UAAU,EAAE,CAAC,QAAQ,IAAI,MAAM,KAAK,IAAI;gBACxC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAA2B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO;YACL,YAAY,EAAE,CAAC;YACf,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,GAAG;YACV,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GACb,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3F,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI;QAC/C,cAAc;QACd,MAAM;QACN,UAAU;QACV,MAAM;QACN,gBAAgB;KACjB,CAAC;IAEF,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAClG,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,IAAI,kBAAkB,CAAC,CAC5E,CAAC;IAEF,wFAAwF;IACxF,MAAM,YAAY,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,CAAC;IAE3C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,YAAY,EAAE,aAAa,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAC3F,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACb,0CAA0C,QAAQ,CAAC,QAAQ,cAAc,QAAQ,CAAC,QAAQ,gBAAgB,QAAQ,CAAC,UAAU,4DAA4D,CAC1L,CAAC;QACJ,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,SAAS,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,cAAc,GAAoC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1F,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,UAAU,SAAS,CAAC,WAAmB;YAC1C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;YAChD,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,KAAK,GAAG,MAAM,CAAC;gBACrB,MAAM,IAAI,CAAC,CAAC;gBACZ,IAAI,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpC,OAAO;gBACT,CAAC;gBAED,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC;gBACvC,MAAM,UAAU,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBAClE,IAAI,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;oBAC/C,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC3C,CAAC;gBAED,MAAM,cAAc,GAAG,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC7D,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAI,OAAuB,CAAC;gBAC5B,IAAI,CAAC;oBACH,OAAO,GAAG,MAAM,uBAAuB,CAAC,WAAW,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;gBACjF,CAAC;wBAAS,CAAC;oBACT,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACjD,CAAC;gBAED,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ;oBAC7B,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,OAAO,CAAC,UAAU;wBAClB,CAAC,CAAC,OAAO;wBACT,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC;4BACtB,CAAC,CAAC,UAAU;4BACZ,CAAC,CAAC,QAAQ,CAAC;gBAEjB,cAAc,CAAC,KAAK,CAAC,GAAG;oBACtB,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,MAAM;oBACN,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAExD,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAqB,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QAClE,MAAM,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;QACtC,MAAM,KAAK,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC;QAErE,OAAO;YACL,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,MAAM;YACN,QAAQ;YACR,QAAQ;YACR,MAAM;YACN,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,OAAO;SACR,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,cAAc,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { type LineRange } from '@specproof/core';
|
|
2
|
+
import type { CandidateMutant } from './mutantGenerator.js';
|
|
3
|
+
/**
|
|
4
|
+
* Generates diff-scoped micro-mutants for a Python source file.
|
|
5
|
+
*/
|
|
6
|
+
export declare function collectPythonMutants(sourceText: string, filePath: string, activeRanges: LineRange[] | undefined, out: CandidateMutant[], maxMutants: number): void;
|
|
7
|
+
//# sourceMappingURL=pythonMutator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pythonMutator.d.ts","sourceRoot":"","sources":["../src/pythonMutator.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,SAAS,EACf,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAiC5D;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,SAAS,EAAE,GAAG,SAAS,EACrC,GAAG,EAAE,eAAe,EAAE,EACtB,UAAU,EAAE,MAAM,GACjB,IAAI,CA6DN"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { isLineInRanges, maskPythonStringsAndComments, } from '@specproof/core';
|
|
2
|
+
const PY_MUTATION_RULES = [
|
|
3
|
+
{ operator: 'equality', regex: /==/g, replacement: '!=' },
|
|
4
|
+
{ operator: 'equality', regex: /!=/g, replacement: '==' },
|
|
5
|
+
{ operator: 'boundary', regex: />=/g, replacement: '>' },
|
|
6
|
+
{ operator: 'boundary', regex: /<=/g, replacement: '<' },
|
|
7
|
+
{ operator: 'boundary', regex: /(?<![<>!=-])>(?![>=])/g, replacement: '>=' },
|
|
8
|
+
{ operator: 'boundary', regex: /(?<![<>!=])<(?![<=])/g, replacement: '<=' },
|
|
9
|
+
{ operator: 'logical', regex: /\band\b/g, replacement: 'or' },
|
|
10
|
+
{ operator: 'logical', regex: /\bor\b/g, replacement: 'and' },
|
|
11
|
+
{ operator: 'boolean', regex: /\bTrue\b/g, replacement: 'False' },
|
|
12
|
+
{ operator: 'boolean', regex: /\bFalse\b/g, replacement: 'True' },
|
|
13
|
+
];
|
|
14
|
+
function isSignatureOrImportLine(trimmed) {
|
|
15
|
+
return (trimmed.startsWith('def ') ||
|
|
16
|
+
trimmed.startsWith('async def ') ||
|
|
17
|
+
trimmed.startsWith('class ') ||
|
|
18
|
+
trimmed.startsWith('import ') ||
|
|
19
|
+
trimmed.startsWith('from ') ||
|
|
20
|
+
trimmed.startsWith('@') ||
|
|
21
|
+
/^\)\s*(?:->\s*.+)?:\s*$/.test(trimmed));
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Generates diff-scoped micro-mutants for a Python source file.
|
|
25
|
+
*/
|
|
26
|
+
export function collectPythonMutants(sourceText, filePath, activeRanges, out, maxMutants) {
|
|
27
|
+
if (activeRanges !== undefined && activeRanges.length === 0) {
|
|
28
|
+
return;
|
|
29
|
+
}
|
|
30
|
+
const masked = maskPythonStringsAndComments(sourceText);
|
|
31
|
+
const rawLines = sourceText.split('\n');
|
|
32
|
+
const maskedLines = masked.split('\n');
|
|
33
|
+
let offset = 0;
|
|
34
|
+
for (let idx = 0; idx < rawLines.length; idx += 1) {
|
|
35
|
+
if (out.length >= maxMutants) {
|
|
36
|
+
break;
|
|
37
|
+
}
|
|
38
|
+
const lineNum = idx + 1;
|
|
39
|
+
const rawLine = rawLines[idx] ?? '';
|
|
40
|
+
const maskedLine = maskedLines[idx] ?? '';
|
|
41
|
+
const lineStart = offset;
|
|
42
|
+
offset += rawLine.length + 1;
|
|
43
|
+
if (activeRanges !== undefined && !isLineInRanges(lineNum, activeRanges)) {
|
|
44
|
+
continue;
|
|
45
|
+
}
|
|
46
|
+
const trimmed = maskedLine.trim();
|
|
47
|
+
if (!trimmed || isSignatureOrImportLine(trimmed)) {
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
const seenLineOffsets = new Set();
|
|
51
|
+
for (const rule of PY_MUTATION_RULES) {
|
|
52
|
+
if (out.length >= maxMutants) {
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
rule.regex.lastIndex = 0;
|
|
56
|
+
let match;
|
|
57
|
+
while ((match = rule.regex.exec(maskedLine)) !== null) {
|
|
58
|
+
if (out.length >= maxMutants) {
|
|
59
|
+
break;
|
|
60
|
+
}
|
|
61
|
+
const colOffset = match.index;
|
|
62
|
+
if (seenLineOffsets.has(colOffset)) {
|
|
63
|
+
continue;
|
|
64
|
+
}
|
|
65
|
+
seenLineOffsets.add(colOffset);
|
|
66
|
+
const original = match[0];
|
|
67
|
+
out.push({
|
|
68
|
+
id: `M${out.length + 1}`,
|
|
69
|
+
file: filePath,
|
|
70
|
+
line: lineNum,
|
|
71
|
+
column: colOffset + 1,
|
|
72
|
+
operator: rule.operator,
|
|
73
|
+
start: lineStart + colOffset,
|
|
74
|
+
end: lineStart + colOffset + original.length,
|
|
75
|
+
original,
|
|
76
|
+
mutated: rule.replacement,
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=pythonMutator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pythonMutator.js","sourceRoot":"","sources":["../src/pythonMutator.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,4BAA4B,GAE7B,MAAM,iBAAiB,CAAC;AASzB,MAAM,iBAAiB,GAAa;IAClC,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE;IACzD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE;IACzD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;IACxD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;IACxD,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,wBAAwB,EAAE,WAAW,EAAE,IAAI,EAAE;IAC5E,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,uBAAuB,EAAE,WAAW,EAAE,IAAI,EAAE;IAC3E,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE;IAC7D,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE;IAC7D,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE;IACjE,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE;CAClE,CAAC;AAEF,SAAS,uBAAuB,CAAC,OAAe;IAC9C,OAAO,CACL,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QAC1B,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC;QAChC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC5B,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;QAC7B,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAC3B,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QACvB,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CACxC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAAkB,EAClB,QAAgB,EAChB,YAAqC,EACrC,GAAsB,EACtB,UAAkB;IAElB,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,4BAA4B,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEvC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAClD,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,GAAG,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,CAAC;QACzB,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAE7B,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC;YACzE,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC;YACjD,SAAS;QACX,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAC1C,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACzB,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACtD,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;oBAC7B,MAAM;gBACR,CAAC;gBACD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC9B,IAAI,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACnC,SAAS;gBACX,CAAC;gBACD,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1B,GAAG,CAAC,IAAI,CAAC;oBACP,EAAE,EAAE,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;oBACxB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,SAAS,GAAG,CAAC;oBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK,EAAE,SAAS,GAAG,SAAS;oBAC5B,GAAG,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC,MAAM;oBAC5C,QAAQ;oBACR,OAAO,EAAE,IAAI,CAAC,WAAW;iBAC1B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { type ByokEvaluatorOptions, type LlmProvider, type VerificationReport } from '@specproof/core';
|
|
2
|
+
export interface VerifyRepositoryOptions {
|
|
3
|
+
repoRoot: string;
|
|
4
|
+
configPath?: string;
|
|
5
|
+
baseRef?: string;
|
|
6
|
+
allFiles?: boolean;
|
|
7
|
+
mutate?: boolean;
|
|
8
|
+
specPath?: string;
|
|
9
|
+
specMarkdown?: string;
|
|
10
|
+
failUnderMutationScore?: number;
|
|
11
|
+
testCommand?: string;
|
|
12
|
+
useLlm?: boolean;
|
|
13
|
+
llmProvider?: LlmProvider;
|
|
14
|
+
llmModel?: string;
|
|
15
|
+
byokOptions?: ByokEvaluatorOptions;
|
|
16
|
+
blockOnMockAbuse?: boolean;
|
|
17
|
+
blockOnVacuous?: boolean;
|
|
18
|
+
requireSpecMatch?: boolean;
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Runs the unified SpecProof verification pipeline: git diff scoping, AST test/code
|
|
22
|
+
* integrity checks, optional diff-scoped micro-mutation, and optional spec coverage mapping.
|
|
23
|
+
*/
|
|
24
|
+
export declare function verifyRepository(options: VerifyRepositoryOptions): VerificationReport;
|
|
25
|
+
/**
|
|
26
|
+
* Asynchronous verification entrypoint supporting parallel mutation worker pools
|
|
27
|
+
* and BYOK semantic LLM spec evaluation.
|
|
28
|
+
*/
|
|
29
|
+
export declare function verifyRepositoryAsync(options: VerifyRepositoryOptions): Promise<VerificationReport>;
|
|
30
|
+
//# sourceMappingURL=verifyPipeline.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verifyPipeline.d.ts","sourceRoot":"","sources":["../src/verifyPipeline.ts"],"names":[],"mappings":"AAEA,OAAO,EAQL,KAAK,oBAAoB,EAIzB,KAAK,WAAW,EAGhB,KAAK,kBAAkB,EACxB,MAAM,iBAAiB,CAAC;AAIzB,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AA2ED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,kBAAkB,CA2FrF;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,kBAAkB,CAAC,CA2E7B"}
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { analyzeFilesIntegrity, collectProjectFiles, evaluateSpecCoverage, evaluateSpecWithByokLlm, getGitDiff, loadConfig, resolveContainedPath, } from '@specproof/core';
|
|
4
|
+
import { generateDiffMutants } from './mutantGenerator.js';
|
|
5
|
+
import { runDiffMutations, runDiffMutationsAsync } from './mutationRunner.js';
|
|
6
|
+
function evaluateFailureReasons(integrity, mutation, specCoverage, failUnder, effectivePolicy) {
|
|
7
|
+
const reasons = [];
|
|
8
|
+
const errorFindings = integrity.findings.filter((f) => {
|
|
9
|
+
if (f.severity !== 'error') {
|
|
10
|
+
return false;
|
|
11
|
+
}
|
|
12
|
+
if (!effectivePolicy.blockOnVacuous && (f.ruleId === 'vacuous-assertion' || f.ruleId === 'empty-test')) {
|
|
13
|
+
return false;
|
|
14
|
+
}
|
|
15
|
+
return true;
|
|
16
|
+
});
|
|
17
|
+
if (errorFindings.length > 0) {
|
|
18
|
+
reasons.push(`${errorFindings.length} critical test integrity error(s) detected.`);
|
|
19
|
+
}
|
|
20
|
+
if (effectivePolicy.blockOnMockAbuse) {
|
|
21
|
+
const mockAbuseCount = integrity.findings.filter((f) => f.ruleId === 'mock-abuse').length;
|
|
22
|
+
if (mockAbuseCount > 0) {
|
|
23
|
+
reasons.push(`${mockAbuseCount} mock-abuse finding(s) blocked by org policy.`);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
if (mutation && mutation.totalMutants > 0 && mutation.score < failUnder) {
|
|
27
|
+
reasons.push(`Diff mutation score ${mutation.score.toFixed(1)}% is below threshold ${failUnder}%.`);
|
|
28
|
+
}
|
|
29
|
+
if (effectivePolicy.requireSpecMatch) {
|
|
30
|
+
if (!specCoverage) {
|
|
31
|
+
reasons.push('Spec coverage required by policy, but no SPEC.md or synced specs were found.');
|
|
32
|
+
}
|
|
33
|
+
else if (specCoverage.totalRequirements > 0 &&
|
|
34
|
+
specCoverage.coveredCount < specCoverage.totalRequirements) {
|
|
35
|
+
reasons.push(`Spec coverage ${specCoverage.coveredCount}/${specCoverage.totalRequirements} is incomplete (requireSpecMatch policy).`);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return reasons;
|
|
39
|
+
}
|
|
40
|
+
function buildSnippetDiffsForFiles(repoRoot, files) {
|
|
41
|
+
const diffs = [];
|
|
42
|
+
for (const rel of files.slice(0, 25)) {
|
|
43
|
+
const fullPath = resolveContainedPath(repoRoot, rel);
|
|
44
|
+
if (!fs.existsSync(fullPath) || fs.statSync(fullPath).isDirectory()) {
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
const lines = fs.readFileSync(fullPath, 'utf8').split(/\r?\n/).slice(0, 60);
|
|
48
|
+
diffs.push({
|
|
49
|
+
path: rel,
|
|
50
|
+
status: 'modified',
|
|
51
|
+
addedRanges: [{ start: 1, end: Math.max(1, lines.length) }],
|
|
52
|
+
addedLines: lines,
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
return diffs;
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Runs the unified SpecProof verification pipeline: git diff scoping, AST test/code
|
|
59
|
+
* integrity checks, optional diff-scoped micro-mutation, and optional spec coverage mapping.
|
|
60
|
+
*/
|
|
61
|
+
export function verifyRepository(options) {
|
|
62
|
+
const repoRoot = path.resolve(options.repoRoot);
|
|
63
|
+
const config = loadConfig(repoRoot, options.configPath);
|
|
64
|
+
const effectiveTestCommand = options.testCommand ?? config.testCommand;
|
|
65
|
+
const failUnder = options.failUnderMutationScore ?? config.failUnderMutationScore;
|
|
66
|
+
const effectivePolicy = {
|
|
67
|
+
blockOnVacuous: options.blockOnVacuous ?? config.blockOnVacuous,
|
|
68
|
+
blockOnMockAbuse: options.blockOnMockAbuse ?? config.blockOnMockAbuse,
|
|
69
|
+
requireSpecMatch: options.requireSpecMatch ?? config.requireSpecMatch,
|
|
70
|
+
};
|
|
71
|
+
const hasGitRepo = fs.existsSync(path.join(repoRoot, '.git'));
|
|
72
|
+
const diffFiles = hasGitRepo ? getGitDiff(repoRoot, { baseRef: options.baseRef }) : [];
|
|
73
|
+
const diffRangesByFile = new Map();
|
|
74
|
+
for (const file of diffFiles) {
|
|
75
|
+
diffRangesByFile.set(file.path.replace(/\\/g, '/'), file.addedRanges);
|
|
76
|
+
}
|
|
77
|
+
const scanAll = Boolean(options.allFiles) || !hasGitRepo;
|
|
78
|
+
const targetFiles = scanAll
|
|
79
|
+
? collectProjectFiles(repoRoot, config.ignorePatterns)
|
|
80
|
+
: diffFiles.map((f) => f.path.replace(/\\/g, '/'));
|
|
81
|
+
const integrity = analyzeFilesIntegrity(repoRoot, targetFiles, config, {
|
|
82
|
+
diffRangesByFile: scanAll ? undefined : diffRangesByFile,
|
|
83
|
+
});
|
|
84
|
+
let mutation;
|
|
85
|
+
if (options.mutate && targetFiles.length > 0) {
|
|
86
|
+
const mutationTargets = scanAll
|
|
87
|
+
? targetFiles.map((p) => ({
|
|
88
|
+
path: p,
|
|
89
|
+
status: 'modified',
|
|
90
|
+
addedRanges: [],
|
|
91
|
+
addedLines: [],
|
|
92
|
+
}))
|
|
93
|
+
: diffFiles;
|
|
94
|
+
const candidates = generateDiffMutants(repoRoot, mutationTargets, config.maxMutantsPerRun, scanAll);
|
|
95
|
+
mutation = runDiffMutations({
|
|
96
|
+
repoRoot,
|
|
97
|
+
mutants: candidates,
|
|
98
|
+
testCommand: effectiveTestCommand,
|
|
99
|
+
timeoutMs: config.mutationTimeoutMs,
|
|
100
|
+
ignorePatterns: config.ignorePatterns,
|
|
101
|
+
});
|
|
102
|
+
}
|
|
103
|
+
let specCoverage;
|
|
104
|
+
const resolvedSpecPath = options.specPath ?? config.specFile;
|
|
105
|
+
let specText = options.specMarkdown;
|
|
106
|
+
if (!specText && resolvedSpecPath) {
|
|
107
|
+
const containedSpecPath = resolveContainedPath(repoRoot, resolvedSpecPath);
|
|
108
|
+
if (fs.existsSync(containedSpecPath)) {
|
|
109
|
+
specText = fs.readFileSync(containedSpecPath, 'utf8');
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
if (specText) {
|
|
113
|
+
const specDiffs = !scanAll && diffFiles.length > 0
|
|
114
|
+
? diffFiles
|
|
115
|
+
: buildSnippetDiffsForFiles(repoRoot, targetFiles);
|
|
116
|
+
specCoverage = evaluateSpecCoverage(repoRoot, specText, specDiffs, resolvedSpecPath);
|
|
117
|
+
}
|
|
118
|
+
const failureReasons = evaluateFailureReasons(integrity, mutation, specCoverage, failUnder, effectivePolicy);
|
|
119
|
+
return {
|
|
120
|
+
timestamp: new Date().toISOString(),
|
|
121
|
+
repoRoot,
|
|
122
|
+
baseRef: options.baseRef,
|
|
123
|
+
diffFiles: scanAll && diffFiles.length === 0 ? buildSnippetDiffsForFiles(repoRoot, targetFiles) : diffFiles,
|
|
124
|
+
integrity,
|
|
125
|
+
mutation,
|
|
126
|
+
specCoverage,
|
|
127
|
+
passed: failureReasons.length === 0,
|
|
128
|
+
failureReasons,
|
|
129
|
+
};
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* Asynchronous verification entrypoint supporting parallel mutation worker pools
|
|
133
|
+
* and BYOK semantic LLM spec evaluation.
|
|
134
|
+
*/
|
|
135
|
+
export async function verifyRepositoryAsync(options) {
|
|
136
|
+
const report = verifyRepository({ ...options, mutate: false });
|
|
137
|
+
const config = loadConfig(report.repoRoot, options.configPath);
|
|
138
|
+
const failUnder = options.failUnderMutationScore ?? config.failUnderMutationScore;
|
|
139
|
+
const effectivePolicy = {
|
|
140
|
+
blockOnVacuous: options.blockOnVacuous ?? config.blockOnVacuous,
|
|
141
|
+
blockOnMockAbuse: options.blockOnMockAbuse ?? config.blockOnMockAbuse,
|
|
142
|
+
requireSpecMatch: options.requireSpecMatch ?? config.requireSpecMatch,
|
|
143
|
+
};
|
|
144
|
+
let mutation;
|
|
145
|
+
const hasGitRepo = fs.existsSync(path.join(report.repoRoot, '.git'));
|
|
146
|
+
const scanAll = Boolean(options.allFiles) || !hasGitRepo;
|
|
147
|
+
if (options.mutate) {
|
|
148
|
+
const targetFiles = scanAll
|
|
149
|
+
? collectProjectFiles(report.repoRoot, config.ignorePatterns)
|
|
150
|
+
: report.diffFiles.map((f) => f.path.replace(/\\/g, '/'));
|
|
151
|
+
if (targetFiles.length > 0) {
|
|
152
|
+
const mutationTargets = scanAll
|
|
153
|
+
? targetFiles.map((p) => ({
|
|
154
|
+
path: p,
|
|
155
|
+
status: 'modified',
|
|
156
|
+
addedRanges: [],
|
|
157
|
+
addedLines: [],
|
|
158
|
+
}))
|
|
159
|
+
: report.diffFiles;
|
|
160
|
+
const candidates = generateDiffMutants(report.repoRoot, mutationTargets, config.maxMutantsPerRun, scanAll);
|
|
161
|
+
mutation = await runDiffMutationsAsync({
|
|
162
|
+
repoRoot: report.repoRoot,
|
|
163
|
+
mutants: candidates,
|
|
164
|
+
testCommand: options.testCommand ?? config.testCommand,
|
|
165
|
+
timeoutMs: config.mutationTimeoutMs,
|
|
166
|
+
ignorePatterns: config.ignorePatterns,
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
let specCoverage = report.specCoverage;
|
|
171
|
+
if (options.useLlm && specCoverage) {
|
|
172
|
+
specCoverage = await evaluateSpecWithByokLlm(specCoverage, report.diffFiles, mutation, {
|
|
173
|
+
provider: options.llmProvider ?? config.llmProvider,
|
|
174
|
+
model: options.llmModel ?? config.llmModel,
|
|
175
|
+
...options.byokOptions,
|
|
176
|
+
});
|
|
177
|
+
}
|
|
178
|
+
const failureReasons = evaluateFailureReasons(report.integrity, mutation, specCoverage, failUnder, effectivePolicy);
|
|
179
|
+
return {
|
|
180
|
+
...report,
|
|
181
|
+
mutation,
|
|
182
|
+
specCoverage,
|
|
183
|
+
passed: failureReasons.length === 0,
|
|
184
|
+
failureReasons,
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
//# sourceMappingURL=verifyPipeline.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verifyPipeline.js","sourceRoot":"","sources":["../src/verifyPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EACvB,UAAU,EACV,UAAU,EACV,oBAAoB,GASrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAqB9E,SAAS,sBAAsB,CAC7B,SAA2B,EAC3B,QAAqC,EACrC,YAA6C,EAC7C,SAAiB,EACjB,eAIC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACpD,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,mBAAmB,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,EAAE,CAAC;YACvG,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,MAAM,6CAA6C,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,eAAe,CAAC,gBAAgB,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,MAAM,CAAC;QAC1F,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,+CAA+C,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,YAAY,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;QACxE,OAAO,CAAC,IAAI,CACV,uBAAuB,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,SAAS,IAAI,CACtF,CAAC;IACJ,CAAC;IAED,IAAI,eAAe,CAAC,gBAAgB,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;QAC/F,CAAC;aAAM,IACL,YAAY,CAAC,iBAAiB,GAAG,CAAC;YAClC,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC,iBAAiB,EAC1D,CAAC;YACD,OAAO,CAAC,IAAI,CACV,iBAAiB,YAAY,CAAC,YAAY,IAAI,YAAY,CAAC,iBAAiB,2CAA2C,CACxH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAgB,EAAE,KAAe;IAClE,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACrD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACpE,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5E,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,UAAU;YAClB,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3D,UAAU,EAAE,KAAK;SAClB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAgC;IAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,oBAAoB,GAAG,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC;IACvE,MAAM,SAAS,GAAG,OAAO,CAAC,sBAAsB,IAAI,MAAM,CAAC,sBAAsB,CAAC;IAClF,MAAM,eAAe,GAAG;QACtB,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc;QAC/D,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB;QACrE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB;KACtE,CAAC;IAEF,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAe,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnG,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAuB,CAAC;IACxD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;IACzD,MAAM,WAAW,GAAG,OAAO;QACzB,CAAC,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC;QACtD,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAErD,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE;QACrE,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB;KACzD,CAAC,CAAC;IAEH,IAAI,QAAqC,CAAC;IAC1C,IAAI,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,eAAe,GAAe,OAAO;YACzC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,UAAU;gBAClB,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACL,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,UAAU,GAAG,mBAAmB,CACpC,QAAQ,EACR,eAAe,EACf,MAAM,CAAC,gBAAgB,EACvB,OAAO,CACR,CAAC;QAEF,QAAQ,GAAG,gBAAgB,CAAC;YAC1B,QAAQ;YACR,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,oBAAoB;YACjC,SAAS,EAAE,MAAM,CAAC,iBAAiB;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,YAA6C,CAAC;IAClD,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;IAC7D,IAAI,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC;IACpC,IAAI,CAAC,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAC3E,IAAI,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACrC,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,SAAS,GACb,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,yBAAyB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACvD,YAAY,GAAG,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,cAAc,GAAG,sBAAsB,CAC3C,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,eAAe,CAChB,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3G,SAAS;QACT,QAAQ;QACR,YAAY;QACZ,MAAM,EAAE,cAAc,CAAC,MAAM,KAAK,CAAC;QACnC,cAAc;KACf,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAgC;IAEhC,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,sBAAsB,IAAI,MAAM,CAAC,sBAAsB,CAAC;IAClF,MAAM,eAAe,GAAG;QACtB,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc;QAC/D,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB;QACrE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB;KACtE,CAAC;IAEF,IAAI,QAAqC,CAAC;IAC1C,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;IAEzD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,WAAW,GAAG,OAAO;YACzB,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC;YAC7D,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAE5D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,eAAe,GAAe,OAAO;gBACzC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtB,IAAI,EAAE,CAAC;oBACP,MAAM,EAAE,UAAU;oBAClB,WAAW,EAAE,EAAE;oBACf,UAAU,EAAE,EAAE;iBACf,CAAC,CAAC;gBACL,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;YAErB,MAAM,UAAU,GAAG,mBAAmB,CACpC,MAAM,CAAC,QAAQ,EACf,eAAe,EACf,MAAM,CAAC,gBAAgB,EACvB,OAAO,CACR,CAAC;YAEF,QAAQ,GAAG,MAAM,qBAAqB,CAAC;gBACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;gBACtD,SAAS,EAAE,MAAM,CAAC,iBAAiB;gBACnC,cAAc,EAAE,MAAM,CAAC,cAAc;aACtC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACvC,IAAI,OAAO,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;QACnC,YAAY,GAAG,MAAM,uBAAuB,CAC1C,YAAY,EACZ,MAAM,CAAC,SAAS,EAChB,QAAQ,EACR;YACE,QAAQ,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YACnD,KAAK,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ;YAC1C,GAAG,OAAO,CAAC,WAAW;SACvB,CACF,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,sBAAsB,CAC3C,MAAM,CAAC,SAAS,EAChB,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,eAAe,CAChB,CAAC;IAEF,OAAO;QACL,GAAG,MAAM;QACT,QAAQ;QACR,YAAY;QACZ,MAAM,EAAE,cAAc,CAAC,MAAM,KAAK,CAAC;QACnC,cAAc;KACf,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,40 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@specproof/mutator",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"
|
|
5
|
-
"
|
|
6
|
-
|
|
3
|
+
"version": "0.2.0",
|
|
4
|
+
"description": "Diff-scoped TypeScript/JavaScript, Python, and Go micro-mutation generator and isolated parallel runner for SpecProof.",
|
|
5
|
+
"license": "Apache-2.0",
|
|
6
|
+
"homepage": "https://github.com/Claw2M/specproof#readme",
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "git+https://github.com/Claw2M/specproof.git",
|
|
10
|
+
"directory": "packages/mutator"
|
|
11
|
+
},
|
|
12
|
+
"bugs": {
|
|
13
|
+
"url": "https://github.com/Claw2M/specproof/issues"
|
|
14
|
+
},
|
|
15
|
+
"type": "module",
|
|
16
|
+
"main": "./dist/index.js",
|
|
17
|
+
"types": "./dist/index.d.ts",
|
|
18
|
+
"exports": {
|
|
19
|
+
".": {
|
|
20
|
+
"types": "./dist/index.d.ts",
|
|
21
|
+
"import": "./dist/index.js"
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
"files": ["dist"],
|
|
25
|
+
"publishConfig": {
|
|
26
|
+
"access": "public"
|
|
27
|
+
},
|
|
28
|
+
"engines": {
|
|
29
|
+
"node": ">=22.13.0"
|
|
30
|
+
},
|
|
31
|
+
"keywords": ["specproof", "mutation-testing", "ast", "devtools"],
|
|
32
|
+
"scripts": {
|
|
33
|
+
"build": "tsc -p tsconfig.json",
|
|
34
|
+
"typecheck": "tsc -p tsconfig.json --noEmit"
|
|
35
|
+
},
|
|
36
|
+
"dependencies": {
|
|
37
|
+
"@specproof/core": "0.2.0",
|
|
38
|
+
"typescript": "^5.8.0"
|
|
39
|
+
}
|
|
40
|
+
}
|
package/README.md
DELETED