@apexops/testkit 0.10.0-next.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.tsbuildinfo +1 -0
- package/dist/determinism.d.ts +14 -0
- package/dist/determinism.d.ts.map +1 -0
- package/dist/determinism.js +38 -0
- package/dist/determinism.js.map +1 -0
- package/dist/faults.d.ts +8 -0
- package/dist/faults.d.ts.map +1 -0
- package/dist/faults.js +26 -0
- package/dist/faults.js.map +1 -0
- package/dist/fixtures.d.ts +18 -0
- package/dist/fixtures.d.ts.map +1 -0
- package/dist/fixtures.js +207 -0
- package/dist/fixtures.js.map +1 -0
- package/dist/index.d.ts +11 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11 -0
- package/dist/index.js.map +1 -0
- package/dist/malicious.d.ts +9 -0
- package/dist/malicious.d.ts.map +1 -0
- package/dist/malicious.js +26 -0
- package/dist/malicious.js.map +1 -0
- package/dist/parity.d.ts +3 -0
- package/dist/parity.d.ts.map +1 -0
- package/dist/parity.js +10 -0
- package/dist/parity.js.map +1 -0
- package/dist/qualification.d.ts +53 -0
- package/dist/qualification.d.ts.map +1 -0
- package/dist/qualification.js +760 -0
- package/dist/qualification.js.map +1 -0
- package/dist/quality.d.ts +46 -0
- package/dist/quality.d.ts.map +1 -0
- package/dist/quality.js +118 -0
- package/dist/quality.js.map +1 -0
- package/dist/scenario.d.ts +26 -0
- package/dist/scenario.d.ts.map +1 -0
- package/dist/scenario.js +35 -0
- package/dist/scenario.js.map +1 -0
- package/dist/scorecard-samples.d.ts +5 -0
- package/dist/scorecard-samples.d.ts.map +1 -0
- package/dist/scorecard-samples.js +151 -0
- package/dist/scorecard-samples.js.map +1 -0
- package/dist/test/qualification.test.d.ts +2 -0
- package/dist/test/qualification.test.d.ts.map +1 -0
- package/dist/test/qualification.test.js +169 -0
- package/dist/test/qualification.test.js.map +1 -0
- package/dist/test/scorecard-samples.test.d.ts +2 -0
- package/dist/test/scorecard-samples.test.d.ts.map +1 -0
- package/dist/test/scorecard-samples.test.js +62 -0
- package/dist/test/scorecard-samples.test.js.map +1 -0
- package/dist/test/testkit.test.d.ts +2 -0
- package/dist/test/testkit.test.d.ts.map +1 -0
- package/dist/test/testkit.test.js +177 -0
- package/dist/test/testkit.test.js.map +1 -0
- package/dist/workspace.d.ts +3 -0
- package/dist/workspace.d.ts.map +1 -0
- package/dist/workspace.js +11 -0
- package/dist/workspace.js.map +1 -0
- package/package.json +43 -0
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { mkdir, writeFile } from "node:fs/promises";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import test from "node:test";
|
|
5
|
+
import { collectQualificationMeasurements, qualificationJson, qualificationStatus, repeatQualificationReports, runQualification, runQualificationBenchmark, tempWorkspace, } from "../index.js";
|
|
6
|
+
const repeatedReport = {
|
|
7
|
+
schemaVersion: "1.0.0",
|
|
8
|
+
status: "pass",
|
|
9
|
+
durationMs: 1,
|
|
10
|
+
tracks: [],
|
|
11
|
+
checks: [],
|
|
12
|
+
eventCount: 0,
|
|
13
|
+
hashes: {},
|
|
14
|
+
};
|
|
15
|
+
async function customizationSource(root) {
|
|
16
|
+
const source = join(root, "customizations-source");
|
|
17
|
+
await mkdir(join(source, ".github"), { recursive: true });
|
|
18
|
+
await writeFile(join(source, "managed.txt"), "base\n", "utf8");
|
|
19
|
+
await writeFile(join(source, ".github", "qualification.md"), "qualification\n", "utf8");
|
|
20
|
+
return source;
|
|
21
|
+
}
|
|
22
|
+
test("qualification runs complete bicep and terraform reports", async (context) => {
|
|
23
|
+
const root = await tempWorkspace(context, "apex-qualification-");
|
|
24
|
+
const report = await runQualification({
|
|
25
|
+
workspaceRoot: join(root, "repositories"),
|
|
26
|
+
customizationsSource: await customizationSource(root),
|
|
27
|
+
});
|
|
28
|
+
assert.equal(report.status, "pass", JSON.stringify(report, null, 2));
|
|
29
|
+
assert.deepEqual(report.tracks.map(({ track }) => track), ["bicep", "terraform"]);
|
|
30
|
+
assert.ok(report.tracks.every(({ eventCount, hashes }) => eventCount > 0 && hashes.eventHead?.length === 64));
|
|
31
|
+
assert.ok(report.tracks.every(({ gateRevisionLoops }) => gateRevisionLoops === 0));
|
|
32
|
+
assert.ok(report.tracks.every(({ taskContextBytes }) => taskContextBytes !== undefined && taskContextBytes > 0));
|
|
33
|
+
assert.equal(report.tracks[0]?.hashes.logicalInventory, report.tracks[1]?.hashes.logicalInventory);
|
|
34
|
+
assert.ok(report.checks.some(({ id }) => id === "logical-parity"));
|
|
35
|
+
assert.equal(qualificationJson(report), qualificationJson(report));
|
|
36
|
+
});
|
|
37
|
+
test("qualification reports initialization failures without reading missing run state", async (context) => {
|
|
38
|
+
const root = await tempWorkspace(context, "apex-qualification-init-failure-");
|
|
39
|
+
const report = await runQualification({
|
|
40
|
+
workspaceRoot: join(root, "repositories"),
|
|
41
|
+
customizationsSource: await customizationSource(root),
|
|
42
|
+
injectFailure: "initialize-customizations",
|
|
43
|
+
});
|
|
44
|
+
assert.equal(report.status, "fail");
|
|
45
|
+
assert.deepEqual(report.tracks.map(({ checks, eventCount }) => ({ checks, eventCount })), ["bicep", "terraform"].map(() => ({
|
|
46
|
+
checks: [
|
|
47
|
+
{
|
|
48
|
+
id: "initialize-customizations",
|
|
49
|
+
status: "fail",
|
|
50
|
+
durationMs: 1,
|
|
51
|
+
detail: "Injected qualification failure: initialize-customizations",
|
|
52
|
+
},
|
|
53
|
+
],
|
|
54
|
+
eventCount: 0,
|
|
55
|
+
})));
|
|
56
|
+
});
|
|
57
|
+
test("qualification status detects failed checks", () => {
|
|
58
|
+
assert.equal(qualificationStatus([{ id: "ok", status: "pass", durationMs: 1 }]), "pass");
|
|
59
|
+
assert.equal(qualificationStatus([{ id: "fault", status: "fail", durationMs: 1, detail: "detected" }]), "fail");
|
|
60
|
+
});
|
|
61
|
+
test("benchmark compares caller-supplied budgets at configurable event count", () => {
|
|
62
|
+
const passing = runQualificationBenchmark(20, {
|
|
63
|
+
appendP95Ms: Number.MAX_VALUE,
|
|
64
|
+
replayP95Ms: Number.MAX_VALUE,
|
|
65
|
+
statusP95Ms: Number.MAX_VALUE,
|
|
66
|
+
});
|
|
67
|
+
assert.equal(passing.status, "pass");
|
|
68
|
+
assert.equal(passing.metrics.iterations, 20);
|
|
69
|
+
const failing = runQualificationBenchmark(5, { appendP95Ms: -1, replayP95Ms: -1, statusP95Ms: -1 });
|
|
70
|
+
assert.equal(failing.status, "fail");
|
|
71
|
+
assert.equal(failing.checks.filter(({ status }) => status === "fail").length, 3);
|
|
72
|
+
});
|
|
73
|
+
test("qualification measurements preserve unavailable evidence and deterministic provenance", async () => {
|
|
74
|
+
const report = {
|
|
75
|
+
schemaVersion: "1.0.0",
|
|
76
|
+
status: "pass",
|
|
77
|
+
durationMs: 100,
|
|
78
|
+
tracks: ["bicep", "terraform"].map((track, index) => ({
|
|
79
|
+
track: track,
|
|
80
|
+
status: "pass",
|
|
81
|
+
checks: [
|
|
82
|
+
"initialize-customizations",
|
|
83
|
+
"creative-workflow-gates-1-3",
|
|
84
|
+
"preview-gate-4-deploy-inventory",
|
|
85
|
+
"event-replay-object-hashes",
|
|
86
|
+
].map((id) => ({ id, status: "pass", durationMs: 1 })),
|
|
87
|
+
eventCount: 1,
|
|
88
|
+
gateRevisionLoops: index,
|
|
89
|
+
taskContextBytes: (index + 1) * 10,
|
|
90
|
+
hashes: {},
|
|
91
|
+
})),
|
|
92
|
+
checks: [],
|
|
93
|
+
eventCount: 2,
|
|
94
|
+
hashes: {},
|
|
95
|
+
};
|
|
96
|
+
const reports = await repeatQualificationReports(2, async () => report);
|
|
97
|
+
const first = collectQualificationMeasurements({
|
|
98
|
+
reports,
|
|
99
|
+
mutationResults: [{ escaped: false }, { escaped: true }],
|
|
100
|
+
eventsByRun: [[{ type: "gate.decided", payload: { decision: "rejected" } }]],
|
|
101
|
+
taskContextBytes: [10, 20],
|
|
102
|
+
clock: () => new Date("2026-07-13T12:00:00.000Z"),
|
|
103
|
+
commandVersions: { apex: "0.1.0" },
|
|
104
|
+
toolVersions: { node: "24.0.0" },
|
|
105
|
+
});
|
|
106
|
+
const second = collectQualificationMeasurements({
|
|
107
|
+
reports,
|
|
108
|
+
mutationResults: [{ escaped: false }, { escaped: true }],
|
|
109
|
+
eventsByRun: [[{ type: "gate.decided", payload: { decision: "rejected" } }]],
|
|
110
|
+
taskContextBytes: [10, 20],
|
|
111
|
+
clock: () => new Date("2026-07-13T12:00:00.000Z"),
|
|
112
|
+
commandVersions: { apex: "0.1.0" },
|
|
113
|
+
toolVersions: { node: "24.0.0" },
|
|
114
|
+
});
|
|
115
|
+
assert.deepEqual(first, second);
|
|
116
|
+
assert.equal(first.measurements.find(({ metric }) => metric === "setup-completion-rate")?.samples, 4);
|
|
117
|
+
assert.equal(first.measurements.find(({ metric }) => metric === "deterministic-validation-escape-rate")?.value, 0.5);
|
|
118
|
+
assert.equal(first.measurements.find(({ metric }) => metric === "gate-revision-loops-per-run-p95")?.value, 1);
|
|
119
|
+
assert.equal(first.measurements.find(({ metric }) => metric === "capability-failure-rate")?.value, undefined);
|
|
120
|
+
assert.equal(first.measurements[0]?.provenance.inputReportHashes.length, 2);
|
|
121
|
+
assert.equal(first.measurements.find(({ metric }) => metric === "deterministic-validation-escape-rate")?.provenance
|
|
122
|
+
.inputReportHashes.length, 1);
|
|
123
|
+
const derivedContext = collectQualificationMeasurements({
|
|
124
|
+
reports,
|
|
125
|
+
clock: () => new Date("2026-07-13T12:00:00.000Z"),
|
|
126
|
+
commandVersions: { apex: "0.1.0" },
|
|
127
|
+
toolVersions: { node: "24.0.0" },
|
|
128
|
+
}).measurements.find(({ metric }) => metric === "task-context-bytes-p95");
|
|
129
|
+
assert.equal(derivedContext?.samples, 4);
|
|
130
|
+
assert.equal(derivedContext?.value, 20);
|
|
131
|
+
const derivedGateLoops = collectQualificationMeasurements({
|
|
132
|
+
reports,
|
|
133
|
+
clock: () => new Date("2026-07-13T12:00:00.000Z"),
|
|
134
|
+
commandVersions: { apex: "0.1.0" },
|
|
135
|
+
toolVersions: { node: "24.0.0" },
|
|
136
|
+
}).measurements.find(({ metric }) => metric === "gate-revision-loops-per-run-p95");
|
|
137
|
+
assert.equal(derivedGateLoops?.samples, 4);
|
|
138
|
+
assert.equal(derivedGateLoops?.value, 1);
|
|
139
|
+
});
|
|
140
|
+
test("repeat qualification rejects invalid sample counts", async () => {
|
|
141
|
+
await assert.rejects(() => repeatQualificationReports(0, async () => assert.fail()), /positive integer/);
|
|
142
|
+
await assert.rejects(() => repeatQualificationReports(1, async () => repeatedReport, 0), /parallelism must be a positive integer/);
|
|
143
|
+
});
|
|
144
|
+
test("repeat qualification bounds parallel work and preserves iteration order", async () => {
|
|
145
|
+
let active = 0;
|
|
146
|
+
let maximumActive = 0;
|
|
147
|
+
const results = await repeatQualificationReports(6, async (iteration) => {
|
|
148
|
+
active += 1;
|
|
149
|
+
maximumActive = Math.max(maximumActive, active);
|
|
150
|
+
await new Promise((resolvePromise) => setImmediate(resolvePromise));
|
|
151
|
+
active -= 1;
|
|
152
|
+
return { ...repeatedReport, hashes: { report: String(iteration) } };
|
|
153
|
+
}, 3);
|
|
154
|
+
assert.equal(maximumActive, 3);
|
|
155
|
+
assert.deepEqual(results.map(({ hashes }) => hashes.report), ["0", "1", "2", "3", "4", "5"]);
|
|
156
|
+
});
|
|
157
|
+
test("repeat qualification propagates concurrent harness failures", async () => {
|
|
158
|
+
const started = [];
|
|
159
|
+
await assert.rejects(repeatQualificationReports(6, async (iteration) => {
|
|
160
|
+
started.push(iteration);
|
|
161
|
+
if (iteration === 1)
|
|
162
|
+
throw new Error("qualification failed");
|
|
163
|
+
await new Promise((resolvePromise) => setImmediate(resolvePromise));
|
|
164
|
+
return repeatedReport;
|
|
165
|
+
}, 2), /qualification failed/);
|
|
166
|
+
await new Promise((resolvePromise) => setImmediate(resolvePromise));
|
|
167
|
+
assert.deepEqual(started, [0, 1]);
|
|
168
|
+
});
|
|
169
|
+
//# sourceMappingURL=qualification.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"qualification.test.js","sourceRoot":"","sources":["../../src/test/qualification.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,gCAAgC,EAChC,iBAAiB,EACjB,mBAAmB,EACnB,0BAA0B,EAC1B,gBAAgB,EAChB,yBAAyB,EACzB,aAAa,GAEd,MAAM,aAAa,CAAC;AAErB,MAAM,cAAc,GAAwB;IAC1C,aAAa,EAAE,OAAO;IACtB,MAAM,EAAE,MAAM;IACd,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,EAAE;IACV,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,EAAE;CACX,CAAC;AAEF,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IACnD,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,kBAAkB,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,IAAI,CAAC,yDAAyD,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAChF,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACpC,aAAa,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;QACzC,oBAAoB,EAAE,MAAM,mBAAmB,CAAC,IAAI,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,CAAC,SAAS,CACd,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EACvC,CAAC,OAAO,EAAE,WAAW,CAAC,CACvB,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9G,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,gBAAgB,KAAK,SAAS,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC;IACjH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACnG,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,gBAAgB,CAAC,CAAC,CAAC;IACnE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;AACrE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,iFAAiF,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACxG,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,kCAAkC,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACpC,aAAa,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;QACzC,oBAAoB,EAAE,MAAM,mBAAmB,CAAC,IAAI,CAAC;QACrD,aAAa,EAAE,2BAA2B;KAC3C,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,MAAM,CAAC,SAAS,CACd,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,EACvE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAChC,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,2BAA2B;gBAC/B,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,2DAA2D;aACpE;SACF;QACD,UAAU,EAAE,CAAC;KACd,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,4CAA4C,EAAE,GAAG,EAAE;IACtD,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACzF,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAClH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wEAAwE,EAAE,GAAG,EAAE;IAClF,MAAM,OAAO,GAAG,yBAAyB,CAAC,EAAE,EAAE;QAC5C,WAAW,EAAE,MAAM,CAAC,SAAS;QAC7B,WAAW,EAAE,MAAM,CAAC,SAAS;QAC7B,WAAW,EAAE,MAAM,CAAC,SAAS;KAC9B,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,yBAAyB,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACpG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,uFAAuF,EAAE,KAAK,IAAI,EAAE;IACvG,MAAM,MAAM,GAAG;QACb,aAAa,EAAE,OAAgB;QAC/B,MAAM,EAAE,MAAe;QACvB,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACpD,KAAK,EAAE,KAA8B;YACrC,MAAM,EAAE,MAAe;YACvB,MAAM,EAAE;gBACN,2BAA2B;gBAC3B,6BAA6B;gBAC7B,iCAAiC;gBACjC,4BAA4B;aAC7B,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAe,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/D,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,KAAK;YACxB,gBAAgB,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE;YAClC,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QACH,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,EAAE;KACX,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,gCAAgC,CAAC;QAC7C,OAAO;QACP,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxD,WAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC5E,gBAAgB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;QAC1B,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,gCAAgC,CAAC;QAC9C,OAAO;QACP,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxD,WAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC5E,gBAAgB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;QAC1B,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC;IACH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,uBAAuB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,sCAAsC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACrH,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,iCAAiC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9G,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,yBAAyB,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAC9G,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,sCAAsC,CAAC,EAAE,UAAU;SACnG,iBAAiB,CAAC,MAAM,EAC3B,CAAC,CACF,CAAC;IACF,MAAM,cAAc,GAAG,gCAAgC,CAAC;QACtD,OAAO;QACP,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,wBAAwB,CAAC,CAAC;IAC1E,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,gCAAgC,CAAC;QACxD,OAAO;QACP,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,iCAAiC,CAAC,CAAC;IACnF,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;IACpE,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,0BAA0B,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,kBAAkB,CAAC,CAAC;IACzG,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,0BAA0B,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,cAAc,EAAE,CAAC,CAAC,EAClE,wCAAwC,CACzC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;IACzF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAC9C,CAAC,EACD,KAAK,EAAE,SAAS,EAAE,EAAE;QAClB,MAAM,IAAI,CAAC,CAAC;QACZ,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,CAAC,CAAC;QACZ,OAAO,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IACtE,CAAC,EACD,CAAC,CACF,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,SAAS,CACd,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAC1C,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAC/B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;IAC7E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,CAAC,OAAO,CAClB,0BAA0B,CACxB,CAAC,EACD,KAAK,EAAE,SAAS,EAAE,EAAE;QAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,SAAS,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC7D,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;QACpE,OAAO,cAAc,CAAC;IACxB,CAAC,EACD,CAAC,CACF,EACD,sBAAsB,CACvB,CAAC;IACF,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;IACpE,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorecard-samples.test.d.ts","sourceRoot":"","sources":["../../src/test/scorecard-samples.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { writeFile } from "node:fs/promises";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import test from "node:test";
|
|
5
|
+
import { collectCacheResults, collectCapabilityResults, collectQualificationMeasurements, collectValidationMutationResults, tempWorkspace, } from "../index.js";
|
|
6
|
+
test("validation mutations exercise 100 unique task-envelope boundaries without escape", () => {
|
|
7
|
+
const results = collectValidationMutationResults();
|
|
8
|
+
assert.equal(results.length, 100);
|
|
9
|
+
assert.equal(new Set(results.map(({ caseId }) => caseId)).size, 100);
|
|
10
|
+
assert.equal(new Set(results.map(({ caseId }) => caseId?.replace(/-\d{3}$/, ""))).size, 20);
|
|
11
|
+
assert.ok(results.every(({ escaped }) => !escaped));
|
|
12
|
+
});
|
|
13
|
+
test("capability samples exercise compatible, incompatible, required-missing, and optional-missing checks", async (context) => {
|
|
14
|
+
const root = await tempWorkspace(context, "apex-capability-scorecard-");
|
|
15
|
+
const packageJson = join(root, "package.json");
|
|
16
|
+
await writeFile(packageJson, `${JSON.stringify({ version: "1.2.3" })}\n`, "utf8");
|
|
17
|
+
const results = await collectCapabilityResults(packageJson);
|
|
18
|
+
assert.equal(results.length, 100);
|
|
19
|
+
assert.equal(new Set(results.map(({ caseId }) => caseId)).size, 100);
|
|
20
|
+
assert.ok(results.every(({ success }) => success));
|
|
21
|
+
assert.ok(["compatible", "incompatible", "required-missing", "optional-missing"].every((mode) => results.some(({ caseId }) => caseId?.startsWith(mode))));
|
|
22
|
+
});
|
|
23
|
+
test("cache samples mutate dependency, config, and toolchain keys and verify invalidation", async (context) => {
|
|
24
|
+
const root = await tempWorkspace(context, "apex-cache-scorecard-");
|
|
25
|
+
const results = await collectCacheResults(root);
|
|
26
|
+
assert.equal(results.length, 100);
|
|
27
|
+
assert.equal(new Set(results.map(({ caseId }) => caseId)).size, 100);
|
|
28
|
+
assert.ok(results.every(({ success }) => success));
|
|
29
|
+
assert.ok(["dependency", "config", "toolchain"].every((mode) => results.some(({ caseId }) => caseId?.startsWith(mode))));
|
|
30
|
+
});
|
|
31
|
+
test("scorecard collectors reject non-positive sample counts", async () => {
|
|
32
|
+
assert.throws(() => collectValidationMutationResults(0), /positive integer/);
|
|
33
|
+
await assert.rejects(() => collectCapabilityResults("package.json", 0), /positive integer/);
|
|
34
|
+
await assert.rejects(() => collectCacheResults(".", 0), /positive integer/);
|
|
35
|
+
});
|
|
36
|
+
test("real collector outcomes produce complete blocking scorecard measurements", async (context) => {
|
|
37
|
+
const root = await tempWorkspace(context, "apex-scorecard-pipeline-");
|
|
38
|
+
const packageJson = join(root, "package.json");
|
|
39
|
+
await writeFile(packageJson, `${JSON.stringify({ version: "1.2.3" })}\n`, "utf8");
|
|
40
|
+
const [mutationResults, capabilityResults, cacheResults] = await Promise.all([
|
|
41
|
+
collectValidationMutationResults(),
|
|
42
|
+
collectCapabilityResults(packageJson),
|
|
43
|
+
collectCacheResults(join(root, "cache")),
|
|
44
|
+
]);
|
|
45
|
+
const measurements = collectQualificationMeasurements({
|
|
46
|
+
mutationResults,
|
|
47
|
+
capabilityResults,
|
|
48
|
+
cacheResults,
|
|
49
|
+
clock: () => new Date("2026-07-20T16:47:46.000Z"),
|
|
50
|
+
commandVersions: { testkit: "0.1.0" },
|
|
51
|
+
toolVersions: { node: process.version },
|
|
52
|
+
}).measurements;
|
|
53
|
+
assert.deepEqual(["deterministic-validation-escape-rate", "capability-failure-rate", "cache-correctness-rate"].map((metric) => {
|
|
54
|
+
const measurement = measurements.find((candidate) => candidate.metric === metric);
|
|
55
|
+
return { metric, value: measurement?.value, samples: measurement?.samples };
|
|
56
|
+
}), [
|
|
57
|
+
{ metric: "deterministic-validation-escape-rate", value: 0, samples: 100 },
|
|
58
|
+
{ metric: "capability-failure-rate", value: 0, samples: 100 },
|
|
59
|
+
{ metric: "cache-correctness-rate", value: 1, samples: 100 },
|
|
60
|
+
]);
|
|
61
|
+
});
|
|
62
|
+
//# sourceMappingURL=scorecard-samples.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorecard-samples.test.js","sourceRoot":"","sources":["../../src/test/scorecard-samples.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,gCAAgC,EAChC,gCAAgC,EAChC,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,IAAI,CAAC,kFAAkF,EAAE,GAAG,EAAE;IAC5F,MAAM,OAAO,GAAG,gCAAgC,EAAE,CAAC;IACnD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC5F,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qGAAqG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC5H,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC/C,MAAM,SAAS,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,WAAW,CAAC,CAAC;IAC5D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,MAAM,CAAC,EAAE,CACP,CAAC,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CACpF,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CACvD,CACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qFAAqF,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC5G,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,MAAM,CAAC,EAAE,CACP,CAAC,YAAY,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAC9G,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;IACxE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IAC7E,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,wBAAwB,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IAC5F,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0EAA0E,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACjG,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC/C,MAAM,SAAS,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClF,MAAM,CAAC,eAAe,EAAE,iBAAiB,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3E,gCAAgC,EAAE;QAClC,wBAAwB,CAAC,WAAW,CAAC;QACrC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;KACzC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,gCAAgC,CAAC;QACpD,eAAe;QACf,iBAAiB;QACjB,YAAY;QACZ,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;QACrC,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;KACxC,CAAC,CAAC,YAAY,CAAC;IAChB,MAAM,CAAC,SAAS,CACd,CAAC,sCAAsC,EAAE,yBAAyB,EAAE,wBAAwB,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC3G,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QAClF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IAC9E,CAAC,CAAC,EACF;QACE,EAAE,MAAM,EAAE,sCAAsC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;QAC1E,EAAE,MAAM,EAAE,yBAAyB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7D,EAAE,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;KAC7D,CACF,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"testkit.test.d.ts","sourceRoot":"","sources":["../../src/test/testkit.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { access, lstat, mkdtemp, rm } from "node:fs/promises";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
import test from "node:test";
|
|
6
|
+
import { ApprovalEvidenceV1Schema, DeploymentPreviewV1Schema, IacBindingV1Schema, ImplementationIntentV1Schema, OperationRecordV1Schema, ProjectConfigV1Schema, RequirementsV1Schema, ResourceInventoryV1Schema, RunConfigV1Schema, RuntimeBundleLockV1Schema, TaskEnvelopeV1Schema, } from "@apexops/contracts";
|
|
7
|
+
import { FormatRegistry } from "@sinclair/typebox";
|
|
8
|
+
import { Value } from "@sinclair/typebox/value";
|
|
9
|
+
import { FakeClock, InjectedFault, SequenceIds, approvalFixture, assertLogicalInventoryParity, bindingFixture, crashAfter, crashBefore, createScenario, fixtureHash, intentFixture, inventoryFixture, maliciousPaths, operationFixture, oversizedFixture, previewFixture, projectFixture, requirementsFixture, runFixture, runtimeLockFixture, secretFixtures, staleEpoch, staleHead, symlinkFixture, taskFixture, tempWorkspace, } from "../index.js";
|
|
10
|
+
FormatRegistry.Set("date-time", (value) => {
|
|
11
|
+
const timestamp = Date.parse(value);
|
|
12
|
+
return Number.isFinite(timestamp) && new Date(timestamp).toISOString() === value;
|
|
13
|
+
});
|
|
14
|
+
test("FakeClock and SequenceIds are deterministic", () => {
|
|
15
|
+
const clock = new FakeClock("2026-06-01T12:00:00.000Z");
|
|
16
|
+
assert.equal(clock.now().toISOString(), "2026-06-01T12:00:00.000Z");
|
|
17
|
+
assert.equal(clock.advance(1_500).toISOString(), "2026-06-01T12:00:01.500Z");
|
|
18
|
+
assert.equal(clock.set("2026-06-02T00:00:00.000Z").toISOString(), "2026-06-02T00:00:00.000Z");
|
|
19
|
+
const ids = new SequenceIds("run", 7);
|
|
20
|
+
assert.deepEqual([ids.next(), ids.next(), ids.next()], ["run-0007", "run-0008", "run-0009"]);
|
|
21
|
+
});
|
|
22
|
+
test("tempWorkspace registers automatic recursive cleanup", async () => {
|
|
23
|
+
let cleanup;
|
|
24
|
+
const root = await tempWorkspace({
|
|
25
|
+
after(callback) {
|
|
26
|
+
cleanup = callback;
|
|
27
|
+
},
|
|
28
|
+
});
|
|
29
|
+
await access(root);
|
|
30
|
+
assert.ok(cleanup);
|
|
31
|
+
await cleanup();
|
|
32
|
+
await assert.rejects(access(root), { code: "ENOENT" });
|
|
33
|
+
});
|
|
34
|
+
test("fixture builders produce valid schema-shaped contracts and hashes", () => {
|
|
35
|
+
const fixtures = [
|
|
36
|
+
[RuntimeBundleLockV1Schema, runtimeLockFixture()],
|
|
37
|
+
[ProjectConfigV1Schema, projectFixture()],
|
|
38
|
+
[RunConfigV1Schema, runFixture()],
|
|
39
|
+
[TaskEnvelopeV1Schema, taskFixture()],
|
|
40
|
+
[RequirementsV1Schema, requirementsFixture()],
|
|
41
|
+
[ImplementationIntentV1Schema, intentFixture()],
|
|
42
|
+
[IacBindingV1Schema, bindingFixture()],
|
|
43
|
+
[DeploymentPreviewV1Schema, previewFixture()],
|
|
44
|
+
[ApprovalEvidenceV1Schema, approvalFixture()],
|
|
45
|
+
[OperationRecordV1Schema, operationFixture()],
|
|
46
|
+
[ResourceInventoryV1Schema, inventoryFixture()],
|
|
47
|
+
];
|
|
48
|
+
for (const [schema, fixture] of fixtures) {
|
|
49
|
+
assert.equal(Value.Check(schema, fixture), true, schema.$id ?? "anonymous schema");
|
|
50
|
+
}
|
|
51
|
+
assert.match(fixtureHash("valid"), /^[0-9a-f]{64}$/);
|
|
52
|
+
});
|
|
53
|
+
test("scenario initializes stores, journal, object store, and both providers", async (context) => {
|
|
54
|
+
const root = await tempWorkspace(context);
|
|
55
|
+
const scenario = await createScenario(root);
|
|
56
|
+
assert.equal((await scenario.projectStore.getProject(scenario.project.projectId)).projectId, "test-project");
|
|
57
|
+
assert.equal((await scenario.projectStore.getRun(scenario.project.projectId, scenario.run.runId)).runId, scenario.run.runId);
|
|
58
|
+
assert.equal(await scenario.eventJournal.head(), null);
|
|
59
|
+
const objectHash = await scenario.objectStore.putJson({ scenario: true });
|
|
60
|
+
assert.deepEqual(await scenario.objectStore.getJson(objectHash), { scenario: true });
|
|
61
|
+
assert.equal(scenario.bicep.track, "bicep");
|
|
62
|
+
assert.equal(scenario.terraform.track, "terraform");
|
|
63
|
+
});
|
|
64
|
+
test("fault helpers inject crashes and stale journal authority", async (context) => {
|
|
65
|
+
let calls = 0;
|
|
66
|
+
await assert.rejects(crashBefore(() => {
|
|
67
|
+
calls += 1;
|
|
68
|
+
}), InjectedFault);
|
|
69
|
+
assert.equal(calls, 0);
|
|
70
|
+
await assert.rejects(crashAfter(() => {
|
|
71
|
+
calls += 1;
|
|
72
|
+
}), InjectedFault);
|
|
73
|
+
assert.equal(calls, 1);
|
|
74
|
+
assert.equal(staleEpoch(4), 3);
|
|
75
|
+
assert.notEqual(staleHead(fixtureHash("head")), fixtureHash("head"));
|
|
76
|
+
const scenario = await createScenario(await tempWorkspace(context));
|
|
77
|
+
const first = await scenario.eventJournal.append({
|
|
78
|
+
eventId: "event-0001",
|
|
79
|
+
projectId: scenario.project.projectId,
|
|
80
|
+
runId: scenario.run.runId,
|
|
81
|
+
type: "test.started",
|
|
82
|
+
timestamp: scenario.clock.now().toISOString(),
|
|
83
|
+
ownerEpoch: 2,
|
|
84
|
+
expectedHead: null,
|
|
85
|
+
payload: { ready: true },
|
|
86
|
+
});
|
|
87
|
+
await assert.rejects(scenario.eventJournal.append({
|
|
88
|
+
eventId: "event-0002",
|
|
89
|
+
projectId: scenario.project.projectId,
|
|
90
|
+
runId: scenario.run.runId,
|
|
91
|
+
type: "test.failed",
|
|
92
|
+
timestamp: scenario.clock.now().toISOString(),
|
|
93
|
+
ownerEpoch: 2,
|
|
94
|
+
expectedHead: staleHead(first.hash),
|
|
95
|
+
payload: {},
|
|
96
|
+
}), /Stale journal head/);
|
|
97
|
+
await assert.rejects(scenario.eventJournal.append({
|
|
98
|
+
eventId: "event-0003",
|
|
99
|
+
projectId: scenario.project.projectId,
|
|
100
|
+
runId: scenario.run.runId,
|
|
101
|
+
type: "test.failed",
|
|
102
|
+
timestamp: scenario.clock.now().toISOString(),
|
|
103
|
+
ownerEpoch: staleEpoch(2),
|
|
104
|
+
expectedHead: first.hash,
|
|
105
|
+
payload: {},
|
|
106
|
+
}), /Stale owner epoch/);
|
|
107
|
+
});
|
|
108
|
+
test("Bicep and Terraform fake providers produce logically equivalent inventories", async (context) => {
|
|
109
|
+
const scenario = await createScenario(await tempWorkspace(context));
|
|
110
|
+
const resources = [
|
|
111
|
+
{
|
|
112
|
+
logicalId: "storage",
|
|
113
|
+
resourceId: "/subscriptions/test/resourceGroups/test/providers/Microsoft.Storage/storageAccounts/test",
|
|
114
|
+
type: "Microsoft.Storage/storageAccounts",
|
|
115
|
+
location: "swedencentral",
|
|
116
|
+
properties: { httpsOnly: true },
|
|
117
|
+
},
|
|
118
|
+
];
|
|
119
|
+
const authority = {
|
|
120
|
+
head: fixtureHash("commit"),
|
|
121
|
+
dependencyRevision: fixtureHash("commit"),
|
|
122
|
+
ownerEpoch: 1,
|
|
123
|
+
recipientIdentity: "test-writer",
|
|
124
|
+
};
|
|
125
|
+
for (const provider of [scenario.bicep, scenario.terraform]) {
|
|
126
|
+
const preview = await provider.previewApply({
|
|
127
|
+
projectId: scenario.project.projectId,
|
|
128
|
+
runId: scenario.run.runId,
|
|
129
|
+
environment: "test",
|
|
130
|
+
target: scenario.run.targetScope,
|
|
131
|
+
commit: authority.head,
|
|
132
|
+
dependencyRevision: authority.dependencyRevision,
|
|
133
|
+
ownerEpoch: authority.ownerEpoch,
|
|
134
|
+
inputHash: fixtureHash("input"),
|
|
135
|
+
iacHash: fixtureHash(provider.track),
|
|
136
|
+
policyHash: fixtureHash("policy"),
|
|
137
|
+
resources,
|
|
138
|
+
ttlMs: 60_000,
|
|
139
|
+
});
|
|
140
|
+
await provider.apply(preview, approvalFixture({
|
|
141
|
+
projectId: scenario.project.projectId,
|
|
142
|
+
runId: scenario.run.runId,
|
|
143
|
+
previewHash: preview.previewHash,
|
|
144
|
+
dependencyHash: preview.previewHash,
|
|
145
|
+
decidedAt: scenario.clock.now().toISOString(),
|
|
146
|
+
expiresAt: new Date(scenario.clock.now().getTime() + 60_000).toISOString(),
|
|
147
|
+
}), authority);
|
|
148
|
+
}
|
|
149
|
+
assertLogicalInventoryParity(await scenario.bicep.inventory(scenario.project.projectId, scenario.run.runId), await scenario.terraform.inventory(scenario.project.projectId, scenario.run.runId));
|
|
150
|
+
assert.throws(() => assertLogicalInventoryParity(inventoryFixture(), inventoryFixture({
|
|
151
|
+
resources: [
|
|
152
|
+
{
|
|
153
|
+
logicalId: "network",
|
|
154
|
+
resourceId: "network-id",
|
|
155
|
+
type: "network",
|
|
156
|
+
location: "swedencentral",
|
|
157
|
+
properties: {},
|
|
158
|
+
},
|
|
159
|
+
],
|
|
160
|
+
})));
|
|
161
|
+
});
|
|
162
|
+
test("malicious fixtures cover traversal, symlinks, oversized data, and secrets", async () => {
|
|
163
|
+
assert.ok(maliciousPaths.some((path) => path.includes("..")));
|
|
164
|
+
assert.equal(oversizedFixture(32).byteLength, 33);
|
|
165
|
+
assert.match(secretFixtures.githubToken, /^ghp_/);
|
|
166
|
+
assert.match(secretFixtures.privateKey, /BEGIN PRIVATE KEY/);
|
|
167
|
+
const root = await mkdtemp(join(tmpdir(), "apex-testkit-symlink-"));
|
|
168
|
+
try {
|
|
169
|
+
const target = join(root, "target");
|
|
170
|
+
const link = await symlinkFixture(join(root, "nested", "link"), target);
|
|
171
|
+
assert.equal((await lstat(link)).isSymbolicLink(), true);
|
|
172
|
+
}
|
|
173
|
+
finally {
|
|
174
|
+
await rm(root, { recursive: true, force: true });
|
|
175
|
+
}
|
|
176
|
+
});
|
|
177
|
+
//# sourceMappingURL=testkit.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"testkit.test.js","sourceRoot":"","sources":["../../src/test/testkit.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,EAClB,4BAA4B,EAC5B,uBAAuB,EACvB,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,iBAAiB,EACjB,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EACL,SAAS,EACT,aAAa,EACb,WAAW,EACX,eAAe,EACf,4BAA4B,EAC5B,cAAc,EACd,UAAU,EACV,WAAW,EACX,cAAc,EACd,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC;AACnF,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;IACvD,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACxD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,0BAA0B,CAAC,CAAC;IACpE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,EAAE,0BAA0B,CAAC,CAAC;IAC7E,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,WAAW,EAAE,EAAE,0BAA0B,CAAC,CAAC;IAE9F,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AAC/F,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;IACrE,IAAI,OAA0C,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC;QAC/B,KAAK,CAAC,QAAQ;YACZ,OAAO,GAAG,QAA+B,CAAC;QAC5C,CAAC;KACF,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;IACnB,MAAM,OAAO,EAAE,CAAC;IAChB,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,mEAAmE,EAAE,GAAG,EAAE;IAC7E,MAAM,QAAQ,GAAG;QACf,CAAC,yBAAyB,EAAE,kBAAkB,EAAE,CAAC;QACjD,CAAC,qBAAqB,EAAE,cAAc,EAAE,CAAC;QACzC,CAAC,iBAAiB,EAAE,UAAU,EAAE,CAAC;QACjC,CAAC,oBAAoB,EAAE,WAAW,EAAE,CAAC;QACrC,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,CAAC;QAC7C,CAAC,4BAA4B,EAAE,aAAa,EAAE,CAAC;QAC/C,CAAC,kBAAkB,EAAE,cAAc,EAAE,CAAC;QACtC,CAAC,yBAAyB,EAAE,cAAc,EAAE,CAAC;QAC7C,CAAC,wBAAwB,EAAE,eAAe,EAAE,CAAC;QAC7C,CAAC,uBAAuB,EAAE,gBAAgB,EAAE,CAAC;QAC7C,CAAC,yBAAyB,EAAE,gBAAgB,EAAE,CAAC;KACvC,CAAC;IAEX,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,IAAI,kBAAkB,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC;AACvD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wEAAwE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC/F,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAC7G,MAAM,CAAC,KAAK,CACV,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAC1F,QAAQ,CAAC,GAAG,CAAC,KAAK,CACnB,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACrF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0DAA0D,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACjF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,CAAC,OAAO,CAClB,WAAW,CAAC,GAAG,EAAE;QACf,KAAK,IAAI,CAAC,CAAC;IACb,CAAC,CAAC,EACF,aAAa,CACd,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvB,MAAM,MAAM,CAAC,OAAO,CAClB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,IAAI,CAAC,CAAC;IACb,CAAC,CAAC,EACF,aAAa,CACd,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;QAC/C,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;QACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;QACzB,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;KACzB,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,OAAO,CAClB,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;QACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;QACzB,IAAI,EAAE,aAAa;QACnB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;QACnC,OAAO,EAAE,EAAE;KACZ,CAAC,EACF,oBAAoB,CACrB,CAAC;IACF,MAAM,MAAM,CAAC,OAAO,CAClB,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;QACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;QACzB,IAAI,EAAE,aAAa;QACnB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,IAAI;QACxB,OAAO,EAAE,EAAE;KACZ,CAAC,EACF,mBAAmB,CACpB,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6EAA6E,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACpG,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG;QAChB;YACE,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,0FAA0F;YACtG,IAAI,EAAE,mCAAmC;YACzC,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;SAChC;KACF,CAAC;IACF,MAAM,SAAS,GAAG;QAChB,IAAI,EAAE,WAAW,CAAC,QAAQ,CAAC;QAC3B,kBAAkB,EAAE,WAAW,CAAC,QAAQ,CAAC;QACzC,UAAU,EAAE,CAAC;QACb,iBAAiB,EAAE,aAAa;KACjC,CAAC;IAEF,KAAK,MAAM,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC;YAC1C,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;YACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;YACzB,WAAW,EAAE,MAAM;YACnB,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,WAAW;YAChC,MAAM,EAAE,SAAS,CAAC,IAAI;YACtB,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;YAChD,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC;YAC/B,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC;YACpC,UAAU,EAAE,WAAW,CAAC,QAAQ,CAAC;YACjC,SAAS;YACT,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,KAAK,CAClB,OAAO,EACP,eAAe,CAAC;YACd,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;YACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;YACzB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,cAAc,EAAE,OAAO,CAAC,WAAW;YACnC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;YAC7C,SAAS,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE;SAC3E,CAAC,EACF,SAAS,CACV,CAAC;IACJ,CAAC;IAED,4BAA4B,CAC1B,MAAM,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAC9E,MAAM,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CACnF,CAAC;IACF,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACjB,4BAA4B,CAC1B,gBAAgB,EAAE,EAClB,gBAAgB,CAAC;QACf,SAAS,EAAE;YACT;gBACE,SAAS,EAAE,SAAS;gBACpB,UAAU,EAAE,YAAY;gBACxB,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,eAAe;gBACzB,UAAU,EAAE,EAAE;aACf;SACF;KACF,CAAC,CACH,CACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;IAC3F,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAClD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAE7D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACxE,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,wBAAsB,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,SAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAMlH"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { mkdtemp, rm } from "node:fs/promises";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
export async function tempWorkspace(context, prefix = "apex-testkit-") {
|
|
5
|
+
const root = await mkdtemp(join(tmpdir(), prefix));
|
|
6
|
+
context.after(async () => {
|
|
7
|
+
await rm(root, { recursive: true, force: true });
|
|
8
|
+
});
|
|
9
|
+
return root;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=workspace.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAmC,EAAE,MAAM,GAAG,eAAe;IAC/F,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;QACvB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@apexops/testkit",
|
|
3
|
+
"version": "0.10.0-next.0",
|
|
4
|
+
"description": "Deterministic fixtures and scenarios for APEX vNext tests",
|
|
5
|
+
"license": "MIT",
|
|
6
|
+
"repository": {
|
|
7
|
+
"type": "git",
|
|
8
|
+
"url": "https://github.com/jonathan-vella/apex-vnext.git",
|
|
9
|
+
"directory": "packages/testkit"
|
|
10
|
+
},
|
|
11
|
+
"publishConfig": {
|
|
12
|
+
"access": "public",
|
|
13
|
+
"provenance": true,
|
|
14
|
+
"tag": "next"
|
|
15
|
+
},
|
|
16
|
+
"type": "module",
|
|
17
|
+
"main": "./dist/index.js",
|
|
18
|
+
"types": "./dist/index.d.ts",
|
|
19
|
+
"exports": {
|
|
20
|
+
".": {
|
|
21
|
+
"types": "./dist/index.d.ts",
|
|
22
|
+
"default": "./dist/index.js"
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
"files": [
|
|
26
|
+
"dist"
|
|
27
|
+
],
|
|
28
|
+
"dependencies": {
|
|
29
|
+
"@apexops/capabilities": "0.10.0-next.0",
|
|
30
|
+
"@apexops/cli": "0.10.0-next.0",
|
|
31
|
+
"@apexops/contracts": "0.10.0-next.0",
|
|
32
|
+
"@apexops/kernel": "0.10.0-next.0",
|
|
33
|
+
"@apexops/renderers": "0.10.0-next.0",
|
|
34
|
+
"@sinclair/typebox": "0.34.52"
|
|
35
|
+
},
|
|
36
|
+
"scripts": {
|
|
37
|
+
"build": "tsc -b",
|
|
38
|
+
"test": "node --test dist/test/*.test.js"
|
|
39
|
+
},
|
|
40
|
+
"engines": {
|
|
41
|
+
"node": ">=24"
|
|
42
|
+
}
|
|
43
|
+
}
|