@apexops/testkit 0.10.0-next.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/dist/.tsbuildinfo +1 -0
  2. package/dist/determinism.d.ts +14 -0
  3. package/dist/determinism.d.ts.map +1 -0
  4. package/dist/determinism.js +38 -0
  5. package/dist/determinism.js.map +1 -0
  6. package/dist/faults.d.ts +8 -0
  7. package/dist/faults.d.ts.map +1 -0
  8. package/dist/faults.js +26 -0
  9. package/dist/faults.js.map +1 -0
  10. package/dist/fixtures.d.ts +18 -0
  11. package/dist/fixtures.d.ts.map +1 -0
  12. package/dist/fixtures.js +207 -0
  13. package/dist/fixtures.js.map +1 -0
  14. package/dist/index.d.ts +11 -0
  15. package/dist/index.d.ts.map +1 -0
  16. package/dist/index.js +11 -0
  17. package/dist/index.js.map +1 -0
  18. package/dist/malicious.d.ts +9 -0
  19. package/dist/malicious.d.ts.map +1 -0
  20. package/dist/malicious.js +26 -0
  21. package/dist/malicious.js.map +1 -0
  22. package/dist/parity.d.ts +3 -0
  23. package/dist/parity.d.ts.map +1 -0
  24. package/dist/parity.js +10 -0
  25. package/dist/parity.js.map +1 -0
  26. package/dist/qualification.d.ts +53 -0
  27. package/dist/qualification.d.ts.map +1 -0
  28. package/dist/qualification.js +760 -0
  29. package/dist/qualification.js.map +1 -0
  30. package/dist/quality.d.ts +46 -0
  31. package/dist/quality.d.ts.map +1 -0
  32. package/dist/quality.js +118 -0
  33. package/dist/quality.js.map +1 -0
  34. package/dist/scenario.d.ts +26 -0
  35. package/dist/scenario.d.ts.map +1 -0
  36. package/dist/scenario.js +35 -0
  37. package/dist/scenario.js.map +1 -0
  38. package/dist/scorecard-samples.d.ts +5 -0
  39. package/dist/scorecard-samples.d.ts.map +1 -0
  40. package/dist/scorecard-samples.js +151 -0
  41. package/dist/scorecard-samples.js.map +1 -0
  42. package/dist/test/qualification.test.d.ts +2 -0
  43. package/dist/test/qualification.test.d.ts.map +1 -0
  44. package/dist/test/qualification.test.js +169 -0
  45. package/dist/test/qualification.test.js.map +1 -0
  46. package/dist/test/scorecard-samples.test.d.ts +2 -0
  47. package/dist/test/scorecard-samples.test.d.ts.map +1 -0
  48. package/dist/test/scorecard-samples.test.js +62 -0
  49. package/dist/test/scorecard-samples.test.js.map +1 -0
  50. package/dist/test/testkit.test.d.ts +2 -0
  51. package/dist/test/testkit.test.d.ts.map +1 -0
  52. package/dist/test/testkit.test.js +177 -0
  53. package/dist/test/testkit.test.js.map +1 -0
  54. package/dist/workspace.d.ts +3 -0
  55. package/dist/workspace.d.ts.map +1 -0
  56. package/dist/workspace.js +11 -0
  57. package/dist/workspace.js.map +1 -0
  58. package/package.json +43 -0
@@ -0,0 +1,169 @@
1
+ import assert from "node:assert/strict";
2
+ import { mkdir, writeFile } from "node:fs/promises";
3
+ import { join } from "node:path";
4
+ import test from "node:test";
5
+ import { collectQualificationMeasurements, qualificationJson, qualificationStatus, repeatQualificationReports, runQualification, runQualificationBenchmark, tempWorkspace, } from "../index.js";
6
+ const repeatedReport = {
7
+ schemaVersion: "1.0.0",
8
+ status: "pass",
9
+ durationMs: 1,
10
+ tracks: [],
11
+ checks: [],
12
+ eventCount: 0,
13
+ hashes: {},
14
+ };
15
+ async function customizationSource(root) {
16
+ const source = join(root, "customizations-source");
17
+ await mkdir(join(source, ".github"), { recursive: true });
18
+ await writeFile(join(source, "managed.txt"), "base\n", "utf8");
19
+ await writeFile(join(source, ".github", "qualification.md"), "qualification\n", "utf8");
20
+ return source;
21
+ }
22
+ test("qualification runs complete bicep and terraform reports", async (context) => {
23
+ const root = await tempWorkspace(context, "apex-qualification-");
24
+ const report = await runQualification({
25
+ workspaceRoot: join(root, "repositories"),
26
+ customizationsSource: await customizationSource(root),
27
+ });
28
+ assert.equal(report.status, "pass", JSON.stringify(report, null, 2));
29
+ assert.deepEqual(report.tracks.map(({ track }) => track), ["bicep", "terraform"]);
30
+ assert.ok(report.tracks.every(({ eventCount, hashes }) => eventCount > 0 && hashes.eventHead?.length === 64));
31
+ assert.ok(report.tracks.every(({ gateRevisionLoops }) => gateRevisionLoops === 0));
32
+ assert.ok(report.tracks.every(({ taskContextBytes }) => taskContextBytes !== undefined && taskContextBytes > 0));
33
+ assert.equal(report.tracks[0]?.hashes.logicalInventory, report.tracks[1]?.hashes.logicalInventory);
34
+ assert.ok(report.checks.some(({ id }) => id === "logical-parity"));
35
+ assert.equal(qualificationJson(report), qualificationJson(report));
36
+ });
37
+ test("qualification reports initialization failures without reading missing run state", async (context) => {
38
+ const root = await tempWorkspace(context, "apex-qualification-init-failure-");
39
+ const report = await runQualification({
40
+ workspaceRoot: join(root, "repositories"),
41
+ customizationsSource: await customizationSource(root),
42
+ injectFailure: "initialize-customizations",
43
+ });
44
+ assert.equal(report.status, "fail");
45
+ assert.deepEqual(report.tracks.map(({ checks, eventCount }) => ({ checks, eventCount })), ["bicep", "terraform"].map(() => ({
46
+ checks: [
47
+ {
48
+ id: "initialize-customizations",
49
+ status: "fail",
50
+ durationMs: 1,
51
+ detail: "Injected qualification failure: initialize-customizations",
52
+ },
53
+ ],
54
+ eventCount: 0,
55
+ })));
56
+ });
57
+ test("qualification status detects failed checks", () => {
58
+ assert.equal(qualificationStatus([{ id: "ok", status: "pass", durationMs: 1 }]), "pass");
59
+ assert.equal(qualificationStatus([{ id: "fault", status: "fail", durationMs: 1, detail: "detected" }]), "fail");
60
+ });
61
+ test("benchmark compares caller-supplied budgets at configurable event count", () => {
62
+ const passing = runQualificationBenchmark(20, {
63
+ appendP95Ms: Number.MAX_VALUE,
64
+ replayP95Ms: Number.MAX_VALUE,
65
+ statusP95Ms: Number.MAX_VALUE,
66
+ });
67
+ assert.equal(passing.status, "pass");
68
+ assert.equal(passing.metrics.iterations, 20);
69
+ const failing = runQualificationBenchmark(5, { appendP95Ms: -1, replayP95Ms: -1, statusP95Ms: -1 });
70
+ assert.equal(failing.status, "fail");
71
+ assert.equal(failing.checks.filter(({ status }) => status === "fail").length, 3);
72
+ });
73
+ test("qualification measurements preserve unavailable evidence and deterministic provenance", async () => {
74
+ const report = {
75
+ schemaVersion: "1.0.0",
76
+ status: "pass",
77
+ durationMs: 100,
78
+ tracks: ["bicep", "terraform"].map((track, index) => ({
79
+ track: track,
80
+ status: "pass",
81
+ checks: [
82
+ "initialize-customizations",
83
+ "creative-workflow-gates-1-3",
84
+ "preview-gate-4-deploy-inventory",
85
+ "event-replay-object-hashes",
86
+ ].map((id) => ({ id, status: "pass", durationMs: 1 })),
87
+ eventCount: 1,
88
+ gateRevisionLoops: index,
89
+ taskContextBytes: (index + 1) * 10,
90
+ hashes: {},
91
+ })),
92
+ checks: [],
93
+ eventCount: 2,
94
+ hashes: {},
95
+ };
96
+ const reports = await repeatQualificationReports(2, async () => report);
97
+ const first = collectQualificationMeasurements({
98
+ reports,
99
+ mutationResults: [{ escaped: false }, { escaped: true }],
100
+ eventsByRun: [[{ type: "gate.decided", payload: { decision: "rejected" } }]],
101
+ taskContextBytes: [10, 20],
102
+ clock: () => new Date("2026-07-13T12:00:00.000Z"),
103
+ commandVersions: { apex: "0.1.0" },
104
+ toolVersions: { node: "24.0.0" },
105
+ });
106
+ const second = collectQualificationMeasurements({
107
+ reports,
108
+ mutationResults: [{ escaped: false }, { escaped: true }],
109
+ eventsByRun: [[{ type: "gate.decided", payload: { decision: "rejected" } }]],
110
+ taskContextBytes: [10, 20],
111
+ clock: () => new Date("2026-07-13T12:00:00.000Z"),
112
+ commandVersions: { apex: "0.1.0" },
113
+ toolVersions: { node: "24.0.0" },
114
+ });
115
+ assert.deepEqual(first, second);
116
+ assert.equal(first.measurements.find(({ metric }) => metric === "setup-completion-rate")?.samples, 4);
117
+ assert.equal(first.measurements.find(({ metric }) => metric === "deterministic-validation-escape-rate")?.value, 0.5);
118
+ assert.equal(first.measurements.find(({ metric }) => metric === "gate-revision-loops-per-run-p95")?.value, 1);
119
+ assert.equal(first.measurements.find(({ metric }) => metric === "capability-failure-rate")?.value, undefined);
120
+ assert.equal(first.measurements[0]?.provenance.inputReportHashes.length, 2);
121
+ assert.equal(first.measurements.find(({ metric }) => metric === "deterministic-validation-escape-rate")?.provenance
122
+ .inputReportHashes.length, 1);
123
+ const derivedContext = collectQualificationMeasurements({
124
+ reports,
125
+ clock: () => new Date("2026-07-13T12:00:00.000Z"),
126
+ commandVersions: { apex: "0.1.0" },
127
+ toolVersions: { node: "24.0.0" },
128
+ }).measurements.find(({ metric }) => metric === "task-context-bytes-p95");
129
+ assert.equal(derivedContext?.samples, 4);
130
+ assert.equal(derivedContext?.value, 20);
131
+ const derivedGateLoops = collectQualificationMeasurements({
132
+ reports,
133
+ clock: () => new Date("2026-07-13T12:00:00.000Z"),
134
+ commandVersions: { apex: "0.1.0" },
135
+ toolVersions: { node: "24.0.0" },
136
+ }).measurements.find(({ metric }) => metric === "gate-revision-loops-per-run-p95");
137
+ assert.equal(derivedGateLoops?.samples, 4);
138
+ assert.equal(derivedGateLoops?.value, 1);
139
+ });
140
+ test("repeat qualification rejects invalid sample counts", async () => {
141
+ await assert.rejects(() => repeatQualificationReports(0, async () => assert.fail()), /positive integer/);
142
+ await assert.rejects(() => repeatQualificationReports(1, async () => repeatedReport, 0), /parallelism must be a positive integer/);
143
+ });
144
+ test("repeat qualification bounds parallel work and preserves iteration order", async () => {
145
+ let active = 0;
146
+ let maximumActive = 0;
147
+ const results = await repeatQualificationReports(6, async (iteration) => {
148
+ active += 1;
149
+ maximumActive = Math.max(maximumActive, active);
150
+ await new Promise((resolvePromise) => setImmediate(resolvePromise));
151
+ active -= 1;
152
+ return { ...repeatedReport, hashes: { report: String(iteration) } };
153
+ }, 3);
154
+ assert.equal(maximumActive, 3);
155
+ assert.deepEqual(results.map(({ hashes }) => hashes.report), ["0", "1", "2", "3", "4", "5"]);
156
+ });
157
+ test("repeat qualification propagates concurrent harness failures", async () => {
158
+ const started = [];
159
+ await assert.rejects(repeatQualificationReports(6, async (iteration) => {
160
+ started.push(iteration);
161
+ if (iteration === 1)
162
+ throw new Error("qualification failed");
163
+ await new Promise((resolvePromise) => setImmediate(resolvePromise));
164
+ return repeatedReport;
165
+ }, 2), /qualification failed/);
166
+ await new Promise((resolvePromise) => setImmediate(resolvePromise));
167
+ assert.deepEqual(started, [0, 1]);
168
+ });
169
+ //# sourceMappingURL=qualification.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"qualification.test.js","sourceRoot":"","sources":["../../src/test/qualification.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,gCAAgC,EAChC,iBAAiB,EACjB,mBAAmB,EACnB,0BAA0B,EAC1B,gBAAgB,EAChB,yBAAyB,EACzB,aAAa,GAEd,MAAM,aAAa,CAAC;AAErB,MAAM,cAAc,GAAwB;IAC1C,aAAa,EAAE,OAAO;IACtB,MAAM,EAAE,MAAM;IACd,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,EAAE;IACV,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,EAAE;CACX,CAAC;AAEF,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IACnD,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,kBAAkB,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,IAAI,CAAC,yDAAyD,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAChF,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACpC,aAAa,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;QACzC,oBAAoB,EAAE,MAAM,mBAAmB,CAAC,IAAI,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,CAAC,SAAS,CACd,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EACvC,CAAC,OAAO,EAAE,WAAW,CAAC,CACvB,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9G,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,gBAAgB,KAAK,SAAS,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC;IACjH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACnG,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,gBAAgB,CAAC,CAAC,CAAC;IACnE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;AACrE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,iFAAiF,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACxG,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,kCAAkC,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACpC,aAAa,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;QACzC,oBAAoB,EAAE,MAAM,mBAAmB,CAAC,IAAI,CAAC;QACrD,aAAa,EAAE,2BAA2B;KAC3C,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,MAAM,CAAC,SAAS,CACd,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,EACvE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAChC,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,2BAA2B;gBAC/B,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,2DAA2D;aACpE;SACF;QACD,UAAU,EAAE,CAAC;KACd,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,4CAA4C,EAAE,GAAG,EAAE;IACtD,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACzF,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAClH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wEAAwE,EAAE,GAAG,EAAE;IAClF,MAAM,OAAO,GAAG,yBAAyB,CAAC,EAAE,EAAE;QAC5C,WAAW,EAAE,MAAM,CAAC,SAAS;QAC7B,WAAW,EAAE,MAAM,CAAC,SAAS;QAC7B,WAAW,EAAE,MAAM,CAAC,SAAS;KAC9B,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,yBAAyB,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACpG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,uFAAuF,EAAE,KAAK,IAAI,EAAE;IACvG,MAAM,MAAM,GAAG;QACb,aAAa,EAAE,OAAgB;QAC/B,MAAM,EAAE,MAAe;QACvB,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACpD,KAAK,EAAE,KAA8B;YACrC,MAAM,EAAE,MAAe;YACvB,MAAM,EAAE;gBACN,2BAA2B;gBAC3B,6BAA6B;gBAC7B,iCAAiC;gBACjC,4BAA4B;aAC7B,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAe,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/D,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,KAAK;YACxB,gBAAgB,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE;YAClC,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QACH,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,EAAE;KACX,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,gCAAgC,CAAC;QAC7C,OAAO;QACP,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxD,WAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC5E,gBAAgB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;QAC1B,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,gCAAgC,CAAC;QAC9C,OAAO;QACP,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxD,WAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC5E,gBAAgB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;QAC1B,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC;IACH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,uBAAuB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,sCAAsC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACrH,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,iCAAiC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9G,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,yBAAyB,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAC9G,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,sCAAsC,CAAC,EAAE,UAAU;SACnG,iBAAiB,CAAC,MAAM,EAC3B,CAAC,CACF,CAAC;IACF,MAAM,cAAc,GAAG,gCAAgC,CAAC;QACtD,OAAO;QACP,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,wBAAwB,CAAC,CAAC;IAC1E,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,gCAAgC,CAAC;QACxD,OAAO;QACP,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;QAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACjC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,iCAAiC,CAAC,CAAC;IACnF,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;IACpE,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,0BAA0B,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,kBAAkB,CAAC,CAAC;IACzG,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,0BAA0B,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,cAAc,EAAE,CAAC,CAAC,EAClE,wCAAwC,CACzC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;IACzF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAC9C,CAAC,EACD,KAAK,EAAE,SAAS,EAAE,EAAE;QAClB,MAAM,IAAI,CAAC,CAAC;QACZ,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,CAAC,CAAC;QACZ,OAAO,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IACtE,CAAC,EACD,CAAC,CACF,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,SAAS,CACd,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAC1C,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAC/B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;IAC7E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,CAAC,OAAO,CAClB,0BAA0B,CACxB,CAAC,EACD,KAAK,EAAE,SAAS,EAAE,EAAE;QAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,SAAS,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC7D,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;QACpE,OAAO,cAAc,CAAC;IACxB,CAAC,EACD,CAAC,CACF,EACD,sBAAsB,CACvB,CAAC;IACF,MAAM,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC;IACpE,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=scorecard-samples.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scorecard-samples.test.d.ts","sourceRoot":"","sources":["../../src/test/scorecard-samples.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,62 @@
1
+ import assert from "node:assert/strict";
2
+ import { writeFile } from "node:fs/promises";
3
+ import { join } from "node:path";
4
+ import test from "node:test";
5
+ import { collectCacheResults, collectCapabilityResults, collectQualificationMeasurements, collectValidationMutationResults, tempWorkspace, } from "../index.js";
6
+ test("validation mutations exercise 100 unique task-envelope boundaries without escape", () => {
7
+ const results = collectValidationMutationResults();
8
+ assert.equal(results.length, 100);
9
+ assert.equal(new Set(results.map(({ caseId }) => caseId)).size, 100);
10
+ assert.equal(new Set(results.map(({ caseId }) => caseId?.replace(/-\d{3}$/, ""))).size, 20);
11
+ assert.ok(results.every(({ escaped }) => !escaped));
12
+ });
13
+ test("capability samples exercise compatible, incompatible, required-missing, and optional-missing checks", async (context) => {
14
+ const root = await tempWorkspace(context, "apex-capability-scorecard-");
15
+ const packageJson = join(root, "package.json");
16
+ await writeFile(packageJson, `${JSON.stringify({ version: "1.2.3" })}\n`, "utf8");
17
+ const results = await collectCapabilityResults(packageJson);
18
+ assert.equal(results.length, 100);
19
+ assert.equal(new Set(results.map(({ caseId }) => caseId)).size, 100);
20
+ assert.ok(results.every(({ success }) => success));
21
+ assert.ok(["compatible", "incompatible", "required-missing", "optional-missing"].every((mode) => results.some(({ caseId }) => caseId?.startsWith(mode))));
22
+ });
23
+ test("cache samples mutate dependency, config, and toolchain keys and verify invalidation", async (context) => {
24
+ const root = await tempWorkspace(context, "apex-cache-scorecard-");
25
+ const results = await collectCacheResults(root);
26
+ assert.equal(results.length, 100);
27
+ assert.equal(new Set(results.map(({ caseId }) => caseId)).size, 100);
28
+ assert.ok(results.every(({ success }) => success));
29
+ assert.ok(["dependency", "config", "toolchain"].every((mode) => results.some(({ caseId }) => caseId?.startsWith(mode))));
30
+ });
31
+ test("scorecard collectors reject non-positive sample counts", async () => {
32
+ assert.throws(() => collectValidationMutationResults(0), /positive integer/);
33
+ await assert.rejects(() => collectCapabilityResults("package.json", 0), /positive integer/);
34
+ await assert.rejects(() => collectCacheResults(".", 0), /positive integer/);
35
+ });
36
+ test("real collector outcomes produce complete blocking scorecard measurements", async (context) => {
37
+ const root = await tempWorkspace(context, "apex-scorecard-pipeline-");
38
+ const packageJson = join(root, "package.json");
39
+ await writeFile(packageJson, `${JSON.stringify({ version: "1.2.3" })}\n`, "utf8");
40
+ const [mutationResults, capabilityResults, cacheResults] = await Promise.all([
41
+ collectValidationMutationResults(),
42
+ collectCapabilityResults(packageJson),
43
+ collectCacheResults(join(root, "cache")),
44
+ ]);
45
+ const measurements = collectQualificationMeasurements({
46
+ mutationResults,
47
+ capabilityResults,
48
+ cacheResults,
49
+ clock: () => new Date("2026-07-20T16:47:46.000Z"),
50
+ commandVersions: { testkit: "0.1.0" },
51
+ toolVersions: { node: process.version },
52
+ }).measurements;
53
+ assert.deepEqual(["deterministic-validation-escape-rate", "capability-failure-rate", "cache-correctness-rate"].map((metric) => {
54
+ const measurement = measurements.find((candidate) => candidate.metric === metric);
55
+ return { metric, value: measurement?.value, samples: measurement?.samples };
56
+ }), [
57
+ { metric: "deterministic-validation-escape-rate", value: 0, samples: 100 },
58
+ { metric: "capability-failure-rate", value: 0, samples: 100 },
59
+ { metric: "cache-correctness-rate", value: 1, samples: 100 },
60
+ ]);
61
+ });
62
+ //# sourceMappingURL=scorecard-samples.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scorecard-samples.test.js","sourceRoot":"","sources":["../../src/test/scorecard-samples.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,gCAAgC,EAChC,gCAAgC,EAChC,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,IAAI,CAAC,kFAAkF,EAAE,GAAG,EAAE;IAC5F,MAAM,OAAO,GAAG,gCAAgC,EAAE,CAAC;IACnD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC5F,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qGAAqG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC5H,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC/C,MAAM,SAAS,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,WAAW,CAAC,CAAC;IAC5D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,MAAM,CAAC,EAAE,CACP,CAAC,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CACpF,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CACvD,CACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qFAAqF,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC5G,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,MAAM,CAAC,EAAE,CACP,CAAC,YAAY,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAC9G,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;IACxE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IAC7E,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,wBAAwB,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IAC5F,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0EAA0E,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACjG,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC/C,MAAM,SAAS,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClF,MAAM,CAAC,eAAe,EAAE,iBAAiB,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3E,gCAAgC,EAAE;QAClC,wBAAwB,CAAC,WAAW,CAAC;QACrC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;KACzC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,gCAAgC,CAAC;QACpD,eAAe;QACf,iBAAiB;QACjB,YAAY;QACZ,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACjD,eAAe,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;QACrC,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;KACxC,CAAC,CAAC,YAAY,CAAC;IAChB,MAAM,CAAC,SAAS,CACd,CAAC,sCAAsC,EAAE,yBAAyB,EAAE,wBAAwB,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC3G,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QAClF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IAC9E,CAAC,CAAC,EACF;QACE,EAAE,MAAM,EAAE,sCAAsC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;QAC1E,EAAE,MAAM,EAAE,yBAAyB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7D,EAAE,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;KAC7D,CACF,CAAC;AACJ,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=testkit.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"testkit.test.d.ts","sourceRoot":"","sources":["../../src/test/testkit.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,177 @@
1
+ import assert from "node:assert/strict";
2
+ import { access, lstat, mkdtemp, rm } from "node:fs/promises";
3
+ import { tmpdir } from "node:os";
4
+ import { join } from "node:path";
5
+ import test from "node:test";
6
+ import { ApprovalEvidenceV1Schema, DeploymentPreviewV1Schema, IacBindingV1Schema, ImplementationIntentV1Schema, OperationRecordV1Schema, ProjectConfigV1Schema, RequirementsV1Schema, ResourceInventoryV1Schema, RunConfigV1Schema, RuntimeBundleLockV1Schema, TaskEnvelopeV1Schema, } from "@apexops/contracts";
7
+ import { FormatRegistry } from "@sinclair/typebox";
8
+ import { Value } from "@sinclair/typebox/value";
9
+ import { FakeClock, InjectedFault, SequenceIds, approvalFixture, assertLogicalInventoryParity, bindingFixture, crashAfter, crashBefore, createScenario, fixtureHash, intentFixture, inventoryFixture, maliciousPaths, operationFixture, oversizedFixture, previewFixture, projectFixture, requirementsFixture, runFixture, runtimeLockFixture, secretFixtures, staleEpoch, staleHead, symlinkFixture, taskFixture, tempWorkspace, } from "../index.js";
10
+ FormatRegistry.Set("date-time", (value) => {
11
+ const timestamp = Date.parse(value);
12
+ return Number.isFinite(timestamp) && new Date(timestamp).toISOString() === value;
13
+ });
14
+ test("FakeClock and SequenceIds are deterministic", () => {
15
+ const clock = new FakeClock("2026-06-01T12:00:00.000Z");
16
+ assert.equal(clock.now().toISOString(), "2026-06-01T12:00:00.000Z");
17
+ assert.equal(clock.advance(1_500).toISOString(), "2026-06-01T12:00:01.500Z");
18
+ assert.equal(clock.set("2026-06-02T00:00:00.000Z").toISOString(), "2026-06-02T00:00:00.000Z");
19
+ const ids = new SequenceIds("run", 7);
20
+ assert.deepEqual([ids.next(), ids.next(), ids.next()], ["run-0007", "run-0008", "run-0009"]);
21
+ });
22
+ test("tempWorkspace registers automatic recursive cleanup", async () => {
23
+ let cleanup;
24
+ const root = await tempWorkspace({
25
+ after(callback) {
26
+ cleanup = callback;
27
+ },
28
+ });
29
+ await access(root);
30
+ assert.ok(cleanup);
31
+ await cleanup();
32
+ await assert.rejects(access(root), { code: "ENOENT" });
33
+ });
34
+ test("fixture builders produce valid schema-shaped contracts and hashes", () => {
35
+ const fixtures = [
36
+ [RuntimeBundleLockV1Schema, runtimeLockFixture()],
37
+ [ProjectConfigV1Schema, projectFixture()],
38
+ [RunConfigV1Schema, runFixture()],
39
+ [TaskEnvelopeV1Schema, taskFixture()],
40
+ [RequirementsV1Schema, requirementsFixture()],
41
+ [ImplementationIntentV1Schema, intentFixture()],
42
+ [IacBindingV1Schema, bindingFixture()],
43
+ [DeploymentPreviewV1Schema, previewFixture()],
44
+ [ApprovalEvidenceV1Schema, approvalFixture()],
45
+ [OperationRecordV1Schema, operationFixture()],
46
+ [ResourceInventoryV1Schema, inventoryFixture()],
47
+ ];
48
+ for (const [schema, fixture] of fixtures) {
49
+ assert.equal(Value.Check(schema, fixture), true, schema.$id ?? "anonymous schema");
50
+ }
51
+ assert.match(fixtureHash("valid"), /^[0-9a-f]{64}$/);
52
+ });
53
+ test("scenario initializes stores, journal, object store, and both providers", async (context) => {
54
+ const root = await tempWorkspace(context);
55
+ const scenario = await createScenario(root);
56
+ assert.equal((await scenario.projectStore.getProject(scenario.project.projectId)).projectId, "test-project");
57
+ assert.equal((await scenario.projectStore.getRun(scenario.project.projectId, scenario.run.runId)).runId, scenario.run.runId);
58
+ assert.equal(await scenario.eventJournal.head(), null);
59
+ const objectHash = await scenario.objectStore.putJson({ scenario: true });
60
+ assert.deepEqual(await scenario.objectStore.getJson(objectHash), { scenario: true });
61
+ assert.equal(scenario.bicep.track, "bicep");
62
+ assert.equal(scenario.terraform.track, "terraform");
63
+ });
64
+ test("fault helpers inject crashes and stale journal authority", async (context) => {
65
+ let calls = 0;
66
+ await assert.rejects(crashBefore(() => {
67
+ calls += 1;
68
+ }), InjectedFault);
69
+ assert.equal(calls, 0);
70
+ await assert.rejects(crashAfter(() => {
71
+ calls += 1;
72
+ }), InjectedFault);
73
+ assert.equal(calls, 1);
74
+ assert.equal(staleEpoch(4), 3);
75
+ assert.notEqual(staleHead(fixtureHash("head")), fixtureHash("head"));
76
+ const scenario = await createScenario(await tempWorkspace(context));
77
+ const first = await scenario.eventJournal.append({
78
+ eventId: "event-0001",
79
+ projectId: scenario.project.projectId,
80
+ runId: scenario.run.runId,
81
+ type: "test.started",
82
+ timestamp: scenario.clock.now().toISOString(),
83
+ ownerEpoch: 2,
84
+ expectedHead: null,
85
+ payload: { ready: true },
86
+ });
87
+ await assert.rejects(scenario.eventJournal.append({
88
+ eventId: "event-0002",
89
+ projectId: scenario.project.projectId,
90
+ runId: scenario.run.runId,
91
+ type: "test.failed",
92
+ timestamp: scenario.clock.now().toISOString(),
93
+ ownerEpoch: 2,
94
+ expectedHead: staleHead(first.hash),
95
+ payload: {},
96
+ }), /Stale journal head/);
97
+ await assert.rejects(scenario.eventJournal.append({
98
+ eventId: "event-0003",
99
+ projectId: scenario.project.projectId,
100
+ runId: scenario.run.runId,
101
+ type: "test.failed",
102
+ timestamp: scenario.clock.now().toISOString(),
103
+ ownerEpoch: staleEpoch(2),
104
+ expectedHead: first.hash,
105
+ payload: {},
106
+ }), /Stale owner epoch/);
107
+ });
108
+ test("Bicep and Terraform fake providers produce logically equivalent inventories", async (context) => {
109
+ const scenario = await createScenario(await tempWorkspace(context));
110
+ const resources = [
111
+ {
112
+ logicalId: "storage",
113
+ resourceId: "/subscriptions/test/resourceGroups/test/providers/Microsoft.Storage/storageAccounts/test",
114
+ type: "Microsoft.Storage/storageAccounts",
115
+ location: "swedencentral",
116
+ properties: { httpsOnly: true },
117
+ },
118
+ ];
119
+ const authority = {
120
+ head: fixtureHash("commit"),
121
+ dependencyRevision: fixtureHash("commit"),
122
+ ownerEpoch: 1,
123
+ recipientIdentity: "test-writer",
124
+ };
125
+ for (const provider of [scenario.bicep, scenario.terraform]) {
126
+ const preview = await provider.previewApply({
127
+ projectId: scenario.project.projectId,
128
+ runId: scenario.run.runId,
129
+ environment: "test",
130
+ target: scenario.run.targetScope,
131
+ commit: authority.head,
132
+ dependencyRevision: authority.dependencyRevision,
133
+ ownerEpoch: authority.ownerEpoch,
134
+ inputHash: fixtureHash("input"),
135
+ iacHash: fixtureHash(provider.track),
136
+ policyHash: fixtureHash("policy"),
137
+ resources,
138
+ ttlMs: 60_000,
139
+ });
140
+ await provider.apply(preview, approvalFixture({
141
+ projectId: scenario.project.projectId,
142
+ runId: scenario.run.runId,
143
+ previewHash: preview.previewHash,
144
+ dependencyHash: preview.previewHash,
145
+ decidedAt: scenario.clock.now().toISOString(),
146
+ expiresAt: new Date(scenario.clock.now().getTime() + 60_000).toISOString(),
147
+ }), authority);
148
+ }
149
+ assertLogicalInventoryParity(await scenario.bicep.inventory(scenario.project.projectId, scenario.run.runId), await scenario.terraform.inventory(scenario.project.projectId, scenario.run.runId));
150
+ assert.throws(() => assertLogicalInventoryParity(inventoryFixture(), inventoryFixture({
151
+ resources: [
152
+ {
153
+ logicalId: "network",
154
+ resourceId: "network-id",
155
+ type: "network",
156
+ location: "swedencentral",
157
+ properties: {},
158
+ },
159
+ ],
160
+ })));
161
+ });
162
+ test("malicious fixtures cover traversal, symlinks, oversized data, and secrets", async () => {
163
+ assert.ok(maliciousPaths.some((path) => path.includes("..")));
164
+ assert.equal(oversizedFixture(32).byteLength, 33);
165
+ assert.match(secretFixtures.githubToken, /^ghp_/);
166
+ assert.match(secretFixtures.privateKey, /BEGIN PRIVATE KEY/);
167
+ const root = await mkdtemp(join(tmpdir(), "apex-testkit-symlink-"));
168
+ try {
169
+ const target = join(root, "target");
170
+ const link = await symlinkFixture(join(root, "nested", "link"), target);
171
+ assert.equal((await lstat(link)).isSymbolicLink(), true);
172
+ }
173
+ finally {
174
+ await rm(root, { recursive: true, force: true });
175
+ }
176
+ });
177
+ //# sourceMappingURL=testkit.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"testkit.test.js","sourceRoot":"","sources":["../../src/test/testkit.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,EAClB,4BAA4B,EAC5B,uBAAuB,EACvB,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,iBAAiB,EACjB,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EACL,SAAS,EACT,aAAa,EACb,WAAW,EACX,eAAe,EACf,4BAA4B,EAC5B,cAAc,EACd,UAAU,EACV,WAAW,EACX,cAAc,EACd,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC;AACnF,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;IACvD,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACxD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,0BAA0B,CAAC,CAAC;IACpE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,EAAE,0BAA0B,CAAC,CAAC;IAC7E,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,WAAW,EAAE,EAAE,0BAA0B,CAAC,CAAC;IAE9F,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AAC/F,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;IACrE,IAAI,OAA0C,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC;QAC/B,KAAK,CAAC,QAAQ;YACZ,OAAO,GAAG,QAA+B,CAAC;QAC5C,CAAC;KACF,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;IACnB,MAAM,OAAO,EAAE,CAAC;IAChB,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,mEAAmE,EAAE,GAAG,EAAE;IAC7E,MAAM,QAAQ,GAAG;QACf,CAAC,yBAAyB,EAAE,kBAAkB,EAAE,CAAC;QACjD,CAAC,qBAAqB,EAAE,cAAc,EAAE,CAAC;QACzC,CAAC,iBAAiB,EAAE,UAAU,EAAE,CAAC;QACjC,CAAC,oBAAoB,EAAE,WAAW,EAAE,CAAC;QACrC,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,CAAC;QAC7C,CAAC,4BAA4B,EAAE,aAAa,EAAE,CAAC;QAC/C,CAAC,kBAAkB,EAAE,cAAc,EAAE,CAAC;QACtC,CAAC,yBAAyB,EAAE,cAAc,EAAE,CAAC;QAC7C,CAAC,wBAAwB,EAAE,eAAe,EAAE,CAAC;QAC7C,CAAC,uBAAuB,EAAE,gBAAgB,EAAE,CAAC;QAC7C,CAAC,yBAAyB,EAAE,gBAAgB,EAAE,CAAC;KACvC,CAAC;IAEX,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,IAAI,kBAAkB,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC;AACvD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wEAAwE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAC/F,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAC7G,MAAM,CAAC,KAAK,CACV,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAC1F,QAAQ,CAAC,GAAG,CAAC,KAAK,CACnB,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACrF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0DAA0D,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACjF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,CAAC,OAAO,CAClB,WAAW,CAAC,GAAG,EAAE;QACf,KAAK,IAAI,CAAC,CAAC;IACb,CAAC,CAAC,EACF,aAAa,CACd,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvB,MAAM,MAAM,CAAC,OAAO,CAClB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,IAAI,CAAC,CAAC;IACb,CAAC,CAAC,EACF,aAAa,CACd,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;QAC/C,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;QACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;QACzB,IAAI,EAAE,cAAc;QACpB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;KACzB,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,OAAO,CAClB,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;QACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;QACzB,IAAI,EAAE,aAAa;QACnB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;QACnC,OAAO,EAAE,EAAE;KACZ,CAAC,EACF,oBAAoB,CACrB,CAAC;IACF,MAAM,MAAM,CAAC,OAAO,CAClB,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,YAAY;QACrB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;QACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;QACzB,IAAI,EAAE,aAAa;QACnB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,IAAI;QACxB,OAAO,EAAE,EAAE;KACZ,CAAC,EACF,mBAAmB,CACpB,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6EAA6E,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACpG,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG;QAChB;YACE,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,0FAA0F;YACtG,IAAI,EAAE,mCAAmC;YACzC,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;SAChC;KACF,CAAC;IACF,MAAM,SAAS,GAAG;QAChB,IAAI,EAAE,WAAW,CAAC,QAAQ,CAAC;QAC3B,kBAAkB,EAAE,WAAW,CAAC,QAAQ,CAAC;QACzC,UAAU,EAAE,CAAC;QACb,iBAAiB,EAAE,aAAa;KACjC,CAAC;IAEF,KAAK,MAAM,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC;YAC1C,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;YACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;YACzB,WAAW,EAAE,MAAM;YACnB,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,WAAW;YAChC,MAAM,EAAE,SAAS,CAAC,IAAI;YACtB,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;YAChD,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC;YAC/B,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC;YACpC,UAAU,EAAE,WAAW,CAAC,QAAQ,CAAC;YACjC,SAAS;YACT,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,KAAK,CAClB,OAAO,EACP,eAAe,CAAC;YACd,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS;YACrC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK;YACzB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,cAAc,EAAE,OAAO,CAAC,WAAW;YACnC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;YAC7C,SAAS,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE;SAC3E,CAAC,EACF,SAAS,CACV,CAAC;IACJ,CAAC;IAED,4BAA4B,CAC1B,MAAM,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAC9E,MAAM,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CACnF,CAAC;IACF,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACjB,4BAA4B,CAC1B,gBAAgB,EAAE,EAClB,gBAAgB,CAAC;QACf,SAAS,EAAE;YACT;gBACE,SAAS,EAAE,SAAS;gBACpB,UAAU,EAAE,YAAY;gBACxB,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,eAAe;gBACzB,UAAU,EAAE,EAAE;aACf;SACF;KACF,CAAC,CACH,CACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;IAC3F,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAClD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAE7D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACxE,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { TestContext } from "node:test";
2
+ export declare function tempWorkspace(context: Pick<TestContext, "after">, prefix?: string): Promise<string>;
3
+ //# sourceMappingURL=workspace.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,wBAAsB,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,SAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAMlH"}
@@ -0,0 +1,11 @@
1
+ import { mkdtemp, rm } from "node:fs/promises";
2
+ import { tmpdir } from "node:os";
3
+ import { join } from "node:path";
4
+ export async function tempWorkspace(context, prefix = "apex-testkit-") {
5
+ const root = await mkdtemp(join(tmpdir(), prefix));
6
+ context.after(async () => {
7
+ await rm(root, { recursive: true, force: true });
8
+ });
9
+ return root;
10
+ }
11
+ //# sourceMappingURL=workspace.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAmC,EAAE,MAAM,GAAG,eAAe;IAC/F,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;QACvB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC"}
package/package.json ADDED
@@ -0,0 +1,43 @@
1
+ {
2
+ "name": "@apexops/testkit",
3
+ "version": "0.10.0-next.0",
4
+ "description": "Deterministic fixtures and scenarios for APEX vNext tests",
5
+ "license": "MIT",
6
+ "repository": {
7
+ "type": "git",
8
+ "url": "https://github.com/jonathan-vella/apex-vnext.git",
9
+ "directory": "packages/testkit"
10
+ },
11
+ "publishConfig": {
12
+ "access": "public",
13
+ "provenance": true,
14
+ "tag": "next"
15
+ },
16
+ "type": "module",
17
+ "main": "./dist/index.js",
18
+ "types": "./dist/index.d.ts",
19
+ "exports": {
20
+ ".": {
21
+ "types": "./dist/index.d.ts",
22
+ "default": "./dist/index.js"
23
+ }
24
+ },
25
+ "files": [
26
+ "dist"
27
+ ],
28
+ "dependencies": {
29
+ "@apexops/capabilities": "0.10.0-next.0",
30
+ "@apexops/cli": "0.10.0-next.0",
31
+ "@apexops/contracts": "0.10.0-next.0",
32
+ "@apexops/kernel": "0.10.0-next.0",
33
+ "@apexops/renderers": "0.10.0-next.0",
34
+ "@sinclair/typebox": "0.34.52"
35
+ },
36
+ "scripts": {
37
+ "build": "tsc -b",
38
+ "test": "node --test dist/test/*.test.js"
39
+ },
40
+ "engines": {
41
+ "node": ">=24"
42
+ }
43
+ }