ppef 1.0.0 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/README.md +172 -0
  2. package/dist/__tests__/framework-pipeline.integration.test.d.ts +7 -0
  3. package/dist/__tests__/framework-pipeline.integration.test.d.ts.map +1 -0
  4. package/dist/__tests__/framework-pipeline.integration.test.js +413 -0
  5. package/dist/__tests__/framework-pipeline.integration.test.js.map +1 -0
  6. package/dist/__tests__/registry-executor.integration.test.d.ts +5 -0
  7. package/dist/__tests__/registry-executor.integration.test.d.ts.map +1 -0
  8. package/dist/__tests__/registry-executor.integration.test.js +349 -0
  9. package/dist/__tests__/registry-executor.integration.test.js.map +1 -0
  10. package/dist/__tests__/test-helpers.d.ts +94 -0
  11. package/dist/__tests__/test-helpers.d.ts.map +1 -0
  12. package/dist/__tests__/test-helpers.js +271 -0
  13. package/dist/__tests__/test-helpers.js.map +1 -0
  14. package/dist/aggregation/aggregators.d.ts +54 -0
  15. package/dist/aggregation/aggregators.d.ts.map +1 -0
  16. package/dist/aggregation/aggregators.js +228 -0
  17. package/dist/aggregation/aggregators.js.map +1 -0
  18. package/dist/aggregation/index.d.ts +8 -0
  19. package/dist/aggregation/index.d.ts.map +1 -0
  20. package/dist/aggregation/index.js +8 -0
  21. package/dist/aggregation/index.js.map +1 -0
  22. package/dist/aggregation/pipeline.d.ts +38 -0
  23. package/dist/aggregation/pipeline.d.ts.map +1 -0
  24. package/dist/aggregation/pipeline.js +198 -0
  25. package/dist/aggregation/pipeline.js.map +1 -0
  26. package/dist/claims/evaluator.d.ts +33 -0
  27. package/dist/claims/evaluator.d.ts.map +1 -0
  28. package/dist/claims/evaluator.js +174 -0
  29. package/dist/claims/evaluator.js.map +1 -0
  30. package/dist/claims/index.d.ts +7 -0
  31. package/dist/claims/index.d.ts.map +1 -0
  32. package/dist/claims/index.js +7 -0
  33. package/dist/claims/index.js.map +1 -0
  34. package/dist/collector/index.d.ts +8 -0
  35. package/dist/collector/index.d.ts.map +1 -0
  36. package/dist/collector/index.js +8 -0
  37. package/dist/collector/index.js.map +1 -0
  38. package/dist/collector/result-collector.d.ts +159 -0
  39. package/dist/collector/result-collector.d.ts.map +1 -0
  40. package/dist/collector/result-collector.js +213 -0
  41. package/dist/collector/result-collector.js.map +1 -0
  42. package/dist/collector/schema.d.ts +34 -0
  43. package/dist/collector/schema.d.ts.map +1 -0
  44. package/dist/collector/schema.js +145 -0
  45. package/dist/collector/schema.js.map +1 -0
  46. package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.d.ts +10 -0
  47. package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.d.ts.map +1 -0
  48. package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.js +122 -0
  49. package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.js.map +1 -0
  50. package/dist/executor/__tests__/checkpoint-manager.integration.test.d.ts +7 -0
  51. package/dist/executor/__tests__/checkpoint-manager.integration.test.d.ts.map +1 -0
  52. package/dist/executor/__tests__/checkpoint-manager.integration.test.js +330 -0
  53. package/dist/executor/__tests__/checkpoint-manager.integration.test.js.map +1 -0
  54. package/dist/executor/__tests__/checkpoint-manager.unit.test.d.ts +7 -0
  55. package/dist/executor/__tests__/checkpoint-manager.unit.test.d.ts.map +1 -0
  56. package/dist/executor/__tests__/checkpoint-manager.unit.test.js +449 -0
  57. package/dist/executor/__tests__/checkpoint-manager.unit.test.js.map +1 -0
  58. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.d.ts +11 -0
  59. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.d.ts.map +1 -0
  60. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.js +224 -0
  61. package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.js.map +1 -0
  62. package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.d.ts +8 -0
  63. package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.d.ts.map +1 -0
  64. package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.js +164 -0
  65. package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.js.map +1 -0
  66. package/dist/executor/__tests__/checkpoint-storage.unit.test.d.ts +7 -0
  67. package/dist/executor/__tests__/checkpoint-storage.unit.test.d.ts.map +1 -0
  68. package/dist/executor/__tests__/checkpoint-storage.unit.test.js +386 -0
  69. package/dist/executor/__tests__/checkpoint-storage.unit.test.js.map +1 -0
  70. package/dist/executor/__tests__/executor.unit.test.d.ts +7 -0
  71. package/dist/executor/__tests__/executor.unit.test.d.ts.map +1 -0
  72. package/dist/executor/__tests__/executor.unit.test.js +134 -0
  73. package/dist/executor/__tests__/executor.unit.test.js.map +1 -0
  74. package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.d.ts +12 -0
  75. package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.d.ts.map +1 -0
  76. package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.js +196 -0
  77. package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.js.map +1 -0
  78. package/dist/executor/__tests__/parallel-executor.integration.test.d.ts +7 -0
  79. package/dist/executor/__tests__/parallel-executor.integration.test.d.ts.map +1 -0
  80. package/dist/executor/__tests__/parallel-executor.integration.test.js +249 -0
  81. package/dist/executor/__tests__/parallel-executor.integration.test.js.map +1 -0
  82. package/dist/executor/__tests__/parallel-executor.unit.test.d.ts +7 -0
  83. package/dist/executor/__tests__/parallel-executor.unit.test.d.ts.map +1 -0
  84. package/dist/executor/__tests__/parallel-executor.unit.test.js +203 -0
  85. package/dist/executor/__tests__/parallel-executor.unit.test.js.map +1 -0
  86. package/dist/executor/checkpoint-manager.d.ts +231 -0
  87. package/dist/executor/checkpoint-manager.d.ts.map +1 -0
  88. package/dist/executor/checkpoint-manager.js +395 -0
  89. package/dist/executor/checkpoint-manager.js.map +1 -0
  90. package/dist/executor/checkpoint-storage.d.ts +230 -0
  91. package/dist/executor/checkpoint-storage.d.ts.map +1 -0
  92. package/dist/executor/checkpoint-storage.js +370 -0
  93. package/dist/executor/checkpoint-storage.js.map +1 -0
  94. package/dist/executor/checkpoint-types.d.ts +48 -0
  95. package/dist/executor/checkpoint-types.d.ts.map +1 -0
  96. package/dist/executor/checkpoint-types.js +8 -0
  97. package/dist/executor/checkpoint-types.js.map +1 -0
  98. package/dist/executor/executor.d.ts +164 -0
  99. package/dist/executor/executor.d.ts.map +1 -0
  100. package/dist/executor/executor.js +408 -0
  101. package/dist/executor/executor.js.map +1 -0
  102. package/dist/executor/index.d.ts +11 -0
  103. package/dist/executor/index.d.ts.map +1 -0
  104. package/dist/executor/index.js +11 -0
  105. package/dist/executor/index.js.map +1 -0
  106. package/dist/executor/memory-monitor.d.ts +115 -0
  107. package/dist/executor/memory-monitor.d.ts.map +1 -0
  108. package/dist/executor/memory-monitor.js +168 -0
  109. package/dist/executor/memory-monitor.js.map +1 -0
  110. package/dist/executor/parallel-executor.d.ts +53 -0
  111. package/dist/executor/parallel-executor.d.ts.map +1 -0
  112. package/dist/executor/parallel-executor.js +194 -0
  113. package/dist/executor/parallel-executor.js.map +1 -0
  114. package/dist/executor/run-id.d.ts +71 -0
  115. package/dist/executor/run-id.d.ts.map +1 -0
  116. package/dist/executor/run-id.js +67 -0
  117. package/dist/executor/run-id.js.map +1 -0
  118. package/dist/executor/worker-entry.d.ts +8 -0
  119. package/dist/executor/worker-entry.d.ts.map +1 -0
  120. package/dist/executor/worker-entry.js +67 -0
  121. package/dist/executor/worker-entry.js.map +1 -0
  122. package/dist/index.cjs +11 -0
  123. package/dist/index.d.ts +15 -0
  124. package/dist/index.d.ts.map +1 -0
  125. package/dist/index.js +24 -0
  126. package/dist/index.js.map +1 -0
  127. package/dist/registry/case-registry.d.ts +113 -0
  128. package/dist/registry/case-registry.d.ts.map +1 -0
  129. package/dist/registry/case-registry.js +160 -0
  130. package/dist/registry/case-registry.js.map +1 -0
  131. package/dist/registry/index.d.ts +8 -0
  132. package/dist/registry/index.d.ts.map +1 -0
  133. package/dist/registry/index.js +8 -0
  134. package/dist/registry/index.js.map +1 -0
  135. package/dist/registry/sut-registry.d.ts +96 -0
  136. package/dist/registry/sut-registry.d.ts.map +1 -0
  137. package/dist/registry/sut-registry.js +126 -0
  138. package/dist/registry/sut-registry.js.map +1 -0
  139. package/dist/renderers/index.d.ts +10 -0
  140. package/dist/renderers/index.d.ts.map +1 -0
  141. package/dist/renderers/index.js +9 -0
  142. package/dist/renderers/index.js.map +1 -0
  143. package/dist/renderers/latex-renderer.d.ts +84 -0
  144. package/dist/renderers/latex-renderer.d.ts.map +1 -0
  145. package/dist/renderers/latex-renderer.js +208 -0
  146. package/dist/renderers/latex-renderer.js.map +1 -0
  147. package/dist/renderers/types.d.ts +106 -0
  148. package/dist/renderers/types.d.ts.map +1 -0
  149. package/dist/renderers/types.js +23 -0
  150. package/dist/renderers/types.js.map +1 -0
  151. package/dist/robustness/analyzer.d.ts +61 -0
  152. package/dist/robustness/analyzer.d.ts.map +1 -0
  153. package/dist/robustness/analyzer.js +191 -0
  154. package/dist/robustness/analyzer.js.map +1 -0
  155. package/dist/robustness/index.d.ts +8 -0
  156. package/dist/robustness/index.d.ts.map +1 -0
  157. package/dist/robustness/index.js +8 -0
  158. package/dist/robustness/index.js.map +1 -0
  159. package/dist/robustness/perturbations.d.ts +46 -0
  160. package/dist/robustness/perturbations.d.ts.map +1 -0
  161. package/dist/robustness/perturbations.js +184 -0
  162. package/dist/robustness/perturbations.js.map +1 -0
  163. package/dist/statistical/index.d.ts +8 -0
  164. package/dist/statistical/index.d.ts.map +1 -0
  165. package/dist/statistical/index.js +8 -0
  166. package/dist/statistical/index.js.map +1 -0
  167. package/dist/statistical/mann-whitney-u.d.ts +62 -0
  168. package/dist/statistical/mann-whitney-u.d.ts.map +1 -0
  169. package/dist/statistical/mann-whitney-u.js +127 -0
  170. package/dist/statistical/mann-whitney-u.js.map +1 -0
  171. package/dist/types/aggregate.d.ts +124 -0
  172. package/dist/types/aggregate.d.ts.map +1 -0
  173. package/dist/types/aggregate.js +9 -0
  174. package/dist/types/aggregate.js.map +1 -0
  175. package/dist/types/case.d.ts +105 -0
  176. package/dist/types/case.d.ts.map +1 -0
  177. package/dist/types/case.js +10 -0
  178. package/dist/types/case.js.map +1 -0
  179. package/dist/types/claims.d.ts +122 -0
  180. package/dist/types/claims.d.ts.map +1 -0
  181. package/dist/types/claims.js +14 -0
  182. package/dist/types/claims.js.map +1 -0
  183. package/dist/types/index.d.ts +12 -0
  184. package/dist/types/index.d.ts.map +1 -0
  185. package/dist/types/index.js +7 -0
  186. package/dist/types/index.js.map +1 -0
  187. package/dist/types/perturbation.d.ts +105 -0
  188. package/dist/types/perturbation.d.ts.map +1 -0
  189. package/dist/types/perturbation.js +9 -0
  190. package/dist/types/perturbation.js.map +1 -0
  191. package/dist/types/result.d.ts +150 -0
  192. package/dist/types/result.d.ts.map +1 -0
  193. package/dist/types/result.js +12 -0
  194. package/dist/types/result.js.map +1 -0
  195. package/dist/types/sut.d.ts +128 -0
  196. package/dist/types/sut.d.ts.map +1 -0
  197. package/dist/types/sut.js +12 -0
  198. package/dist/types/sut.js.map +1 -0
  199. package/package.json +283 -7
@@ -0,0 +1,349 @@
1
+ /**
2
+ * Integration tests for SUT Registry and Case Registry
3
+ */
4
+ import { beforeEach, describe, it } from "node:test";
5
+ import { strict as assert } from "node:assert";
6
+ import { CaseRegistry } from "../registry/case-registry.js";
7
+ import { SUTRegistry } from "../registry/sut-registry.js";
8
+ describe("Registry + Executor Integration", () => {
9
+ describe("SUTRegistry", () => {
10
+ let sutRegistry;
11
+ beforeEach(() => {
12
+ sutRegistry = new SUTRegistry();
13
+ });
14
+ it("should register and retrieve SUTs", () => {
15
+ const registration = {
16
+ id: "test-sut-v1.0.0",
17
+ name: "Test SUT",
18
+ version: "1.0.0",
19
+ role: "primary",
20
+ config: { maxDepth: 3 },
21
+ tags: ["test", "primary"],
22
+ };
23
+ const factory = () => ({
24
+ id: "test-sut-v1.0.0",
25
+ config: {},
26
+ run: async () => ({ result: "success" }),
27
+ });
28
+ sutRegistry.register(registration, factory);
29
+ assert.strictEqual(sutRegistry.has("test-sut-v1.0.0"), true);
30
+ assert.strictEqual(sutRegistry.size, 1);
31
+ const retrieved = sutRegistry.get("test-sut-v1.0.0");
32
+ assert.strictEqual(retrieved?.registration.name, "Test SUT");
33
+ assert.strictEqual(retrieved?.registration.role, "primary");
34
+ });
35
+ it("should prevent duplicate registration", () => {
36
+ const registration = {
37
+ id: "duplicate-sut",
38
+ name: "Duplicate",
39
+ version: "1.0.0",
40
+ role: "primary",
41
+ config: {},
42
+ tags: [],
43
+ };
44
+ const factory = () => ({
45
+ id: "duplicate-sut",
46
+ config: {},
47
+ run: async () => ({ result: "ok" }),
48
+ });
49
+ sutRegistry.register(registration, factory);
50
+ assert.throws(() => sutRegistry.register(registration, factory), Error);
51
+ });
52
+ it("should filter by role", () => {
53
+ sutRegistry
54
+ .register({ id: "primary-1", name: "P1", version: "1.0.0", role: "primary", config: {}, tags: [] }, () => ({ id: "primary-1", config: {}, run: async () => ({ result: "p1" }) }))
55
+ .register({ id: "primary-2", name: "P2", version: "1.0.0", role: "primary", config: {}, tags: [] }, () => ({ id: "primary-2", config: {}, run: async () => ({ result: "p2" }) }))
56
+ .register({
57
+ id: "baseline-1",
58
+ name: "B1",
59
+ version: "1.0.0",
60
+ role: "baseline",
61
+ config: {},
62
+ tags: [],
63
+ }, () => ({ id: "baseline-1", config: {}, run: async () => ({ result: "b1" }) }));
64
+ const primarySuts = sutRegistry.getByRole("primary");
65
+ const baselineSuts = sutRegistry.getByRole("baseline");
66
+ assert.strictEqual(primarySuts.length, 2);
67
+ assert.strictEqual(baselineSuts.length, 1);
68
+ });
69
+ it("should filter by tag", () => {
70
+ sutRegistry
71
+ .register({
72
+ id: "sut-1",
73
+ name: "S1",
74
+ version: "1.0.0",
75
+ role: "primary",
76
+ config: {},
77
+ tags: ["expansion", "bidirectional"],
78
+ }, () => ({ id: "sut-1", config: {}, run: async () => ({ result: "s1" }) }))
79
+ .register({
80
+ id: "sut-2",
81
+ name: "S2",
82
+ version: "1.0.0",
83
+ role: "primary",
84
+ config: {},
85
+ tags: ["expansion"],
86
+ }, () => ({ id: "sut-2", config: {}, run: async () => ({ result: "s2" }) }))
87
+ .register({
88
+ id: "sut-3",
89
+ name: "S3",
90
+ version: "1.0.0",
91
+ role: "baseline",
92
+ config: {},
93
+ tags: ["ranking"],
94
+ }, () => ({ id: "sut-3", config: {}, run: async () => ({ result: "s3" }) }));
95
+ const expansionSuts = sutRegistry.getByTag("expansion");
96
+ const bidirectionalSuts = sutRegistry.getByTag("bidirectional");
97
+ assert.strictEqual(expansionSuts.length, 2);
98
+ assert.strictEqual(bidirectionalSuts.length, 1);
99
+ });
100
+ it("should throw for unknown SUT in getOrThrow", () => {
101
+ assert.throws(() => sutRegistry.getOrThrow("nonexistent"), Error);
102
+ });
103
+ it("should create SUT instances", () => {
104
+ let capturedConfig;
105
+ sutRegistry.register({
106
+ id: "configurable-sut",
107
+ name: "Config",
108
+ version: "1.0.0",
109
+ role: "primary",
110
+ config: {},
111
+ tags: [],
112
+ }, (config) => {
113
+ capturedConfig = config;
114
+ return {
115
+ id: "configurable-sut",
116
+ config: { ...config },
117
+ run: async () => ({ result: "configured" }),
118
+ };
119
+ });
120
+ const instance = sutRegistry.create("configurable-sut", { maxDepth: 5 });
121
+ assert.ok(instance);
122
+ assert.deepStrictEqual(capturedConfig, { maxDepth: 5 });
123
+ });
124
+ it("should list all registrations", () => {
125
+ sutRegistry
126
+ .register({ id: "sut-a", name: "A", version: "1.0.0", role: "primary", config: {}, tags: [] }, () => ({ id: "sut-a", config: {}, run: async () => ({ result: "a" }) }))
127
+ .register({ id: "sut-b", name: "B", version: "1.0.0", role: "baseline", config: {}, tags: [] }, () => ({ id: "sut-b", config: {}, run: async () => ({ result: "b" }) }));
128
+ const ids = sutRegistry.list();
129
+ const registrations = sutRegistry.listRegistrations();
130
+ assert.ok(ids.includes("sut-a"));
131
+ assert.ok(ids.includes("sut-b"));
132
+ assert.strictEqual(registrations.length, 2);
133
+ assert.strictEqual(registrations.find((r) => r.id === "sut-a")?.name, "A");
134
+ });
135
+ it("should clear all registrations", () => {
136
+ sutRegistry.register({ id: "sut", name: "S", version: "1.0.0", role: "primary", config: {}, tags: [] }, () => ({ id: "sut", config: {}, run: async () => ({ result: "s" }) }));
137
+ assert.strictEqual(sutRegistry.size, 1);
138
+ sutRegistry.clear();
139
+ assert.strictEqual(sutRegistry.size, 0);
140
+ assert.strictEqual(sutRegistry.has("sut"), false);
141
+ });
142
+ });
143
+ describe("CaseRegistry", () => {
144
+ let caseRegistry;
145
+ beforeEach(() => {
146
+ caseRegistry = new CaseRegistry();
147
+ });
148
+ const createTestCase = (id, caseClass, tags) => ({
149
+ case: {
150
+ caseId: id,
151
+ name: `Test Case ${id}`,
152
+ caseClass,
153
+ inputs: { summary: { graphName: id } },
154
+ tags,
155
+ },
156
+ getInput: async () => ({ nodes: ["a", "b", "c"] }),
157
+ getInputs: () => ["a", "b"],
158
+ });
159
+ it("should register and retrieve cases", () => {
160
+ const caseDefinition = createTestCase("case-001", "scale-free");
161
+ caseRegistry.register(caseDefinition);
162
+ assert.strictEqual(caseRegistry.has("case-001"), true);
163
+ assert.strictEqual(caseRegistry.size, 1);
164
+ const retrieved = caseRegistry.get("case-001");
165
+ assert.strictEqual(retrieved?.case.name, "Test Case case-001");
166
+ assert.strictEqual(retrieved?.case.caseClass, "scale-free");
167
+ });
168
+ it("should prevent duplicate case registration", () => {
169
+ const caseDefinition = createTestCase("duplicate-case");
170
+ caseRegistry.register(caseDefinition);
171
+ assert.throws(() => caseRegistry.register(caseDefinition), Error);
172
+ });
173
+ it("should register multiple cases", () => {
174
+ const cases = [
175
+ createTestCase("case-1", "scale-free"),
176
+ createTestCase("case-2", "scale-free"),
177
+ createTestCase("case-3", "random"),
178
+ ];
179
+ caseRegistry.registerAll(cases);
180
+ assert.strictEqual(caseRegistry.size, 3);
181
+ });
182
+ it("should filter by case class", () => {
183
+ caseRegistry.registerAll([
184
+ createTestCase("sf-1", "scale-free"),
185
+ createTestCase("sf-2", "scale-free"),
186
+ createTestCase("rand-1", "random"),
187
+ ]);
188
+ const scaleFree = caseRegistry.getByClass("scale-free");
189
+ const random = caseRegistry.getByClass("random");
190
+ assert.strictEqual(scaleFree.length, 2);
191
+ assert.strictEqual(random.length, 1);
192
+ });
193
+ it("should filter by tag", () => {
194
+ caseRegistry.registerAll([
195
+ createTestCase("case-1", undefined, ["small", "synthetic"]),
196
+ createTestCase("case-2", undefined, ["large", "real-world"]),
197
+ createTestCase("case-3", undefined, ["small"]),
198
+ ]);
199
+ const smallCases = caseRegistry.getByTag("small");
200
+ const realWorldCases = caseRegistry.getByTag("real-world");
201
+ assert.strictEqual(smallCases.length, 2);
202
+ assert.strictEqual(realWorldCases.length, 1);
203
+ });
204
+ it("should list unique case classes", () => {
205
+ caseRegistry.registerAll([
206
+ createTestCase("c1", "scale-free"),
207
+ createTestCase("c2", "scale-free"),
208
+ createTestCase("c3", "random"),
209
+ createTestCase("c4", "small-world"),
210
+ ]);
211
+ const classes = caseRegistry.listClasses();
212
+ assert.strictEqual(classes.length, 3);
213
+ assert.ok(classes.includes("scale-free"));
214
+ assert.ok(classes.includes("random"));
215
+ assert.ok(classes.includes("small-world"));
216
+ });
217
+ it("should create input from case", async () => {
218
+ caseRegistry.register(createTestCase("expandable-case"));
219
+ const input = await caseRegistry.getInput("expandable-case");
220
+ assert.deepStrictEqual(input.nodes, ["a", "b", "c"]);
221
+ });
222
+ it("should get inputs from case", () => {
223
+ caseRegistry.register(createTestCase("seeded-case"));
224
+ const inputs = caseRegistry.getInputs("seeded-case");
225
+ assert.deepStrictEqual(inputs, ["a", "b"]);
226
+ });
227
+ it("should throw for unknown case in getOrThrow", () => {
228
+ assert.throws(() => caseRegistry.getOrThrow("nonexistent"), Error);
229
+ });
230
+ it("should list all cases", () => {
231
+ caseRegistry.registerAll([createTestCase("c1"), createTestCase("c2")]);
232
+ const ids = caseRegistry.list();
233
+ const cases = caseRegistry.listCases();
234
+ assert.ok(ids.includes("c1"));
235
+ assert.ok(ids.includes("c2"));
236
+ assert.strictEqual(cases.length, 2);
237
+ });
238
+ it("should clear all cases", () => {
239
+ caseRegistry.register(createTestCase("c1"));
240
+ assert.strictEqual(caseRegistry.size, 1);
241
+ caseRegistry.clear();
242
+ assert.strictEqual(caseRegistry.size, 0);
243
+ });
244
+ });
245
+ describe("Combined Registry Usage", () => {
246
+ it("should support typical experiment setup pattern", async () => {
247
+ const sutRegistry = new SUTRegistry();
248
+ const caseRegistry = new CaseRegistry();
249
+ // Register SUTs
250
+ sutRegistry
251
+ .register({
252
+ id: "degree-prioritised-v1.0.0",
253
+ name: "Degree-Prioritised Expansion",
254
+ version: "1.0.0",
255
+ role: "primary",
256
+ config: { hubThreshold: 0.9 },
257
+ tags: ["expansion", "bidirectional"],
258
+ }, () => ({
259
+ id: "degree-prioritised-v1.0.0",
260
+ config: {},
261
+ run: async ({ expander, seeds }) => ({
262
+ paths: seeds.map((s) => [s, ...expander.nodes.slice(0, 2)]),
263
+ }),
264
+ }))
265
+ .register({
266
+ id: "standard-bfs-v1.0.0",
267
+ name: "Standard BFS",
268
+ version: "1.0.0",
269
+ role: "baseline",
270
+ config: {},
271
+ tags: ["expansion"],
272
+ }, () => ({
273
+ id: "standard-bfs-v1.0.0",
274
+ config: {},
275
+ run: async ({ expander, seeds }) => ({
276
+ paths: seeds.map((s) => [s, ...expander.nodes]),
277
+ }),
278
+ }));
279
+ // Register cases
280
+ caseRegistry.registerAll([
281
+ {
282
+ case: {
283
+ caseId: "karate-v1",
284
+ name: "Zachary Karate Club",
285
+ caseClass: "social-network",
286
+ inputs: { summary: { nodes: 34, edges: 78 } },
287
+ },
288
+ getInput: async () => ({ nodes: ["1", "2", "3", "34"] }),
289
+ getInputs: () => ({
290
+ expander: null,
291
+ seeds: ["1", "34"],
292
+ }),
293
+ },
294
+ {
295
+ case: {
296
+ caseId: "dolphins-v1",
297
+ name: "Dolphin Network",
298
+ caseClass: "social-network",
299
+ inputs: { summary: { nodes: 62, edges: 159 } },
300
+ },
301
+ getInput: async () => ({ nodes: ["beak", "fin", "tail"] }),
302
+ getInputs: () => ({
303
+ expander: null,
304
+ seeds: ["beak", "tail"],
305
+ }),
306
+ },
307
+ ]);
308
+ // Verify setup
309
+ assert.strictEqual(sutRegistry.size, 2);
310
+ assert.strictEqual(caseRegistry.size, 2);
311
+ // Get primary and baselines
312
+ const primarySuts = sutRegistry.getByRole("primary");
313
+ const baselineSuts = sutRegistry.getByRole("baseline");
314
+ assert.strictEqual(primarySuts.length, 1);
315
+ assert.strictEqual(primarySuts[0].registration.id, "degree-prioritised-v1.0.0");
316
+ assert.strictEqual(baselineSuts.length, 1);
317
+ // Execute for one case
318
+ const expander = await caseRegistry.getInput("karate-v1");
319
+ const inputs = caseRegistry.getInputs("karate-v1");
320
+ const instance = sutRegistry.create("degree-prioritised-v1.0.0");
321
+ const result = await instance.run({ expander, seeds: inputs.seeds });
322
+ assert.strictEqual(result.paths.length, 2); // One path per seed
323
+ assert.strictEqual(result.paths[0][0], "1"); // First seed
324
+ });
325
+ it("should verify registration data is accessible", () => {
326
+ const sutRegistry = new SUTRegistry();
327
+ sutRegistry.register({
328
+ id: "dp-v1.0.0",
329
+ name: "Degree-Prioritised",
330
+ version: "1.0.0",
331
+ role: "primary",
332
+ config: { maxDepth: 3, hubThreshold: 0.9 },
333
+ tags: ["bidirectional"],
334
+ description: "Hub-avoiding expansion algorithm",
335
+ }, () => ({
336
+ id: "dp-v1.0.0",
337
+ config: {},
338
+ run: async () => ({}),
339
+ }));
340
+ const dp = sutRegistry.get("dp-v1.0.0");
341
+ assert.strictEqual(dp?.registration.role, "primary");
342
+ assert.strictEqual(dp?.registration.config.maxDepth, 3);
343
+ assert.strictEqual(dp?.registration.config.hubThreshold, 0.9);
344
+ assert.ok(dp?.registration.tags.includes("bidirectional"));
345
+ assert.strictEqual(dp?.registration.description, "Hub-avoiding expansion algorithm");
346
+ });
347
+ });
348
+ });
349
+ //# sourceMappingURL=registry-executor.integration.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"registry-executor.integration.test.js","sourceRoot":"","sources":["../../src/__tests__/registry-executor.integration.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAI1D,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAChD,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC5B,IAAI,WAAqD,CAAC;QAE1D,UAAU,CAAC,GAAG,EAAE;YACf,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC5C,MAAM,YAAY,GAAoB;gBACrC,EAAE,EAAE,iBAAiB;gBACrB,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;gBACvB,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;aACzB,CAAC;YAEF,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,CAAC;gBACtB,EAAE,EAAE,iBAAiB;gBACrB,MAAM,EAAE,EAAE;gBACV,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;aACxC,CAAC,CAAC;YAEH,WAAW,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAE5C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7D,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAExC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC7D,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAChD,MAAM,YAAY,GAAoB;gBACrC,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,EAAE;aACR,CAAC;YAEF,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,CAAC;gBACtB,EAAE,EAAE,eAAe;gBACnB,MAAM,EAAE,EAAE;gBACV,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aACnC,CAAC,CAAC;YAEH,WAAW,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAE5C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAChC,WAAW;iBACT,QAAQ,CACR,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EACxF,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAC5E;iBACA,QAAQ,CACR,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EACxF,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAC5E;iBACA,QAAQ,CACR;gBACC,EAAE,EAAE,YAAY;gBAChB,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,EAAE;aACR,EACD,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAC7E,CAAC;YAEH,MAAM,WAAW,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACrD,MAAM,YAAY,GAAG,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAEvD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC/B,WAAW;iBACT,QAAQ,CACR;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;aACpC,EACD,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CACxE;iBACA,QAAQ,CACR;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,CAAC,WAAW,CAAC;aACnB,EACD,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CACxE;iBACA,QAAQ,CACR;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,CAAC,SAAS,CAAC;aACjB,EACD,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CACxE,CAAC;YAEH,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACxD,MAAM,iBAAiB,GAAG,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;YAEhE,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACtC,IAAI,cAAmD,CAAC;YAExD,WAAW,CAAC,QAAQ,CACnB;gBACC,EAAE,EAAE,kBAAkB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,EAAE;aACR,EACD,CAAC,MAAgC,EAAE,EAAE;gBACpC,cAAc,GAAG,MAAM,CAAC;gBACxB,OAAO;oBACN,EAAE,EAAE,kBAAkB;oBACtB,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE;oBACrB,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;iBAC3C,CAAC;YACH,CAAC,CACD,CAAC;YAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YAEzE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YACpB,MAAM,CAAC,eAAe,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACxC,WAAW;iBACT,QAAQ,CACR,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EACnF,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CACvE;iBACA,QAAQ,CACR,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EACpF,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CACvE,CAAC;YAEH,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,WAAW,CAAC,iBAAiB,EAAE,CAAC;YAEtD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACzC,WAAW,CAAC,QAAQ,CACnB,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EACjF,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CACrE,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAExC,WAAW,CAAC,KAAK,EAAE,CAAC;YAEpB,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC7B,IAAI,YAAyD,CAAC;QAE9D,UAAU,CAAC,GAAG,EAAE;YACf,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,CACtB,EAAU,EACV,SAAkB,EAClB,IAAe,EACiC,EAAE,CAAC,CAAC;YACpD,IAAI,EAAE;gBACL,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,aAAa,EAAE,EAAE;gBACvB,SAAS;gBACT,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE;gBACtC,IAAI;aACJ;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;YAClD,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC;SAC3B,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC7C,MAAM,cAAc,GAAG,cAAc,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YAEhE,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YAEtC,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAEzC,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;YAC/D,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,cAAc,GAAG,cAAc,CAAC,gBAAgB,CAAC,CAAC;YAExD,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YAEtC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACzC,MAAM,KAAK,GAAG;gBACb,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC;gBACtC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC;gBACtC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC;aAClC,CAAC;YAEF,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAEhC,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACtC,YAAY,CAAC,WAAW,CAAC;gBACxB,cAAc,CAAC,MAAM,EAAE,YAAY,CAAC;gBACpC,cAAc,CAAC,MAAM,EAAE,YAAY,CAAC;gBACpC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC;aAClC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAEjD,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC/B,YAAY,CAAC,WAAW,CAAC;gBACxB,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gBAC3D,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAC5D,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC;aAC9C,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAClD,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YAE3D,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YAC1C,YAAY,CAAC,WAAW,CAAC;gBACxB,cAAc,CAAC,IAAI,EAAE,YAAY,CAAC;gBAClC,cAAc,CAAC,IAAI,EAAE,YAAY,CAAC;gBAClC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC;gBAC9B,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC;aACnC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;YAE3C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC9C,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;YAE7D,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACtC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC;YAErD,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACtD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAChC,YAAY,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEvE,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,CAAC;YAEvC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YACjC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAE5C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAEzC,YAAY,CAAC,KAAK,EAAE,CAAC;YAErB,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAMhE,MAAM,WAAW,GAAG,IAAI,WAAW,EAAqC,CAAC;YACzE,MAAM,YAAY,GAAG,IAAI,YAAY,EAAmC,CAAC;YAEzE,gBAAgB;YAChB,WAAW;iBACT,QAAQ,CACR;gBACC,EAAE,EAAE,2BAA2B;gBAC/B,IAAI,EAAE,8BAA8B;gBACpC,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE;gBAC7B,IAAI,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;aACpC,EACD,GAAG,EAAE,CAAC,CAAC;gBACN,EAAE,EAAE,2BAA2B;gBAC/B,MAAM,EAAE,EAAE;gBACV,GAAG,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;iBAC3D,CAAC;aACF,CAAC,CACF;iBACA,QAAQ,CACR;gBACC,EAAE,EAAE,qBAAqB;gBACzB,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,CAAC,WAAW,CAAC;aACnB,EACD,GAAG,EAAE,CAAC,CAAC;gBACN,EAAE,EAAE,qBAAqB;gBACzB,MAAM,EAAE,EAAE;gBACV,GAAG,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;iBAC/C,CAAC;aACF,CAAC,CACF,CAAC;YAEH,iBAAiB;YACjB,YAAY,CAAC,WAAW,CAAC;gBACxB;oBACC,IAAI,EAAE;wBACL,MAAM,EAAE,WAAW;wBACnB,IAAI,EAAE,qBAAqB;wBAC3B,SAAS,EAAE,gBAAgB;wBAC3B,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;qBAC7C;oBACD,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;oBACxD,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;wBACjB,QAAQ,EAAE,IAAsC;wBAChD,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC;qBAClB,CAAC;iBACF;gBACD;oBACC,IAAI,EAAE;wBACL,MAAM,EAAE,aAAa;wBACrB,IAAI,EAAE,iBAAiB;wBACvB,SAAS,EAAE,gBAAgB;wBAC3B,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;qBAC9C;oBACD,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;oBAC1D,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;wBACjB,QAAQ,EAAE,IAAsC;wBAChD,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;qBACvB,CAAC;iBACF;aACD,CAAC,CAAC;YAEH,eAAe;YACf,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAEzC,4BAA4B;YAC5B,MAAM,WAAW,GAAG,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACrD,MAAM,YAAY,GAAG,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAEvD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,2BAA2B,CAAC,CAAC;YAChF,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAE3C,uBAAuB;YACvB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAEnD,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAEjE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAErE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,oBAAoB;YAChE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,aAAa;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACxD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;YAEtC,WAAW,CAAC,QAAQ,CACnB;gBACC,EAAE,EAAE,WAAW;gBACf,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;gBAC1C,IAAI,EAAE,CAAC,eAAe,CAAC;gBACvB,WAAW,EAAE,kCAAkC;aAC/C,EACD,GAAG,EAAE,CAAC,CAAC;gBACN,EAAE,EAAE,WAAW;gBACf,MAAM,EAAE,EAAE;gBACV,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;aACrB,CAAC,CACF,CAAC;YAEF,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAExC,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxD,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YAC9D,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;YAC3D,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,WAAW,EAAE,kCAAkC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
@@ -0,0 +1,94 @@
1
+ /**
2
+ * Test Helpers for Framework Tests
3
+ *
4
+ * Factory functions for creating mock evaluation results, aggregates,
5
+ * and claims for testing the evaluation framework.
6
+ */
7
+ import type { AggregatedResult, SummaryStats } from "../types/aggregate.js";
8
+ import type { ClaimEvaluation, ClaimEvidence, ClaimStatus, EvaluationClaim } from "../types/claims.js";
9
+ import type { EvaluationResult } from "../types/result.js";
10
+ import type { SutRole } from "../types/sut.js";
11
+ /**
12
+ * Create a mock EvaluationResult with sensible defaults.
13
+ *
14
+ * @param overrides - Partial fields to override defaults
15
+ * @returns A complete EvaluationResult
16
+ */
17
+ export declare const createMockResult: (overrides?: Partial<EvaluationResult>) => EvaluationResult;
18
+ /**
19
+ * Create multiple mock results for a specific SUT.
20
+ *
21
+ * @param count - Number of results to create
22
+ * @param sut - SUT identifier
23
+ * @param role - SUT role (default: "primary")
24
+ * @param caseClass - Optional case class
25
+ * @returns Array of EvaluationResults
26
+ */
27
+ export declare const createMockResults: (count: number, sut: string, role?: SutRole, caseClass?: string) => EvaluationResult[];
28
+ /**
29
+ * Create mock SummaryStats.
30
+ *
31
+ * @param values - Array of values to compute stats from
32
+ * @returns SummaryStats
33
+ */
34
+ export declare const createMockSummaryStats: (values: number[]) => SummaryStats;
35
+ /**
36
+ * Create mock AggregatedResult.
37
+ *
38
+ * @param sut - SUT identifier
39
+ * @param role - SUT role
40
+ * @param caseClass - Optional case class
41
+ * @param metrics - Optional metrics map
42
+ * @returns AggregatedResult
43
+ */
44
+ export declare const createMockAggregate: (sut: string, role?: SutRole, caseClass?: string, metrics?: Record<string, SummaryStats>) => AggregatedResult;
45
+ /**
46
+ * Create mock aggregates for testing comparisons.
47
+ *
48
+ * @returns Array with primary and baseline aggregates
49
+ */
50
+ export declare const createMockAggregates: () => AggregatedResult[];
51
+ /**
52
+ * Create a mock EvaluationClaim.
53
+ *
54
+ * @param overrides - Partial fields to override defaults
55
+ * @returns EvaluationClaim
56
+ */
57
+ export declare const createMockClaim: (overrides?: Partial<EvaluationClaim>) => EvaluationClaim;
58
+ /**
59
+ * Create mock ClaimEvidence.
60
+ *
61
+ * @param overrides - Partial fields to override defaults
62
+ * @returns ClaimEvidence
63
+ */
64
+ export declare const createMockEvidence: (overrides?: Partial<ClaimEvidence>) => ClaimEvidence;
65
+ /**
66
+ * Create mock ClaimEvaluation.
67
+ *
68
+ * @param status - Claim status
69
+ * @param claim - Optional claim
70
+ * @param evidence - Optional evidence
71
+ * @returns ClaimEvaluation
72
+ */
73
+ export declare const createMockClaimEvaluation: (status?: ClaimStatus, claim?: Partial<EvaluationClaim>, evidence?: Partial<ClaimEvidence>) => ClaimEvaluation;
74
+ /**
75
+ * Create an array of mock results with varying metrics.
76
+ * Useful for testing aggregation and statistics.
77
+ *
78
+ * @param executionTimes - Array of execution times
79
+ * @param sut - SUT identifier
80
+ * @param role - SUT role
81
+ * @returns Array of EvaluationResults
82
+ */
83
+ export declare const createMockResultsWithMetrics: (executionTimes: number[], sut: string, role?: SutRole) => EvaluationResult[];
84
+ /**
85
+ * Create a minimal valid result for validation tests.
86
+ * Returns the bare minimum fields required by the schema.
87
+ */
88
+ export declare const createMinimalValidResult: () => EvaluationResult;
89
+ /**
90
+ * Create an invalid result missing required fields.
91
+ * Useful for testing validation logic.
92
+ */
93
+ export declare const createInvalidResult: () => unknown;
94
+ //# sourceMappingURL=test-helpers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"test-helpers.d.ts","sourceRoot":"","sources":["../../src/__tests__/test-helpers.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,KAAK,EACX,eAAe,EACf,aAAa,EACb,WAAW,EACX,eAAe,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAEX,gBAAgB,EAKhB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE/C;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,GAAI,YAAY,OAAO,CAAC,gBAAgB,CAAC,KAAG,gBA4CxE,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,iBAAiB,GAC7B,OAAO,MAAM,EACb,KAAK,MAAM,EACX,OAAM,OAAmB,EACzB,YAAY,MAAM,KAChB,gBAAgB,EAkBjB,CAAC;AAEH;;;;;GAKG;AACH,eAAO,MAAM,sBAAsB,GAAI,QAAQ,MAAM,EAAE,KAAG,YAkCzD,CAAC;AAEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,GAC/B,KAAK,MAAM,EACX,OAAM,OAAmB,EACzB,YAAY,MAAM,EAClB,UAAU,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,KACpC,gBAsBF,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,QAAO,gBAAgB,EAavD,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAI,YAAY,OAAO,CAAC,eAAe,CAAC,KAAG,eASrE,CAAC;AAEH;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,YAAY,OAAO,CAAC,aAAa,CAAC,KAAG,aAStE,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,yBAAyB,GACrC,SAAQ,WAAyB,EACjC,QAAQ,OAAO,CAAC,eAAe,CAAC,EAChC,WAAW,OAAO,CAAC,aAAa,CAAC,KAC/B,eAID,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,4BAA4B,GACxC,gBAAgB,MAAM,EAAE,EACxB,KAAK,MAAM,EACX,OAAM,OAAmB,KACvB,gBAAgB,EAejB,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,wBAAwB,QAAO,gBAwB1C,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,mBAAmB,QAAO,OAKrC,CAAC"}