lastlight-evals 0.13.4 → 0.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,454 @@
1
+ import { mkdtempSync, mkdirSync, rmSync, writeFileSync } from "node:fs";
2
+ import { tmpdir } from "node:os";
3
+ import { join } from "node:path";
4
+ import { afterEach, describe, expect, it } from "vitest";
5
+ import { MICRO_LATENCY_CAVEAT, MICRO_RANKABLE_REPEATS, MICRO_STALE_HEARTBEAT_MS, MICRO_GOLD_LINE_WINDOW, microFireRate, microGoldRepeat, microGoldScore, microGoldSeries, microGoldVote, microRange, microRowReachesGold, microSeries, microRankable, microStatus, withMicroEntryDefaults, parseMicroStamp, summariseMicroReport, } from "./micro-survey.js";
6
+ import { buildMicroIndex } from "./report.js";
7
+ const dirs = [];
8
+ const tmp = () => {
9
+ const d = mkdtempSync(join(tmpdir(), "micro-survey-test-"));
10
+ dirs.push(d);
11
+ return d;
12
+ };
13
+ afterEach(() => {
14
+ for (const d of dirs.splice(0))
15
+ rmSync(d, { recursive: true, force: true });
16
+ });
17
+ const report = (over = {}) => ({
18
+ label: "with-agents-md",
19
+ family: "enforcement",
20
+ model: "anthropic/claude-haiku-4-5-20251001",
21
+ thinking: null,
22
+ repeats: 3,
23
+ fixture: "/fixtures/arm2/prreview__skillspro-1587-r3",
24
+ baseline: { rows: 12, needsProbe: 0, needsProbePct: 0, reassuranceShaped: 0 },
25
+ results: [
26
+ { rows: 12, needsProbe: 2, needsProbePct: 16.7, reassuranceShaped: 0, costUsd: 0.32 },
27
+ { rows: 12, needsProbe: 0, needsProbePct: 0, reassuranceShaped: 1, costUsd: 0.28 },
28
+ ],
29
+ claims: [["PROBE [Important] a"], [" . [Minor] b"]],
30
+ ...over,
31
+ });
32
+ describe("parseMicroStamp", () => {
33
+ it("recovers the ISO instant the script flattened into the filename", () => {
34
+ expect(parseMicroStamp("2026-09-23T10-15-30-123Z-with-agents-md-enforcement")).toBe("2026-09-23T10:15:30.123Z");
35
+ });
36
+ it("returns null for a name that is not stamped", () => {
37
+ expect(parseMicroStamp("notes")).toBeNull();
38
+ });
39
+ });
40
+ describe("microRange", () => {
41
+ it("is a min-max spread, and reports a single point as itself", () => {
42
+ expect(microRange([16.7, 0, 41.7])).toEqual({ min: 0, max: 41.7 });
43
+ expect(microRange([16.7])).toEqual({ min: 16.7, max: 16.7 });
44
+ });
45
+ it("is null for an empty band rather than a zero spread", () => {
46
+ expect(microRange([])).toBeNull();
47
+ });
48
+ });
49
+ describe("microFireRate", () => {
50
+ it("is fired ÷ done — the fraction of repeats that asked for a probe", () => {
51
+ expect(microFireRate(1, 3)).toBeCloseTo(1 / 3, 10);
52
+ expect(microFireRate(0, 4)).toBe(0);
53
+ });
54
+ it("is null before any repeat completes, never zero", () => {
55
+ expect(microFireRate(0, 0)).toBeNull();
56
+ });
57
+ });
58
+ describe("microRankable", () => {
59
+ it("refuses to rank a band shorter than the coin-flip floor", () => {
60
+ expect(microRankable(MICRO_RANKABLE_REPEATS - 1)).toBe(false);
61
+ expect(microRankable(MICRO_RANKABLE_REPEATS)).toBe(true);
62
+ expect(microRankable(0)).toBe(false);
63
+ });
64
+ });
65
+ describe("microStatus", () => {
66
+ const now = Date.parse("2026-09-23T12:00:00.000Z");
67
+ const ago = (ms) => new Date(now - ms).toISOString();
68
+ it("is complete when the final write landed", () => {
69
+ expect(microStatus({ live: false, heartbeat: ago(0) }, now)).toBe("complete");
70
+ });
71
+ it("is complete for a report that predates the live flag entirely", () => {
72
+ expect(microStatus({}, now)).toBe("complete");
73
+ });
74
+ it("is running while the heartbeat is fresh", () => {
75
+ expect(microStatus({ live: true, heartbeat: ago(1_000) }, now)).toBe("running");
76
+ expect(microStatus({ live: true, heartbeat: ago(MICRO_STALE_HEARTBEAT_MS) }, now)).toBe("running");
77
+ });
78
+ it("is interrupted once the heartbeat goes stale — silence is not progress", () => {
79
+ expect(microStatus({ live: true, heartbeat: ago(MICRO_STALE_HEARTBEAT_MS + 1) }, now)).toBe("interrupted");
80
+ expect(microStatus({ live: true, heartbeat: ago(10 * 60_000) }, now)).toBe("interrupted");
81
+ });
82
+ it("is interrupted for a live report with no usable heartbeat at all", () => {
83
+ expect(microStatus({ live: true }, now)).toBe("interrupted");
84
+ expect(microStatus({ live: true, heartbeat: "not-a-date" }, now)).toBe("interrupted");
85
+ expect(microStatus({ live: true, heartbeat: null }, now)).toBe("interrupted");
86
+ });
87
+ });
88
+ describe("summariseMicroReport", () => {
89
+ it("keeps the baseline beside the per-repeat replay values", () => {
90
+ const e = summariseMicroReport("2026-09-23T10-15-30-123Z-with-agents-md-enforcement", report(), "x");
91
+ expect(e.baselineNeedsProbePct).toBe(0);
92
+ expect(e.needsProbePct).toEqual([16.7, 0]);
93
+ expect(e.reassuranceShaped).toEqual([0, 1]);
94
+ expect(e.costUsd).toBeCloseTo(0.6, 5);
95
+ expect(e.generatedAt).toBe("2026-09-23T10:15:30.123Z");
96
+ expect(e.report).toBe("/data/micro-survey/2026-09-23T10-15-30-123Z-with-agents-md-enforcement.json");
97
+ });
98
+ it("falls back to the supplied mtime when the name carries no stamp", () => {
99
+ const e = summariseMicroReport("adhoc", report(), "2026-01-01T00:00:00.000Z");
100
+ expect(e.generatedAt).toBe("2026-01-01T00:00:00.000Z");
101
+ });
102
+ it("carries the live fields and the fire rate through to the index entry", () => {
103
+ const e = summariseMicroReport("x", report({
104
+ repeats: 10,
105
+ repeatsDone: 3,
106
+ live: true,
107
+ heartbeat: "2026-09-23T06:41:02.123Z",
108
+ ambientSkills: false,
109
+ agentsMd: true,
110
+ fireRate: 1 / 3,
111
+ firedRepeats: 1,
112
+ }), "x");
113
+ expect(e.repeats).toBe(10);
114
+ expect(e.repeatsDone).toBe(3);
115
+ expect(e.live).toBe(true);
116
+ expect(e.heartbeat).toBe("2026-09-23T06:41:02.123Z");
117
+ expect(e.ambientSkills).toBe(false);
118
+ expect(e.agentsMd).toBe(true);
119
+ expect(e.firedRepeats).toBe(1);
120
+ expect(e.fireRate).toBeCloseTo(1 / 3, 10);
121
+ });
122
+ it("derives the fire rate from results[] on a report written before the field existed", () => {
123
+ const e = summariseMicroReport("x", report(), "x");
124
+ expect(e.repeatsDone).toBe(2);
125
+ expect(e.firedRepeats).toBe(1); // one repeat marked 2 rows, one marked none
126
+ expect(e.fireRate).toBe(0.5);
127
+ expect(e.live).toBe(false);
128
+ expect(e.heartbeat).toBeNull();
129
+ expect(e.ambientSkills).toBeNull();
130
+ expect(e.agentsMd).toBeNull();
131
+ });
132
+ it("has a null fire rate, not a zero one, before any repeat completes", () => {
133
+ const e = summariseMicroReport("x", report({ results: [], claims: [], repeatsDone: 0, live: true }), "x");
134
+ expect(e.fireRate).toBeNull();
135
+ expect(e.firedRepeats).toBe(0);
136
+ });
137
+ it("rejects a document that is not a micro-survey report", () => {
138
+ expect(summariseMicroReport("x", { hello: 1 }, "x")).toBeNull();
139
+ expect(summariseMicroReport("x", null, "x")).toBeNull();
140
+ });
141
+ it("records `repeats` as launched, so a short band is visible as one", () => {
142
+ const e = summariseMicroReport("x", report({ repeats: 5 }), "x");
143
+ expect(e.repeats).toBe(5);
144
+ expect(e.needsProbePct).toHaveLength(2);
145
+ });
146
+ });
147
+ describe("withMicroEntryDefaults", () => {
148
+ const legacy = {
149
+ id: "x",
150
+ report: "/data/micro-survey/x.json",
151
+ generatedAt: "2026-09-23T10:15:30.123Z",
152
+ label: "old",
153
+ family: "enforcement",
154
+ model: "m",
155
+ thinking: null,
156
+ repeats: 3,
157
+ fixture: "/f",
158
+ baselineNeedsProbePct: 0,
159
+ baselineRows: 12,
160
+ needsProbePct: [41.7, 0, 0],
161
+ rows: [12, 12, 12],
162
+ reassuranceShaped: [0, 1, 0],
163
+ costUsd: 0.7,
164
+ };
165
+ it("derives the live + fire-rate fields for an index baked by an older harness", () => {
166
+ const e = withMicroEntryDefaults(legacy);
167
+ expect(e.repeatsDone).toBe(3);
168
+ expect(e.firedRepeats).toBe(1);
169
+ expect(e.fireRate).toBeCloseTo(1 / 3, 10);
170
+ expect(e.live).toBe(false);
171
+ expect(e.heartbeat).toBeNull();
172
+ expect(e.ambientSkills).toBeNull();
173
+ expect(microStatus(e, Date.now())).toBe("complete");
174
+ });
175
+ it("gives an index baked before latency existed one null per completed repeat", () => {
176
+ const e = withMicroEntryDefaults(legacy);
177
+ expect(e.durationSec).toEqual([null, null, null]);
178
+ expect(e.turns).toEqual([null, null, null]);
179
+ expect(e.toolCalls).toEqual([null, null, null]);
180
+ expect(microSeries(e.durationSec).any).toBe(false);
181
+ });
182
+ it("passes a current entry straight through", () => {
183
+ const current = summariseMicroReport("x", report({ live: true, heartbeat: "2026-09-23T06:41:02.123Z" }), "x");
184
+ expect(withMicroEntryDefaults(current)).toBe(current);
185
+ });
186
+ });
187
+ describe("microSeries", () => {
188
+ it("summarises a timed band as points + range + total, and no mean", () => {
189
+ const s = microSeries([145.2, 92.5, 200]);
190
+ expect(s.measured).toEqual([145.2, 92.5, 200]);
191
+ expect(s.missing).toBe(0);
192
+ expect(s.range).toEqual({ min: 92.5, max: 200 });
193
+ expect(s.total).toBeCloseTo(437.7, 5);
194
+ expect(s.any).toBe(true);
195
+ expect(Object.keys(s)).not.toContain("mean");
196
+ });
197
+ it("drops the untimed repeats from the arithmetic and counts them instead", () => {
198
+ const s = microSeries([145.2, null, undefined, 92.5]);
199
+ expect(s.measured).toEqual([145.2, 92.5]);
200
+ expect(s.missing).toBe(2);
201
+ expect(s.total).toBeCloseTo(237.7, 5);
202
+ expect(s.range).toEqual({ min: 92.5, max: 145.2 });
203
+ });
204
+ it("has a null total and range when nothing was measured — never a zero one", () => {
205
+ for (const band of [[], [null, null], undefined]) {
206
+ const s = microSeries(band);
207
+ expect(s.total).toBeNull();
208
+ expect(s.range).toBeNull();
209
+ expect(s.any).toBe(false);
210
+ }
211
+ expect(microSeries([null, null]).missing).toBe(2);
212
+ });
213
+ it("reports a single point as itself, not as a spread", () => {
214
+ expect(microSeries([145.2]).range).toEqual({ min: 145.2, max: 145.2 });
215
+ });
216
+ it("ships a permanent concurrency caveat for every arm-level aggregate", () => {
217
+ expect(MICRO_LATENCY_CAVEAT).toMatch(/serial/i);
218
+ expect(MICRO_LATENCY_CAVEAT).toMatch(/cost, fire rate and severity are unaffected/i);
219
+ });
220
+ });
221
+ describe("latency in the index entry", () => {
222
+ const timed = () => report({
223
+ results: [
224
+ {
225
+ rows: 12,
226
+ needsProbe: 2,
227
+ needsProbePct: 16.7,
228
+ reassuranceShaped: 0,
229
+ costUsd: 0.32,
230
+ durationSec: 145.2,
231
+ turns: 31,
232
+ toolCalls: 39,
233
+ },
234
+ {
235
+ rows: 12,
236
+ needsProbe: 0,
237
+ needsProbePct: 0,
238
+ reassuranceShaped: 1,
239
+ costUsd: 0.28,
240
+ durationSec: 92.5,
241
+ turns: null,
242
+ toolCalls: null,
243
+ },
244
+ ],
245
+ });
246
+ it("carries wall clock, turns and tool calls per repeat", () => {
247
+ const e = summariseMicroReport("x", timed(), "x");
248
+ expect(e.durationSec).toEqual([145.2, 92.5]);
249
+ expect(e.turns).toEqual([31, null]);
250
+ expect(e.toolCalls).toEqual([39, null]);
251
+ expect(microSeries(e.durationSec).total).toBeCloseTo(237.7, 5);
252
+ // The list reads the index alone, so the same arithmetic must be available
253
+ // there as in the detail view — one function, no second implementation.
254
+ expect(microSeries(e.turns).total).toBe(31);
255
+ expect(microSeries(e.turns).missing).toBe(1);
256
+ });
257
+ it("degrades to nulls — not zeros — on a report written before latency existed", () => {
258
+ const e = summariseMicroReport("x", report(), "x");
259
+ expect(e.durationSec).toEqual([null, null]);
260
+ expect(e.turns).toEqual([null, null]);
261
+ expect(e.toolCalls).toEqual([null, null]);
262
+ const s = microSeries(e.durationSec);
263
+ expect(s.any).toBe(false);
264
+ expect(s.total).toBeNull();
265
+ expect(s.missing).toBe(2);
266
+ });
267
+ it("survives a repeat that recorded a duration but no turn counts", () => {
268
+ const e = summariseMicroReport("x", report({
269
+ results: [{ rows: 12, needsProbe: 1, needsProbePct: 8.3, reassuranceShaped: 0, durationSec: 10 }],
270
+ }), "x");
271
+ expect(e.durationSec).toEqual([10]);
272
+ expect(e.turns).toEqual([null]);
273
+ expect(microSeries(e.toolCalls).any).toBe(false);
274
+ });
275
+ });
276
+ describe("buildMicroIndex", () => {
277
+ it("is an empty list when nothing has been replayed here", () => {
278
+ expect(buildMicroIndex(tmp(), "now").reports).toEqual([]);
279
+ expect(buildMicroIndex(join(tmp(), "nope"), "now").reports).toEqual([]);
280
+ });
281
+ it("lists reports newest first and skips half-written ones", () => {
282
+ const root = tmp();
283
+ const dir = join(root, "micro-survey");
284
+ mkdirSync(dir, { recursive: true });
285
+ writeFileSync(join(dir, "2026-09-23T10-15-30-123Z-early-enforcement.json"), JSON.stringify(report()));
286
+ writeFileSync(join(dir, "2026-09-23T11-15-30-123Z-late-security.json"), JSON.stringify(report({ label: "late" })));
287
+ writeFileSync(join(dir, "2026-09-23T12-15-30-123Z-torn-security.json"), '{"label":');
288
+ writeFileSync(join(dir, "README.md"), "not json");
289
+ const idx = buildMicroIndex(root, "now");
290
+ expect(idx.reports.map((r) => r.label)).toEqual(["late", "with-agents-md"]);
291
+ });
292
+ });
293
+ // ── the gold overlay ─────────────────────────────────────────────────────────
294
+ const G = [
295
+ { file: "packages/backend/src/routes/users.ts", line: 103, severity: "medium", summary: "dual roster" },
296
+ { file: "packages/backend/src/routes/auth.ts", line: 141, severity: "medium", summary: "nonce not burned" },
297
+ { file: "packages/frontend/src/contexts/AuthContext.tsx", line: 65, severity: "high", summary: "login never set" },
298
+ ];
299
+ const probeOf = (r) => r.probe;
300
+ describe("microRowReachesGold", () => {
301
+ it("reaches a gold through any cited site within the window — quote, bothEnds or control site", () => {
302
+ const g = G[0];
303
+ expect(microRowReachesGold({ quotes: [{ path: g.file, line: 103 + MICRO_GOLD_LINE_WINDOW }] }, g)).toBe(true);
304
+ expect(microRowReachesGold({ bothEnds: { enforcedAt: `${g.file}:110` } }, g)).toBe(true);
305
+ expect(microRowReachesGold({ evidence: { control_site: `${g.file}:96-99` } }, g)).toBe(true);
306
+ expect(microRowReachesGold({ quotes: [{ path: g.file, line: 103 + MICRO_GOLD_LINE_WINDOW + 1 }] }, g)).toBe(false);
307
+ });
308
+ it("matches the file by path suffix, and never across files", () => {
309
+ expect(microRowReachesGold({ quotes: [{ path: "./packages/backend/src/routes/users.ts", line: 103 }] }, G[0])).toBe(true);
310
+ expect(microRowReachesGold({ quotes: [{ path: "packages/backend/src/routes/auth.ts", line: 103 }] }, G[0])).toBe(false);
311
+ });
312
+ it("treats a gold with no line as reachable anywhere in its file, and one with no file as unreachable", () => {
313
+ expect(microRowReachesGold({ quotes: [{ path: G[0].file, line: 900 }] }, { file: G[0].file })).toBe(true);
314
+ expect(microRowReachesGold({ quotes: [{ path: G[0].file, line: 103 }] }, {})).toBe(false);
315
+ });
316
+ it("ignores a control site of `none` rather than parsing it", () => {
317
+ expect(microRowReachesGold({ evidence: { control_site: "none" } }, G[0])).toBe(false);
318
+ });
319
+ });
320
+ describe("microGoldRepeat", () => {
321
+ const rows = [
322
+ { id: "e-1", probe: true, quotes: [{ path: G[0].file, line: 104 }] }, // at G1, reassures
323
+ { id: "e-2", probe: true, quotes: [{ path: G[1].file, line: 150 }] }, // at G2
324
+ { id: "e-3", probe: false, quotes: [{ path: G[1].file, line: 139 }] }, // also at G2
325
+ { id: "e-4", probe: true, quotes: [{ path: "src/elsewhere.ts", line: 1 }] }, // at nothing
326
+ ];
327
+ it("an asserting row wins over location: the judge's credit is the verdict", () => {
328
+ const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, 1, null], probeOf });
329
+ expect(o.cells.map((c) => c.verdict)).toEqual(["reached", "asserted", "missed"]);
330
+ expect(o.cells[1]).toEqual({ verdict: "asserted", rows: ["e-2"], probed: true });
331
+ expect(o.asserted).toBe(1);
332
+ expect(o.reached).toBe(1);
333
+ });
334
+ it("a reached gold carries every row in reach, and is probed if any of them asked", () => {
335
+ const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, null, null], probeOf });
336
+ expect(o.cells[1]).toEqual({ verdict: "reached", rows: ["e-2", "e-3"], probed: true });
337
+ });
338
+ it("splits every probe request into on-gold and off-gold, summing to the probes asked", () => {
339
+ const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, 1, null], probeOf });
340
+ expect(o.probesOnGold).toBe(2); // e-1 (reaches G1), e-2 (asserts G2)
341
+ expect(o.probesOffGold).toBe(1); // e-4
342
+ expect(o.probesOnGold + o.probesOffGold).toBe(rows.filter(probeOf).length);
343
+ });
344
+ it("an asserting row counts as on-gold even when it cites nowhere near the anchor", () => {
345
+ const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, null, 3], probeOf });
346
+ expect(o.cells[2].verdict).toBe("asserted");
347
+ expect(o.probesOffGold).toBe(0);
348
+ });
349
+ it("an unjudged repeat has asserted `null`, never zero — and keeps its location verdicts", () => {
350
+ const o = microGoldRepeat({ rows, gold: G, rowForGold: null, probeOf });
351
+ expect(o.asserted).toBeNull();
352
+ expect(o.cells.map((c) => c.verdict)).toEqual(["reached", "reached", "missed"]);
353
+ });
354
+ });
355
+ describe("microGoldSeries", () => {
356
+ const cell = (verdict, probed = false) => ({ verdict, rows: [], probed });
357
+ const overlay = (cells, asserted, on = 0, off = 0) => ({
358
+ cells, asserted, reached: cells.filter((c) => c.verdict === "reached").length, probesOnGold: on, probesOffGold: off,
359
+ });
360
+ it("tallies each gold across repeats, counting `asserted` only over judged repeats", () => {
361
+ const s = microGoldSeries(G, [
362
+ { gold: overlay([cell("reached", true), cell("asserted", true), cell("missed")], 1, 2, 5) },
363
+ { gold: overlay([cell("reached"), cell("reached"), cell("missed")], null, 0, 3) },
364
+ {}, // a repeat that carried no overlay at all
365
+ ]);
366
+ expect(s.goldAsserted).toEqual([1, null, null]);
367
+ expect(s.goldReached).toEqual([1, 2, null]);
368
+ expect(s.probesOnGold).toEqual([2, 0, null]);
369
+ expect(s.probesOffGold).toEqual([5, 3, null]);
370
+ expect(s.perGold?.[1]).toEqual({ asserted: 1, reached: 1, missed: 0, probedAtGold: 1, repeats: 2, judged: 1 });
371
+ expect(s.perGold?.[0].probedAtGold).toBe(1);
372
+ });
373
+ it("a report with no gold yields no quality view rather than a row of zeros", () => {
374
+ expect(microGoldSeries(null, [{}])).toEqual({
375
+ gold: null, goldAsserted: [], goldReached: [], probesOnGold: [], probesOffGold: [], perGold: null,
376
+ goldF1: [], goldPrecision: [], goldRecall: [],
377
+ });
378
+ });
379
+ it("reaches the index entry through summariseMicroReport, with the baseline overlay beside it", () => {
380
+ const baselineGold = overlay([cell("reached"), cell("missed"), cell("missed")], 0);
381
+ const e = summariseMicroReport("2026-09-24T10-00-00-000Z-x-enforcement", report({
382
+ gold: G,
383
+ baselineGold,
384
+ results: [{ rows: 12, needsProbe: 2, needsProbePct: 16.7, reassuranceShaped: 0, gold: overlay([cell("asserted", true), cell("missed"), cell("missed")], 1, 2, 0) }],
385
+ }), "2026-09-24T10:00:00.000Z");
386
+ expect(e?.goldAsserted).toEqual([1]);
387
+ expect(e?.baselineGold).toEqual(baselineGold);
388
+ expect(e?.gold).toHaveLength(3);
389
+ });
390
+ it("an entry from an older server degrades to no quality view", () => {
391
+ const old = summariseMicroReport("2026-09-24T10-00-00-000Z-x-enforcement", report(), "x");
392
+ const { gold, goldAsserted, perGold, baselineGold, ...legacy } = old;
393
+ void gold;
394
+ void goldAsserted;
395
+ void perGold;
396
+ void baselineGold;
397
+ const filled = withMicroEntryDefaults(legacy);
398
+ expect(filled.goldAsserted).toEqual([]);
399
+ expect(filled.perGold).toBeNull();
400
+ expect(filled.baselineGold).toBeNull();
401
+ });
402
+ });
403
+ describe("microGoldScore", () => {
404
+ const rows = [
405
+ { id: "a", probe: false, claim: true, quotes: [{ path: G[1].file, line: 141 }] }, // claims + credited to G2
406
+ { id: "b", probe: false, claim: true, quotes: [{ path: "x.ts", line: 1 }] }, // claims a defect the gold lacks
407
+ { id: "c", probe: true, claim: false, quotes: [{ path: G[0].file, line: 103 }] }, // a reassurance
408
+ ];
409
+ const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, 0, null], probeOf: (r) => r.probe, claimOf: (r) => r.claim });
410
+ it("counts claims and the credited claims, ignoring reassurance rows", () => {
411
+ expect(o.claimed).toBe(2);
412
+ expect(o.claimedAsserting).toBe(1);
413
+ });
414
+ it("scores precision over claims and recall over ALL the case's gold", () => {
415
+ const s = microGoldScore(o, G.length);
416
+ expect(s.precision).toBeCloseTo(1 / 2, 10);
417
+ expect(s.recall).toBeCloseTo(1 / 3, 10);
418
+ expect(s.f1).toBeCloseTo(2 * (0.5 * (1 / 3)) / (0.5 + 1 / 3), 10);
419
+ });
420
+ it("is null for an unjudged repeat, and for an overlay that predates the claim counts", () => {
421
+ expect(microGoldScore({ ...o, asserted: null }, G.length)).toBeNull();
422
+ const { claimed, claimedAsserting, ...legacy } = o;
423
+ void claimed;
424
+ void claimedAsserting;
425
+ expect(microGoldScore(legacy, G.length)).toBeNull();
426
+ });
427
+ it("counts a row the judge credited as a claim even when its evidence is a reassurance", () => {
428
+ const o2 = microGoldRepeat({ rows, gold: G, rowForGold: [2, null, null], probeOf: (r) => r.probe, claimOf: (r) => r.claim });
429
+ expect(o2.claimed).toBe(3); // a, b, and the credited reassurance c
430
+ expect(o2.claimedAsserting).toBe(1);
431
+ expect(microGoldScore(o2, G.length).precision).toBeGreaterThan(0);
432
+ });
433
+ it("scores a repeat that claims nothing as zero, not as undefined", () => {
434
+ const none = microGoldRepeat({ rows: [], gold: G, rowForGold: [null, null, null], probeOf: () => false, claimOf: () => true });
435
+ expect(microGoldScore(none, G.length)).toEqual({ precision: 0, recall: 0, f1: 0 });
436
+ });
437
+ });
438
+ describe("microGoldVote", () => {
439
+ it("credits a gold only when more than half the passes did", () => {
440
+ const v = microGoldVote([[0, null], [0, null], [null, 3]], 2);
441
+ expect(v.rowForGold).toEqual([0, null]);
442
+ expect(v.creditVotes).toEqual([2, 1]);
443
+ });
444
+ it("names the row most passes named, ties to the lower index", () => {
445
+ expect(microGoldVote([[4], [2], [4]], 1).rowForGold).toEqual([4]);
446
+ // Every pass credited the gold — they only disagree on WHICH row — so it is
447
+ // credited, to the lower index on the tie.
448
+ expect(microGoldVote([[5], [2], [5], [2]], 1).rowForGold).toEqual([2]);
449
+ });
450
+ it("with one pass, is that pass", () => {
451
+ expect(microGoldVote([[1, null, 0]], 3).rowForGold).toEqual([1, null, 0]);
452
+ });
453
+ });
454
+ //# sourceMappingURL=micro-survey.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"micro-survey.test.js","sourceRoot":"","sources":["../src/micro-survey.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAEzD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,eAAe,EACf,cAAc,EACd,eAAe,EACf,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,WAAW,EACX,aAAa,EACb,WAAW,EACX,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,IAAI,GAAa,EAAE,CAAC;AAC1B,MAAM,GAAG,GAAG,GAAG,EAAE;IACf,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAC5D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACb,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AACF,SAAS,CAAC,GAAG,EAAE;IACb,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG,CAAC,IAAI,GAA4B,EAAE,EAAE,EAAE,CAAC,CAAC;IACtD,KAAK,EAAE,gBAAgB;IACvB,MAAM,EAAE,aAAa;IACrB,KAAK,EAAE,qCAAqC;IAC5C,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,4CAA4C;IACrD,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;IAC7E,OAAO,EAAE;QACP,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QACrF,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;KACnF;IACD,MAAM,EAAE,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC;IACtD,GAAG,IAAI;CACR,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,eAAe,CAAC,qDAAqD,CAAC,CAAC,CAAC,IAAI,CACjF,0BAA0B,CAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,aAAa,CAAC,sBAAsB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,MAAM,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAE7D,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,wBAAwB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,wBAAwB,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3G,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7D,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,CAAC,GAAG,oBAAoB,CAAC,qDAAqD,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QACtG,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACvD,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;IACvG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,GAAG,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,0BAA0B,CAAE,CAAC;QAC/E,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,CAAC,GAAG,oBAAoB,CAC5B,GAAG,EACH,MAAM,CAAC;YACL,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,0BAA0B;YACrC,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC,GAAG,CAAC;YACf,YAAY,EAAE,CAAC;SAChB,CAAC,EACF,GAAG,CACH,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACrD,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4CAA4C;QAC5E,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC;QAC3G,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,oBAAoB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChE,MAAM,CAAC,oBAAoB,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC;QAClE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,MAAM,MAAM,GAAG;QACb,EAAE,EAAE,GAAG;QACP,MAAM,EAAE,2BAA2B;QACnC,WAAW,EAAE,0BAA0B;QACvC,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,aAAa;QACrB,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,IAAI;QACb,qBAAqB,EAAE,CAAC;QACxB,YAAY,EAAE,EAAE;QAChB,aAAa,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;QAClB,iBAAiB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG;KAC8C,CAAC;IAE7D,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,CAAC,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC;QAC/G,MAAM,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,WAAW,CAAC,IAAqC,CAAC,CAAC;YAC7D,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,MAAM,KAAK,GAAG,GAAG,EAAE,CACjB,MAAM,CAAC;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,EAAE;gBACT,SAAS,EAAE,EAAE;aACd;YACD;gBACE,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,CAAC;gBAChB,iBAAiB,EAAE,CAAC;gBACpB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,IAAI;gBACjB,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,IAAI;aAChB;SACF;KACF,CAAC,CAAC;IAEL,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,CAAE,CAAC;QACnD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,2EAA2E;QAC3E,wEAAwE;QACxE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,GAAG,oBAAoB,CAC5B,GAAG,EACH,MAAM,CAAC;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;SAClG,CAAC,EACF,GAAG,CACH,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1D,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACvC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,iDAAiD,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtG,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,6CAA6C,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QACnH,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,6CAA6C,CAAC,EAAE,WAAW,CAAC,CAAC;QACrF,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,UAAU,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gFAAgF;AAEhF,MAAM,CAAC,GAAG;IACR,EAAE,IAAI,EAAE,sCAAsC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;IACvG,EAAE,IAAI,EAAE,qCAAqC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;IAC3G,EAAE,IAAI,EAAE,gDAAgD,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE;CACnH,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,CAAI,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAElC,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,2FAA2F,EAAE,GAAG,EAAE;QACnG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACf,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,sBAAsB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9G,MAAM,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,wCAAwC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1H,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,qCAAqC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1H,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mGAAmG,EAAE,GAAG,EAAE;QAC3G,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1G,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,IAAI,GAAQ;QAChB,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,mBAAmB;QACzF,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,QAAQ;QAC9E,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,aAAa;QACpF,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,aAAa;KAC3F,CAAC;IAEF,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACtF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,qCAAqC;QACrE,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM;QACvC,MAAM,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sFAAsF,EAAE,GAAG,EAAE;QAC9F,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,IAAI,GAAG,CAAC,OAA0C,EAAE,MAAM,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7G,MAAM,OAAO,GAAG,CAAC,KAAgC,EAAE,QAAuB,EAAE,EAAE,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/F,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG;KACpH,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,CAAC,GAAG,eAAe,CAAC,CAAC,EAAE;YAC3B,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE;YAC3F,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE;YACjF,EAAE,EAAE,0CAA0C;SAC/C,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/G,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1C,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI;YACjG,MAAM,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE;SAC9C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,GAAG,EAAE;QACnG,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,MAAM,CAAC,GAAG,oBAAoB,CAC5B,wCAAwC,EACxC,MAAM,CAAC;YACL,IAAI,EAAE,CAAC;YACP,YAAY;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;SACpK,CAAC,EACF,0BAA0B,CAC3B,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,GAAG,GAAG,oBAAoB,CAAC,wCAAwC,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QAC3F,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC;QACrE,KAAK,IAAI,CAAC;QAAC,KAAK,YAAY,CAAC;QAAC,KAAK,OAAO,CAAC;QAAC,KAAK,YAAY,CAAC;QAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAe,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,IAAI,GAAG;QACX,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,0BAA0B;QAC5G,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,iCAAiC;QAC9G,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,gBAAgB;KACnG,CAAC;IACF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAE5H,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAE,CAAC;QACvC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,cAAc,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC;QACnD,KAAK,OAAO,CAAC;QAAC,KAAK,gBAAgB,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7H,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,uCAAuC;QACnE,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAE,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/H,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,4EAA4E;QAC5E,2CAA2C;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -31,7 +31,7 @@ export function modelTemplateForRow(phases, label) {
31
31
  if (declared)
32
32
  return { template: declared.model, fallbackPhase: undefined };
33
33
  const ref = PhaseRef.parse(label);
34
- if (ref.kind === "branch" || ref.kind === "branchRetry" || ref.kind === "branchCheck") {
34
+ if (ref.kind === "branch" || ref.kind === "branchRetry" || ref.kind === "branchCheck" || ref.kind === "branchRegate") {
35
35
  const parent = phases.find((p) => p.name === ref.base);
36
36
  const branch = parent?.branches?.find((b) => b.name === ref.branch);
37
37
  // `branch.model ?? phase.model` — the branch may declare its own override
@@ -1 +1 @@
1
- {"version":3,"file":"phase-models.js","sourceRoot":"","sources":["../src/phase-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAkBrD,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAAC,MAAmC,EAAE,KAAa;IACpF,6EAA6E;IAC7E,qDAAqD;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;IAE5E,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACtF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;QACpE,0EAA0E;QAC1E,kEAAkE;QAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC/E,CAAC;IAED,8EAA8E;IAC9E,yEAAyE;IACzE,4EAA4E;IAC5E,4EAA4E;IAC5E,4EAA4E;IAC5E,6EAA6E;IAC7E,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,yEAAyE;IACzE,6EAA6E;IAC7E,6EAA6E;IAC7E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAC3D,CAAC"}
1
+ {"version":3,"file":"phase-models.js","sourceRoot":"","sources":["../src/phase-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAkBrD,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAAC,MAAmC,EAAE,KAAa;IACpF,6EAA6E;IAC7E,qDAAqD;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;IAE5E,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACrH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;QACpE,0EAA0E;QAC1E,kEAAkE;QAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC/E,CAAC;IAED,8EAA8E;IAC9E,yEAAyE;IACzE,4EAA4E;IAC5E,4EAA4E;IAC5E,4EAA4E;IAC5E,6EAA6E;IAC7E,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,yEAAyE;IACzE,6EAA6E;IAC7E,6EAA6E;IAC7E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAC3D,CAAC"}
package/dist/report.js CHANGED
@@ -8,9 +8,10 @@
8
8
  * (`{ instance_id, model_name_or_path, model_patch }`), so the same artifact
9
9
  * is consumable by SWE-bench's own harness.
10
10
  */
11
- import { existsSync, mkdirSync, readFileSync, readdirSync, renameSync, writeFileSync } from "node:fs";
11
+ import { existsSync, mkdirSync, readFileSync, readdirSync, renameSync, statSync, writeFileSync } from "node:fs";
12
12
  import { join } from "node:path";
13
13
  import { fLabel } from "./grade.js";
14
+ import { summariseMicroReport, } from "./micro-survey.js";
14
15
  import { boundaryMetrics, DETECTION_FLOOR_MICRO_RECALL, familyFunnels, microReview, } from "./review-metrics.js";
15
16
  /** A live run's heartbeat must be refreshed within this window to count as
16
17
  * genuinely running; beyond it the writer is presumed dead. Comfortably larger
@@ -466,6 +467,48 @@ export function buildIndex(resultsRoot, generatedAt) {
466
467
  });
467
468
  return { generatedAt, tiers };
468
469
  }
470
+ /** The directory `scripts/micro-survey.ts` writes into, under `eval-results/`.
471
+ * It holds loose JSON files rather than run subdirs, so {@link indexTier} finds
472
+ * no `scorecard.json` in it and {@link buildIndex} skips it — the two indexes
473
+ * never collide over the same directory. */
474
+ export const MICRO_SURVEY_DIR = "micro-survey";
475
+ /**
476
+ * Build the micro-survey index from `eval-results/micro-survey/` on disk,
477
+ * newest first. Recomputed per request exactly like {@link buildIndex}, so a
478
+ * replay that lands mid-session shows up by polling with no manifest to keep in
479
+ * sync — and an absent directory (nobody has run one here) is an empty list,
480
+ * never an error.
481
+ */
482
+ export function buildMicroIndex(resultsRoot, generatedAt) {
483
+ const dir = join(resultsRoot, MICRO_SURVEY_DIR);
484
+ if (!existsSync(dir))
485
+ return { generatedAt, reports: [] };
486
+ const reports = [];
487
+ for (const ent of readdirSync(dir, { withFileTypes: true })) {
488
+ if (!ent.isFile() || !ent.name.endsWith(".json"))
489
+ continue;
490
+ const file = join(dir, ent.name);
491
+ let raw;
492
+ try {
493
+ raw = JSON.parse(readFileSync(file, "utf8"));
494
+ }
495
+ catch {
496
+ continue; // half-written or malformed — skip rather than abort the index
497
+ }
498
+ let mtime = generatedAt;
499
+ try {
500
+ mtime = statSync(file).mtime.toISOString();
501
+ }
502
+ catch {
503
+ /* raced with a delete; the filename stamp is the usual source anyway */
504
+ }
505
+ const entry = summariseMicroReport(ent.name.replace(/\.json$/, ""), raw, mtime);
506
+ if (entry)
507
+ reports.push(entry);
508
+ }
509
+ reports.sort((a, b) => (a.generatedAt < b.generatedAt ? 1 : a.generatedAt > b.generatedAt ? -1 : 0));
510
+ return { generatedAt, reports };
511
+ }
469
512
  // ── helpers ─────────────────────────────────────────────────────────────────
470
513
  function avg(xs) {
471
514
  return xs.length ? xs.reduce((a, b) => a + b, 0) / xs.length : 0;