lastlight-evals 0.13.4 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dashboard/dist/assets/index-CpwdOaLn.js +111 -0
- package/dashboard/dist/assets/index-DyUARjkE.css +1 -0
- package/dashboard/dist/index.html +2 -2
- package/dist/env.js +2 -0
- package/dist/env.js.map +1 -1
- package/dist/grade.js +110 -5
- package/dist/grade.js.map +1 -1
- package/dist/internal-recall.test.js +99 -0
- package/dist/internal-recall.test.js.map +1 -0
- package/dist/mechanism.test.js +28 -1
- package/dist/mechanism.test.js.map +1 -1
- package/dist/micro-survey-node.js +112 -0
- package/dist/micro-survey-node.js.map +1 -0
- package/dist/micro-survey.js +444 -0
- package/dist/micro-survey.js.map +1 -0
- package/dist/micro-survey.test.js +454 -0
- package/dist/micro-survey.test.js.map +1 -0
- package/dist/phase-models.js +1 -1
- package/dist/phase-models.js.map +1 -1
- package/dist/report.js +44 -1
- package/dist/report.js.map +1 -1
- package/dist/review-pipeline-stats.js +62 -24
- package/dist/review-pipeline-stats.js.map +1 -1
- package/dist/review-pipeline-stats.test.js +105 -6
- package/dist/review-pipeline-stats.test.js.map +1 -1
- package/dist/run-instance.js +22 -1
- package/dist/run-instance.js.map +1 -1
- package/dist/run.js +13 -7
- package/dist/run.js.map +1 -1
- package/dist/serve.js +18 -3
- package/dist/serve.js.map +1 -1
- package/package.json +7 -5
- package/dashboard/dist/assets/index-B4TAaIUR.css +0 -1
- package/dashboard/dist/assets/index-C6iTrMDA.js +0 -109
|
@@ -0,0 +1,454 @@
|
|
|
1
|
+
import { mkdtempSync, mkdirSync, rmSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { afterEach, describe, expect, it } from "vitest";
|
|
5
|
+
import { MICRO_LATENCY_CAVEAT, MICRO_RANKABLE_REPEATS, MICRO_STALE_HEARTBEAT_MS, MICRO_GOLD_LINE_WINDOW, microFireRate, microGoldRepeat, microGoldScore, microGoldSeries, microGoldVote, microRange, microRowReachesGold, microSeries, microRankable, microStatus, withMicroEntryDefaults, parseMicroStamp, summariseMicroReport, } from "./micro-survey.js";
|
|
6
|
+
import { buildMicroIndex } from "./report.js";
|
|
7
|
+
const dirs = [];
|
|
8
|
+
const tmp = () => {
|
|
9
|
+
const d = mkdtempSync(join(tmpdir(), "micro-survey-test-"));
|
|
10
|
+
dirs.push(d);
|
|
11
|
+
return d;
|
|
12
|
+
};
|
|
13
|
+
afterEach(() => {
|
|
14
|
+
for (const d of dirs.splice(0))
|
|
15
|
+
rmSync(d, { recursive: true, force: true });
|
|
16
|
+
});
|
|
17
|
+
const report = (over = {}) => ({
|
|
18
|
+
label: "with-agents-md",
|
|
19
|
+
family: "enforcement",
|
|
20
|
+
model: "anthropic/claude-haiku-4-5-20251001",
|
|
21
|
+
thinking: null,
|
|
22
|
+
repeats: 3,
|
|
23
|
+
fixture: "/fixtures/arm2/prreview__skillspro-1587-r3",
|
|
24
|
+
baseline: { rows: 12, needsProbe: 0, needsProbePct: 0, reassuranceShaped: 0 },
|
|
25
|
+
results: [
|
|
26
|
+
{ rows: 12, needsProbe: 2, needsProbePct: 16.7, reassuranceShaped: 0, costUsd: 0.32 },
|
|
27
|
+
{ rows: 12, needsProbe: 0, needsProbePct: 0, reassuranceShaped: 1, costUsd: 0.28 },
|
|
28
|
+
],
|
|
29
|
+
claims: [["PROBE [Important] a"], [" . [Minor] b"]],
|
|
30
|
+
...over,
|
|
31
|
+
});
|
|
32
|
+
describe("parseMicroStamp", () => {
|
|
33
|
+
it("recovers the ISO instant the script flattened into the filename", () => {
|
|
34
|
+
expect(parseMicroStamp("2026-09-23T10-15-30-123Z-with-agents-md-enforcement")).toBe("2026-09-23T10:15:30.123Z");
|
|
35
|
+
});
|
|
36
|
+
it("returns null for a name that is not stamped", () => {
|
|
37
|
+
expect(parseMicroStamp("notes")).toBeNull();
|
|
38
|
+
});
|
|
39
|
+
});
|
|
40
|
+
describe("microRange", () => {
|
|
41
|
+
it("is a min-max spread, and reports a single point as itself", () => {
|
|
42
|
+
expect(microRange([16.7, 0, 41.7])).toEqual({ min: 0, max: 41.7 });
|
|
43
|
+
expect(microRange([16.7])).toEqual({ min: 16.7, max: 16.7 });
|
|
44
|
+
});
|
|
45
|
+
it("is null for an empty band rather than a zero spread", () => {
|
|
46
|
+
expect(microRange([])).toBeNull();
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
describe("microFireRate", () => {
|
|
50
|
+
it("is fired ÷ done — the fraction of repeats that asked for a probe", () => {
|
|
51
|
+
expect(microFireRate(1, 3)).toBeCloseTo(1 / 3, 10);
|
|
52
|
+
expect(microFireRate(0, 4)).toBe(0);
|
|
53
|
+
});
|
|
54
|
+
it("is null before any repeat completes, never zero", () => {
|
|
55
|
+
expect(microFireRate(0, 0)).toBeNull();
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
describe("microRankable", () => {
|
|
59
|
+
it("refuses to rank a band shorter than the coin-flip floor", () => {
|
|
60
|
+
expect(microRankable(MICRO_RANKABLE_REPEATS - 1)).toBe(false);
|
|
61
|
+
expect(microRankable(MICRO_RANKABLE_REPEATS)).toBe(true);
|
|
62
|
+
expect(microRankable(0)).toBe(false);
|
|
63
|
+
});
|
|
64
|
+
});
|
|
65
|
+
describe("microStatus", () => {
|
|
66
|
+
const now = Date.parse("2026-09-23T12:00:00.000Z");
|
|
67
|
+
const ago = (ms) => new Date(now - ms).toISOString();
|
|
68
|
+
it("is complete when the final write landed", () => {
|
|
69
|
+
expect(microStatus({ live: false, heartbeat: ago(0) }, now)).toBe("complete");
|
|
70
|
+
});
|
|
71
|
+
it("is complete for a report that predates the live flag entirely", () => {
|
|
72
|
+
expect(microStatus({}, now)).toBe("complete");
|
|
73
|
+
});
|
|
74
|
+
it("is running while the heartbeat is fresh", () => {
|
|
75
|
+
expect(microStatus({ live: true, heartbeat: ago(1_000) }, now)).toBe("running");
|
|
76
|
+
expect(microStatus({ live: true, heartbeat: ago(MICRO_STALE_HEARTBEAT_MS) }, now)).toBe("running");
|
|
77
|
+
});
|
|
78
|
+
it("is interrupted once the heartbeat goes stale — silence is not progress", () => {
|
|
79
|
+
expect(microStatus({ live: true, heartbeat: ago(MICRO_STALE_HEARTBEAT_MS + 1) }, now)).toBe("interrupted");
|
|
80
|
+
expect(microStatus({ live: true, heartbeat: ago(10 * 60_000) }, now)).toBe("interrupted");
|
|
81
|
+
});
|
|
82
|
+
it("is interrupted for a live report with no usable heartbeat at all", () => {
|
|
83
|
+
expect(microStatus({ live: true }, now)).toBe("interrupted");
|
|
84
|
+
expect(microStatus({ live: true, heartbeat: "not-a-date" }, now)).toBe("interrupted");
|
|
85
|
+
expect(microStatus({ live: true, heartbeat: null }, now)).toBe("interrupted");
|
|
86
|
+
});
|
|
87
|
+
});
|
|
88
|
+
describe("summariseMicroReport", () => {
|
|
89
|
+
it("keeps the baseline beside the per-repeat replay values", () => {
|
|
90
|
+
const e = summariseMicroReport("2026-09-23T10-15-30-123Z-with-agents-md-enforcement", report(), "x");
|
|
91
|
+
expect(e.baselineNeedsProbePct).toBe(0);
|
|
92
|
+
expect(e.needsProbePct).toEqual([16.7, 0]);
|
|
93
|
+
expect(e.reassuranceShaped).toEqual([0, 1]);
|
|
94
|
+
expect(e.costUsd).toBeCloseTo(0.6, 5);
|
|
95
|
+
expect(e.generatedAt).toBe("2026-09-23T10:15:30.123Z");
|
|
96
|
+
expect(e.report).toBe("/data/micro-survey/2026-09-23T10-15-30-123Z-with-agents-md-enforcement.json");
|
|
97
|
+
});
|
|
98
|
+
it("falls back to the supplied mtime when the name carries no stamp", () => {
|
|
99
|
+
const e = summariseMicroReport("adhoc", report(), "2026-01-01T00:00:00.000Z");
|
|
100
|
+
expect(e.generatedAt).toBe("2026-01-01T00:00:00.000Z");
|
|
101
|
+
});
|
|
102
|
+
it("carries the live fields and the fire rate through to the index entry", () => {
|
|
103
|
+
const e = summariseMicroReport("x", report({
|
|
104
|
+
repeats: 10,
|
|
105
|
+
repeatsDone: 3,
|
|
106
|
+
live: true,
|
|
107
|
+
heartbeat: "2026-09-23T06:41:02.123Z",
|
|
108
|
+
ambientSkills: false,
|
|
109
|
+
agentsMd: true,
|
|
110
|
+
fireRate: 1 / 3,
|
|
111
|
+
firedRepeats: 1,
|
|
112
|
+
}), "x");
|
|
113
|
+
expect(e.repeats).toBe(10);
|
|
114
|
+
expect(e.repeatsDone).toBe(3);
|
|
115
|
+
expect(e.live).toBe(true);
|
|
116
|
+
expect(e.heartbeat).toBe("2026-09-23T06:41:02.123Z");
|
|
117
|
+
expect(e.ambientSkills).toBe(false);
|
|
118
|
+
expect(e.agentsMd).toBe(true);
|
|
119
|
+
expect(e.firedRepeats).toBe(1);
|
|
120
|
+
expect(e.fireRate).toBeCloseTo(1 / 3, 10);
|
|
121
|
+
});
|
|
122
|
+
it("derives the fire rate from results[] on a report written before the field existed", () => {
|
|
123
|
+
const e = summariseMicroReport("x", report(), "x");
|
|
124
|
+
expect(e.repeatsDone).toBe(2);
|
|
125
|
+
expect(e.firedRepeats).toBe(1); // one repeat marked 2 rows, one marked none
|
|
126
|
+
expect(e.fireRate).toBe(0.5);
|
|
127
|
+
expect(e.live).toBe(false);
|
|
128
|
+
expect(e.heartbeat).toBeNull();
|
|
129
|
+
expect(e.ambientSkills).toBeNull();
|
|
130
|
+
expect(e.agentsMd).toBeNull();
|
|
131
|
+
});
|
|
132
|
+
it("has a null fire rate, not a zero one, before any repeat completes", () => {
|
|
133
|
+
const e = summariseMicroReport("x", report({ results: [], claims: [], repeatsDone: 0, live: true }), "x");
|
|
134
|
+
expect(e.fireRate).toBeNull();
|
|
135
|
+
expect(e.firedRepeats).toBe(0);
|
|
136
|
+
});
|
|
137
|
+
it("rejects a document that is not a micro-survey report", () => {
|
|
138
|
+
expect(summariseMicroReport("x", { hello: 1 }, "x")).toBeNull();
|
|
139
|
+
expect(summariseMicroReport("x", null, "x")).toBeNull();
|
|
140
|
+
});
|
|
141
|
+
it("records `repeats` as launched, so a short band is visible as one", () => {
|
|
142
|
+
const e = summariseMicroReport("x", report({ repeats: 5 }), "x");
|
|
143
|
+
expect(e.repeats).toBe(5);
|
|
144
|
+
expect(e.needsProbePct).toHaveLength(2);
|
|
145
|
+
});
|
|
146
|
+
});
|
|
147
|
+
describe("withMicroEntryDefaults", () => {
|
|
148
|
+
const legacy = {
|
|
149
|
+
id: "x",
|
|
150
|
+
report: "/data/micro-survey/x.json",
|
|
151
|
+
generatedAt: "2026-09-23T10:15:30.123Z",
|
|
152
|
+
label: "old",
|
|
153
|
+
family: "enforcement",
|
|
154
|
+
model: "m",
|
|
155
|
+
thinking: null,
|
|
156
|
+
repeats: 3,
|
|
157
|
+
fixture: "/f",
|
|
158
|
+
baselineNeedsProbePct: 0,
|
|
159
|
+
baselineRows: 12,
|
|
160
|
+
needsProbePct: [41.7, 0, 0],
|
|
161
|
+
rows: [12, 12, 12],
|
|
162
|
+
reassuranceShaped: [0, 1, 0],
|
|
163
|
+
costUsd: 0.7,
|
|
164
|
+
};
|
|
165
|
+
it("derives the live + fire-rate fields for an index baked by an older harness", () => {
|
|
166
|
+
const e = withMicroEntryDefaults(legacy);
|
|
167
|
+
expect(e.repeatsDone).toBe(3);
|
|
168
|
+
expect(e.firedRepeats).toBe(1);
|
|
169
|
+
expect(e.fireRate).toBeCloseTo(1 / 3, 10);
|
|
170
|
+
expect(e.live).toBe(false);
|
|
171
|
+
expect(e.heartbeat).toBeNull();
|
|
172
|
+
expect(e.ambientSkills).toBeNull();
|
|
173
|
+
expect(microStatus(e, Date.now())).toBe("complete");
|
|
174
|
+
});
|
|
175
|
+
it("gives an index baked before latency existed one null per completed repeat", () => {
|
|
176
|
+
const e = withMicroEntryDefaults(legacy);
|
|
177
|
+
expect(e.durationSec).toEqual([null, null, null]);
|
|
178
|
+
expect(e.turns).toEqual([null, null, null]);
|
|
179
|
+
expect(e.toolCalls).toEqual([null, null, null]);
|
|
180
|
+
expect(microSeries(e.durationSec).any).toBe(false);
|
|
181
|
+
});
|
|
182
|
+
it("passes a current entry straight through", () => {
|
|
183
|
+
const current = summariseMicroReport("x", report({ live: true, heartbeat: "2026-09-23T06:41:02.123Z" }), "x");
|
|
184
|
+
expect(withMicroEntryDefaults(current)).toBe(current);
|
|
185
|
+
});
|
|
186
|
+
});
|
|
187
|
+
describe("microSeries", () => {
|
|
188
|
+
it("summarises a timed band as points + range + total, and no mean", () => {
|
|
189
|
+
const s = microSeries([145.2, 92.5, 200]);
|
|
190
|
+
expect(s.measured).toEqual([145.2, 92.5, 200]);
|
|
191
|
+
expect(s.missing).toBe(0);
|
|
192
|
+
expect(s.range).toEqual({ min: 92.5, max: 200 });
|
|
193
|
+
expect(s.total).toBeCloseTo(437.7, 5);
|
|
194
|
+
expect(s.any).toBe(true);
|
|
195
|
+
expect(Object.keys(s)).not.toContain("mean");
|
|
196
|
+
});
|
|
197
|
+
it("drops the untimed repeats from the arithmetic and counts them instead", () => {
|
|
198
|
+
const s = microSeries([145.2, null, undefined, 92.5]);
|
|
199
|
+
expect(s.measured).toEqual([145.2, 92.5]);
|
|
200
|
+
expect(s.missing).toBe(2);
|
|
201
|
+
expect(s.total).toBeCloseTo(237.7, 5);
|
|
202
|
+
expect(s.range).toEqual({ min: 92.5, max: 145.2 });
|
|
203
|
+
});
|
|
204
|
+
it("has a null total and range when nothing was measured — never a zero one", () => {
|
|
205
|
+
for (const band of [[], [null, null], undefined]) {
|
|
206
|
+
const s = microSeries(band);
|
|
207
|
+
expect(s.total).toBeNull();
|
|
208
|
+
expect(s.range).toBeNull();
|
|
209
|
+
expect(s.any).toBe(false);
|
|
210
|
+
}
|
|
211
|
+
expect(microSeries([null, null]).missing).toBe(2);
|
|
212
|
+
});
|
|
213
|
+
it("reports a single point as itself, not as a spread", () => {
|
|
214
|
+
expect(microSeries([145.2]).range).toEqual({ min: 145.2, max: 145.2 });
|
|
215
|
+
});
|
|
216
|
+
it("ships a permanent concurrency caveat for every arm-level aggregate", () => {
|
|
217
|
+
expect(MICRO_LATENCY_CAVEAT).toMatch(/serial/i);
|
|
218
|
+
expect(MICRO_LATENCY_CAVEAT).toMatch(/cost, fire rate and severity are unaffected/i);
|
|
219
|
+
});
|
|
220
|
+
});
|
|
221
|
+
describe("latency in the index entry", () => {
|
|
222
|
+
const timed = () => report({
|
|
223
|
+
results: [
|
|
224
|
+
{
|
|
225
|
+
rows: 12,
|
|
226
|
+
needsProbe: 2,
|
|
227
|
+
needsProbePct: 16.7,
|
|
228
|
+
reassuranceShaped: 0,
|
|
229
|
+
costUsd: 0.32,
|
|
230
|
+
durationSec: 145.2,
|
|
231
|
+
turns: 31,
|
|
232
|
+
toolCalls: 39,
|
|
233
|
+
},
|
|
234
|
+
{
|
|
235
|
+
rows: 12,
|
|
236
|
+
needsProbe: 0,
|
|
237
|
+
needsProbePct: 0,
|
|
238
|
+
reassuranceShaped: 1,
|
|
239
|
+
costUsd: 0.28,
|
|
240
|
+
durationSec: 92.5,
|
|
241
|
+
turns: null,
|
|
242
|
+
toolCalls: null,
|
|
243
|
+
},
|
|
244
|
+
],
|
|
245
|
+
});
|
|
246
|
+
it("carries wall clock, turns and tool calls per repeat", () => {
|
|
247
|
+
const e = summariseMicroReport("x", timed(), "x");
|
|
248
|
+
expect(e.durationSec).toEqual([145.2, 92.5]);
|
|
249
|
+
expect(e.turns).toEqual([31, null]);
|
|
250
|
+
expect(e.toolCalls).toEqual([39, null]);
|
|
251
|
+
expect(microSeries(e.durationSec).total).toBeCloseTo(237.7, 5);
|
|
252
|
+
// The list reads the index alone, so the same arithmetic must be available
|
|
253
|
+
// there as in the detail view — one function, no second implementation.
|
|
254
|
+
expect(microSeries(e.turns).total).toBe(31);
|
|
255
|
+
expect(microSeries(e.turns).missing).toBe(1);
|
|
256
|
+
});
|
|
257
|
+
it("degrades to nulls — not zeros — on a report written before latency existed", () => {
|
|
258
|
+
const e = summariseMicroReport("x", report(), "x");
|
|
259
|
+
expect(e.durationSec).toEqual([null, null]);
|
|
260
|
+
expect(e.turns).toEqual([null, null]);
|
|
261
|
+
expect(e.toolCalls).toEqual([null, null]);
|
|
262
|
+
const s = microSeries(e.durationSec);
|
|
263
|
+
expect(s.any).toBe(false);
|
|
264
|
+
expect(s.total).toBeNull();
|
|
265
|
+
expect(s.missing).toBe(2);
|
|
266
|
+
});
|
|
267
|
+
it("survives a repeat that recorded a duration but no turn counts", () => {
|
|
268
|
+
const e = summariseMicroReport("x", report({
|
|
269
|
+
results: [{ rows: 12, needsProbe: 1, needsProbePct: 8.3, reassuranceShaped: 0, durationSec: 10 }],
|
|
270
|
+
}), "x");
|
|
271
|
+
expect(e.durationSec).toEqual([10]);
|
|
272
|
+
expect(e.turns).toEqual([null]);
|
|
273
|
+
expect(microSeries(e.toolCalls).any).toBe(false);
|
|
274
|
+
});
|
|
275
|
+
});
|
|
276
|
+
describe("buildMicroIndex", () => {
|
|
277
|
+
it("is an empty list when nothing has been replayed here", () => {
|
|
278
|
+
expect(buildMicroIndex(tmp(), "now").reports).toEqual([]);
|
|
279
|
+
expect(buildMicroIndex(join(tmp(), "nope"), "now").reports).toEqual([]);
|
|
280
|
+
});
|
|
281
|
+
it("lists reports newest first and skips half-written ones", () => {
|
|
282
|
+
const root = tmp();
|
|
283
|
+
const dir = join(root, "micro-survey");
|
|
284
|
+
mkdirSync(dir, { recursive: true });
|
|
285
|
+
writeFileSync(join(dir, "2026-09-23T10-15-30-123Z-early-enforcement.json"), JSON.stringify(report()));
|
|
286
|
+
writeFileSync(join(dir, "2026-09-23T11-15-30-123Z-late-security.json"), JSON.stringify(report({ label: "late" })));
|
|
287
|
+
writeFileSync(join(dir, "2026-09-23T12-15-30-123Z-torn-security.json"), '{"label":');
|
|
288
|
+
writeFileSync(join(dir, "README.md"), "not json");
|
|
289
|
+
const idx = buildMicroIndex(root, "now");
|
|
290
|
+
expect(idx.reports.map((r) => r.label)).toEqual(["late", "with-agents-md"]);
|
|
291
|
+
});
|
|
292
|
+
});
|
|
293
|
+
// ── the gold overlay ─────────────────────────────────────────────────────────
|
|
294
|
+
const G = [
|
|
295
|
+
{ file: "packages/backend/src/routes/users.ts", line: 103, severity: "medium", summary: "dual roster" },
|
|
296
|
+
{ file: "packages/backend/src/routes/auth.ts", line: 141, severity: "medium", summary: "nonce not burned" },
|
|
297
|
+
{ file: "packages/frontend/src/contexts/AuthContext.tsx", line: 65, severity: "high", summary: "login never set" },
|
|
298
|
+
];
|
|
299
|
+
const probeOf = (r) => r.probe;
|
|
300
|
+
describe("microRowReachesGold", () => {
|
|
301
|
+
it("reaches a gold through any cited site within the window — quote, bothEnds or control site", () => {
|
|
302
|
+
const g = G[0];
|
|
303
|
+
expect(microRowReachesGold({ quotes: [{ path: g.file, line: 103 + MICRO_GOLD_LINE_WINDOW }] }, g)).toBe(true);
|
|
304
|
+
expect(microRowReachesGold({ bothEnds: { enforcedAt: `${g.file}:110` } }, g)).toBe(true);
|
|
305
|
+
expect(microRowReachesGold({ evidence: { control_site: `${g.file}:96-99` } }, g)).toBe(true);
|
|
306
|
+
expect(microRowReachesGold({ quotes: [{ path: g.file, line: 103 + MICRO_GOLD_LINE_WINDOW + 1 }] }, g)).toBe(false);
|
|
307
|
+
});
|
|
308
|
+
it("matches the file by path suffix, and never across files", () => {
|
|
309
|
+
expect(microRowReachesGold({ quotes: [{ path: "./packages/backend/src/routes/users.ts", line: 103 }] }, G[0])).toBe(true);
|
|
310
|
+
expect(microRowReachesGold({ quotes: [{ path: "packages/backend/src/routes/auth.ts", line: 103 }] }, G[0])).toBe(false);
|
|
311
|
+
});
|
|
312
|
+
it("treats a gold with no line as reachable anywhere in its file, and one with no file as unreachable", () => {
|
|
313
|
+
expect(microRowReachesGold({ quotes: [{ path: G[0].file, line: 900 }] }, { file: G[0].file })).toBe(true);
|
|
314
|
+
expect(microRowReachesGold({ quotes: [{ path: G[0].file, line: 103 }] }, {})).toBe(false);
|
|
315
|
+
});
|
|
316
|
+
it("ignores a control site of `none` rather than parsing it", () => {
|
|
317
|
+
expect(microRowReachesGold({ evidence: { control_site: "none" } }, G[0])).toBe(false);
|
|
318
|
+
});
|
|
319
|
+
});
|
|
320
|
+
describe("microGoldRepeat", () => {
|
|
321
|
+
const rows = [
|
|
322
|
+
{ id: "e-1", probe: true, quotes: [{ path: G[0].file, line: 104 }] }, // at G1, reassures
|
|
323
|
+
{ id: "e-2", probe: true, quotes: [{ path: G[1].file, line: 150 }] }, // at G2
|
|
324
|
+
{ id: "e-3", probe: false, quotes: [{ path: G[1].file, line: 139 }] }, // also at G2
|
|
325
|
+
{ id: "e-4", probe: true, quotes: [{ path: "src/elsewhere.ts", line: 1 }] }, // at nothing
|
|
326
|
+
];
|
|
327
|
+
it("an asserting row wins over location: the judge's credit is the verdict", () => {
|
|
328
|
+
const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, 1, null], probeOf });
|
|
329
|
+
expect(o.cells.map((c) => c.verdict)).toEqual(["reached", "asserted", "missed"]);
|
|
330
|
+
expect(o.cells[1]).toEqual({ verdict: "asserted", rows: ["e-2"], probed: true });
|
|
331
|
+
expect(o.asserted).toBe(1);
|
|
332
|
+
expect(o.reached).toBe(1);
|
|
333
|
+
});
|
|
334
|
+
it("a reached gold carries every row in reach, and is probed if any of them asked", () => {
|
|
335
|
+
const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, null, null], probeOf });
|
|
336
|
+
expect(o.cells[1]).toEqual({ verdict: "reached", rows: ["e-2", "e-3"], probed: true });
|
|
337
|
+
});
|
|
338
|
+
it("splits every probe request into on-gold and off-gold, summing to the probes asked", () => {
|
|
339
|
+
const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, 1, null], probeOf });
|
|
340
|
+
expect(o.probesOnGold).toBe(2); // e-1 (reaches G1), e-2 (asserts G2)
|
|
341
|
+
expect(o.probesOffGold).toBe(1); // e-4
|
|
342
|
+
expect(o.probesOnGold + o.probesOffGold).toBe(rows.filter(probeOf).length);
|
|
343
|
+
});
|
|
344
|
+
it("an asserting row counts as on-gold even when it cites nowhere near the anchor", () => {
|
|
345
|
+
const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, null, 3], probeOf });
|
|
346
|
+
expect(o.cells[2].verdict).toBe("asserted");
|
|
347
|
+
expect(o.probesOffGold).toBe(0);
|
|
348
|
+
});
|
|
349
|
+
it("an unjudged repeat has asserted `null`, never zero — and keeps its location verdicts", () => {
|
|
350
|
+
const o = microGoldRepeat({ rows, gold: G, rowForGold: null, probeOf });
|
|
351
|
+
expect(o.asserted).toBeNull();
|
|
352
|
+
expect(o.cells.map((c) => c.verdict)).toEqual(["reached", "reached", "missed"]);
|
|
353
|
+
});
|
|
354
|
+
});
|
|
355
|
+
describe("microGoldSeries", () => {
|
|
356
|
+
const cell = (verdict, probed = false) => ({ verdict, rows: [], probed });
|
|
357
|
+
const overlay = (cells, asserted, on = 0, off = 0) => ({
|
|
358
|
+
cells, asserted, reached: cells.filter((c) => c.verdict === "reached").length, probesOnGold: on, probesOffGold: off,
|
|
359
|
+
});
|
|
360
|
+
it("tallies each gold across repeats, counting `asserted` only over judged repeats", () => {
|
|
361
|
+
const s = microGoldSeries(G, [
|
|
362
|
+
{ gold: overlay([cell("reached", true), cell("asserted", true), cell("missed")], 1, 2, 5) },
|
|
363
|
+
{ gold: overlay([cell("reached"), cell("reached"), cell("missed")], null, 0, 3) },
|
|
364
|
+
{}, // a repeat that carried no overlay at all
|
|
365
|
+
]);
|
|
366
|
+
expect(s.goldAsserted).toEqual([1, null, null]);
|
|
367
|
+
expect(s.goldReached).toEqual([1, 2, null]);
|
|
368
|
+
expect(s.probesOnGold).toEqual([2, 0, null]);
|
|
369
|
+
expect(s.probesOffGold).toEqual([5, 3, null]);
|
|
370
|
+
expect(s.perGold?.[1]).toEqual({ asserted: 1, reached: 1, missed: 0, probedAtGold: 1, repeats: 2, judged: 1 });
|
|
371
|
+
expect(s.perGold?.[0].probedAtGold).toBe(1);
|
|
372
|
+
});
|
|
373
|
+
it("a report with no gold yields no quality view rather than a row of zeros", () => {
|
|
374
|
+
expect(microGoldSeries(null, [{}])).toEqual({
|
|
375
|
+
gold: null, goldAsserted: [], goldReached: [], probesOnGold: [], probesOffGold: [], perGold: null,
|
|
376
|
+
goldF1: [], goldPrecision: [], goldRecall: [],
|
|
377
|
+
});
|
|
378
|
+
});
|
|
379
|
+
it("reaches the index entry through summariseMicroReport, with the baseline overlay beside it", () => {
|
|
380
|
+
const baselineGold = overlay([cell("reached"), cell("missed"), cell("missed")], 0);
|
|
381
|
+
const e = summariseMicroReport("2026-09-24T10-00-00-000Z-x-enforcement", report({
|
|
382
|
+
gold: G,
|
|
383
|
+
baselineGold,
|
|
384
|
+
results: [{ rows: 12, needsProbe: 2, needsProbePct: 16.7, reassuranceShaped: 0, gold: overlay([cell("asserted", true), cell("missed"), cell("missed")], 1, 2, 0) }],
|
|
385
|
+
}), "2026-09-24T10:00:00.000Z");
|
|
386
|
+
expect(e?.goldAsserted).toEqual([1]);
|
|
387
|
+
expect(e?.baselineGold).toEqual(baselineGold);
|
|
388
|
+
expect(e?.gold).toHaveLength(3);
|
|
389
|
+
});
|
|
390
|
+
it("an entry from an older server degrades to no quality view", () => {
|
|
391
|
+
const old = summariseMicroReport("2026-09-24T10-00-00-000Z-x-enforcement", report(), "x");
|
|
392
|
+
const { gold, goldAsserted, perGold, baselineGold, ...legacy } = old;
|
|
393
|
+
void gold;
|
|
394
|
+
void goldAsserted;
|
|
395
|
+
void perGold;
|
|
396
|
+
void baselineGold;
|
|
397
|
+
const filled = withMicroEntryDefaults(legacy);
|
|
398
|
+
expect(filled.goldAsserted).toEqual([]);
|
|
399
|
+
expect(filled.perGold).toBeNull();
|
|
400
|
+
expect(filled.baselineGold).toBeNull();
|
|
401
|
+
});
|
|
402
|
+
});
|
|
403
|
+
describe("microGoldScore", () => {
|
|
404
|
+
const rows = [
|
|
405
|
+
{ id: "a", probe: false, claim: true, quotes: [{ path: G[1].file, line: 141 }] }, // claims + credited to G2
|
|
406
|
+
{ id: "b", probe: false, claim: true, quotes: [{ path: "x.ts", line: 1 }] }, // claims a defect the gold lacks
|
|
407
|
+
{ id: "c", probe: true, claim: false, quotes: [{ path: G[0].file, line: 103 }] }, // a reassurance
|
|
408
|
+
];
|
|
409
|
+
const o = microGoldRepeat({ rows, gold: G, rowForGold: [null, 0, null], probeOf: (r) => r.probe, claimOf: (r) => r.claim });
|
|
410
|
+
it("counts claims and the credited claims, ignoring reassurance rows", () => {
|
|
411
|
+
expect(o.claimed).toBe(2);
|
|
412
|
+
expect(o.claimedAsserting).toBe(1);
|
|
413
|
+
});
|
|
414
|
+
it("scores precision over claims and recall over ALL the case's gold", () => {
|
|
415
|
+
const s = microGoldScore(o, G.length);
|
|
416
|
+
expect(s.precision).toBeCloseTo(1 / 2, 10);
|
|
417
|
+
expect(s.recall).toBeCloseTo(1 / 3, 10);
|
|
418
|
+
expect(s.f1).toBeCloseTo(2 * (0.5 * (1 / 3)) / (0.5 + 1 / 3), 10);
|
|
419
|
+
});
|
|
420
|
+
it("is null for an unjudged repeat, and for an overlay that predates the claim counts", () => {
|
|
421
|
+
expect(microGoldScore({ ...o, asserted: null }, G.length)).toBeNull();
|
|
422
|
+
const { claimed, claimedAsserting, ...legacy } = o;
|
|
423
|
+
void claimed;
|
|
424
|
+
void claimedAsserting;
|
|
425
|
+
expect(microGoldScore(legacy, G.length)).toBeNull();
|
|
426
|
+
});
|
|
427
|
+
it("counts a row the judge credited as a claim even when its evidence is a reassurance", () => {
|
|
428
|
+
const o2 = microGoldRepeat({ rows, gold: G, rowForGold: [2, null, null], probeOf: (r) => r.probe, claimOf: (r) => r.claim });
|
|
429
|
+
expect(o2.claimed).toBe(3); // a, b, and the credited reassurance c
|
|
430
|
+
expect(o2.claimedAsserting).toBe(1);
|
|
431
|
+
expect(microGoldScore(o2, G.length).precision).toBeGreaterThan(0);
|
|
432
|
+
});
|
|
433
|
+
it("scores a repeat that claims nothing as zero, not as undefined", () => {
|
|
434
|
+
const none = microGoldRepeat({ rows: [], gold: G, rowForGold: [null, null, null], probeOf: () => false, claimOf: () => true });
|
|
435
|
+
expect(microGoldScore(none, G.length)).toEqual({ precision: 0, recall: 0, f1: 0 });
|
|
436
|
+
});
|
|
437
|
+
});
|
|
438
|
+
describe("microGoldVote", () => {
|
|
439
|
+
it("credits a gold only when more than half the passes did", () => {
|
|
440
|
+
const v = microGoldVote([[0, null], [0, null], [null, 3]], 2);
|
|
441
|
+
expect(v.rowForGold).toEqual([0, null]);
|
|
442
|
+
expect(v.creditVotes).toEqual([2, 1]);
|
|
443
|
+
});
|
|
444
|
+
it("names the row most passes named, ties to the lower index", () => {
|
|
445
|
+
expect(microGoldVote([[4], [2], [4]], 1).rowForGold).toEqual([4]);
|
|
446
|
+
// Every pass credited the gold — they only disagree on WHICH row — so it is
|
|
447
|
+
// credited, to the lower index on the tie.
|
|
448
|
+
expect(microGoldVote([[5], [2], [5], [2]], 1).rowForGold).toEqual([2]);
|
|
449
|
+
});
|
|
450
|
+
it("with one pass, is that pass", () => {
|
|
451
|
+
expect(microGoldVote([[1, null, 0]], 3).rowForGold).toEqual([1, null, 0]);
|
|
452
|
+
});
|
|
453
|
+
});
|
|
454
|
+
//# sourceMappingURL=micro-survey.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"micro-survey.test.js","sourceRoot":"","sources":["../src/micro-survey.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAEzD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,eAAe,EACf,cAAc,EACd,eAAe,EACf,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,WAAW,EACX,aAAa,EACb,WAAW,EACX,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,IAAI,GAAa,EAAE,CAAC;AAC1B,MAAM,GAAG,GAAG,GAAG,EAAE;IACf,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAC5D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACb,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AACF,SAAS,CAAC,GAAG,EAAE;IACb,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG,CAAC,IAAI,GAA4B,EAAE,EAAE,EAAE,CAAC,CAAC;IACtD,KAAK,EAAE,gBAAgB;IACvB,MAAM,EAAE,aAAa;IACrB,KAAK,EAAE,qCAAqC;IAC5C,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,4CAA4C;IACrD,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;IAC7E,OAAO,EAAE;QACP,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QACrF,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;KACnF;IACD,MAAM,EAAE,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC;IACtD,GAAG,IAAI;CACR,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,eAAe,CAAC,qDAAqD,CAAC,CAAC,CAAC,IAAI,CACjF,0BAA0B,CAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,aAAa,CAAC,sBAAsB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,MAAM,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAE7D,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,wBAAwB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,wBAAwB,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3G,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7D,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,CAAC,GAAG,oBAAoB,CAAC,qDAAqD,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QACtG,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACvD,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;IACvG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,GAAG,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,0BAA0B,CAAE,CAAC;QAC/E,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,CAAC,GAAG,oBAAoB,CAC5B,GAAG,EACH,MAAM,CAAC;YACL,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,0BAA0B;YACrC,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC,GAAG,CAAC;YACf,YAAY,EAAE,CAAC;SAChB,CAAC,EACF,GAAG,CACH,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACrD,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4CAA4C;QAC5E,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC;QAC3G,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,oBAAoB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChE,MAAM,CAAC,oBAAoB,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC;QAClE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,MAAM,MAAM,GAAG;QACb,EAAE,EAAE,GAAG;QACP,MAAM,EAAE,2BAA2B;QACnC,WAAW,EAAE,0BAA0B;QACvC,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,aAAa;QACrB,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,IAAI;QACb,qBAAqB,EAAE,CAAC;QACxB,YAAY,EAAE,EAAE;QAChB,aAAa,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;QAClB,iBAAiB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG;KAC8C,CAAC;IAE7D,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,CAAC,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC;QAC/G,MAAM,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,WAAW,CAAC,IAAqC,CAAC,CAAC;YAC7D,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,MAAM,KAAK,GAAG,GAAG,EAAE,CACjB,MAAM,CAAC;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,EAAE;gBACT,SAAS,EAAE,EAAE;aACd;YACD;gBACE,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,CAAC;gBAChB,iBAAiB,EAAE,CAAC;gBACpB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,IAAI;gBACjB,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,IAAI;aAChB;SACF;KACF,CAAC,CAAC;IAEL,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,CAAE,CAAC;QACnD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,2EAA2E;QAC3E,wEAAwE;QACxE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,GAAG,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,GAAG,oBAAoB,CAC5B,GAAG,EACH,MAAM,CAAC;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;SAClG,CAAC,EACF,GAAG,CACH,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1D,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACvC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,iDAAiD,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtG,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,6CAA6C,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QACnH,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,6CAA6C,CAAC,EAAE,WAAW,CAAC,CAAC;QACrF,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,UAAU,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gFAAgF;AAEhF,MAAM,CAAC,GAAG;IACR,EAAE,IAAI,EAAE,sCAAsC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;IACvG,EAAE,IAAI,EAAE,qCAAqC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;IAC3G,EAAE,IAAI,EAAE,gDAAgD,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE;CACnH,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,CAAI,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAElC,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,2FAA2F,EAAE,GAAG,EAAE;QACnG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACf,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,sBAAsB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9G,MAAM,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,wCAAwC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1H,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,qCAAqC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1H,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mGAAmG,EAAE,GAAG,EAAE;QAC3G,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1G,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,IAAI,GAAQ;QAChB,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,mBAAmB;QACzF,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,QAAQ;QAC9E,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,aAAa;QACpF,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,aAAa;KAC3F,CAAC;IAEF,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACtF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,qCAAqC;QACrE,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM;QACvC,MAAM,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sFAAsF,EAAE,GAAG,EAAE;QAC9F,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,IAAI,GAAG,CAAC,OAA0C,EAAE,MAAM,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7G,MAAM,OAAO,GAAG,CAAC,KAAgC,EAAE,QAAuB,EAAE,EAAE,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/F,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG;KACpH,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,CAAC,GAAG,eAAe,CAAC,CAAC,EAAE;YAC3B,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE;YAC3F,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE;YACjF,EAAE,EAAE,0CAA0C;SAC/C,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/G,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1C,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI;YACjG,MAAM,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE;SAC9C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,GAAG,EAAE;QACnG,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,MAAM,CAAC,GAAG,oBAAoB,CAC5B,wCAAwC,EACxC,MAAM,CAAC;YACL,IAAI,EAAE,CAAC;YACP,YAAY;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;SACpK,CAAC,EACF,0BAA0B,CAC3B,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,GAAG,GAAG,oBAAoB,CAAC,wCAAwC,EAAE,MAAM,EAAE,EAAE,GAAG,CAAE,CAAC;QAC3F,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC;QACrE,KAAK,IAAI,CAAC;QAAC,KAAK,YAAY,CAAC;QAAC,KAAK,OAAO,CAAC;QAAC,KAAK,YAAY,CAAC;QAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAe,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,IAAI,GAAG;QACX,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,0BAA0B;QAC5G,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,iCAAiC;QAC9G,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,gBAAgB;KACnG,CAAC;IACF,MAAM,CAAC,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAE5H,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAE,CAAC;QACvC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,cAAc,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC;QACnD,KAAK,OAAO,CAAC;QAAC,KAAK,gBAAgB,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7H,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,uCAAuC;QACnE,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAE,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/H,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,4EAA4E;QAC5E,2CAA2C;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/phase-models.js
CHANGED
|
@@ -31,7 +31,7 @@ export function modelTemplateForRow(phases, label) {
|
|
|
31
31
|
if (declared)
|
|
32
32
|
return { template: declared.model, fallbackPhase: undefined };
|
|
33
33
|
const ref = PhaseRef.parse(label);
|
|
34
|
-
if (ref.kind === "branch" || ref.kind === "branchRetry" || ref.kind === "branchCheck") {
|
|
34
|
+
if (ref.kind === "branch" || ref.kind === "branchRetry" || ref.kind === "branchCheck" || ref.kind === "branchRegate") {
|
|
35
35
|
const parent = phases.find((p) => p.name === ref.base);
|
|
36
36
|
const branch = parent?.branches?.find((b) => b.name === ref.branch);
|
|
37
37
|
// `branch.model ?? phase.model` — the branch may declare its own override
|
package/dist/phase-models.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"phase-models.js","sourceRoot":"","sources":["../src/phase-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAkBrD,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAAC,MAAmC,EAAE,KAAa;IACpF,6EAA6E;IAC7E,qDAAqD;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;IAE5E,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"phase-models.js","sourceRoot":"","sources":["../src/phase-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAkBrD,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAAC,MAAmC,EAAE,KAAa;IACpF,6EAA6E;IAC7E,qDAAqD;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;IAE5E,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACrH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;QACpE,0EAA0E;QAC1E,kEAAkE;QAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC/E,CAAC;IAED,8EAA8E;IAC9E,yEAAyE;IACzE,4EAA4E;IAC5E,4EAA4E;IAC5E,4EAA4E;IAC5E,6EAA6E;IAC7E,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,yEAAyE;IACzE,6EAA6E;IAC7E,6EAA6E;IAC7E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAC3D,CAAC"}
|
package/dist/report.js
CHANGED
|
@@ -8,9 +8,10 @@
|
|
|
8
8
|
* (`{ instance_id, model_name_or_path, model_patch }`), so the same artifact
|
|
9
9
|
* is consumable by SWE-bench's own harness.
|
|
10
10
|
*/
|
|
11
|
-
import { existsSync, mkdirSync, readFileSync, readdirSync, renameSync, writeFileSync } from "node:fs";
|
|
11
|
+
import { existsSync, mkdirSync, readFileSync, readdirSync, renameSync, statSync, writeFileSync } from "node:fs";
|
|
12
12
|
import { join } from "node:path";
|
|
13
13
|
import { fLabel } from "./grade.js";
|
|
14
|
+
import { summariseMicroReport, } from "./micro-survey.js";
|
|
14
15
|
import { boundaryMetrics, DETECTION_FLOOR_MICRO_RECALL, familyFunnels, microReview, } from "./review-metrics.js";
|
|
15
16
|
/** A live run's heartbeat must be refreshed within this window to count as
|
|
16
17
|
* genuinely running; beyond it the writer is presumed dead. Comfortably larger
|
|
@@ -466,6 +467,48 @@ export function buildIndex(resultsRoot, generatedAt) {
|
|
|
466
467
|
});
|
|
467
468
|
return { generatedAt, tiers };
|
|
468
469
|
}
|
|
470
|
+
/** The directory `scripts/micro-survey.ts` writes into, under `eval-results/`.
|
|
471
|
+
* It holds loose JSON files rather than run subdirs, so {@link indexTier} finds
|
|
472
|
+
* no `scorecard.json` in it and {@link buildIndex} skips it — the two indexes
|
|
473
|
+
* never collide over the same directory. */
|
|
474
|
+
export const MICRO_SURVEY_DIR = "micro-survey";
|
|
475
|
+
/**
|
|
476
|
+
* Build the micro-survey index from `eval-results/micro-survey/` on disk,
|
|
477
|
+
* newest first. Recomputed per request exactly like {@link buildIndex}, so a
|
|
478
|
+
* replay that lands mid-session shows up by polling with no manifest to keep in
|
|
479
|
+
* sync — and an absent directory (nobody has run one here) is an empty list,
|
|
480
|
+
* never an error.
|
|
481
|
+
*/
|
|
482
|
+
export function buildMicroIndex(resultsRoot, generatedAt) {
|
|
483
|
+
const dir = join(resultsRoot, MICRO_SURVEY_DIR);
|
|
484
|
+
if (!existsSync(dir))
|
|
485
|
+
return { generatedAt, reports: [] };
|
|
486
|
+
const reports = [];
|
|
487
|
+
for (const ent of readdirSync(dir, { withFileTypes: true })) {
|
|
488
|
+
if (!ent.isFile() || !ent.name.endsWith(".json"))
|
|
489
|
+
continue;
|
|
490
|
+
const file = join(dir, ent.name);
|
|
491
|
+
let raw;
|
|
492
|
+
try {
|
|
493
|
+
raw = JSON.parse(readFileSync(file, "utf8"));
|
|
494
|
+
}
|
|
495
|
+
catch {
|
|
496
|
+
continue; // half-written or malformed — skip rather than abort the index
|
|
497
|
+
}
|
|
498
|
+
let mtime = generatedAt;
|
|
499
|
+
try {
|
|
500
|
+
mtime = statSync(file).mtime.toISOString();
|
|
501
|
+
}
|
|
502
|
+
catch {
|
|
503
|
+
/* raced with a delete; the filename stamp is the usual source anyway */
|
|
504
|
+
}
|
|
505
|
+
const entry = summariseMicroReport(ent.name.replace(/\.json$/, ""), raw, mtime);
|
|
506
|
+
if (entry)
|
|
507
|
+
reports.push(entry);
|
|
508
|
+
}
|
|
509
|
+
reports.sort((a, b) => (a.generatedAt < b.generatedAt ? 1 : a.generatedAt > b.generatedAt ? -1 : 0));
|
|
510
|
+
return { generatedAt, reports };
|
|
511
|
+
}
|
|
469
512
|
// ── helpers ─────────────────────────────────────────────────────────────────
|
|
470
513
|
function avg(xs) {
|
|
471
514
|
return xs.length ? xs.reduce((a, b) => a + b, 0) / xs.length : 0;
|