tinybeeai 0.0.0-stage → 0.16.1

package/dist/review/designer-eval.js

@@ -0,0 +1,280 @@
+// Test designer evals (KAT-165, docs/STAGES.md section 3 and 10 task 7). Loads the fixture tickets under
+// test/fixtures/designer/<name>/ and scores the cases the designer writes for each one.
+//
+// Fixture folder:
+//   ticket.json    key, title, description, acceptanceCriteria, existingCases (cases the dot already has)
+//   review.json    the analyst's handoff: findings, testIdeas, openQuestions (the designer's input, as in production)
+//   expected.json  what a good set of cases does (see ExpectedDesign)
+// Folders without a ticket.json (such as impact/, which KAT-304 owns) are not designer fixtures.
+//
+// Scores, all computed from the final case set unless noted:
+//   coverage     share of the required criteria that some case's expected results cover. A case covers a
+//                criterion when an expected result names its id ("AC2") or shares enough of its keywords
+//   duplicates   pairs of cases with the same normalized steps, and cases that repeat an existing case
+//   unobservable cases whose expected result says nothing a tester can see (VAGUE_EXPECTED); read from the
+//                model's raw cases, before the case rules drop them
+//   count        the number of cases is inside the fixture's limits
+// The mock backend designs from review.json with a fixed rule, so CI needs no model call.
+import { existsSync, readdirSync, readFileSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { canWriteText, getLlm } from '../agent/llm.js';
+import { DESIGN_MAX_CASES, DESIGN_SYSTEM, renderDesignInput } from '../agent/prompts.js';
+import { caseMatchKeys, checkDesignedCase, isDuplicate, jsonOf, normalizeText, PRIORITY_ORDER, rawDesignFromReview, VAGUE_EXPECTED, } from '../flows/testDesign.js';
+export const DESIGNER_FIXTURE_DIR = join(dirname(fileURLToPath(import.meta.url)), '..', '..', 'test', 'fixtures', 'designer');
+/** The fixed CI thresholds. Coverage is the only score with a margin; the other scores must be perfect. */
+export const DESIGNER_TARGETS = {
+    coverage: 0.8,
+    duplicates: 0,
+    unobservable: 0,
+};
+export function loadDesignerFixtures(dir = DESIGNER_FIXTURE_DIR, only) {
+    if (!existsSync(dir))
+        return [];
+    const out = [];
+    for (const name of readdirSync(dir).sort()) {
+        const d = join(dir, name);
+        if (!existsSync(join(d, 'ticket.json')))
+            continue;
+        if (only?.length && !only.includes(name))
+            continue;
+        const read = (f) => JSON.parse(readFileSync(join(d, f), 'utf8'));
+        out.push({
+            name,
+            dir: d,
+            ticket: read('ticket.json'),
+            review: read('review.json'),
+            expected: read('expected.json'),
+        });
+    }
+    return out;
+}
+// ---------- scoring ----------
+const STOP = new Set([
+    'a',
+    'an',
+    'and',
+    'the',
+    'of',
+    'to',
+    'in',
+    'on',
+    'for',
+    'is',
+    'are',
+    'it',
+    'its',
+    'be',
+    'with',
+    'that',
+    'this',
+    'as',
+    'at',
+    'by',
+    'or',
+    'not',
+    'no',
+]);
+/** Words of a text, lower case, with plural and -ing/-ed endings cut so "discounts" matches "discount". */
+export function tokens(text) {
+    return normalizeText(text)
+        .split(' ')
+        .filter((t) => t && !STOP.has(t))
+        .map((t) => (t.length > 4 ? t.replace(/(ing|ed|es|s)$/, '') : t));
+}
+function expectedText(c) {
+    return c.steps.map((s) => s.expected ?? '').join(' ');
+}
+/** True when the case's expected results cover the criterion: its id appears, or enough of its keywords do. */
+export function covers(c, crit) {
+    const text = expectedText(c);
+    if (new RegExp(`\\b${crit.id.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')}\\b`, 'i').test(text))
+        return true;
+    const want = [...new Set(tokens((crit.keywords ?? [crit.text]).join(' ')))];
+    if (!want.length)
+        return false;
+    const have = new Set(tokens(text));
+    return want.filter((w) => have.has(w)).length / want.length >= (crit.minOverlap ?? 0.6);
+}
+/** Pairs of cases that have the same normalized steps (action and expected result of every step). */
+export function duplicatePairs(cases) {
+    const pairs = [];
+    for (let i = 0; i < cases.length; i++) {
+        const a = caseMatchKeys(cases[i]).steps;
+        if (!a)
+            continue;
+        for (let j = i + 1; j < cases.length; j++)
+            if (caseMatchKeys(cases[j]).steps === a)
+                pairs.push([cases[i].title, cases[j].title]);
+    }
+    return pairs;
+}
+/** An expected result no tester can see: "works", "no errors", "as expected". A case with none at all counts too. */
+export function unobservableCases(cases) {
+    const out = [];
+    for (const c of cases) {
+        const bad = c.steps.find((s) => s.expected && VAGUE_EXPECTED.test(s.expected.trim()));
+        if (bad)
+            out.push({ title: c.title, expected: bad.expected });
+        else if (!c.steps.some((s) => s.expected?.trim()))
+            out.push({ title: c.title, expected: '(none)' });
+    }
+    return out;
+}
+/**
+ * Scores one case set against the fixture's expectations. `existing` are the cases the dot already has; a
+ * case that repeats one counts as a duplicate, and one that covers a criterion counts toward coverage. `raw` are the model's cases before the case rules, for the
+ * unobservable count; default: `cases`.
+ */
+export function scoreDesign(name, expected, cases, opts = {}) {
+    const problems = [];
+    const required = expected.criteria.filter((c) => !c.optional);
+    // The ticket's set is the cases the dot already has plus the new ones: an existing case covers a criterion too.
+    const all = [...(opts.existing ?? []), ...cases];
+    const covered = required.filter((crit) => all.some((c) => covers(c, crit)));
+    const missing = required.filter((crit) => !covered.includes(crit));
+    const coverage = required.length ? covered.length / required.length : 1;
+    const pct = (n) => `${Math.round(n * 100)}%`;
+    if (coverage < DESIGNER_TARGETS.coverage)
+        problems.push(`coverage: ${pct(coverage)}, expected at least ${pct(DESIGNER_TARGETS.coverage)}`);
+    for (const m of missing)
+        problems.push(`criterion ${m.id} "${m.text}" has no case whose expected result covers it`);
+    const pairs = duplicatePairs(cases);
+    const existing = opts.existing ?? [];
+    const seen = { titles: new Set(existing.map((e) => caseMatchKeys(e).title)), steps: new Set(existing.map((e) => caseMatchKeys(e).steps).filter(Boolean)) };
+    const repeats = cases.filter((c) => isDuplicate(caseMatchKeys(c), seen));
+    for (const [a, b] of pairs)
+        problems.push(`duplicates: "${a}" and "${b}" have the same steps`);
+    for (const c of repeats)
+        problems.push(`duplicates: "${c.title}" repeats a case the dot already has`);
+    const duplicates = pairs.length + repeats.length;
+    const bad = unobservableCases(opts.raw ?? cases);
+    for (const b of bad)
+        problems.push(`unobservable: "${b.title}" has the expected result "${b.expected}"`);
+    if (cases.length < expected.minCases || cases.length > expected.maxCases)
+        problems.push(`case count: ${cases.length}, expected ${expected.minCases} to ${expected.maxCases}`);
+    if (duplicates > DESIGNER_TARGETS.duplicates && !problems.some((p) => p.startsWith('duplicates')))
+        problems.push(`duplicates: ${duplicates}`);
+    return {
+        fixture: name,
+        coverage: Math.round(coverage * 100) / 100,
+        covered: covered.map((c) => c.id),
+        missing: missing.map((c) => c.id),
+        duplicates,
+        unobservable: bad.length,
+        cases: cases.length,
+        pass: problems.length === 0,
+        problems,
+    };
+}
+/** A model case as written, with no rules applied. */
+function rawCase(o) {
+    if (!o || typeof o !== 'object' || Array.isArray(o))
+        return null;
+    const r = o;
+    const title = typeof r.title === 'string' ? r.title.trim() : '';
+    const steps = [];
+    for (const s of Array.isArray(r.steps) ? r.steps : []) {
+        const x = typeof s === 'string' ? { action: s } : s;
+        const action = typeof x?.action === 'string' ? x.action.trim() : '';
+        const exp = typeof x?.expected === 'string' ? x.expected.trim() : '';
+        if (action)
+            steps.push(exp ? { action, expected: exp } : { action });
+    }
+    if (!title || !steps.length)
+        return null;
+    const priority = PRIORITY_ORDER.find((p) => p === r.priority) ?? 'should';
+    return { title, priority, steps };
+}
+/** Reads the cases from a model reply, rules not applied. */
+export function parseRawCases(text) {
+    const o = jsonOf(text);
+    const list = Array.isArray(o) ? o : Array.isArray(o?.cases) ? o.cases : [];
+    return list.map(rawCase).filter((c) => !!c);
+}
+/** The storing steps of designTestCases without the database: rules, existing cases, the case limit. */
+export function applyDesignRules(raw, existing) {
+    const valid = raw.filter((c) => !('error' in checkDesignedCase(c))).map((c) => checkDesignedCase(c));
+    const seen = { titles: new Set(), steps: new Set() };
+    for (const c of existing) {
+        const k = caseMatchKeys(c);
+        seen.titles.add(k.title);
+        if (k.steps)
+            seen.steps.add(k.steps);
+    }
+    const cases = [];
+    let droppedExisting = 0;
+    let droppedOver = 0;
+    for (const c of [...valid].sort((a, b) => PRIORITY_ORDER.indexOf(a.priority) - PRIORITY_ORDER.indexOf(b.priority))) {
+        const k = caseMatchKeys(c);
+        if (isDuplicate(k, seen)) {
+            droppedExisting++;
+            continue;
+        }
+        if (cases.length >= DESIGN_MAX_CASES) {
+            droppedOver++;
+            continue;
+        }
+        cases.push(c);
+        seen.titles.add(k.title);
+        if (k.steps)
+            seen.steps.add(k.steps);
+    }
+    return { cases, raw, droppedInvalid: raw.length - valid.length, droppedExisting, droppedOver };
+}
+export function fixtureTicket(f) {
+    return {
+        key: f.ticket.key,
+        id: f.ticket.key,
+        tracker: 'jira',
+        title: f.ticket.title,
+        description: f.ticket.description,
+        acceptanceCriteria: f.ticket.acceptanceCriteria,
+        type: 'Story',
+    };
+}
+/**
+ * Designs the cases for one fixture. The mock backend uses the fixed rule over review.json and costs no
+ * tokens. A model backend gets the same call the app makes (DESIGN_SYSTEM and renderDesignInput); the caller
+ * sets LOCALDOST_LLM before the first import of the model module.
+ */
+export async function runDesigner(f, backend, write) {
+    const started = Date.now();
+    const existing = f.ticket.existingCases ?? [];
+    let raw;
+    if (backend === 'mock') {
+        raw = rawDesignFromReview(f.review);
+    }
+    else {
+        const prompt = renderDesignInput({
+            ticket: fixtureTicket(f),
+            findings: f.review.findings,
+            testIdeas: f.review.testIdeas,
+            openQuestions: f.review.openQuestions,
+            existing: existing.map((c) => c.title),
+        });
+        const send = write ??
+            ((req) => {
+                const llm = getLlm();
+                if (!canWriteText(llm) || !llm.write)
+                    throw new Error(`Backend ${backend} writes no free text`);
+                return llm.write(req);
+            });
+        raw = parseRawCases(await send({ system: DESIGN_SYSTEM, prompt, timeoutMs: 180_000 }));
+    }
+    return { ...applyDesignRules(raw, existing), ms: Date.now() - started };
+}
+/** A fixture run scored, plus the pipeline-level checks the fixture states (what the rules and dedupe drop). */
+export function scoreRun(f, run) {
+    const s = scoreDesign(f.name, f.expected, run.cases, { existing: f.ticket.existingCases, raw: run.raw });
+    // The outcome is scored, not the mechanism: a model that never proposes an existing case drops 0, one that
+    // does has the designer drop it. Either passes; a repeat in the stored set is the failure (scoreDesign checks it).
+    s.pass = s.problems.length === 0;
+    return s;
+}
+export function formatDesignerTable(scores) {
+    const w = Math.max(8, ...scores.map((s) => s.fixture.length));
+    const rows = scores.map((s) => `  ${s.pass ? 'PASS' : 'FAIL'}  ${s.fixture.padEnd(w)}  coverage ${String(Math.round(s.coverage * 100)).padStart(3)}%  cases ${String(s.cases).padStart(2)}  duplicates ${s.duplicates}  unobservable ${s.unobservable}`);
+    return rows.join('\n');
+}
+//# sourceMappingURL=designer-eval.js.map

package/dist/review/designer-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"designer-eval.js","sourceRoot":"","sources":["../../src/review/designer-eval.ts"],"names":[],"mappings":"AAAA,yGAAyG;AACzG,wFAAwF;AACxF,EAAE;AACF,kBAAkB;AAClB,0GAA0G;AAC1G,sHAAsH;AACtH,sEAAsE;AACtE,iGAAiG;AACjG,EAAE;AACF,6DAA6D;AAC7D,yGAAyG;AACzG,yGAAyG;AACzG,uGAAuG;AACvG,2GAA2G;AAC3G,oEAAoE;AACpE,oEAAoE;AACpE,0FAA0F;AAE1F,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACzF,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,WAAW,EACX,MAAM,EACN,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,cAAc,GAEf,MAAM,wBAAwB,CAAC;AAGhC,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAE9H,2GAA2G;AAC3G,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,EAAE,GAAG;IACb,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,CAAC;CACP,CAAC;AAwCX,MAAM,UAAU,oBAAoB,CAAC,GAAG,GAAG,oBAAoB,EAAE,IAAe;IAC9E,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAAE,SAAS;QAClD,IAAI,IAAI,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAS;QACnD,MAAM,IAAI,GAAG,CAAI,CAAS,EAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAM,CAAC;QACpF,GAAG,CAAC,IAAI,CAAC;YACP,IAAI;YACJ,GAAG,EAAE,CAAC;YACN,MAAM,EAAE,IAAI,CAAgB,aAAa,CAAC;YAC1C,MAAM,EAAE,IAAI,CAA4B,aAAa,CAAC;YACtD,QAAQ,EAAE,IAAI,CAAiB,eAAe,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gCAAgC;AAEhC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC;IACnB,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;IACN,MAAM;IACN,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;CACL,CAAC,CAAC;AAEH,2GAA2G;AAC3G,MAAM,UAAU,MAAM,CAAC,IAAY;IACjC,OAAO,aAAa,CAAC,IAAI,CAAC;SACvB,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,YAAY,CAAC,CAAwB;IAC5C,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,+GAA+G;AAC/G,MAAM,UAAU,MAAM,CAAC,CAAwB,EAAE,IAAuB;IACtE,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACvG,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;AAC1F,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,cAAc,CAAC,KAA6C;IAC1E,MAAM,KAAK,GAAuB,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACxC,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACnI,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,qHAAqH;AACrH,MAAM,UAAU,iBAAiB,CAAC,KAA6C;IAC7E,MAAM,GAAG,GAA0C,EAAE,CAAC;IACtD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAS,EAAE,CAAC,CAAC;aAC1D,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAiBD;;;;GAIG;AACH,MAAM,UAAU,WAAW,CACzB,IAAY,EACZ,QAAwB,EACxB,KAA6C,EAC7C,OAA4G,EAAE;IAE9G,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC9D,gHAAgH;IAChH,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC;IACrD,IAAI,QAAQ,GAAG,gBAAgB,CAAC,QAAQ;QAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,QAAQ,CAAC,uBAAuB,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3I,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,+CAA+C,CAAC,CAAC;IAEpH,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;IAC3J,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IACzE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK;QAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,uBAAuB,CAAC,CAAC;IAC/F,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,sCAAsC,CAAC,CAAC;IACtG,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAEjD,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,KAAK,8BAA8B,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;IAEzG,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,QAAQ;QACtE,QAAQ,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,MAAM,cAAc,QAAQ,CAAC,QAAQ,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtG,IAAI,UAAU,GAAG,gBAAgB,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,eAAe,UAAU,EAAE,CAAC,CAAC;IAE9I,OAAO;QACL,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG;QAC1C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,UAAU;QACV,YAAY,EAAE,GAAG,CAAC,MAAM;QACxB,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,IAAI,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC3B,QAAQ;KACT,CAAC;AACJ,CAAC;AAkBD,sDAAsD;AACtD,SAAS,OAAO,CAAC,CAAU;IACzB,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACjE,MAAM,CAAC,GAAG,CAA4B,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACtD,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAE,CAA6B,CAAC;QACjF,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,IAAI,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAa,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;IACtF,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAkD,CAAC;IACxE,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAqB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,gBAAgB,CAAC,GAAmB,EAAE,QAAgD;IACpG,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAiB,CAAC,CAAC;IACrH,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,EAAU,EAAE,KAAK,EAAE,IAAI,GAAG,EAAU,EAAE,CAAC;IACrE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,CAAC,KAAK;YAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACnH,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YACzB,eAAe,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACrC,WAAW,EAAE,CAAC;YACd,SAAS;QACX,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,CAAC,KAAK;YAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,CAAC;AACjG,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,CAAkB;IAC9C,OAAO;QACL,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG;QACjB,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG;QAChB,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;QACrB,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW;QACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,kBAAkB;QAC/C,IAAI,EAAE,OAAO;KACd,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,CAAkB,EAClB,OAAe,EACf,KAAuF;IAEvF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;IAC9C,IAAI,GAAmB,CAAC;IACxB,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAG,iBAAiB,CAAC;YAC/B,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;YACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ;YAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS;YAC7B,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa;YACrC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;SACvC,CAAC,CAAC;QACH,MAAM,IAAI,GACR,KAAK;YACL,CAAC,CAAC,GAAG,EAAE,EAAE;gBACP,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,sBAAsB,CAAC,CAAC;gBAChG,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACL,GAAG,GAAG,aAAa,CAAC,MAAM,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,EAAE,GAAG,gBAAgB,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;AAC1E,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,QAAQ,CAAC,CAAkB,EAAE,GAAgB;IAC3D,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;IACzG,2GAA2G;IAC3G,mHAAmH;IACnH,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;IACjC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAuB;IACzD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CACrB,CAAC,CAAC,EAAE,EAAE,CACJ,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,UAAU,kBAAkB,CAAC,CAAC,YAAY,EAAE,CAC3N,CAAC;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC"}

package/dist/review/dogfood-digest.js

@@ -0,0 +1,136 @@
+// Golden eval cases for the daily digest (docs/DOGFOOD-LEDGER.md, false positives in reports). One folder per
+// case under test/fixtures/qa-review/dogfood/<name>/ with a case.json:
+//
+//   kind      digest_sections
+//   ledger    the ledger row, word for word
+//   head      the localdost commit the case was captured at
+//   input     the finished runs of the last 24 hours and the state the tracker gives each ticket
+//   expected  what the two computed sections list (the lines are matched by the key or number they name)
+//
+// test/digest-sections.test.ts runs every case, so a fixed case cannot come back.
+import { join } from 'node:path';
+import { loadDogfoodCases } from './dogfood-eval.js';
+import { EVAL_FIXTURE_DIR } from './eval.js';
+export const DOGFOOD_DIGEST_DIR = join(EVAL_FIXTURE_DIR, 'dogfood');
+/** The digest cases of the dogfood folder, from the one loader in dogfood-eval.ts. */
+export function loadDigestCases(root = DOGFOOD_DIGEST_DIR) {
+    return loadDogfoodCases(root).flatMap((c) => (c.kind === 'digest_sections' ? [c] : []));
+}
+let clock = Date.UTC(2026, 9, 10, 8, 0, 0);
+const stamp = () => new Date((clock += 1000)).toISOString();
+function review(risks) {
+    return {
+        version: 1,
+        base: 'b'.repeat(40),
+        head: 'a'.repeat(40),
+        impactAreas: [{ id: 'a1', area: 'Signing' }],
+        releaseNotesImpact: { userVisible: false, audience: 'none' },
+        risks: risks.map((title, i) => ({
+            id: `r${i + 1}`,
+            title,
+            severity: 'high',
+            likelihood: 'likely',
+            why: title,
+            userImpact: title,
+            evidence: [{ file: 'src/sign.ts', line: 10 + i }],
+            verifier: { status: 'confirmed' },
+        })),
+        whatToTest: [],
+    };
+}
+function ticketRun(t) {
+    return {
+        id: `t-${t.key}`,
+        watchId: 'w',
+        kind: 'ticket_review',
+        status: 'done',
+        createdAt: stamp(),
+        steps: [],
+        actions: [],
+        ticketFacts: { hasAcceptanceCriteria: t.hasAcceptanceCriteria },
+        trigger: {
+            source: 'linear',
+            kind: 'ticket_created',
+            dedupeKey: `ticket:${t.key}`,
+            title: `${t.key}: ${t.title}`,
+            url: t.url,
+            ticket: { key: t.key, id: t.key, tracker: 'linear', projectKey: t.key.split('-')[0] },
+        },
+    };
+}
+function mergeRun(m) {
+    const failed = m.failedTests;
+    return {
+        id: `m-${m.pr}`,
+        watchId: 'w',
+        kind: 'post_merge',
+        status: 'done',
+        createdAt: stamp(),
+        steps: [],
+        actions: [],
+        trigger: {
+            source: 'github',
+            kind: 'push',
+            dedupeKey: `merge:${m.pr}`,
+            title: `Merged PR #${m.pr}: ${m.title}`,
+            url: `https://github.com/duonghaijoe/localdost/pull/${m.pr}`,
+            repo: { owner: 'duonghaijoe', name: 'localdost' },
+            pr: { number: m.pr, headSha: 'a'.repeat(40) },
+        },
+        report: {
+            mode: 'local',
+            command: 'npm test',
+            startedAt: stamp(),
+            durationMs: 1,
+            passed: 20,
+            failed,
+            flaky: 0,
+            skipped: 0,
+            cases: Array.from({ length: failed }, (_, i) => ({
+                title: `case ${i + 1}`,
+                file: 'test/sign.test.ts',
+                status: 'failed',
+                durationMs: 1,
+                retries: 1,
+                error: 'Expected: verified\nReceived: rejected',
+            })),
+        },
+        verdict: {
+            outcome: failed ? 'product_failure' : 'info',
+            headline: m.title,
+            summary: '',
+            risk: 'medium',
+            findings: [],
+            openQuestions: [],
+            testIdeas: [],
+            testsAtRisk: [],
+            confidence: 0.8,
+            ...(m.confirmedRisks.length ? { qa: review(m.confirmedRisks) } : {}),
+        },
+    };
+}
+/** Runs one case through the digest's own functions. Returns the problems, none when the case passes. */
+export async function runDigestSectionsCase(c) {
+    const digest = await import('../flows/digest.js');
+    const states = new Map(c.input.tickets.map((t) => [t.key, t.state]));
+    digest.setTicketStateReader(async (_w, r) => states.get(r.trigger?.ticket?.key ?? ''));
+    try {
+        const watch = { id: 'w', name: 'localdost' };
+        const runs = [...c.input.tickets.map(ticketRun), ...c.input.merges.map(mergeRun)];
+        const tickets = await digest.ticketsWithoutCriteriaLines(watch, runs);
+        const merges = digest.mergedWithBugsLines(runs);
+        const problems = [];
+        const listedTickets = c.input.tickets.filter((t) => tickets.some((l) => l.includes(`(${t.key})`))).map((t) => t.key);
+        const listedMerges = c.input.merges.filter((m) => merges.some((l) => l.includes(`(#${m.pr})`))).map((m) => m.pr);
+        const same = (a, b) => [...a].sort().join() === [...b].sort().join();
+        if (!same(listedTickets, c.expected.tickets))
+            problems.push(`tickets without criteria ${JSON.stringify(listedTickets)}, expected ${JSON.stringify(c.expected.tickets)}`);
+        if (!same(listedMerges, c.expected.merges))
+            problems.push(`merged with bugs ${JSON.stringify(listedMerges)}, expected ${JSON.stringify(c.expected.merges)}`);
+        return problems;
+    }
+    finally {
+        digest.setTicketStateReader(undefined);
+    }
+}
+//# sourceMappingURL=dogfood-digest.js.map

package/dist/review/dogfood-digest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dogfood-digest.js","sourceRoot":"","sources":["../../src/review/dogfood-digest.ts"],"names":[],"mappings":"AAAA,8GAA8G;AAC9G,uEAAuE;AACvE,EAAE;AACF,8BAA8B;AAC9B,4CAA4C;AAC5C,4DAA4D;AAC5D,iGAAiG;AACjG,yGAAyG;AACzG,EAAE;AACF,kFAAkF;AAClF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;AAgCpE,sFAAsF;AACtF,MAAM,UAAU,eAAe,CAAC,IAAI,GAAG,kBAAkB;IACvD,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAgC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACzH,CAAC;AAED,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC3C,MAAM,KAAK,GAAG,GAAW,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AAEpE,SAAS,MAAM,CAAC,KAAe;IAC7B,OAAO;QACL,OAAO,EAAE,CAAC;QACV,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACpB,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC5C,kBAAkB,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE;QAC5D,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9B,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE;YACf,KAAK;YACL,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,QAAQ;YACpB,GAAG,EAAE,KAAK;YACV,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC;YACjD,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;SAClC,CAAC,CAAC;QACH,UAAU,EAAE,EAAE;KACQ,CAAC;AAC3B,CAAC;AAED,SAAS,SAAS,CAAC,CAAoB;IACrC,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE;QAChB,OAAO,EAAE,GAAG;QACZ,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,MAAM;QACd,SAAS,EAAE,KAAK,EAAE;QAClB,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,EAAE,qBAAqB,EAAE,CAAC,CAAC,qBAAqB,EAAE;QAC/D,OAAO,EAAE;YACP,MAAM,EAAE,QAAQ;YAChB,IAAI,EAAE,gBAAgB;YACtB,SAAS,EAAE,UAAU,CAAC,CAAC,GAAG,EAAE;YAC5B,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,EAAE;YAC7B,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE;SACtF;KACsB,CAAC;AAC5B,CAAC;AAED,SAAS,QAAQ,CAAC,CAAmB;IACnC,MAAM,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC;IAC7B,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE;QACf,OAAO,EAAE,GAAG;QACZ,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,MAAM;QACd,SAAS,EAAE,KAAK,EAAE;QAClB,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACP,MAAM,EAAE,QAAQ;YAChB,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,SAAS,CAAC,CAAC,EAAE,EAAE;YAC1B,KAAK,EAAE,cAAc,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,KAAK,EAAE;YACvC,GAAG,EAAE,iDAAiD,CAAC,CAAC,EAAE,EAAE;YAC5D,IAAI,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,WAAW,EAAE;YACjD,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;SAC9C;QACD,MAAM,EAAE;YACN,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,UAAU;YACnB,SAAS,EAAE,KAAK,EAAE;YAClB,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,EAAE;YACV,MAAM;YACN,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/C,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACtB,IAAI,EAAE,mBAAmB;gBACzB,MAAM,EAAE,QAAiB;gBACzB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,wCAAwC;aAChD,CAAC,CAAC;SACJ;QACD,OAAO,EAAE;YACP,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM;YAC5C,QAAQ,EAAE,CAAC,CAAC,KAAK;YACjB,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,EAAE;YACjB,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,EAAE;YACf,UAAU,EAAE,GAAG;YACf,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrE;KACsB,CAAC;AAC5B,CAAC;AAED,yGAAyG;AACzG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,CAAqB;IAC/D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;IACvF,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAW,CAAC;QACtD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACrH,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjH,MAAM,IAAI,GAAG,CAAC,CAAY,EAAE,CAAY,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,4BAA4B,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7H,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnH,OAAO,QAAQ,CAAC;IAClB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;AACH,CAAC"}