tinybeeai 0.0.0-stage → 0.16.1

package/dist/cli/eval-chat-cases.js

@@ -0,0 +1,359 @@
+// Cases and checks of the chat eval (KAT-98, KAT-133, KAT-136, docs/CHAT-EVAL.md). The runner
+// (src/cli/eval-chat.ts) sends each case to a dot and hands what happened to problemsFor; this file
+// holds no state and starts nothing, so a test can feed problemsFor a fixed outcome.
+import { computeView } from '../view-compute.js';
+import { viewKinds } from '../view-spec.js';
+export function viewFacts(view) {
+    const out = computeView({ sources: view.sources ?? {}, datasets: view.datasets ?? {}, vars: view.vars ?? {}, tzOffsetMin: view.tzOffsetMin ?? 0 });
+    const cut = Object.values(view.sources ?? {}).filter((t) => (t.more ?? 0) > 0);
+    return {
+        kinds: viewKinds(view),
+        datasets: { ...out.datasets },
+        vars: Object.fromEntries(Object.entries(out.vars).map(([k, v]) => [k, v.text])),
+        partial: cut.length ? { rows: cut.reduce((n, t) => n + t.rows.length, 0), more: cut.reduce((n, t) => n + (t.more ?? 0), 0) } : null,
+    };
+}
+/** What an answer says when the view it carries read only part of the data. */
+const SAYS_PARTIAL = /\b(newest|latest|partial|part of the data|first [\d,]+|shorter window|narrow(?:er)?)\b/i;
+/** The row of a computed dataset whose first cell is `key`, or undefined. */
+function rowOf(f, key) {
+    for (const t of Object.values(f.datasets)) {
+        const row = t.rows.find((r) => r[0] === key);
+        if (row)
+            return row;
+    }
+    return undefined;
+}
+const close = (v, want) => typeof v === 'number' && Math.abs(v - want) < 0.1;
+/** Lookups no case about one topic should trigger, so a card only shows when it is relevant. */
+export const UNRELATED = ['probe_status', 'get_memory', 'list_tickets_reviewed', 'rerun_tests', 'add_memory'];
+export const ACTIONS = ['review_ticket', 'review_pr', 'rerun_tests'];
+/** Every answer must read as plain QA words: no tool names, field names, JSON, or stub ids. */
+export const PLAIN_BANNED = /\b(list_runs|get_run|open_prs|runs_in_progress|pending_approvals|recent_defects|probe_status|get_memory|get_ticket|review_ticket|review_pr|test_results|compose_view|MCP|JSON|tool call|runId|approvalId|appr-eval|mem-eval|run-pm|run-live|run-tad3|run-eval)\b|[{}]|\u2014/;
+export const MAX_ANSWER = 700;
+/**
+ * A PR or ticket from the stubs written as a bare number or key outside a link (KAT-225). The post-processor
+ * must have turned each into a titled link. Numbers it cannot know (issue 9 of another repo) are not checked.
+ */
+const BARE_REF = /(?:\b(?:PRs?|pull requests?)\s+#?|#)(?:11|12|14|32|39)\b|\bTAD-3\b/i;
+export function bareRef(answer) {
+    return BARE_REF.exec(answer.replace(/\[[^\]]*\]\([^)]*\)/g, ' ').replace(/`[^`]*`/g, ' '))?.[0] ?? null;
+}
+/** Link addresses are not words a person reads, so the length limit counts the link text only. */
+export const readable = (answer) => answer.replace(/\]\([^)]*\)/g, ']');
+export const CASES = [
+    {
+        id: 'ticket-link',
+        text: 'check this https://acme-test.atlassian.net/browse/TAD-3',
+        first: 'review_ticket',
+        forbid: ['list_runs', 'probe_status', 'get_memory', 'list_tickets_reviewed'],
+        answer: [/TAD-3/, /approv/i],
+        rubric: 'Reviews the ticket, names the top risk, and says the comment draft waits for approval.',
+    },
+    {
+        id: 'ticket-key-question',
+        text: 'what is TAD-3 about?',
+        first: 'get_ticket',
+        forbid: ['review_ticket', 'list_runs'],
+        channel: 'chat',
+        // The ticket has a stored review, but the question is about the ticket: reading it is context, so no block.
+        noBlocks: true,
+        answer: [/discount/i],
+        rubric: 'Reads the ticket and says what it is about; does not start a review. The stored review is not what was asked, so no block shows.',
+    },
+    {
+        id: 'ticket-review-question',
+        text: 'what did the review say about TAD-3?',
+        expectAny: ['get_ticket', 'list_tickets_reviewed'],
+        forbid: [...ACTIONS, 'list_runs', 'probe_status'],
+        channel: 'chat',
+        blocks: ['ticket_review'],
+        answer: [/acceptance criteria/i],
+        rubric: 'Reads the stored review and names its top finding in one or two sentences; the review shows as a block with Open and Post comment.',
+    },
+    {
+        id: 'pr-link',
+        text: 'review https://github.com/acme/shop/pull/12',
+        first: 'review_pr',
+        forbid: ['list_runs', 'review_ticket'],
+        answer: [/12/],
+        rubric: 'Queues the PR review and says where the result lands.',
+    },
+    {
+        id: 'prod-up',
+        text: 'is prod up?',
+        first: 'probe_status',
+        forbid: ['review_ticket', 'get_ticket', 'list_tickets_reviewed'],
+        channel: 'chat',
+        blocks: ['probes'],
+        answer: [/\bup\b|200|healthy|passing/i],
+        rubric: 'Says production is up, from the probe.',
+    },
+    {
+        id: 'what-broke',
+        text: 'what broke since the last merge?',
+        expectAny: ['recent_defects', 'list_runs'],
+        forbid: [...ACTIONS, 'probe_status', 'get_memory'],
+        answer: [/checkout|45\.01|#11/i],
+        rubric: 'Names the failing checkout total test after merge 11 and the 45.00 versus 45.01 mismatch.',
+    },
+    {
+        id: 'defects-question',
+        text: 'any defects since the last merge?',
+        expectAny: ['recent_defects', 'list_runs'],
+        forbid: [...ACTIONS, 'probe_status', 'get_memory'],
+        // The app chat shows "what broke" as the triage view; a question the picker leaves to the model reads the runs.
+        channel: 'chat',
+        blocksAny: ['defects', 'runs'],
+        answer: [/checkout|45\.01|#11/i],
+        rubric: 'Names the failing checkout total test after merge 11 in one or two sentences; the problem shows as a block.',
+    },
+    {
+        id: 'recent-defects',
+        text: 'list the defects since the last merge',
+        first: 'recent_defects',
+        forbid: [...ACTIONS, 'probe_status', 'get_memory'],
+        channel: 'chat',
+        // defects-question lets the model pick either tool, so on the rule-based reply it proves nothing about the defects
+        // block. This case names the tool and the kind. A model that is asked to list defects writes the run id of each
+        // into the answer, which the plain-words check refuses, so the models do not run it.
+        blocks: ['defects'],
+        answer: [/checkout|45\.01|#11/i],
+        rubric: 'Names the failing checkout total test after merge 11 in one or two sentences; the problem shows as a defects block that links its run.',
+        skip: ['claude-cli', 'codex-cli', 'anthropic'],
+    },
+    {
+        id: 'memory-question',
+        text: 'what do you remember about this dot?',
+        first: 'get_memory',
+        forbid: [...ACTIONS, 'add_memory', 'list_runs', 'probe_status', 'list_tickets_reviewed'],
+        channel: 'chat',
+        blocks: ['memory'],
+        answer: [/decimals|flaky|cart/i],
+        rubric: 'Reads the stored notes and names one or two of them in a sentence; the notes show as a block with Edit and Delete, and nothing is saved.',
+    },
+    {
+        id: 'triage-view',
+        text: 'what broke?',
+        channel: 'chat',
+        blocks: ['triage'],
+        noTools: true,
+        answer: [/1 test failed or flaked/, /product/],
+        rubric: 'In the app chat, answers with one short line and the triage view: the checkout total test under product, picked by the rule without a tool call.',
+    },
+    {
+        id: 'ongoing-work',
+        text: 'what is the ongoing work',
+        expect: ['open_prs', 'runs_in_progress', 'pending_approvals'],
+        forbid: [...ACTIONS, ...UNRELATED],
+        channel: 'chat',
+        blocks: ['pulls', 'runs', 'approvals'],
+        answer: [/\b(2|two)\b/i, /check|running|rounding/i],
+        rubric: 'Says in one or two sentences that two pull requests are open, a check is running now, and a draft waits for approval; the lists show the pull requests, the running check, and the draft.',
+    },
+    {
+        id: 'flaky-by-hour',
+        text: 'flaky tests by hour of day',
+        first: 'test_results',
+        expect: ['test_results', 'compose_view'],
+        forbid: [...ACTIONS, 'flaky_by_spec', 'probe_status', 'get_memory'],
+        channel: 'chat',
+        blocks: ['view'],
+        answer: [/14:00/, /flaky/i],
+        rubric: 'Reads the flaky results and composes one view: the busiest hour as a tile and a chart of all 24 hours. The view says 14:00 is the busiest, with 3 of the 5 flaky results.',
+        view: (f) => {
+            const hours = Object.values(f.datasets).find((t) => t.rows.length === 24);
+            if (!f.kinds.includes('chart'))
+                return ['the view has no chart'];
+            if (!hours)
+                return ['no dataset holds the 24 hours'];
+            const peak = [...hours.rows].sort((a, b) => Number(b[1]) - Number(a[1]))[0];
+            return peak && close(peak[0], 14) && close(peak[1], 3) ? [] : [`the busiest hour is ${String(peak?.[0])} with ${String(peak?.[1])}, expected 14 with 3`];
+        },
+    },
+    {
+        id: 'compare-branches',
+        text: 'compare pass rate of two branches this week',
+        first: 'test_results',
+        expect: ['test_results', 'compose_view'],
+        forbid: [...ACTIONS, 'pass_rate', 'probe_status', 'get_memory'],
+        channel: 'chat',
+        blocks: ['view'],
+        answer: [/main/, /\d+(\.\d)?%/],
+        rubric: "Reads this week's test results and composes one view that compares the pass rate of two branches: feat/search passed 100% of 7 tests and main 83.3% of 6, as tiles with a chart and a table.",
+        view: (f) => {
+            const main = rowOf(f, 'main');
+            const feat = rowOf(f, 'feat/search');
+            if (!main || !feat)
+                return ['the view does not compute a row for both main and feat/search'];
+            const rates = (r) => r.filter((c) => typeof c === 'number');
+            return rates(main).some((n) => close(n, 83.3)) && rates(feat).some((n) => close(n, 100))
+                ? []
+                : ['the pass rates are not 83.3% for main and 100% for feat/search'];
+        },
+    },
+    {
+        id: 'slower-suites',
+        text: 'which suites got slower since last release',
+        first: 'test_results',
+        expect: ['test_results', 'compose_view'],
+        forbid: [...ACTIONS, 'probe_status', 'get_memory'],
+        channel: 'chat',
+        blocks: ['view'],
+        answer: [/cart/i, /slower|up\b/i],
+        rubric: 'Reads the test results before and after the newest merge and composes one view of the suites whose average time rose: e2e/cart.spec.ts up 159% and e2e/checkout.spec.ts up 19%, biggest first. ',
+        view: (f) => {
+            const cart = rowOf(f, 'e2e/cart.spec.ts');
+            if (!cart)
+                return ['the view does not compute a row for e2e/cart.spec.ts'];
+            return cart.some((c) => close(c, 159.4)) ? [] : ['e2e/cart.spec.ts is not 159.4% slower'];
+        },
+    },
+    {
+        id: 'review-titled',
+        text: 'review #39',
+        first: 'review_pr',
+        forbid: ['list_runs', 'review_ticket'],
+        answer: [/\[Controls keep their labels on one line \(#39\)\]\(https:\/\/github\.com\/acme\/shop\/pull\/39\)/],
+        rubric: 'Queues the review and names the PR by its title with a link, never as "PR #39".',
+    },
+    {
+        id: 'bare-refs',
+        text: 'did #39 and #32 get checked?',
+        answer: [/\(#39\)\]\(https:\/\/github\.com\/acme\/shop\/pull\/39\)/, /\(#32\)\]\(https:\/\/github\.com\/acme\/shop\/pull\/32\)/],
+        rubric: 'Whatever the answer says about #39 and #32, each shows as its title with a link, not as a number.',
+        skip: ['mock'],
+    },
+    {
+        id: 'waiting-approval',
+        text: 'what is waiting for my approval?',
+        first: 'pending_approvals',
+        forbid: [...ACTIONS, 'list_runs'],
+        channel: 'chat',
+        blocks: ['approvals'],
+        answer: [/TAD-3/],
+        rubric: 'Says one comment draft for TAD-3 waits for approval.',
+    },
+    {
+        id: 'lead-team-status',
+        text: 'how is the team doing?',
+        first: 'team_status',
+        forbid: [...ACTIONS, 'list_runs', 'probe_status', 'get_memory'],
+        dot: 'lead',
+        channel: 'chat',
+        blocks: ['table'],
+        answer: [/\bfailing\b/i, /Review Jira/],
+        rubric: 'Says the team is failing and names Review Jira with its reason (the last merge found a bug); the members show as a table with their job and status.',
+    },
+    {
+        id: 'lead-release',
+        text: 'can we release 2026.11?',
+        dot: 'lead',
+        channel: 'chat',
+        noTools: true,
+        blocks: ['release_call'],
+        answer: [/not ready/i, /1 thing blocks it/i],
+        rubric: 'Answers Not ready in one line with the counts and the number of blockers (the merge of PR 11 found a bug and TAD-4 has no test result), from the stored rows with no tool and no model call (the rule picks the view); the answer shows as a release call block.',
+    },
+    {
+        id: 'lead-rerun',
+        text: 'run the tests again',
+        first: 'rerun_tests',
+        forbid: ['review_ticket', 'review_pr', 'list_runs'],
+        dot: 'lead',
+        answer: [/asked review jira|queued/i],
+        rubric: 'Sends the rerun to the member whose job it is and says who was asked: "Asked Review Jira to run the tests again".',
+    },
+    {
+        id: 'do-not-review',
+        text: 'do not review TAD-3',
+        forbid: ACTIONS,
+        channel: 'chat',
+        // Reading the ticket to answer a refusal is context: the stored review is not offered.
+        noBlocks: true,
+        answer: [/\b(not|won.t|didn.t|did not|no review|nothing)\b/i],
+        rubric: 'Does not queue a review, and says it left TAD-3 alone.',
+        skip: ['mock'],
+    },
+    {
+        id: 'not-connected',
+        text: 'check https://linear.app/acme/issue/ENG-5/discount-rules',
+        first: 'review_ticket',
+        forbid: ['list_runs', 'probe_status'],
+        answer: [/not connected|n.t connected|is not set up/i],
+        rubric: 'Says Linear is not connected and where to connect it.',
+    },
+    {
+        id: 'other-repo',
+        text: 'check https://github.com/acme/other/issues/9',
+        first: 'review_ticket',
+        forbid: ['list_runs', 'probe_status'],
+        answer: [/not watch|n.t watch|only watches|not watching|can.?not review|can.?t (check|review)|couldn.t (check|review)/i],
+        rubric: 'Says the dot does not watch that repo, so it cannot review the issue.',
+    },
+];
+/** Problems with the blocks a case streamed: a kind it must carry that is missing, or a block where none may show. */
+export function blockProblems(c, seen) {
+    const kinds = seen.map((b) => b.kind);
+    const got = `got ${kinds.join(', ') || 'none'}`;
+    const problems = [];
+    for (const k of c.blocks ?? [])
+        if (!kinds.includes(k))
+            problems.push(`no ${k} block, ${got}`);
+    if (c.blocksAny?.length && !c.blocksAny.some((k) => kinds.includes(k)))
+        problems.push(`no block of ${c.blocksAny.join(' or ')}, ${got}`);
+    if (c.noBlocks && kinds.length)
+        problems.push(`showed ${kinds.join(', ')}, expected no block`);
+    return problems;
+}
+/** Every check of a case. An empty list is a pass. */
+export function problemsFor(c, o) {
+    const tools = o.calls.map((x) => x.name);
+    const problems = [];
+    if (c.first && tools[0] !== c.first)
+        problems.push(`first tool ${tools[0] ?? 'none'}, expected ${c.first}`);
+    for (const e of c.expect ?? [])
+        if (!tools.includes(e))
+            problems.push(`did not call ${e}`);
+    if (c.expectAny && !c.expectAny.some((e) => tools.includes(e)))
+        problems.push(`called none of ${c.expectAny.join(', ')}`);
+    for (const f of c.forbid ?? [])
+        if (tools.includes(f))
+            problems.push(`called ${f}`);
+    if (c.noTools && tools.length)
+        problems.push(`called ${tools.join(', ')}, expected no tool`);
+    problems.push(...blockProblems(c, o.blocks));
+    if (c.blocks?.includes('triage')) {
+        const b = o.blocks.find((x) => x.kind === 'triage');
+        if (b && !b.rows?.some((r) => r.test === 'checkout total' && r.cause === 'product'))
+            problems.push('the triage block has no product row for checkout total');
+    }
+    const seenView = [...o.blocks].reverse().find((x) => x.kind === 'view')?.view;
+    if (seenView) {
+        const facts = viewFacts(seenView);
+        if (c.view)
+            problems.push(...c.view(facts));
+        // A view over rows that were cut shows its notice, and the answer must not state the numbers as the whole.
+        if (facts.partial && !SAYS_PARTIAL.test(o.answer))
+            problems.push(`the view read ${facts.partial.rows} of ${facts.partial.rows + facts.partial.more} rows and the answer does not say it covers part of the data`);
+    }
+    const keys = o.calls.map((x) => `${x.name}:${JSON.stringify(x.input)}`);
+    const dup = keys.find((k, i) => keys.indexOf(k) !== i);
+    if (dup)
+        problems.push(`repeated ${dup.split(':')[0]}`);
+    for (const re of c.answer)
+        if (!re.test(o.answer))
+            problems.push(`answer does not match ${re}`);
+    const banned = PLAIN_BANNED.exec(o.answer);
+    if (banned)
+        problems.push(`answer is not plain QA words: "${banned[0]}"`);
+    const bare = bareRef(o.answer);
+    if (bare)
+        problems.push(`answer names "${bare}" without its title and link`);
+    if (readable(o.answer).length > MAX_ANSWER)
+        problems.push(`answer is ${readable(o.answer).length} characters, over ${MAX_ANSWER}`);
+    if (o.backend !== 'mock' && o.fallbacks.length)
+        problems.push(`model unavailable, rule-based reply: ${o.fallbacks[0].slice(0, 160)}`);
+    return problems;
+}
+//# sourceMappingURL=eval-chat-cases.js.map

package/dist/cli/eval-chat-cases.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-chat-cases.js","sourceRoot":"","sources":["../../src/cli/eval-chat-cases.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,oGAAoG;AACpG,qFAAqF;AAErF,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAoB5C,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC,CAAC;IACnJ,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/E,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC;QACtB,QAAQ,EAAE,EAAE,GAAG,GAAG,CAAC,QAAQ,EAAE;QAC7B,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/E,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;KACpI,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,YAAY,GAAG,yFAAyF,CAAC;AAE/G,6EAA6E;AAC7E,SAAS,KAAK,CAAC,CAAY,EAAE,GAAa;IACxC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;QAC7C,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,CAAuB,EAAE,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC;AAsC3G,gGAAgG;AAChG,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,cAAc,EAAE,YAAY,EAAE,uBAAuB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AAC9G,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,eAAe,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;AAErE,+FAA+F;AAC/F,MAAM,CAAC,MAAM,YAAY,GACvB,8QAA8Q,CAAC;AACjR,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC;AAE9B;;;GAGG;AACH,MAAM,QAAQ,GAAG,qEAAqE,CAAC;AACvF,MAAM,UAAU,OAAO,CAAC,MAAc;IACpC,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AAC1G,CAAC;AACD,kGAAkG;AAClG,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,KAAK,GAAe;IAC/B;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,yDAAyD;QAC/D,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,CAAC,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,uBAAuB,CAAC;QAC5E,MAAM,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;QAC5B,MAAM,EAAE,wFAAwF;KACjG;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,IAAI,EAAE,sBAAsB;QAC5B,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,CAAC,eAAe,EAAE,WAAW,CAAC;QACtC,OAAO,EAAE,MAAM;QACf,4GAA4G;QAC5G,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,CAAC,WAAW,CAAC;QACrB,MAAM,EAAE,kIAAkI;KAC3I;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,sCAAsC;QAC5C,SAAS,EAAE,CAAC,YAAY,EAAE,uBAAuB,CAAC;QAClD,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,WAAW,EAAE,cAAc,CAAC;QACjD,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,eAAe,CAAC;QACzB,MAAM,EAAE,CAAC,sBAAsB,CAAC;QAChC,MAAM,EAAE,oIAAoI;KAC7I;IACD;QACE,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,6CAA6C;QACnD,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;QACtC,MAAM,EAAE,CAAC,IAAI,CAAC;QACd,MAAM,EAAE,uDAAuD;KAChE;IACD;QACE,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,CAAC,eAAe,EAAE,YAAY,EAAE,uBAAuB,CAAC;QAChE,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,QAAQ,CAAC;QAClB,MAAM,EAAE,CAAC,6BAA6B,CAAC;QACvC,MAAM,EAAE,wCAAwC;KACjD;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,kCAAkC;QACxC,SAAS,EAAE,CAAC,gBAAgB,EAAE,WAAW,CAAC;QAC1C,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,cAAc,EAAE,YAAY,CAAC;QAClD,MAAM,EAAE,CAAC,sBAAsB,CAAC;QAChC,MAAM,EAAE,2FAA2F;KACpG;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,mCAAmC;QACzC,SAAS,EAAE,CAAC,gBAAgB,EAAE,WAAW,CAAC;QAC1C,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,cAAc,EAAE,YAAY,CAAC;QAClD,gHAAgH;QAChH,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;QAC9B,MAAM,EAAE,CAAC,sBAAsB,CAAC;QAChC,MAAM,EAAE,6GAA6G;KACtH;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,uCAAuC;QAC7C,KAAK,EAAE,gBAAgB;QACvB,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,cAAc,EAAE,YAAY,CAAC;QAClD,OAAO,EAAE,MAAM;QACf,mHAAmH;QACnH,gHAAgH;QAChH,qFAAqF;QACrF,MAAM,EAAE,CAAC,SAAS,CAAC;QACnB,MAAM,EAAE,CAAC,sBAAsB,CAAC;QAChC,MAAM,EAAE,wIAAwI;QAChJ,IAAI,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,WAAW,CAAC;KAC/C;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,sCAAsC;QAC5C,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,uBAAuB,CAAC;QACxF,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,QAAQ,CAAC;QAClB,MAAM,EAAE,CAAC,sBAAsB,CAAC;QAChC,MAAM,EAAE,0IAA0I;KACnJ;IACD;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,QAAQ,CAAC;QAClB,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,CAAC,yBAAyB,EAAE,SAAS,CAAC;QAC9C,MAAM,EAAE,kJAAkJ;KAC3J;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,0BAA0B;QAChC,MAAM,EAAE,CAAC,UAAU,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;QAC7D,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,SAAS,CAAC;QAClC,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC;QACtC,MAAM,EAAE,CAAC,cAAc,EAAE,yBAAyB,CAAC;QACnD,MAAM,EACJ,2LAA2L;KAC9L;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,4BAA4B;QAClC,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;QACxC,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,YAAY,CAAC;QACnE,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;QAC3B,MAAM,EACJ,2KAA2K;QAC7K,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;YACV,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,+BAA+B,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,OAAO,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,uBAAuB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC3J,CAAC;KACF;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,6CAA6C;QACnD,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;QACxC,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,CAAC;QAC/D,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,CAAC,MAAM,EAAE,aAAa,CAAC;QAC/B,MAAM,EACJ,8LAA8L;QAChM,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;YACV,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;gBAAE,OAAO,CAAC,+DAA+D,CAAC,CAAC;YAC7F,MAAM,KAAK,GAAG,CAAC,CAAa,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACrF,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACtF,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,CAAC,gEAAgE,CAAC,CAAC;QACzE,CAAC;KACF;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,4CAA4C;QAClD,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;QACxC,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,cAAc,EAAE,YAAY,CAAC;QAClD,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,MAAM,CAAC;QAChB,MAAM,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;QACjC,MAAM,EACJ,iMAAiM;QACnM,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;YACV,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI;gBAAE,OAAO,CAAC,sDAAsD,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,uCAAuC,CAAC,CAAC;QAC5F,CAAC;KACF;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;QACtC,MAAM,EAAE,CAAC,mGAAmG,CAAC;QAC7G,MAAM,EAAE,iFAAiF;KAC1F;IACD;QACE,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,8BAA8B;QACpC,MAAM,EAAE,CAAC,0DAA0D,EAAE,0DAA0D,CAAC;QAChI,MAAM,EAAE,mGAAmG;QAC3G,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,kCAAkC;QACxC,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,WAAW,CAAC;QACjC,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,WAAW,CAAC;QACrB,MAAM,EAAE,CAAC,OAAO,CAAC;QACjB,MAAM,EAAE,sDAAsD;KAC/D;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,CAAC;QAC/D,GAAG,EAAE,MAAM;QACX,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,CAAC,OAAO,CAAC;QACjB,MAAM,EAAE,CAAC,cAAc,EAAE,aAAa,CAAC;QACvC,MAAM,EACJ,qJAAqJ;KACxJ;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,yBAAyB;QAC/B,GAAG,EAAE,MAAM;QACX,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,CAAC,cAAc,CAAC;QACxB,MAAM,EAAE,CAAC,YAAY,EAAE,oBAAoB,CAAC;QAC5C,MAAM,EACJ,kQAAkQ;KACrQ;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,qBAAqB;QAC3B,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,CAAC,eAAe,EAAE,WAAW,EAAE,WAAW,CAAC;QACnD,GAAG,EAAE,MAAM;QACX,MAAM,EAAE,CAAC,2BAA2B,CAAC;QACrC,MAAM,EAAE,mHAAmH;KAC5H;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,qBAAqB;QAC3B,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,MAAM;QACf,uFAAuF;QACvF,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,CAAC,mDAAmD,CAAC;QAC7D,MAAM,EAAE,wDAAwD;QAChE,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,0DAA0D;QAChE,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC;QACrC,MAAM,EAAE,CAAC,4CAA4C,CAAC;QACtD,MAAM,EAAE,uDAAuD;KAChE;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,8CAA8C;QACpD,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC;QACrC,MAAM,EAAE,CAAC,8GAA8G,CAAC;QACxH,MAAM,EAAE,uEAAuE;KAChF;CACF,CAAC;AAYF,sHAAsH;AACtH,MAAM,UAAU,aAAa,CAAC,CAAsD,EAAE,IAA0B;IAC9G,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;IAChD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE;QAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;IAC/F,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACzI,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC/F,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,WAAW,CAAC,CAAW,EAAE,CAAc;IACrD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK;QAAE,QAAQ,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5G,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE;QAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;IAC3F,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1H,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE;QAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACpF,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC7F,QAAQ,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC;YACjF,QAAQ,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC;IAC9E,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,CAAC,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,2GAA2G;QAC3G,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/C,QAAQ,CAAC,IAAI,CACX,iBAAiB,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,8DAA8D,CAChJ,CAAC;IACN,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACvD,IAAI,GAAG;QAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxD,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM;QAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,kCAAkC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC/B,IAAI,IAAI;QAAE,QAAQ,CAAC,IAAI,CAAC,iBAAiB,IAAI,8BAA8B,CAAC,CAAC;IAC7E,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,UAAU;QAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,qBAAqB,UAAU,EAAE,CAAC,CAAC;IACnI,IAAI,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACtI,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/cli/eval-chat-results.js

@@ -0,0 +1,85 @@
+// Fixed runs behind the test_results stub of the chat eval (KAT-366, docs/CHAT-EVAL.md). The eval answers the tool through the real
+// function (testResultsAnswer in src/agent/chat.ts) over these runs, so the rows, the filters, and the held result are the ones a live
+// dot would give, and a case checks what the chat did with them, not the data of a repo.
+//
+// The story the numbers tell, in the local time of the machine (the views follow the server clock):
+//   flaky results: 3 at 14:15 (two PR checks and a rerun), 2 at 09:15, so 14:00 is the busiest hour with 3
+//   merge: the newest merge into main is the run 2 days ago. e2e/cart.spec.ts got much slower after it, checkout a little,
+//   search did not. Before it, login ran faster.
+//   branches this week: feat/search has 7 tests (all pass), main 6 (5 pass), release/2.4 3 (2 pass).
+function run(id, at, kind, where, cases, watchId) {
+    const results = cases.map(([file, title, status, durationMs]) => ({
+        file,
+        title,
+        status,
+        durationMs,
+        retries: status === 'flaky' ? 1 : 0,
+    }));
+    const count = (s) => results.filter((r) => r.status === s).length;
+    return {
+        id,
+        watchId,
+        kind,
+        status: 'done',
+        steps: [],
+        actions: [],
+        createdAt: at.toISOString(),
+        trigger: {
+            source: 'github',
+            kind: kind === 'post_merge' ? 'pr_merged' : 'pr_opened',
+            dedupeKey: id,
+            title: `Fixture ${id}`,
+            ...(where.push
+                ? { push: { before: 'a', after: 'b', ref: where.push } }
+                : { pr: { number: 1, headSha: 'a'.repeat(40), baseRef: where.base ?? 'main', headRef: where.head ?? 'feat/search' } }),
+        },
+        report: {
+            mode: 'demo',
+            command: 'npx playwright test',
+            startedAt: at.toISOString(),
+            durationMs: 1000,
+            passed: count('passed'),
+            failed: count('failed') + count('timedOut'),
+            flaky: count('flaky'),
+            skipped: count('skipped'),
+            cases: results,
+        },
+    };
+}
+/** The runs the eval's test_results answers from, relative to `now`. */
+export function evalRuns(now, watchId) {
+    const base = new Date(now);
+    const ago = (days, hour) => new Date(base.getFullYear(), base.getMonth(), base.getDate() - days, hour, 15, 0);
+    const cart = 'e2e/cart.spec.ts';
+    const checkout = 'e2e/checkout.spec.ts';
+    const search = 'e2e/search.spec.ts';
+    return [
+        run('run-eval-a', ago(1, 14), 'pr_check', { head: 'feat/search' }, [
+            [cart, 'adds an item', 'flaky', 3000],
+            [cart, 'removes an item', 'flaky', 2800],
+            [checkout, 'pays with a card', 'passed', 2400],
+            [search, 'finds a product', 'passed', 800],
+        ], watchId),
+        run('run-eval-b', ago(1, 14), 'rerun', { push: 'refs/heads/main' }, [
+            [cart, 'adds an item', 'flaky', 3400],
+            [checkout, 'pays with a card', 'passed', 2500],
+            [search, 'finds a product', 'passed', 900],
+        ], watchId),
+        run('run-eval-merge', ago(2, 9), 'post_merge', { base: 'main' }, [
+            [cart, 'adds an item', 'passed', 3250],
+            [checkout, 'pays with a card', 'failed', 2600],
+            [search, 'finds a product', 'passed', 880],
+        ], watchId),
+        run('run-eval-c', ago(3, 9), 'pr_check', { head: 'feat/search' }, [
+            [cart, 'adds an item', 'flaky', 1250],
+            [checkout, 'pays with a card', 'flaky', 2200],
+            [search, 'finds a product', 'passed', 900],
+        ], watchId),
+        run('run-eval-d', ago(5, 16), 'rerun', { push: 'refs/heads/release/2.4' }, [
+            [cart, 'adds an item', 'passed', 1150],
+            [checkout, 'pays with a card', 'failed', 2000],
+            [search, 'finds a product', 'passed', 850],
+        ], watchId),
+    ];
+}
+//# sourceMappingURL=eval-chat-results.js.map

package/dist/cli/eval-chat-results.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-chat-results.js","sourceRoot":"","sources":["../../src/cli/eval-chat-results.ts"],"names":[],"mappings":"AAAA,oIAAoI;AACpI,uIAAuI;AACvI,yFAAyF;AACzF,EAAE;AACF,oGAAoG;AACpG,2GAA2G;AAC3G,2HAA2H;AAC3H,iDAAiD;AACjD,qGAAqG;AAMrG,SAAS,GAAG,CACV,EAAU,EACV,EAAQ,EACR,IAAuB,EACvB,KAAsD,EACtD,KAA0E,EAC1E,OAAe;IAEf,MAAM,OAAO,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAClF,IAAI;QACJ,KAAK;QACL,MAAM;QACN,UAAU;QACV,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACpC,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO;QACL,EAAE;QACF,OAAO;QACP,IAAI;QACJ,MAAM,EAAE,MAAM;QACd,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE,CAAC,WAAW,EAAE;QAC3B,OAAO,EAAE;YACP,MAAM,EAAE,QAAQ;YAChB,IAAI,EAAE,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;YACvD,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,WAAW,EAAE,EAAE;YACtB,GAAG,CAAC,KAAK,CAAC,IAAI;gBACZ,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE;gBACxD,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,aAAa,EAAE,EAAE,CAAC;SACjG;QACzB,MAAM,EAAE;YACN,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,qBAAqB;YAC9B,SAAS,EAAE,EAAE,CAAC,WAAW,EAAE;YAC3B,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC;YACvB,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC;YAC3C,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC;YACrB,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,OAAO;SACf;KACF,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,OAAe;IACnD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9H,MAAM,IAAI,GAAG,kBAAkB,CAAC;IAChC,MAAM,QAAQ,GAAG,sBAAsB,CAAC;IACxC,MAAM,MAAM,GAAG,oBAAoB,CAAC;IACpC,OAAO;QACL,GAAG,CACD,YAAY,EACZ,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EACV,UAAU,EACV,EAAE,IAAI,EAAE,aAAa,EAAE,EACvB;YACE,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;YACrC,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC;YACxC,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,CAAC;YAC9C,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,CAAC;SAC3C,EACD,OAAO,CACR;QACD,GAAG,CACD,YAAY,EACZ,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EACV,OAAO,EACP,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAC3B;YACE,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;YACrC,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,CAAC;YAC9C,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,CAAC;SAC3C,EACD,OAAO,CACR;QACD,GAAG,CACD,gBAAgB,EAChB,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EACT,YAAY,EACZ,EAAE,IAAI,EAAE,MAAM,EAAE,EAChB;YACE,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC;YACtC,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,CAAC;YAC9C,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,CAAC;SAC3C,EACD,OAAO,CACR;QACD,GAAG,CACD,YAAY,EACZ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EACT,UAAU,EACV,EAAE,IAAI,EAAE,aAAa,EAAE,EACvB;YACE,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;YACrC,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,IAAI,CAAC;YAC7C,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,CAAC;SAC3C,EACD,OAAO,CACR;QACD,GAAG,CACD,YAAY,EACZ,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EACV,OAAO,EACP,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAClC;YACE,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC;YACtC,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,IAAI,CAAC;YAC9C,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,CAAC;SAC3C,EACD,OAAO,CACR;KACF,CAAC;AACJ,CAAC"}