@cogitator-ai/evals 0.13.2 → 0.14.0

package/dist/plugin-evals/tools.js

@@ -0,0 +1,136 @@
+import { globMatches } from './glob.js';
+/** Claude Code's name of each Cogitator tool an eval run can have */
+const CLAUDE_NAME_OF = {
+    read_file: 'Read',
+    list_files: 'LS',
+    glob: 'Glob',
+    grep: 'Grep',
+    write_file: 'Write',
+    edit_file: 'Edit',
+    run_command: 'Bash',
+    use_skill: 'Skill',
+    write_todos: 'TodoWrite',
+    agent: 'Agent',
+    send_message: 'SendMessage',
+    task_output: 'TaskOutput',
+    task_stop: 'TaskStop',
+    http_request: 'WebFetch',
+    web_search: 'WebSearch',
+};
+/** The Cogitator tools a Claude Code tool name stands for */
+const TOOLS_OF = {
+    Read: ['read_file', 'list_files'],
+    LS: ['list_files'],
+    Glob: ['glob'],
+    Grep: ['grep'],
+    Write: ['write_file'],
+    Edit: ['edit_file'],
+    Bash: ['run_command'],
+    Skill: ['use_skill', 'read_skill_file'],
+    TodoWrite: ['write_todos'],
+    Agent: ['agent'],
+    Task: ['agent'],
+    SendMessage: ['send_message'],
+    TaskOutput: ['task_output'],
+    TaskStop: ['task_stop'],
+    WebFetch: ['http_request'],
+    WebSearch: ['web_search'],
+};
+/** The tools a case's `allowed_tools` grants by itself, any other needs a grant of the run */
+export const READ_ONLY_TOOLS = new Set([
+    'Read',
+    'Glob',
+    'Grep',
+    'NotebookRead',
+    'Skill',
+    'AskUserQuestion',
+    'Agent',
+    'TodoWrite',
+    'TaskCreate',
+    'TaskGet',
+    'TaskList',
+    'TaskUpdate',
+    'TaskStop',
+]);
+/** Claude Code tools an eval run has no Cogitator counterpart for */
+const NO_COUNTERPART = new Set([
+    'NotebookRead',
+    'NotebookEdit',
+    'MultiEdit',
+    'AskUserQuestion',
+    'TaskCreate',
+    'TaskGet',
+    'TaskList',
+    'TaskUpdate',
+    'PowerShell',
+    'BashOutput',
+    'KillShell',
+    'SlashCommand',
+]);
+/** The workspace tools an eval run can give, in the order the agent gets them */
+export const WORKSPACE_TOOLS = [
+    'read_file',
+    'list_files',
+    'glob',
+    'grep',
+    'write_file',
+    'edit_file',
+    'run_command',
+];
+/** A grant read from its rule text, or why the text is not a rule */
+export function parseGrant(rule) {
+    const text = rule.trim();
+    const match = /^([^()\s]+)(?:\((.*)\))?$/s.exec(text);
+    if (!match)
+        return { error: `"${rule}" is not a tool name or a rule such as Bash(npm test *)` };
+    const [, tool = '', specifier] = match;
+    const trimmed = specifier?.trim();
+    return trimmed === undefined || trimmed === '' || trimmed === '*'
+        ? { rule: text, tool }
+        : { rule: text, tool, specifier: trimmed };
+}
+/** Claude Code's name of a Cogitator tool, the tool's own name when it has no counterpart */
+export function claudeNameOf(tool) {
+    return CLAUDE_NAME_OF[tool] ?? tool;
+}
+/** Whether a grant of `grantTool` covers the tool named `tool` */
+export function grantCovers(grantTool, tool) {
+    if (TOOLS_OF[grantTool]?.includes(tool))
+        return true;
+    if (grantTool === tool)
+        return true;
+    return grantTool.includes('*') && globMatches(grantTool, tool);
+}
+/** Whether `name` (a grader's `tool`) names the call, by Claude Code's name or Cogitator's own */
+export function namesCall(name, call) {
+    if (name === call.name || name === call.tool)
+        return true;
+    return name === 'Task' && call.name === 'Agent';
+}
+/**
+ * What a case may use: the read-only tools its `allowed_tools` lists, and every grant of the run.
+ * A rule that cannot be read is an error
+ */
+export function caseGrants(allowedTools, runGrants) {
+    const grants = [...runGrants];
+    const notGranted = [];
+    for (const entry of allowedTools) {
+        const grant = parseGrant(entry);
+        if ('error' in grant)
+            return { error: `allowed_tools: ${grant.error}` };
+        if (READ_ONLY_TOOLS.has(grant.tool))
+            grants.push(grant);
+        else if (!runGrants.some((given) => grantCovers(given.tool, grant.tool) || given.rule === grant.rule)) {
+            notGranted.push(grant.rule);
+        }
+    }
+    const noCounterpart = [
+        ...new Set(grants.filter((grant) => NO_COUNTERPART.has(grant.tool)).map((g) => g.tool)),
+    ];
+    return { grants, notGranted, noCounterpart };
+}
+/** Whether any grant covers the tool named `tool` */
+export function isGranted(grants, tool) {
+    return grants.some((grant) => grantCovers(grant.tool, tool));
+}
+//# sourceMappingURL=tools.js.map

package/dist/plugin-evals/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/plugin-evals/tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAErC,qEAAqE;AACrE,MAAM,cAAc,GAAqC;IACvD,SAAS,EAAE,MAAM;IACjB,UAAU,EAAE,IAAI;IAChB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,UAAU,EAAE,OAAO;IACnB,SAAS,EAAE,MAAM;IACjB,WAAW,EAAE,MAAM;IACnB,SAAS,EAAE,OAAO;IAClB,WAAW,EAAE,WAAW;IACxB,KAAK,EAAE,OAAO;IACd,YAAY,EAAE,aAAa;IAC3B,WAAW,EAAE,YAAY;IACzB,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,WAAW;CACxB,CAAC;AAEF,6DAA6D;AAC7D,MAAM,QAAQ,GAAgD;IAC5D,IAAI,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC;IACjC,EAAE,EAAE,CAAC,YAAY,CAAC;IAClB,IAAI,EAAE,CAAC,MAAM,CAAC;IACd,IAAI,EAAE,CAAC,MAAM,CAAC;IACd,KAAK,EAAE,CAAC,YAAY,CAAC;IACrB,IAAI,EAAE,CAAC,WAAW,CAAC;IACnB,IAAI,EAAE,CAAC,aAAa,CAAC;IACrB,KAAK,EAAE,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACvC,SAAS,EAAE,CAAC,aAAa,CAAC;IAC1B,KAAK,EAAE,CAAC,OAAO,CAAC;IAChB,IAAI,EAAE,CAAC,OAAO,CAAC;IACf,WAAW,EAAE,CAAC,cAAc,CAAC;IAC7B,UAAU,EAAE,CAAC,aAAa,CAAC;IAC3B,QAAQ,EAAE,CAAC,WAAW,CAAC;IACvB,QAAQ,EAAE,CAAC,cAAc,CAAC;IAC1B,SAAS,EAAE,CAAC,YAAY,CAAC;CAC1B,CAAC;AAEF,8FAA8F;AAC9F,MAAM,CAAC,MAAM,eAAe,GAAwB,IAAI,GAAG,CAAC;IAC1D,MAAM;IACN,MAAM;IACN,MAAM;IACN,cAAc;IACd,OAAO;IACP,iBAAiB;IACjB,OAAO;IACP,WAAW;IACX,YAAY;IACZ,SAAS;IACT,UAAU;IACV,YAAY;IACZ,UAAU;CACX,CAAC,CAAC;AAEH,qEAAqE;AACrE,MAAM,cAAc,GAAwB,IAAI,GAAG,CAAC;IAClD,cAAc;IACd,cAAc;IACd,WAAW;IACX,iBAAiB;IACjB,YAAY;IACZ,SAAS;IACT,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AAEH,iFAAiF;AACjF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,WAAW;IACX,YAAY;IACZ,MAAM;IACN,MAAM;IACN,YAAY;IACZ,WAAW;IACX,aAAa;CACL,CAAC;AAWX,qEAAqE;AACrE,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,IAAI,yDAAyD,EAAE,CAAC;IAChG,MAAM,CAAC,EAAE,IAAI,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC;IACvC,MAAM,OAAO,GAAG,SAAS,EAAE,IAAI,EAAE,CAAC;IAClC,OAAO,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,GAAG;QAC/D,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;QACtB,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AAC/C,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;AACtC,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,WAAW,CAAC,SAAiB,EAAE,IAAY;IACzD,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,SAAS,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACpC,OAAO,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAoC;IAC1E,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAC1D,OAAO,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC;AAClD,CAAC;AAWD;;;GAGG;AACH,MAAM,UAAU,UAAU,CACxB,YAA+B,EAC/B,SAA+B;IAE/B,MAAM,MAAM,GAAgB,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,IAAI,KAAK;YAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QACxE,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnD,IACH,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,EAC5F,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,MAAM,aAAa,GAAG;QACpB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;KACxF,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;AAC/C,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,SAAS,CAAC,MAA4B,EAAE,IAAY;IAClE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AAC/D,CAAC"}

package/dist/plugin-evals/transcript.d.ts

@@ -0,0 +1,35 @@
+/** A tool call of a transcript, under the name the transcript gives it */
+export interface TranscriptToolCall {
+    id: string;
+    name: string;
+    input: Record<string, unknown>;
+}
+/** One message of a session, in the order it happened */
+export type TranscriptEntry = {
+    role: 'user';
+    text: string;
+} | {
+    role: 'assistant';
+    text: string;
+    toolCalls: TranscriptToolCall[];
+} | {
+    role: 'tool';
+    toolUseId: string;
+    name: string;
+    content: string;
+    isError: boolean;
+};
+/**
+ * A `.jsonl` transcript read into its messages: Claude Code's session lines (`{ type: 'user' |
+ * 'assistant', message: { role, content } }`, content a string or text, tool_use and
+ * tool_result blocks) or plain `{ role, content }` lines. Other lines (summaries, snapshots,
+ * system events) are skipped, thinking blocks are left out
+ */
+export declare function parseTranscript(text: string): TranscriptEntry[] | {
+    error: string;
+};
+/** The session as JSON, one message per line, in the shape of Claude Code's transcripts */
+export declare function traceLines(entries: readonly TranscriptEntry[]): string[];
+/** A transcript as plain text a judge reads: who said what, each tool call and a cut result */
+export declare function readableTranscript(entries: readonly TranscriptEntry[]): string;
+//# sourceMappingURL=transcript.d.ts.map

package/dist/plugin-evals/transcript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcript.d.ts","sourceRoot":"","sources":["../../src/plugin-evals/transcript.ts"],"names":[],"mappings":"AAEA,0EAA0E;AAC1E,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,yDAAyD;AACzD,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,kBAAkB,EAAE,CAAA;CAAE,GACpE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAEzF;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,EAAE,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAyDnF;AAYD,2FAA2F;AAC3F,wBAAgB,UAAU,CAAC,OAAO,EAAE,SAAS,eAAe,EAAE,GAAG,MAAM,EAAE,CAsCxE;AAID,+FAA+F;AAC/F,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,SAAS,eAAe,EAAE,GAAG,MAAM,CAoB9E"}

package/dist/plugin-evals/transcript.js

@@ -0,0 +1,149 @@
+import { isRecord } from './schema.js';
+/**
+ * A `.jsonl` transcript read into its messages: Claude Code's session lines (`{ type: 'user' |
+ * 'assistant', message: { role, content } }`, content a string or text, tool_use and
+ * tool_result blocks) or plain `{ role, content }` lines. Other lines (summaries, snapshots,
+ * system events) are skipped, thinking blocks are left out
+ */
+export function parseTranscript(text) {
+    const entries = [];
+    const toolNames = new Map();
+    const lines = text.split('\n');
+    for (const [index, raw] of lines.entries()) {
+        const line = raw.trim();
+        if (line === '')
+            continue;
+        let json;
+        try {
+            json = JSON.parse(line);
+        }
+        catch {
+            return { error: `line ${index + 1} is not JSON` };
+        }
+        if (!isRecord(json))
+            return { error: `line ${index + 1} is not a JSON object` };
+        const message = isRecord(json.message) ? json.message : json;
+        const role = message.role;
+        if (role !== 'user' && role !== 'assistant')
+            continue;
+        if (json.type !== undefined && json.type !== 'user' && json.type !== 'assistant')
+            continue;
+        const content = message.content;
+        if (typeof content === 'string') {
+            entries.push(role === 'user' ? { role, text: content } : { role, text: content, toolCalls: [] });
+            continue;
+        }
+        if (!Array.isArray(content)) {
+            return { error: `line ${index + 1} has no content string or list of blocks` };
+        }
+        const texts = [];
+        const toolCalls = [];
+        for (const block of content) {
+            if (!isRecord(block))
+                continue;
+            if (block.type === 'text' && typeof block.text === 'string')
+                texts.push(block.text);
+            else if (block.type === 'tool_use' && role === 'assistant') {
+                const id = typeof block.id === 'string' ? block.id : `call_${index}_${toolCalls.length}`;
+                const name = typeof block.name === 'string' ? block.name : 'unknown';
+                toolNames.set(id, name);
+                toolCalls.push({ id, name, input: isRecord(block.input) ? block.input : {} });
+            }
+            else if (block.type === 'tool_result' && role === 'user') {
+                const toolUseId = typeof block.tool_use_id === 'string' ? block.tool_use_id : '';
+                entries.push({
+                    role: 'tool',
+                    toolUseId,
+                    name: toolNames.get(toolUseId) ?? 'unknown',
+                    content: blockText(block.content),
+                    isError: block.is_error === true,
+                });
+            }
+        }
+        const joined = texts.join('\n');
+        if (role === 'assistant') {
+            if (joined !== '' || toolCalls.length > 0) {
+                entries.push({ role, text: joined, toolCalls });
+            }
+        }
+        else if (joined !== '')
+            entries.push({ role, text: joined });
+    }
+    return entries;
+}
+function blockText(content) {
+    if (typeof content === 'string')
+        return content;
+    if (!Array.isArray(content))
+        return content === undefined ? '' : JSON.stringify(content);
+    return content
+        .map((part) => isRecord(part) && typeof part.text === 'string' ? part.text : JSON.stringify(part))
+        .join('\n');
+}
+/** The session as JSON, one message per line, in the shape of Claude Code's transcripts */
+export function traceLines(entries) {
+    return entries.map((entry) => {
+        switch (entry.role) {
+            case 'user':
+                return JSON.stringify({ type: 'user', message: { role: 'user', content: entry.text } });
+            case 'assistant':
+                return JSON.stringify({
+                    type: 'assistant',
+                    message: {
+                        role: 'assistant',
+                        content: [
+                            ...(entry.text !== '' ? [{ type: 'text', text: entry.text }] : []),
+                            ...entry.toolCalls.map((call) => ({
+                                type: 'tool_use',
+                                id: call.id,
+                                name: call.name,
+                                input: call.input,
+                            })),
+                        ],
+                    },
+                });
+            case 'tool':
+                return JSON.stringify({
+                    type: 'user',
+                    message: {
+                        role: 'user',
+                        content: [
+                            {
+                                type: 'tool_result',
+                                tool_use_id: entry.toolUseId,
+                                content: entry.content,
+                                ...(entry.isError && { is_error: true }),
+                            },
+                        ],
+                    },
+                });
+        }
+    });
+}
+const READABLE_LIMIT = 4000;
+/** A transcript as plain text a judge reads: who said what, each tool call and a cut result */
+export function readableTranscript(entries) {
+    return entries
+        .map((entry) => {
+        switch (entry.role) {
+            case 'user':
+                return `[user]\n${entry.text}`;
+            case 'assistant':
+                return [
+                    entry.text !== '' ? `[assistant]\n${entry.text}` : '',
+                    ...entry.toolCalls.map((call) => `[tool call ${call.name}] ${cut(JSON.stringify(call.input))}`),
+                ]
+                    .filter((part) => part !== '')
+                    .join('\n');
+            case 'tool':
+                return `[tool result ${entry.name}${entry.isError ? ', error' : ''}]\n${cut(entry.content)}`;
+        }
+    })
+        .join('\n\n');
+}
+function cut(text) {
+    return text.length <= READABLE_LIMIT
+        ? text
+        : `${text.slice(0, READABLE_LIMIT)}... (${text.length - READABLE_LIMIT} more characters)`;
+}
+//# sourceMappingURL=transcript.js.map

package/dist/plugin-evals/transcript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcript.js","sourceRoot":"","sources":["../../src/plugin-evals/transcript.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAepC;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,KAAK,EAAE;YAAE,SAAS;QAC1B,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,KAAK,EAAE,QAAQ,KAAK,GAAG,CAAC,cAAc,EAAE,CAAC;QACpD,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,KAAK,GAAG,CAAC,uBAAuB,EAAE,CAAC;QAChF,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW;YAAE,SAAS;QACtD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QAC3F,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CACV,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,CACnF,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,KAAK,EAAE,QAAQ,KAAK,GAAG,CAAC,0CAA0C,EAAE,CAAC;QAChF,CAAC;QACD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAyB,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;iBAC/E,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3D,MAAM,EAAE,GAAG,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACzF,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;gBACrE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBACxB,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChF,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC3D,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjF,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,MAAM;oBACZ,SAAS;oBACT,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS;oBAC3C,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;oBACjC,OAAO,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI;iBACjC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,IAAI,MAAM,KAAK,EAAE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,KAAK,EAAE;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,OAAgB;IACjC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACzF,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACZ,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CACnF;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,UAAU,CAAC,OAAmC;IAC5D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC3B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1F,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE;wBACP,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE;4BACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;4BAClE,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gCAChC,IAAI,EAAE,UAAU;gCAChB,EAAE,EAAE,IAAI,CAAC,EAAE;gCACX,IAAI,EAAE,IAAI,CAAC,IAAI;gCACf,KAAK,EAAE,IAAI,CAAC,KAAK;6BAClB,CAAC,CAAC;yBACJ;qBACF;iBACF,CAAC,CAAC;YACL,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,WAAW,EAAE,KAAK,CAAC,SAAS;gCAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;gCACtB,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;6BACzC;yBACF;qBACF;iBACF,CAAC,CAAC;QACP,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,+FAA+F;AAC/F,MAAM,UAAU,kBAAkB,CAAC,OAAmC;IACpE,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,OAAO,WAAW,KAAK,CAAC,IAAI,EAAE,CAAC;YACjC,KAAK,WAAW;gBACd,OAAO;oBACL,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;oBACrD,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CACpB,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CACxE;iBACF;qBACE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;qBAC7B,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,KAAK,MAAM;gBACT,OAAO,gBAAgB,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACjG,CAAC;IACH,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,GAAG,CAAC,IAAY;IACvB,OAAO,IAAI,CAAC,MAAM,IAAI,cAAc;QAClC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,QAAQ,IAAI,CAAC,MAAM,GAAG,cAAc,mBAAmB,CAAC;AAC9F,CAAC"}