@claude-flow/cli 3.11.0 → 3.12.0

package/dist/src/commands/performance-capability.js

@@ -1,349 +0,0 @@
-/**
- * V3 CLI Performance Capability Benchmark
- *
- * Runs a small verifiable-answer corpus through the Anthropic API and reports
- * pass-rate, latency, and cost. Closes the capability-evaluation gap that
- * `performance benchmark --suite agent` does NOT cover — that suite measures
- * the agent control plane (router, memory, hooks) without LLM calls; this
- * subcommand measures the actual model's ability to solve agent-style tasks.
- *
- * Features:
- *   - Parallel execution with configurable concurrency
- *   - Multi-model comparison in a single run (`--models a,b,c`)
- *   - Per-task max-tokens overrides (declared in the fixture)
- *   - Configurable corpus via `--questions <path>`
- *
- * Inspired by GAIA / SWE-bench / GSM8K but text-only and scoreable via
- * substring / exact match — no web browsing, no file attachments, no
- * Hugging Face dataset download.
- *
- * API key resolution (in order):
- *   1. $ANTHROPIC_API_KEY env var
- *   2. `gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY`
- *   3. Fail with a clear error
- *
- * Refs: #2156 (Dream Cycle 2026-05-27 capabilities scan)
- */
-import { execSync } from 'node:child_process';
-import * as fs from 'node:fs';
-import * as path from 'node:path';
-import { output } from '../output.js';
-import { BUILTIN_CAPABILITY_TASKS } from '../benchmarks/capability-tasks.js';
-// Anthropic pricing (per 1M tokens, USD)
-const PRICING = {
-    'claude-haiku-4-5': { in: 1.0, out: 5.0 },
-    'claude-haiku-4-5-20251001': { in: 1.0, out: 5.0 },
-    'claude-sonnet-4-6': { in: 3.0, out: 15.0 },
-    'claude-opus-4-7': { in: 15.0, out: 75.0 },
-};
-const DEFAULT_MAX_TOKENS = 256;
-function resolveApiKey() {
-    const envKey = process.env.ANTHROPIC_API_KEY;
-    if (envKey && envKey.trim())
-        return envKey.trim();
-    try {
-        const out = execSync('gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
-        if (out)
-            return out;
-    }
-    catch {
-        /* fall through */
-    }
-    throw new Error('ANTHROPIC_API_KEY not found. Set the env var or store it as a gcloud secret named ANTHROPIC_API_KEY (e.g. `echo -n "$KEY" | gcloud secrets versions add ANTHROPIC_API_KEY --data-file=-`).');
-}
-function loadTaskFile(custom) {
-    if (custom) {
-        const resolved = path.resolve(custom);
-        if (!fs.existsSync(resolved))
-            throw new Error(`questions file not found: ${resolved}`);
-        return JSON.parse(fs.readFileSync(resolved, 'utf-8'));
-    }
-    return BUILTIN_CAPABILITY_TASKS;
-}
-function buildPrompt(task) {
-    return `You are answering an agent-capability benchmark question. Show only the key reasoning steps (one or two lines), then wrap your final answer in <answer>...</answer> tags. Be exact — the harness compares the tag contents to a ground-truth string.
-
-Question: ${task.prompt}`;
-}
-function extractAnswer(text) {
-    const m = text.match(/<answer>([\s\S]*?)<\/answer>/i);
-    if (m && m[1] !== undefined)
-        return m[1].trim();
-    // Fallback: take last non-empty line. Strip leading markdown bullets/quotes/heading marks
-    // and trailing sentence-ending punctuation. Models sometimes give the bare answer on the
-    // final line without the <answer> tags, often prefixed with "- " or "* " from a list.
-    const lines = text.split(/\r?\n/).map((l) => l.trim()).filter(Boolean);
-    const last = lines[lines.length - 1] || '';
-    return last
-        .replace(/^[-*>#\s]+/, '') // leading bullet / quote / heading
-        .replace(/^\*\*|\*\*$/g, '') // bold markers
-        .replace(/[.,!?]+$/, '') // trailing punctuation
-        .trim();
-}
-function check(answer, task) {
-    const a = answer.trim().toLowerCase();
-    const e = task.expected.trim().toLowerCase();
-    switch (task.matchMode) {
-        case 'exact':
-            return a === e;
-        case 'substring':
-            return a.includes(e);
-        case 'regex':
-            try {
-                return new RegExp(task.expected, 'i').test(answer);
-            }
-            catch {
-                return false;
-            }
-        default:
-            return false;
-    }
-}
-async function callAnthropic(apiKey, model, prompt, maxTokens, timeoutMs) {
-    const ac = new AbortController();
-    const timer = setTimeout(() => ac.abort(), timeoutMs);
-    try {
-        const resp = await fetch('https://api.anthropic.com/v1/messages', {
-            method: 'POST',
-            headers: {
-                'x-api-key': apiKey,
-                'anthropic-version': '2023-06-01',
-                'Content-Type': 'application/json',
-            },
-            signal: ac.signal,
-            body: JSON.stringify({
-                model,
-                max_tokens: maxTokens,
-                messages: [{ role: 'user', content: prompt }],
-            }),
-        });
-        if (!resp.ok) {
-            const body = await resp.text().catch(() => '');
-            throw new Error(`HTTP ${resp.status}: ${body.slice(0, 200)}`);
-        }
-        const body = (await resp.json());
-        const text = body.content?.[0]?.text ?? '';
-        return {
-            text,
-            inputTokens: body.usage?.input_tokens ?? 0,
-            outputTokens: body.usage?.output_tokens ?? 0,
-        };
-    }
-    finally {
-        clearTimeout(timer);
-    }
-}
-/**
- * Concurrency-limited parallel mapper. Avoids a p-limit dep; rate-limits via
- * a sliding window of in-flight promises. Anthropic Haiku tier-1 has 50 RPM
- * + 50K TPM headroom — concurrency 4 keeps us well under both.
- */
-async function parallelMap(items, concurrency, fn) {
-    const results = new Array(items.length);
-    let cursor = 0;
-    async function worker() {
-        while (true) {
-            const i = cursor++;
-            if (i >= items.length)
-                return;
-            results[i] = await fn(items[i], i);
-        }
-    }
-    const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => worker());
-    await Promise.all(workers);
-    return results;
-}
-async function runOne(task, model, apiKey, defaultMaxTokens, timeoutMs) {
-    const maxTokens = task.maxTokens ?? defaultMaxTokens;
-    const start = performance.now();
-    try {
-        const { text, inputTokens, outputTokens } = await callAnthropic(apiKey, model, buildPrompt(task), maxTokens, timeoutMs);
-        const answer = extractAnswer(text);
-        return {
-            id: task.id,
-            category: task.category,
-            model,
-            correct: check(answer, task),
-            answer,
-            expected: task.expected,
-            latencyMs: performance.now() - start,
-            inputTokens,
-            outputTokens,
-        };
-    }
-    catch (err) {
-        return {
-            id: task.id,
-            category: task.category,
-            model,
-            correct: false,
-            answer: '',
-            expected: task.expected,
-            latencyMs: performance.now() - start,
-            inputTokens: 0,
-            outputTokens: 0,
-            error: err.message.slice(0, 120),
-        };
-    }
-}
-function summarizeModel(results) {
-    const model = results[0]?.model ?? '';
-    const passed = results.filter((r) => r.correct).length;
-    const meanLatencyMs = results.reduce((a, b) => a + b.latencyMs, 0) / results.length;
-    const totalInputTokens = results.reduce((a, b) => a + b.inputTokens, 0);
-    const totalOutputTokens = results.reduce((a, b) => a + b.outputTokens, 0);
-    const price = PRICING[model] ?? { in: 3.0, out: 15.0 };
-    const estCostUsd = (totalInputTokens / 1_000_000) * price.in + (totalOutputTokens / 1_000_000) * price.out;
-    return {
-        model,
-        passed,
-        total: results.length,
-        passRate: passed / results.length,
-        meanLatencyMs,
-        totalInputTokens,
-        totalOutputTokens,
-        estCostUsd,
-    };
-}
-const capabilityCommand = {
-    name: 'capability',
-    description: 'Run a real LLM-driven agent-capability benchmark against the Anthropic API',
-    options: [
-        { name: 'model', short: 'm', type: 'string', description: 'Single model id (default: claude-haiku-4-5). Overridden by --models.', default: 'claude-haiku-4-5' },
-        { name: 'models', short: 'M', type: 'string', description: 'Comma-separated list of models for cross-model comparison (e.g. claude-haiku-4-5,claude-sonnet-4-6)' },
-        { name: 'questions', short: 'q', type: 'string', description: 'Path to a custom tasks JSON file (default: built-in fixture)' },
-        { name: 'concurrency', short: 'c', type: 'number', description: 'Parallel in-flight requests', default: '4' },
-        { name: 'max-tokens', type: 'number', description: 'Default max_tokens cap (per-task overrides in fixture take precedence)', default: String(DEFAULT_MAX_TOKENS) },
-        { name: 'timeout', short: 't', type: 'number', description: 'Per-question timeout (ms)', default: '30000' },
-        { name: 'limit', short: 'l', type: 'number', description: 'Run only the first N questions' },
-        { name: 'output', short: 'o', type: 'string', description: 'Output format: text, json', default: 'text' },
-    ],
-    examples: [
-        { command: 'claude-flow performance capability', description: 'Run the built-in fixture against Haiku (parallel, default)' },
-        { command: 'claude-flow performance capability -M claude-haiku-4-5,claude-sonnet-4-6', description: 'Compare Haiku vs Sonnet on every question' },
-        { command: 'claude-flow performance capability -c 8 -o json', description: 'Higher concurrency, emit JSON' },
-        { command: 'claude-flow performance capability -q ./my-eval.json -l 3', description: 'Custom dataset, first 3 only' },
-    ],
-    action: async (ctx) => {
-        const modelsFlag = ctx.flags.models;
-        const singleModel = ctx.flags.model || 'claude-haiku-4-5';
-        const models = modelsFlag
-            ? modelsFlag.split(',').map((m) => m.trim()).filter(Boolean)
-            : [singleModel];
-        const customPath = ctx.flags.questions;
-        const outputFormat = ctx.flags.output || 'text';
-        const timeoutMs = parseInt(String(ctx.flags.timeout ?? '30000'), 10);
-        const limit = ctx.flags.limit ? parseInt(String(ctx.flags.limit), 10) : undefined;
-        const concurrency = Math.max(1, parseInt(String(ctx.flags.concurrency ?? '4'), 10));
-        const defaultMaxTokens = Math.max(32, parseInt(String(ctx.flags['max-tokens'] ?? DEFAULT_MAX_TOKENS), 10));
-        output.writeln();
-        output.writeln(output.bold('Agent Capability Benchmark (Anthropic API)'));
-        output.writeln(output.dim('─'.repeat(60)));
-        let apiKey;
-        try {
-            apiKey = resolveApiKey();
-        }
-        catch (err) {
-            output.writeln(output.error(err.message));
-            return { success: false, message: err.message, exitCode: 1 };
-        }
-        let file;
-        try {
-            file = loadTaskFile(customPath);
-        }
-        catch (err) {
-            output.writeln(output.error(err.message));
-            return { success: false, message: err.message, exitCode: 1 };
-        }
-        const tasks = limit ? file.tasks.slice(0, limit) : file.tasks;
-        output.writeln(`Models:        ${models.join(', ')}`);
-        output.writeln(`Questions:     ${tasks.length}${customPath ? ` (custom: ${customPath})` : ' (built-in fixture)'}`);
-        output.writeln(`Concurrency:   ${concurrency}`);
-        output.writeln(`Default cap:   ${defaultMaxTokens} tokens (per-task override allowed)`);
-        output.writeln();
-        const startWall = performance.now();
-        const spinner = output.createSpinner({ text: `Running ${models.length * tasks.length} requests...`, spinner: 'dots' });
-        spinner.start();
-        // Build flat list of (task, model) pairs, then parallel-execute with concurrency limiter.
-        const work = [];
-        for (const model of models) {
-            for (const task of tasks)
-                work.push({ task, model });
-        }
-        const results = await parallelMap(work, concurrency, async ({ task, model }) => {
-            return runOne(task, model, apiKey, defaultMaxTokens, timeoutMs);
-        });
-        const wallMs = performance.now() - startWall;
-        spinner.succeed(`Completed ${results.length} requests in ${(wallMs / 1000).toFixed(2)}s`);
-        // Group by model for per-model summary
-        const byModel = new Map();
-        for (const r of results) {
-            const arr = byModel.get(r.model) ?? [];
-            arr.push(r);
-            byModel.set(r.model, arr);
-        }
-        const summaries = [...byModel.entries()].map(([, arr]) => summarizeModel(arr));
-        if (outputFormat === 'json') {
-            output.printJson({
-                models,
-                questions: tasks.length,
-                concurrency,
-                wallMs,
-                summaries,
-                results,
-            });
-            const overallPass = summaries.every((s) => s.passRate >= 0.5);
-            return { success: overallPass, data: { summaries, results } };
-        }
-        // Per-model detail tables
-        for (const [model, arr] of byModel) {
-            output.writeln();
-            output.writeln(output.bold(`${model}`));
-            output.printTable({
-                columns: [
-                    { key: 'id', header: 'Question', width: 22 },
-                    { key: 'category', header: 'Category', width: 24 },
-                    { key: 'correct', header: 'Pass', width: 6 },
-                    { key: 'latency', header: 'Latency', width: 10 },
-                    { key: 'answer', header: 'Answer (got vs expected)', width: 36 },
-                ],
-                data: arr.map((r) => ({
-                    id: r.id,
-                    category: r.category,
-                    correct: r.correct ? output.success('✓') : output.error('✗'),
-                    latency: `${r.latencyMs.toFixed(0)}ms`,
-                    answer: r.error
-                        ? output.dim(`error: ${r.error}`)
-                        : r.correct
-                            ? r.answer.slice(0, 34)
-                            : `${r.answer.slice(0, 14)} ≠ ${r.expected.slice(0, 14)}`,
-                })),
-            });
-        }
-        // Cross-model summary table
-        output.writeln();
-        output.writeln(output.bold('Summary'));
-        output.printTable({
-            columns: [
-                { key: 'model', header: 'Model', width: 26 },
-                { key: 'pass', header: 'Pass', width: 14 },
-                { key: 'mean', header: 'Mean Lat', width: 12 },
-                { key: 'tokens', header: 'Tokens (in/out)', width: 18 },
-                { key: 'cost', header: 'Est. Cost', width: 12 },
-            ],
-            data: summaries.map((s) => ({
-                model: s.model,
-                pass: `${(s.passRate * 100).toFixed(1)}% (${s.passed}/${s.total})`,
-                mean: `${s.meanLatencyMs.toFixed(0)}ms`,
-                tokens: `${s.totalInputTokens} / ${s.totalOutputTokens}`,
-                cost: `$${s.estCostUsd.toFixed(4)}`,
-            })),
-        });
-        output.writeln();
-        output.writeln(output.dim(`Wall time: ${(wallMs / 1000).toFixed(2)}s (concurrency=${concurrency})`));
-        const overallPass = summaries.every((s) => s.passRate >= 0.5);
-        return { success: overallPass, data: { summaries, wallMs, results } };
-    },
-};
-export default capabilityCommand;
-//# sourceMappingURL=performance-capability.js.map

package/dist/src/commands/performance-capability.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"performance-capability.js","sourceRoot":"","sources":["../../../src/commands/performance-capability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAgC7E,yCAAyC;AACzC,MAAM,OAAO,GAAgD;IAC3D,kBAAkB,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IACzC,2BAA2B,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IAClD,mBAAmB,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE;IAC3C,iBAAiB,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;CAC3C,CAAC;AAEF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC7C,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IAElD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,8EAA8E,EAC9E,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IAED,MAAM,IAAI,KAAK,CACb,4LAA4L,CAC7L,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAAe;IACnC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;QACvF,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAa,CAAC;IACpE,CAAC;IACD,OAAO,wBAA+C,CAAC;AACzD,CAAC;AAED,SAAS,WAAW,CAAC,IAAU;IAC7B,OAAO;;YAEG,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChD,0FAA0F;IAC1F,yFAAyF;IACzF,sFAAsF;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,OAAO,IAAI;SACR,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAM,mCAAmC;SAClE,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAI,eAAe;SAC9C,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAQ,uBAAuB;SACtD,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,KAAK,CAAC,MAAc,EAAE,IAAU;IACvC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,KAAK,OAAO;YACV,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvB,KAAK,OAAO;YACV,IAAI,CAAC;gBACH,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,KAAa,EACb,MAAc,EACd,SAAiB,EACjB,SAAiB;IAEjB,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,YAAY;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;aAC9C,CAAC;SACH,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAG9B,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QAC3C,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;SAC7C,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,WAAW,CACxB,KAAU,EACV,WAAmB,EACnB,EAAwC;IAExC,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAC9B,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5F,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,IAAU,EACV,KAAa,EACb,MAAc,EACd,gBAAwB,EACxB,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC;IACrD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,MAAM,aAAa,CAC7D,MAAM,EACN,KAAK,EACL,WAAW,CAAC,IAAI,CAAC,EACjB,SAAS,EACT,SAAS,CACV,CAAC;QACF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK;YACL,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC;YAC5B,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,WAAW;YACX,YAAY;SACb,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,KAAK,EAAG,GAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SAC5C,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,OAAoB;IAU1C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACpF,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACvD,MAAM,UAAU,GAAG,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC;IAC3G,OAAO;QACL,KAAK;QACL,MAAM;QACN,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM;QACjC,aAAa;QACb,gBAAgB;QAChB,iBAAiB;QACjB,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,iBAAiB,GAAY;IACjC,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,4EAA4E;IACzF,OAAO,EAAE;QACP,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sEAAsE,EAAE,OAAO,EAAE,kBAAkB,EAAE;QAC/J,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qGAAqG,EAAE;QAClK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;QAC9H,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7G,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wEAAwE,EAAE,OAAO,EAAE,MAAM,CAAC,kBAAkB,CAAC,EAAE;QAClK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,OAAO,EAAE;QAC3G,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;QAC5F,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,MAAM,EAAE;KAC1G;IACD,QAAQ,EAAE;QACR,EAAE,OAAO,EAAE,oCAAoC,EAAE,WAAW,EAAE,4DAA4D,EAAE;QAC5H,EAAE,OAAO,EAAE,0EAA0E,EAAE,WAAW,EAAE,2CAA2C,EAAE;QACjJ,EAAE,OAAO,EAAE,iDAAiD,EAAE,WAAW,EAAE,+BAA+B,EAAE;QAC5G,EAAE,OAAO,EAAE,2DAA2D,EAAE,WAAW,EAAE,8BAA8B,EAAE;KACtH;IACD,MAAM,EAAE,KAAK,EAAE,GAAmB,EAA0B,EAAE;QAC5D,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,MAA4B,CAAC;QAC1D,MAAM,WAAW,GAAI,GAAG,CAAC,KAAK,CAAC,KAAgB,IAAI,kBAAkB,CAAC;QACtE,MAAM,MAAM,GAAG,UAAU;YACvB,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YAC5D,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAClB,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,SAA+B,CAAC;QAC7D,MAAM,YAAY,GAAI,GAAG,CAAC,KAAK,CAAC,MAAiB,IAAI,MAAM,CAAC;QAC5D,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACpF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,kBAAkB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAE3G,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE3C,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,aAAa,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9D,MAAM,CAAC,OAAO,CAAC,kBAAkB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,UAAU,GAAG,CAAC,CAAC,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACnH,MAAM,CAAC,OAAO,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,kBAAkB,gBAAgB,qCAAqC,CAAC,CAAC;QACxF,MAAM,CAAC,OAAO,EAAE,CAAC;QAEjB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,WAAW,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACvH,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,0FAA0F;QAC1F,MAAM,IAAI,GAAyC,EAAE,CAAC;QACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;YAC7E,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC7C,OAAO,CAAC,OAAO,CAAC,aAAa,OAAO,CAAC,MAAM,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE1F,uCAAuC;QACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAE/E,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,SAAS,CAAC;gBACf,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,WAAW;gBACX,MAAM;gBACN,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;YAC9D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC;QAChE,CAAC;QAED,0BAA0B;QAC1B,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;YACnC,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,UAAU,CAAC;gBAChB,OAAO,EAAE;oBACP,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;oBAC5C,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;oBAClD,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE;oBAC5C,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE;oBAChD,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,0BAA0B,EAAE,KAAK,EAAE,EAAE,EAAE;iBACjE;gBACD,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpB,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;oBAC5D,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;oBACtC,MAAM,EAAE,CAAC,CAAC,KAAK;wBACb,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC;wBACjC,CAAC,CAAC,CAAC,CAAC,OAAO;4BACT,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;4BACvB,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;iBAC9D,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;QAED,4BAA4B;QAC5B,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,UAAU,CAAC;YAChB,OAAO,EAAE;gBACP,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC5C,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC1C,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC9C,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,EAAE;gBACvD,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE;aAChD;YACD,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG;gBAClE,IAAI,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;gBACvC,MAAM,EAAE,GAAG,CAAC,CAAC,gBAAgB,MAAM,CAAC,CAAC,iBAAiB,EAAE;gBACxD,IAAI,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;aACpC,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,WAAW,GAAG,CAAC,CAAC,CAAC;QAErG,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;QAC9D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;IACxE,CAAC;CACF,CAAC;AAEF,eAAe,iBAAiB,CAAC"}