agent-eval-opencode 0.10.0

package/dist/cli.d.ts

@@ -0,0 +1,6 @@
+#!/usr/bin/env node
+/**
+ * CLI entry point for the eval framework.
+ */
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA;;GAEG"}

package/dist/cli.js

@@ -0,0 +1,590 @@
+#!/usr/bin/env node
+/**
+ * CLI entry point for the eval framework.
+ */
+import { Command } from 'commander';
+import { config as dotenvConfig } from 'dotenv';
+import { resolve, dirname, basename } from 'path';
+import { existsSync, readFileSync, readdirSync, rmSync, writeFileSync } from 'fs';
+import { fileURLToPath } from 'url';
+import chalk from 'chalk';
+import { loadConfig, resolveEvalNames } from './lib/config.js';
+import { loadAllFixtures } from './lib/fixture.js';
+import { runExperiment, StartRateLimiter } from './lib/runner.js';
+import { Dashboard, createConsoleProgressHandler } from './lib/dashboard.js';
+import { initProject, getPostInitInstructions } from './lib/init.js';
+import { getAgent } from './lib/agents/index.js';
+import { getSandboxBackendInfo } from './lib/sandbox.js';
+import { computeFingerprint } from './lib/fingerprint.js';
+import { scanReusableResults } from './lib/results.js';
+import { isClassifierEnabled, classifyFailure } from './lib/classifier.js';
+import { housekeep } from './lib/housekeeping.js';
+import { spawnSync } from 'child_process';
+import { minimatch } from 'minimatch';
+import pLimit from 'p-limit';
+// Load environment variables (.env.local first, then .env as fallback)
+dotenvConfig({ path: '.env.local' });
+dotenvConfig();
+// Read version from package.json
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const pkg = JSON.parse(readFileSync(resolve(__dirname, '../package.json'), 'utf-8'));
+const program = new Command();
+program.enablePositionalOptions();
+program
+    .name('@vercel/agent-eval')
+    .description('Framework for testing AI coding agents in isolated sandboxes')
+    .version(pkg.version);
+/**
+ * Resolve config path shorthand.
+ * - "cc" -> "experiments/cc.ts"
+ * - "experiments/cc.ts" -> "experiments/cc.ts" (unchanged)
+ */
+function resolveConfigPath(input) {
+    // If it already has a path separator or extension, use as-is
+    if (input.includes('/') || input.includes('\\') || input.endsWith('.ts') || input.endsWith('.js')) {
+        return input;
+    }
+    // Otherwise, treat as shorthand: "cc" -> "experiments/cc.ts"
+    return `experiments/${input}.ts`;
+}
+/**
+ * Run experiment command handler
+ */
+async function runExperimentCommand(configInput, options) {
+    try {
+        const configPath = resolveConfigPath(configInput);
+        const absoluteConfigPath = resolve(process.cwd(), configPath);
+        if (!existsSync(absoluteConfigPath)) {
+            console.error(chalk.red(`Config file not found: ${absoluteConfigPath}`));
+            process.exit(1);
+        }
+        console.log(chalk.blue(`Loading config from ${configPath}...`));
+        const config = await loadConfig(absoluteConfigPath);
+        // Discover evals - infer from config file location
+        // Config at project/experiments/foo.ts -> evals at project/evals/
+        const projectDir = dirname(dirname(absoluteConfigPath));
+        const evalsDir = resolve(projectDir, 'evals');
+        if (!existsSync(evalsDir)) {
+            console.error(chalk.red(`Evals directory not found: ${evalsDir}`));
+            console.error(chalk.gray(`Expected evals/ to be sibling to experiments/ directory`));
+            process.exit(1);
+        }
+        console.log(chalk.blue(`Discovering evals in ${evalsDir}...`));
+        const { fixtures, errors } = loadAllFixtures(evalsDir);
+        if (errors.length > 0) {
+            console.log(chalk.yellow(`\nWarning: ${errors.length} invalid fixture(s):`));
+            for (const error of errors) {
+                console.log(chalk.yellow(`  - ${error.fixtureName}: ${error.message}`));
+            }
+        }
+        if (fixtures.length === 0) {
+            console.error(chalk.red('No valid eval fixtures found'));
+            process.exit(1);
+        }
+        // Resolve which evals to run
+        const availableNames = fixtures.map((f) => f.name);
+        const evalNames = resolveEvalNames(config.evals, availableNames);
+        if (evalNames.length === 0) {
+            console.error(chalk.red('No evals matched the filter'));
+            process.exit(1);
+        }
+        // Smoke mode: pick first eval alphabetically, override runs to 1
+        const smokeEvalNames = options.smoke ? [evalNames.sort()[0]] : evalNames;
+        const smokeRuns = options.smoke ? 1 : config.runs;
+        if (options.smoke) {
+            console.log(chalk.yellow(`\n[SMOKE TEST] Running 1 eval to verify setup: ${smokeEvalNames[0]}`));
+        }
+        else {
+            console.log(chalk.green(`\nFound ${fixtures.length} valid fixture(s), will run ${evalNames.length}:`));
+            for (const name of evalNames) {
+                console.log(chalk.green(`  - ${name}`));
+            }
+        }
+        const models = Array.isArray(config.model) ? config.model : [config.model];
+        // Show info for all models
+        const totalRunsPerModel = smokeEvalNames.length * smokeRuns;
+        const totalRuns = totalRunsPerModel * models.length;
+        if (models.length > 1) {
+            console.log(chalk.blue(`\nRunning ${smokeEvalNames.length} eval(s) x ${smokeRuns} run(s) x ${models.length} model(s) = ${totalRuns} total runs`));
+            console.log(chalk.blue(`Agent: ${config.agent}, Models: ${models.join(', ')}, Timeout: ${config.timeout}s, Early Exit: ${config.earlyExit}`));
+        }
+        else {
+            console.log(chalk.blue(`\nRunning ${smokeEvalNames.length} eval(s) x ${smokeRuns} run(s) = ${totalRuns} total runs`));
+            console.log(chalk.blue(`Agent: ${config.agent}, Model: ${models[0]}, Timeout: ${config.timeout}s, Early Exit: ${config.earlyExit}`));
+        }
+        // Show which sandbox backend will be used
+        const sandboxInfo = getSandboxBackendInfo({ backend: config.sandbox });
+        console.log(chalk.blue(`Sandbox: ${sandboxInfo.description}`));
+        if (options.dry) {
+            console.log(chalk.yellow('\n[DRY RUN] Would execute evals here'));
+            return;
+        }
+        // Get the agent to check for required API key
+        const agent = getAgent(config.agent);
+        const apiKeyEnvVar = agent.getApiKeyEnvVar();
+        let apiKey = '';
+        if (apiKeyEnvVar) {
+            apiKey = process.env[apiKeyEnvVar] ?? process.env.VERCEL_OIDC_TOKEN ?? '';
+            if (!apiKey) {
+                console.error(chalk.red(`${apiKeyEnvVar} (or VERCEL_OIDC_TOKEN) environment variable is required`));
+                console.error(chalk.gray(`Get your API key at: https://vercel.com/dashboard -> AI Gateway`));
+                process.exit(1);
+            }
+        }
+        // Filter fixtures to only the ones we want to run
+        const selectedFixtures = fixtures.filter((f) => smokeEvalNames.includes(f.name));
+        // Get experiment name from config file
+        const baseExperimentName = basename(configPath, '.ts').replace(/\.js$/, '');
+        const resultsDir = resolve(process.cwd(), 'results');
+        console.log(chalk.blue('\nStarting experiment...'));
+        // Run experiments for each model
+        let allPassed = true;
+        for (const model of models) {
+            // Create a config for this specific model (with smoke overrides if applicable)
+            const modelConfig = { ...config, model, runs: smokeRuns };
+            // Include model in experiment name for organized results
+            const experimentName = `${baseExperimentName}/${model}`;
+            if (models.length > 1) {
+                console.log(chalk.blue(`\n--- Running with model: ${model} ---`));
+            }
+            // Run the experiment
+            const results = await runExperiment({
+                config: modelConfig,
+                fixtures: selectedFixtures,
+                apiKey,
+                resultsDir,
+                experimentName,
+                smoke: options.smoke,
+                onProgress: createConsoleProgressHandler({
+                    experimentName,
+                    model,
+                    agent: config.agent,
+                }),
+            });
+            // Check if this experiment passed
+            const experimentPassed = results.evals.every((e) => e.passedRuns === e.totalRuns);
+            if (!experimentPassed) {
+                allPassed = false;
+            }
+        }
+        // Exit with appropriate code
+        process.exit(allPassed ? 0 : 1);
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(chalk.red(`Error: ${error.message}`));
+        }
+        else {
+            console.error(chalk.red('An unknown error occurred'));
+        }
+        process.exit(1);
+    }
+}
+/**
+ * init command - Create a new eval project
+ */
+program
+    .command('init')
+    .argument('<name>', 'Name of the project to create')
+    .description('Create a new eval project with example fixtures')
+    .action(async (name) => {
+    try {
+        console.log(chalk.blue(`Creating new eval project: ${name}`));
+        const projectDir = initProject({
+            name,
+            targetDir: process.cwd(),
+        });
+        console.log(chalk.green('Project created successfully!'));
+        console.log(getPostInitInstructions(projectDir, name));
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(chalk.red(`Error: ${error.message}`));
+        }
+        else {
+            console.error(chalk.red('An unknown error occurred'));
+        }
+        process.exit(1);
+    }
+});
+/**
+ * playground command - Launch the web-based results viewer
+ * Spawns @vercel/agent-eval-playground (downloaded on-demand via npx if not installed)
+ */
+program
+    .command('playground')
+    .description('Launch the web-based playground for browsing experiment results')
+    .option('--port <port>', 'HTTP server port', '3000')
+    .option('--results-dir <dir>', 'Path to results directory', './results')
+    .option('--evals-dir <dir>', 'Path to evals directory', './evals')
+    .option('--watch', 'Enable live mode — watch results directory for changes')
+    .action(async (options) => {
+    const resultsDir = resolve(process.cwd(), options.resultsDir);
+    const evalsDir = resolve(process.cwd(), options.evalsDir);
+    console.log(chalk.blue('Starting Agent Eval Playground...'));
+    // Build args for the playground CLI
+    const playgroundArgs = [
+        '--results-dir', resultsDir,
+        '--evals-dir', evalsDir,
+        '--port', options.port,
+    ];
+    if (options.watch) {
+        playgroundArgs.push('--watch');
+    }
+    // Try to run the playground package directly, fall back to npx
+    const result = spawnSync('npx', ['@vercel/agent-eval-playground', ...playgroundArgs], { stdio: 'inherit', cwd: process.cwd() });
+    process.exit(result.status ?? 1);
+});
+/**
+ * Run-all handler: discover and run all experiments with fingerprint reuse
+ * and classification. Used by both `run-all` subcommand and the default
+ * (no-args) invocation.
+ */
+async function runAllCommand(experimentArgs, options) {
+    try {
+        const projectDir = process.cwd();
+        const experimentsDir = resolve(projectDir, 'experiments');
+        const evalsDir = resolve(projectDir, 'evals');
+        const resultsDir = resolve(projectDir, 'results');
+        if (!existsSync(experimentsDir)) {
+            console.error(chalk.red('experiments/ directory not found'));
+            process.exit(1);
+        }
+        if (!existsSync(evalsDir)) {
+            console.error(chalk.red('evals/ directory not found'));
+            process.exit(1);
+        }
+        // Discover experiments
+        const allExperimentFiles = readdirSync(experimentsDir)
+            .filter((f) => f.endsWith('.ts') && !f.startsWith('_temp_'))
+            .sort();
+        // Filter by args if provided
+        let selectedFiles;
+        if (experimentArgs.length > 0) {
+            selectedFiles = allExperimentFiles.filter((f) => {
+                const name = f.replace(/\.ts$/, '');
+                return experimentArgs.some((arg) => arg.includes('*') ? minimatch(name, arg) : name === arg);
+            });
+            if (selectedFiles.length === 0) {
+                console.error(chalk.red(`No experiments matched: ${experimentArgs.join(', ')}`));
+                console.error(chalk.gray(`Available: ${allExperimentFiles.map((f) => f.replace(/\.ts$/, '')).join(', ')}`));
+                process.exit(1);
+            }
+        }
+        else {
+            selectedFiles = allExperimentFiles;
+        }
+        console.log(chalk.blue(`Discovered ${selectedFiles.length} experiment(s):`));
+        for (const f of selectedFiles) {
+            console.log(chalk.blue(`  - ${f.replace(/\.ts$/, '')}`));
+        }
+        // Load all fixtures
+        const { fixtures, errors } = loadAllFixtures(evalsDir);
+        if (errors.length > 0) {
+            console.log(chalk.yellow(`\nWarning: ${errors.length} invalid fixture(s)`));
+        }
+        if (fixtures.length === 0) {
+            console.error(chalk.red('No valid eval fixtures found'));
+            process.exit(1);
+        }
+        // --- Dry run: collect info and print a single summary table ---
+        if (options.dry) {
+            const dryResults = [];
+            for (const file of selectedFiles) {
+                const configPath = resolve(experimentsDir, file);
+                const baseExperimentName = file.replace(/\.ts$/, '');
+                let config;
+                try {
+                    config = await loadConfig(configPath);
+                }
+                catch (err) {
+                    console.error(chalk.red(`Failed to load ${file}: ${err instanceof Error ? err.message : err}`));
+                    continue;
+                }
+                const models = Array.isArray(config.model) ? config.model : [config.model];
+                const availableNames = fixtures.map((f) => f.name);
+                let evalNames;
+                try {
+                    evalNames = resolveEvalNames(config.evals, availableNames);
+                }
+                catch {
+                    evalNames = availableNames;
+                }
+                if (options.smoke) {
+                    evalNames = [evalNames.sort()[0]];
+                }
+                for (const model of models) {
+                    const experimentName = models.length > 1
+                        ? `${baseExperimentName}/${model}`
+                        : baseExperimentName;
+                    const modelConfig = { ...config, model, runs: options.smoke ? 1 : config.runs };
+                    const selectedFixtures = fixtures.filter((f) => evalNames.includes(f.name));
+                    const fingerprints = {};
+                    for (const fixture of selectedFixtures) {
+                        fingerprints[fixture.name] = computeFingerprint(fixture.path, modelConfig);
+                    }
+                    let fixturesToRun = selectedFixtures;
+                    if (!options.force && !options.smoke) {
+                        const reusable = scanReusableResults(resultsDir, experimentName, fingerprints);
+                        if (reusable.size > 0) {
+                            fixturesToRun = selectedFixtures.filter((f) => !reusable.has(f.name));
+                        }
+                    }
+                    dryResults.push({
+                        name: experimentName,
+                        toRun: fixturesToRun.map((f) => f.name),
+                        cached: selectedFixtures.length - fixturesToRun.length,
+                        total: selectedFixtures.length,
+                    });
+                }
+            }
+            // Print summary
+            const totalToRun = dryResults.reduce((sum, d) => sum + d.toRun.length, 0);
+            const totalCached = dryResults.reduce((sum, d) => sum + d.cached, 0);
+            const nameWidth = Math.max(...dryResults.map((d) => d.name.length)) + 2;
+            console.log('');
+            if (totalToRun === 0) {
+                console.log(chalk.green(`  All ${totalCached} evals cached across ${dryResults.length} experiments. Nothing to run.`));
+            }
+            else {
+                console.log(chalk.bold(`  ${totalToRun} evals to run, ${totalCached} cached\n`));
+                for (const d of dryResults) {
+                    const label = d.name.padEnd(nameWidth);
+                    if (d.toRun.length === 0) {
+                        console.log(chalk.gray(`  ${label} ${d.total} cached`));
+                    }
+                    else {
+                        console.log(chalk.white(`  ${label}`) +
+                            chalk.blue(` ${d.toRun.length} to run`) +
+                            (d.cached > 0 ? chalk.gray(`, ${d.cached} cached`) : ''));
+                        for (const name of d.toRun) {
+                            console.log(chalk.green(`  ${' '.repeat(nameWidth)} → ${name}`));
+                        }
+                    }
+                }
+            }
+            console.log('');
+            return;
+        }
+        // --- Live run ---
+        const useDashboard = process.stdout.isTTY && selectedFiles.length > 1;
+        const dashboard = useDashboard ? new Dashboard() : null;
+        if (dashboard) {
+            dashboard.start();
+        }
+        // Warn if classifier is disabled
+        if (!isClassifierEnabled()) {
+            console.log(chalk.yellow('\n⚠️  Classifier disabled: Neither AI_GATEWAY_API_KEY nor VERCEL_OIDC_TOKEN is set.\n' +
+                '  The classifier automatically identifies why evals failed (model error, infrastructure issue, or timeout).\n' +
+                '  Without it, all failed results are kept as-is and housekeeping will not remove non-model failures.\n' +
+                '  Set AI_GATEWAY_API_KEY or VERCEL_OIDC_TOKEN to enable classifier for cleaner result management.\n'));
+        }
+        // Rate-limit sandbox starts across all experiments to avoid 429s (20 starts per 2 seconds)
+        const rateLimiter = new StartRateLimiter(20, 2_000);
+        let allPassed = true;
+        const experimentPromises = selectedFiles.map(async (file) => {
+            const configPath = resolve(experimentsDir, file);
+            const baseExperimentName = file.replace(/\.ts$/, '');
+            let config;
+            try {
+                config = await loadConfig(configPath);
+            }
+            catch (err) {
+                console.error(chalk.red(`Failed to load ${file}: ${err instanceof Error ? err.message : err}`));
+                return;
+            }
+            const models = Array.isArray(config.model) ? config.model : [config.model];
+            const availableNames = fixtures.map((f) => f.name);
+            let evalNames;
+            try {
+                evalNames = resolveEvalNames(config.evals, availableNames);
+            }
+            catch {
+                evalNames = availableNames;
+            }
+            if (options.smoke) {
+                evalNames = [evalNames.sort()[0]];
+            }
+            const agent = getAgent(config.agent);
+            const apiKeyEnvVar = agent.getApiKeyEnvVar();
+            let apiKey = '';
+            if (apiKeyEnvVar) {
+                apiKey = process.env[apiKeyEnvVar] ?? process.env.VERCEL_OIDC_TOKEN ?? '';
+                if (!apiKey) {
+                    console.error(chalk.red(`${apiKeyEnvVar} (or VERCEL_OIDC_TOKEN) not set, skipping ${baseExperimentName}`));
+                    return;
+                }
+            }
+            for (const model of models) {
+                const experimentName = models.length > 1
+                    ? `${baseExperimentName}/${model}`
+                    : baseExperimentName;
+                const modelConfig = {
+                    ...config,
+                    model,
+                    runs: options.smoke ? 1 : config.runs,
+                };
+                const selectedFixtures = fixtures.filter((f) => evalNames.includes(f.name));
+                const fingerprints = {};
+                for (const fixture of selectedFixtures) {
+                    fingerprints[fixture.name] = computeFingerprint(fixture.path, modelConfig);
+                }
+                let fixturesToRun = selectedFixtures;
+                if (!options.force && !options.smoke) {
+                    const reusable = scanReusableResults(resultsDir, experimentName, fingerprints);
+                    if (reusable.size > 0) {
+                        fixturesToRun = selectedFixtures.filter((f) => !reusable.has(f.name));
+                    }
+                }
+                if (fixturesToRun.length === 0) {
+                    continue;
+                }
+                // Register with dashboard or log to console
+                if (dashboard) {
+                    dashboard.addExperiment(experimentName, {
+                        agent: config.agent,
+                        model,
+                        totalEvals: fixturesToRun.length,
+                    });
+                }
+                else {
+                    console.log(chalk.blue(`\nRunning ${experimentName}: ${fixturesToRun.length} eval(s)`));
+                }
+                // Build the progress handler
+                const onProgress = dashboard
+                    ? (event) => dashboard.handleEvent(experimentName, event)
+                    : createConsoleProgressHandler({ experimentName, model, agent: config.agent });
+                try {
+                    const results = await runExperiment({
+                        config: modelConfig,
+                        fixtures: fixturesToRun,
+                        apiKey: apiKey,
+                        resultsDir,
+                        experimentName,
+                        fingerprints,
+                        smoke: options.smoke,
+                        onProgress,
+                        rateLimiter,
+                    });
+                    // Classify failures (only if classifier is enabled)
+                    const failedEvals = results.evals.filter((e) => e.passedRuns === 0);
+                    const classifications = new Map();
+                    let hasNonModelFailures = false;
+                    if (isClassifierEnabled()) {
+                        if (dashboard) {
+                            dashboard.setPhase(experimentName, 'classifying');
+                        }
+                        if (failedEvals.length > 0 && !options.smoke) {
+                            const timestamp = results.startedAt.replace(/:/g, '-');
+                            const classifyLimit = pLimit(4);
+                            let classifyingDone = 0;
+                            const classifyingTotal = failedEvals.length;
+                            await Promise.all(failedEvals.map((evalSummary) => classifyLimit(async () => {
+                                const evalResultDir = resolve(resultsDir, experimentName, timestamp, evalSummary.name);
+                                const classification = await classifyFailure(evalResultDir, evalSummary.name, experimentName);
+                                classifyingDone++;
+                                if (dashboard) {
+                                    dashboard.setClassifyingProgress(experimentName, classifyingDone, classifyingTotal);
+                                }
+                                if (classification) {
+                                    classifications.set(evalSummary.name, classification);
+                                    if (!dashboard) {
+                                        const icon = { model: '  ', infra: '  ', timeout: '  ' }[classification.failureType];
+                                        console.log(chalk.gray(`  ${icon} ${evalSummary.name}: ${classification.failureType} — ${classification.failureReason}`));
+                                    }
+                                    if (classification.failureType !== 'model') {
+                                        if (options.ackFailures) {
+                                            classification.acknowledged = true;
+                                            const classificationPath = resolve(evalResultDir, 'classification.json');
+                                            writeFileSync(classificationPath, JSON.stringify(classification, null, 2));
+                                            if (!dashboard) {
+                                                console.log(chalk.yellow(`  ✓ Acknowledged ${evalSummary.name} (${classification.failureType} failure — kept as final result)`));
+                                            }
+                                        }
+                                        else {
+                                            rmSync(evalResultDir, { recursive: true });
+                                            if (!dashboard) {
+                                                console.log(chalk.gray(`  🗑️  Removed ${evalSummary.name} (${classification.failureType} failure)`));
+                                            }
+                                            hasNonModelFailures = true;
+                                        }
+                                    }
+                                }
+                            })));
+                            if (hasNonModelFailures && !dashboard) {
+                                console.log(chalk.yellow(`\n  To keep non-model failures as final results, re-run with --ack-failures`));
+                            }
+                        }
+                    }
+                    // Complete the experiment in the dashboard (prints permanent block)
+                    if (dashboard) {
+                        dashboard.completeExperiment(experimentName, results, classifications);
+                    }
+                    const experimentPassed = results.evals.every((e) => e.passedRuns > 0);
+                    if (!experimentPassed)
+                        allPassed = false;
+                }
+                catch (err) {
+                    console.error(chalk.red(`  Error running ${experimentName}: ${err instanceof Error ? err.message : err}`));
+                    allPassed = false;
+                    if (dashboard) {
+                        dashboard.setPhase(experimentName, 'done');
+                    }
+                }
+                // Housekeeping after each experiment
+                const stats = housekeep(resultsDir, experimentName);
+                if (stats.removedDuplicates + stats.removedIncomplete + stats.removedNonModelFailures > 0) {
+                    console.log(chalk.gray(`  Housekeeping: removed ${stats.removedDuplicates} duplicate(s), ${stats.removedIncomplete} incomplete, ${stats.removedNonModelFailures} non-model failure(s)`));
+                }
+            }
+        });
+        await Promise.all(experimentPromises);
+        if (dashboard) {
+            dashboard.stop();
+        }
+        process.exit(allPassed ? 0 : 1);
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(chalk.red(`Error: ${error.message}`));
+        }
+        else {
+            console.error(chalk.red('An unknown error occurred'));
+        }
+        process.exit(1);
+    }
+}
+/**
+ * run-all subcommand (explicit)
+ */
+program
+    .command('run-all')
+    .description('Discover and run all experiments with fingerprint reuse and classification')
+    .argument('[experiments...]', 'Experiment names or glob patterns (default: all)')
+    .option('--dry', 'Preview what would run without executing')
+    .option('--force', 'Ignore fingerprints, re-run everything')
+    .option('--smoke', 'Run 1 eval per experiment for sanity checking')
+    .option('--ack-failures', 'Keep non-model failures (infra/timeout) as final results instead of deleting them')
+    .action(runAllCommand);
+/**
+ * Default command - run a single experiment, or run-all if no args given.
+ * Usage:
+ *   agent-eval           # runs all experiments (same as run-all)
+ *   agent-eval cc        # runs single experiment
+ *   agent-eval cc --dry  # preview single experiment
+ */
+program
+    .argument('[config]', 'Experiment name (e.g., "cc") or path. Omit to run all experiments.')
+    .option('--dry', 'Preview what would run without executing')
+    .option('--smoke', 'Run a single eval to verify setup (API keys, model IDs, sandbox)')
+    .option('--force', 'Ignore fingerprints, re-run everything (only applies when running all)')
+    .option('--ack-failures', 'Keep non-model failures (infra/timeout) as final results instead of deleting them')
+    .action(async (configInput, options) => {
+    if (!configInput) {
+        await runAllCommand([], options);
+        return;
+    }
+    await runExperimentCommand(configInput, options);
+});
+program.parse();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAE7E,OAAO,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,MAAM,MAAM,SAAS,CAAC;AAE7B,uEAAuE;AACvE,YAAY,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;AACrC,YAAY,EAAE,CAAC;AAEf,iCAAiC;AACjC,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAErF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAC9B,OAAO,CAAC,uBAAuB,EAAE,CAAC;AAElC,OAAO;KACJ,IAAI,CAAC,oBAAoB,CAAC;KAC1B,WAAW,CAAC,8DAA8D,CAAC;KAC3E,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAExB;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,6DAA6D;IAC7D,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAClG,OAAO,KAAK,CAAC;IACf,CAAC;IACD,6DAA6D;IAC7D,OAAO,eAAe,KAAK,KAAK,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,oBAAoB,CAAC,WAAmB,EAAE,OAA2C;IAClG,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAClD,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;QAE9D,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA0B,kBAAkB,EAAE,CAAC,CAAC,CAAC;YACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,UAAU,KAAK,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,kBAAkB,CAAC,CAAC;QAEpD,mDAAmD;QACnD,kEAAkE;QAClE,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC,CAAC;YACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,wBAAwB,QAAQ,KAAK,CAAC,CAAC,CAAC;QAC/D,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEvD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,MAAM,CAAC,MAAM,sBAAsB,CAAC,CAAC,CAAC;YAC7E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,6BAA6B;QAC7B,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QAEjE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,iEAAiE;QACjE,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACzE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QAElD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,kDAAkD,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnG,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,MAAM,+BAA+B,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvG,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAEJ,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAExE,2BAA2B;QAC3B,MAAM,iBAAiB,GAAG,cAAc,CAAC,MAAM,GAAG,SAAS,CAAC;QAC5D,MAAM,SAAS,GAAG,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;QAEpD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,cAAc,SAAS,aAAa,MAAM,CAAC,MAAM,eAAe,SAAS,aAAa,CAAC,CAAC,CAAC;YAClJ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,aAAa,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,OAAO,kBAAkB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAChJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,cAAc,SAAS,aAAa,SAAS,aAAa,CAAC,CAAC,CAAC;YACtH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,OAAO,kBAAkB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACvI,CAAC;QAED,0CAA0C;QAC1C,MAAM,WAAW,GAAG,qBAAqB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAE/D,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,sCAAsC,CAAC,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,8CAA8C;QAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;QAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;YAC1E,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,0DAA0D,CAAC,CAAC,CAAC;gBACpG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC,CAAC;gBAC7F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,kDAAkD;QAClD,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAEjF,uCAAuC;QACvC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAErD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAEpD,iCAAiC;QACjC,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,+EAA+E;YAC/E,MAAM,WAAW,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YAE1D,yDAAyD;YACzD,MAAM,cAAc,GAAG,GAAG,kBAAkB,IAAI,KAAK,EAAE,CAAC;YAExD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,KAAK,MAAM,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,qBAAqB;YACrB,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC;gBAClC,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,gBAAgB;gBAC1B,MAAM;gBACN,UAAU;gBACV,cAAc;gBACd,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,4BAA4B,CAAC;oBACvC,cAAc;oBACd,KAAK;oBACL,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;aACH,CAAC,CAAC;YAEH,kCAAkC;YAClC,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC;YAClF,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,SAAS,GAAG,KAAK,CAAC;YACpB,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,QAAQ,CAAC,QAAQ,EAAE,+BAA+B,CAAC;KACnD,WAAW,CAAC,iDAAiD,CAAC;KAC9D,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;IAC7B,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC,CAAC;QAE9D,MAAM,UAAU,GAAG,WAAW,CAAC;YAC7B,IAAI;YACJ,SAAS,EAAE,OAAO,CAAC,GAAG,EAAE;SACzB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL;;;GAGG;AACH,OAAO;KACJ,OAAO,CAAC,YAAY,CAAC;KACrB,WAAW,CAAC,iEAAiE,CAAC;KAC9E,MAAM,CAAC,eAAe,EAAE,kBAAkB,EAAE,MAAM,CAAC;KACnD,MAAM,CAAC,qBAAqB,EAAE,2BAA2B,EAAE,WAAW,CAAC;KACvE,MAAM,CAAC,mBAAmB,EAAE,yBAAyB,EAAE,SAAS,CAAC;KACjE,MAAM,CAAC,SAAS,EAAE,wDAAwD,CAAC;KAC3E,MAAM,CAAC,KAAK,EAAE,OAAgF,EAAE,EAAE;IACjG,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE1D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC,CAAC;IAE7D,oCAAoC;IACpC,MAAM,cAAc,GAAG;QACrB,eAAe,EAAE,UAAU;QAC3B,aAAa,EAAE,QAAQ;QACvB,QAAQ,EAAE,OAAO,CAAC,IAAI;KACvB,CAAC;IACF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,+DAA+D;IAC/D,MAAM,MAAM,GAAG,SAAS,CACtB,KAAK,EACL,CAAC,+BAA+B,EAAE,GAAG,cAAc,CAAC,EACpD,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CACzC,CAAC;IAEF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC;AAEL;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAAC,cAAwB,EAAE,OAAmF;IACtI,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QACjC,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAElD,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,uBAAuB;QACvB,MAAM,kBAAkB,GAAG,WAAW,CAAC,cAAc,CAAC;aACnD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;aAC3D,IAAI,EAAE,CAAC;QAEV,6BAA6B;QAC7B,IAAI,aAAuB,CAAC;QAC5B,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,aAAa,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpC,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CACjC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CACxD,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjF,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5G,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,kBAAkB,CAAC;QACrC,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,aAAa,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC;QAC7E,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,oBAAoB;QACpB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,MAAM,CAAC,MAAM,qBAAqB,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,iEAAiE;QACjE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAEhB,MAAM,UAAU,GAAiB,EAAE,CAAC;YAEpC,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;gBACjC,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;gBACjD,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAErD,IAAI,MAAM,CAAC;gBACX,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBAChG,SAAS;gBACX,CAAC;gBAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC3E,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,SAAmB,CAAC;gBACxB,IAAI,CAAC;oBACH,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;gBAC7D,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS,GAAG,cAAc,CAAC;gBAC7B,CAAC;gBAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,SAAS,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpC,CAAC;gBAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;wBACtC,CAAC,CAAC,GAAG,kBAAkB,IAAI,KAAK,EAAE;wBAClC,CAAC,CAAC,kBAAkB,CAAC;oBAEvB,MAAM,WAAW,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC5E,MAAM,YAAY,GAA2B,EAAE,CAAC;oBAChD,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;wBACvC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBAC7E,CAAC;oBAED,IAAI,aAAa,GAAG,gBAAgB,CAAC;oBACrC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;wBACrC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,UAAU,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;wBAC/E,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;4BACtB,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;wBACxE,CAAC;oBACH,CAAC;oBAED,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;wBACvC,MAAM,EAAE,gBAAgB,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;wBACtD,KAAK,EAAE,gBAAgB,CAAC,MAAM;qBAC/B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1E,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;YAExE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,WAAW,wBAAwB,UAAU,CAAC,MAAM,+BAA+B,CAAC,CAAC,CAAC;YACzH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,UAAU,kBAAkB,WAAW,WAAW,CAAC,CAAC,CAAC;gBACjF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;oBACvC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;oBAC1D,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;4BACzB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC;4BACvC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACzD,CAAC;wBACF,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;4BAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;wBACnE,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO;QACT,CAAC;QAED,mBAAmB;QACnB,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAExD,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,MAAM,CACV,uFAAuF;gBACvF,+GAA+G;gBAC/G,wGAAwG;gBACxG,qGAAqG,CACtG,CACF,CAAC;QACJ,CAAC;QAED,2FAA2F;QAC3F,MAAM,WAAW,GAAG,IAAI,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAEpD,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,MAAM,kBAAkB,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC1D,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YACjD,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAErD,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBAChG,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3E,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,SAAmB,CAAC;YACxB,IAAI,CAAC;gBACH,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;YAC7D,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,GAAG,cAAc,CAAC;YAC7B,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,SAAS,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;YAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;gBAC1E,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,6CAA6C,kBAAkB,EAAE,CAAC,CAAC,CAAC;oBAC3G,OAAO;gBACT,CAAC;YACH,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;oBACtC,CAAC,CAAC,GAAG,kBAAkB,IAAI,KAAK,EAAE;oBAClC,CAAC,CAAC,kBAAkB,CAAC;gBAEvB,MAAM,WAAW,GAAG;oBAClB,GAAG,MAAM;oBACT,KAAK;oBACL,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;iBACtC,CAAC;gBAEF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5E,MAAM,YAAY,GAA2B,EAAE,CAAC;gBAChD,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;oBACvC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC7E,CAAC;gBAED,IAAI,aAAa,GAAG,gBAAgB,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;oBACrC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,UAAU,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;oBAC/E,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;wBACtB,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;oBACxE,CAAC;gBACH,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/B,SAAS;gBACX,CAAC;gBAED,4CAA4C;gBAC5C,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,CAAC,aAAa,CAAC,cAAc,EAAE;wBACtC,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,KAAK;wBACL,UAAU,EAAE,aAAa,CAAC,MAAM;qBACjC,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,KAAK,aAAa,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC;gBAC1F,CAAC;gBAED,6BAA6B;gBAC7B,MAAM,UAAU,GAAmC,SAAS;oBAC1D,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,cAAc,EAAE,KAAK,CAAC;oBACzD,CAAC,CAAC,4BAA4B,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAEjF,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC;wBAClC,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,aAAa;wBACvB,MAAM,EAAE,MAAO;wBACf,UAAU;wBACV,cAAc;wBACd,YAAY;wBACZ,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,UAAU;wBACV,WAAW;qBACZ,CAAC,CAAC;oBAEH,oDAAoD;oBACpD,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC;oBACpE,MAAM,eAAe,GAAG,IAAI,GAAG,EAA0B,CAAC;oBAC1D,IAAI,mBAAmB,GAAG,KAAK,CAAC;oBAEhC,IAAI,mBAAmB,EAAE,EAAE,CAAC;wBAC1B,IAAI,SAAS,EAAE,CAAC;4BACd,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;wBACpD,CAAC;wBAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;4BAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;4BACvD,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;4BAChC,IAAI,eAAe,GAAG,CAAC,CAAC;4BACxB,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC;4BAG5C,MAAM,OAAO,CAAC,GAAG,CACf,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAC9B,aAAa,CAAC,KAAK,IAAI,EAAE;gCACvB,MAAM,aAAa,GAAG,OAAO,CAAC,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;gCACvF,MAAM,cAAc,GAAG,MAAM,eAAe,CAC1C,aAAa,EACb,WAAW,CAAC,IAAI,EAChB,cAAc,CACf,CAAC;gCAEF,eAAe,EAAE,CAAC;gCAClB,IAAI,SAAS,EAAE,CAAC;oCACd,SAAS,CAAC,sBAAsB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;gCACtF,CAAC;gCAED,IAAI,cAAc,EAAE,CAAC;oCACnB,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;oCAEtD,IAAI,CAAC,SAAS,EAAE,CAAC;wCACf,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;wCACrF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,WAAW,CAAC,IAAI,KAAK,cAAc,CAAC,WAAW,MAAM,cAAc,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;oCAC5H,CAAC;oCAED,IAAI,cAAc,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;wCAC3C,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;4CACxB,cAAc,CAAC,YAAY,GAAG,IAAI,CAAC;4CACnC,MAAM,kBAAkB,GAAG,OAAO,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;4CACzE,aAAa,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;4CAC3E,IAAI,CAAC,SAAS,EAAE,CAAC;gDACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,WAAW,CAAC,IAAI,KAAK,cAAc,CAAC,WAAW,kCAAkC,CAAC,CAAC,CAAC;4CACnI,CAAC;wCACH,CAAC;6CAAM,CAAC;4CACN,MAAM,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;4CAC3C,IAAI,CAAC,SAAS,EAAE,CAAC;gDACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,WAAW,CAAC,IAAI,KAAK,cAAc,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;4CACxG,CAAC;4CACD,mBAAmB,GAAG,IAAI,CAAC;wCAC7B,CAAC;oCACH,CAAC;gCACH,CAAC;4BACH,CAAC,CAAC,CACH,CACF,CAAC;4BAEF,IAAI,mBAAmB,IAAI,CAAC,SAAS,EAAE,CAAC;gCACtC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,6EAA6E,CAAC,CAAC,CAAC;4BAC3G,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,oEAAoE;oBACpE,IAAI,SAAS,EAAE,CAAC;wBACd,SAAS,CAAC,kBAAkB,CAAC,cAAc,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;oBACzE,CAAC;oBAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;oBACtE,IAAI,CAAC,gBAAgB;wBAAE,SAAS,GAAG,KAAK,CAAC;gBAC3C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,cAAc,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC3G,SAAS,GAAG,KAAK,CAAC;oBAClB,IAAI,SAAS,EAAE,CAAC;wBACd,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;gBAED,qCAAqC;gBACrC,MAAM,KAAK,GAAG,SAAS,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;gBACpD,IAAI,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,uBAAuB,GAAG,CAAC,EAAE,CAAC;oBAC1F,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,IAAI,CACR,2BAA2B,KAAK,CAAC,iBAAiB,kBAAkB,KAAK,CAAC,iBAAiB,gBAAgB,KAAK,CAAC,uBAAuB,uBAAuB,CAChK,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAEtC,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,OAAO;KACJ,OAAO,CAAC,SAAS,CAAC;KAClB,WAAW,CAAC,4EAA4E,CAAC;KACzF,QAAQ,CAAC,kBAAkB,EAAE,kDAAkD,CAAC;KAChF,MAAM,CAAC,OAAO,EAAE,0CAA0C,CAAC;KAC3D,MAAM,CAAC,SAAS,EAAE,wCAAwC,CAAC;KAC3D,MAAM,CAAC,SAAS,EAAE,+CAA+C,CAAC;KAClE,MAAM,CAAC,gBAAgB,EAAE,mFAAmF,CAAC;KAC7G,MAAM,CAAC,aAAa,CAAC,CAAC;AAEzB;;;;;;GAMG;AACH,OAAO;KACJ,QAAQ,CAAC,UAAU,EAAE,oEAAoE,CAAC;KAC1F,MAAM,CAAC,OAAO,EAAE,0CAA0C,CAAC;KAC3D,MAAM,CAAC,SAAS,EAAE,kEAAkE,CAAC;KACrF,MAAM,CAAC,SAAS,EAAE,wEAAwE,CAAC;KAC3F,MAAM,CAAC,gBAAgB,EAAE,mFAAmF,CAAC;KAC7G,MAAM,CAAC,KAAK,EAAE,WAA+B,EAAE,OAAmF,EAAE,EAAE;IACrI,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjC,OAAO;IACT,CAAC;IACD,MAAM,oBAAoB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;AACnD,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,EAAE,CAAC"}