@gnsx/genesys.agent.eval 1.0.0

package/dist/src/launcher.js

@@ -0,0 +1,129 @@
+#!/usr/bin/env node
+/**
+ * Genesys Agent Eval CLI launcher.
+ *
+ * Entry point for the evaluation harness. Spawns pi or genesys CLI
+ * processes to run tests and evaluates the results.
+ */
+import { resolve } from 'node:path';
+import { parseArgs, printHelp, printVersion } from './args.js';
+import { EmbeddingJudge } from './embedding-judge.js';
+import { Judge } from './judge.js';
+import { Reporter } from './reporter.js';
+import { runEvaluation } from './runner.js';
+/**
+ * ANSI color codes for console output.
+ */
+const colors = {
+    reset: '\x1b[0m',
+    bright: '\x1b[1m',
+    dim: '\x1b[2m',
+    green: '\x1b[32m',
+    red: '\x1b[31m',
+    yellow: '\x1b[33m',
+    blue: '\x1b[34m',
+    cyan: '\x1b[36m',
+};
+/**
+ * Progress callback implementation for console output.
+ */
+function createProgressCallback(verbose) {
+    return {
+        onTestStart(testId, index, total) {
+            if (verbose) {
+                console.log(`[${index + 1}/${total}] Running: ${testId}`);
+            }
+        },
+        onTestComplete(result, index, total) {
+            const status = result.passed ? 'PASS' : 'FAIL';
+            const score = `${(result.judgeScore * 100).toFixed(0)}%`;
+            const statusColor = result.passed ? colors.green : colors.red;
+            console.log(`${statusColor}${status}${colors.reset}`);
+        },
+        onTestError(testId, error, index, total) {
+            console.error(`[${index + 1}/${total}] ERROR - ${testId}: ${error}`);
+        },
+    };
+}
+/**
+ * Main entry point.
+ */
+async function main(argv) {
+    const args = parseArgs(argv);
+    if (args.version) {
+        printVersion();
+        process.exit(0);
+    }
+    if (args.help) {
+        printHelp();
+        process.exit(0);
+    }
+    const cwd = resolve(args.cwd);
+    // Build configuration
+    const config = {
+        testsPath: args.tests,
+        agent: args.agent,
+        cwd,
+        timeout: args.timeout * 1000, // Convert to milliseconds
+        outputPath: args.output,
+        format: args.format,
+        parallel: args.parallel,
+        judge: {
+            provider: args.judgeProvider,
+            model: args.judgeModel,
+        },
+    };
+    console.log(`${colors.cyan}Agent:${colors.reset} ${colors.bright}${args.agent}${colors.reset}`);
+    console.log(`${colors.cyan}Judge:${colors.reset} ${args.judgeType}`);
+    console.log(`${colors.cyan}Working directory:${colors.reset} ${cwd}`);
+    console.log(`${colors.cyan}Test file:${colors.reset} ${args.tests}`);
+    console.log(`${colors.cyan}Timeout:${colors.reset} ${args.timeout}s per test`);
+    console.log(`${colors.cyan}Parallelism:${colors.reset} ${args.parallel}`);
+    console.log('');
+    // Create judge based on type
+    let judgeEvaluator;
+    if (args.judgeType === 'embedding') {
+        const judge = new EmbeddingJudge({ passThreshold: 0.6 });
+        judgeEvaluator = judge.createEvaluator();
+    }
+    else {
+        const judge = new Judge({
+            provider: args.judgeProvider,
+            model: args.judgeModel,
+            passThreshold: 0.7,
+        });
+        judgeEvaluator = judge.createEvaluator();
+    }
+    // Run evaluation
+    const progress = createProgressCallback(args.parallel > 1 || args.format === 'console');
+    try {
+        const results = await runEvaluation(config, judgeEvaluator, progress);
+        // Report results
+        const reporter = new Reporter({
+            format: args.format,
+            outputPath: args.output,
+        });
+        await reporter.reportAndSave(results);
+        // Exit with appropriate code
+        process.exit(results.summary.failed > 0 ? 1 : 0);
+    }
+    catch (error) {
+        console.error(`Evaluation failed: ${error instanceof Error ? error.message : String(error)}`);
+        // Provide more context for common errors
+        if (error instanceof Error) {
+            if (error.message.includes('ENOENT')) {
+                console.error(`Make sure the ${args.agent} CLI is installed and in your PATH.`);
+            }
+            if (error.message.includes('ANTHROPIC_API_KEY') || error.message.includes('OPENAI_API_KEY')) {
+                console.error('Set the appropriate API key environment variable for the LLM judge.');
+            }
+        }
+        process.exit(1);
+    }
+}
+// Run main
+main(process.argv.slice(2)).catch((err) => {
+    console.error(err instanceof Error ? err.message : String(err));
+    process.exit(1);
+});
+//# sourceMappingURL=launcher.js.map

package/dist/src/launcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"launcher.js","sourceRoot":"","sources":["../../src/launcher.ts"],"names":[],"mappings":";AACA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAyB,aAAa,EAAE,MAAM,aAAa,CAAC;AAInE;;GAEG;AACH,MAAM,MAAM,GAAG;IACb,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,GAAG,EAAE,SAAS;IACd,KAAK,EAAE,UAAU;IACjB,GAAG,EAAE,UAAU;IACf,MAAM,EAAE,UAAU;IAClB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;CACjB,CAAC;AAEF;;GAEG;AACH,SAAS,sBAAsB,CAAC,OAAgB;IAC9C,OAAO;QACL,WAAW,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;YACtD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,cAAc,MAAM,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QACD,cAAc,CAAC,MAAkB,EAAE,KAAa,EAAE,KAAa;YAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACzD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,WAAW,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa,EAAE,KAAa;YACrE,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,aAAa,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,IAAI,CAAC,IAAc;IAChC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAE7B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE9B,sBAAsB;IACtB,MAAM,MAAM,GAAiB;QAC3B,SAAS,EAAE,IAAI,CAAC,KAAK;QACrB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,GAAG;QACH,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,0BAA0B;QACxD,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE;YACL,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,KAAK,EAAE,IAAI,CAAC,UAAU;SACvB;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAChG,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,qBAAqB,MAAM,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,eAAe,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,6BAA6B;IAC7B,IAAI,cAAoG,CAAC;IAEzG,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QACzD,cAAc,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACtB,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,aAAa,EAAE,GAAG;SACnB,CAAC,CAAC;QACH,cAAc,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;IAC3C,CAAC;IAED,iBAAiB;IACjB,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAExF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;QAEtE,iBAAiB;QACjB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAEtC,6BAA6B;QAC7B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE9F,yCAAyC;QACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,KAAK,qCAAqC,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC5F,OAAO,CAAC,KAAK,CAAC,qEAAqE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,WAAW;AACX,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACxC,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/reporter.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Reporter for formatting and outputting evaluation results.
+ *
+ * Supports multiple output formats:
+ * - console: Rich text table output to stdout
+ * - json: Machine-readable JSON output
+ * - html: Rich HTML report with styling
+ *
+ * @module reporter
+ */
+import type { EvalResults } from './types.js';
+/**
+ * Output format options.
+ */
+export type OutputFormat = 'console' | 'json' | 'html';
+/**
+ * Reporter configuration.
+ */
+export interface ReporterConfig {
+    /** Output format */
+    format: OutputFormat;
+    /** Output file path (optional, defaults to stdout) */
+    outputPath?: string;
+}
+/**
+ * Reporter class for formatting evaluation results.
+ */
+export declare class Reporter {
+    private _config;
+    constructor(config: ReporterConfig);
+    /**
+     * Format results as a console table.
+     *
+     * @param results - Evaluation results
+     * @returns Formatted string for console output
+     */
+    private formatConsole;
+    /**
+     * Format results as JSON.
+     *
+     * @param results - Evaluation results
+     * @returns JSON string
+     */
+    private formatJson;
+    /**
+     * Format results as HTML.
+     *
+     * @param results - Evaluation results
+     * @returns HTML string
+     */
+    private formatHtml;
+    /**
+     * Report evaluation results.
+     *
+     * @param results - Evaluation results
+     * @returns The formatted output string
+     */
+    report(results: EvalResults): string;
+    /**
+     * Report results and optionally write to file.
+     *
+     * @param results - Evaluation results
+     */
+    reportAndSave(results: EvalResults): Promise<void>;
+    /**
+     * Get the reporter configuration.
+     */
+    get config(): ReporterConfig;
+}
+/**
+ * Quick report function.
+ *
+ * @param results - Evaluation results
+ * @param format - Output format
+ * @returns Formatted string
+ */
+export declare function formatResults(results: EvalResults, format: OutputFormat): string;
+/**
+ * Report and save results.
+ *
+ * @param results - Evaluation results
+ * @param format - Output format
+ * @param outputPath - Optional output file path
+ */
+export declare function reportResults(results: EvalResults, format: OutputFormat, outputPath?: string): Promise<void>;
+//# sourceMappingURL=reporter.d.ts.map

package/dist/src/reporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/reporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAc,MAAM,YAAY,CAAC;AAE1D;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,oBAAoB;IACpB,MAAM,EAAE,YAAY,CAAC;IAErB,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAgDD;;GAEG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAiB;gBAEpB,MAAM,EAAE,cAAc;IAIlC;;;;;OAKG;IACH,OAAO,CAAC,aAAa;IA8ErB;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAIlB;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAkKlB;;;;;OAKG;IACH,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM;IAepC;;;;OAIG;IACG,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAexD;;OAEG;IACH,IAAI,MAAM,IAAI,cAAc,CAE3B;CACF;AAcD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,GAAG,MAAM,CAGhF;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,WAAW,EACpB,MAAM,EAAE,YAAY,EACpB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAGf"}

package/dist/src/reporter.js

@@ -0,0 +1,384 @@
+/**
+ * Reporter for formatting and outputting evaluation results.
+ *
+ * Supports multiple output formats:
+ * - console: Rich text table output to stdout
+ * - json: Machine-readable JSON output
+ * - html: Rich HTML report with styling
+ *
+ * @module reporter
+ */
+import { writeFile } from 'node:fs/promises';
+/**
+ * Format duration in milliseconds to human-readable string.
+ */
+function formatDuration(ms) {
+    if (ms < 1000) {
+        return `${ms}ms`;
+    }
+    return `${(ms / 1000).toFixed(2)}s`;
+}
+/**
+ * Truncate string to max length with ellipsis.
+ */
+function truncate(str, maxLength) {
+    if (str.length <= maxLength) {
+        return str;
+    }
+    return str.slice(0, maxLength - 3) + '...';
+}
+/**
+ * Format test result for console output.
+ */
+function formatResultForConsole(result, maxWidth) {
+    const status = result.passed ? 'PASS' : 'FAIL';
+    const score = `${(result.judgeScore * 100).toFixed(0)}%`;
+    const duration = formatDuration(result.durationMs);
+    const id = truncate(result.testId, 20);
+    return `  ${status.padEnd(4)} | ${id.padEnd(20)} | ${score.padEnd(4)} | ${duration}`;
+}
+/**
+ * ANSI color codes for console output.
+ */
+const colors = {
+    reset: '\x1b[0m',
+    bright: '\x1b[1m',
+    dim: '\x1b[2m',
+    green: '\x1b[32m',
+    red: '\x1b[31m',
+    yellow: '\x1b[33m',
+    blue: '\x1b[34m',
+    cyan: '\x1b[36m',
+};
+/**
+ * Reporter class for formatting evaluation results.
+ */
+export class Reporter {
+    _config;
+    constructor(config) {
+        this._config = config;
+    }
+    /**
+     * Format results as a console table.
+     *
+     * @param results - Evaluation results
+     * @returns Formatted string for console output
+     */
+    formatConsole(results) {
+        const lines = [];
+        // Header
+        lines.push('');
+        lines.push(`${colors.bright}Evaluation Results${colors.reset}`);
+        lines.push(`${colors.dim}${'='.repeat(60)}${colors.reset}`);
+        lines.push('');
+        // Suite info
+        lines.push(`${colors.cyan}Suite:${colors.reset} ${results.suite.name}`);
+        if (results.suite.description) {
+            lines.push(`${colors.cyan}Description:${colors.reset} ${results.suite.description}`);
+        }
+        lines.push(`${colors.cyan}Agent:${colors.reset} ${results.agent}`);
+        lines.push(`${colors.cyan}Timestamp:${colors.reset} ${new Date(results.timestamp).toLocaleString()}`);
+        lines.push('');
+        // Summary
+        const { summary } = results;
+        const statusColor = summary.failed === 0 ? colors.green : colors.red;
+        lines.push(`${colors.bright}Summary:${colors.reset}`);
+        lines.push(`  ${colors.cyan}Total:${colors.reset}    ${summary.total}`);
+        lines.push(`  ${colors.green}Passed:${colors.reset}   ${summary.passed}`);
+        lines.push(`  ${colors.red}Failed:${colors.reset}   ${summary.failed}`);
+        lines.push(`  ${colors.yellow}Avg Score:${colors.reset} ${(summary.avgScore * 100).toFixed(1)}%`);
+        lines.push(`  ${colors.dim}Duration:${colors.reset} ${formatDuration(summary.totalDurationMs)}`);
+        lines.push('');
+        // Test results table
+        lines.push(`${colors.bright}Test Results:${colors.reset}`);
+        lines.push(`  ${colors.dim}Status | ID                   | Score | Duration${colors.reset}`);
+        lines.push(`  ${colors.dim}${'-'.repeat(55)}${colors.reset}`);
+        const failedResults = [];
+        for (const result of results.results) {
+            const color = result.passed ? colors.green : colors.red;
+            lines.push(`${color}${formatResultForConsole(result, 80)}${colors.reset}`);
+            if (!result.passed) {
+                failedResults.push(result);
+            }
+        }
+        lines.push('');
+        // Show details for failed tests
+        if (failedResults.length > 0) {
+            lines.push(`${colors.bright}Failed Test Details:${colors.reset}`);
+            lines.push(`${colors.dim}${'='.repeat(60)}${colors.reset}`);
+            for (const result of failedResults) {
+                lines.push('');
+                lines.push(`${colors.red}${colors.bright}Test: ${result.testId}${colors.reset}`);
+                lines.push(`${colors.dim}Input:${colors.reset} ${result.input}`);
+                lines.push(`${colors.yellow}Expected:${colors.reset} ${result.expectedOutput}`);
+                lines.push(`${colors.cyan}Actual:${colors.reset} ${result.actualOutput}`);
+                if (result.judgeReasoning) {
+                    lines.push(`${colors.dim}Reasoning: ${result.judgeReasoning}${colors.reset}`);
+                }
+                lines.push(`${colors.dim}${'-'.repeat(40)}${colors.reset}`);
+            }
+            lines.push('');
+        }
+        // Footer
+        if (summary.failed > 0) {
+            lines.push(`${colors.yellow}Some tests failed. Review the results above.${colors.reset}`);
+        }
+        else {
+            lines.push(`${colors.green}All tests passed!${colors.reset}`);
+        }
+        lines.push('');
+        return lines.join('\n');
+    }
+    /**
+     * Format results as JSON.
+     *
+     * @param results - Evaluation results
+     * @returns JSON string
+     */
+    formatJson(results) {
+        return JSON.stringify(results, null, 2);
+    }
+    /**
+     * Format results as HTML.
+     *
+     * @param results - Evaluation results
+     * @returns HTML string
+     */
+    formatHtml(results) {
+        const { summary } = results;
+        const allPassed = summary.failed === 0;
+        const testRows = results.results.map(result => `
+      <tr class="${result.passed ? 'passed' : 'failed'}">
+        <td class="status">${result.passed ? 'PASS' : 'FAIL'}</td>
+        <td class="id">${escapeHtml(result.testId)}</td>
+        <td class="score">${(result.judgeScore * 100).toFixed(0)}%</td>
+        <td class="duration">${formatDuration(result.durationMs)}</td>
+        <td class="reasoning">${escapeHtml(truncate(result.judgeReasoning, 100))}</td>
+      </tr>
+    `).join('\n');
+        return `<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>Eval Results: ${escapeHtml(results.suite.name)}</title>
+  <style>
+    * { box-sizing: border-box; }
+    body {
+      font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
+      line-height: 1.6;
+      max-width: 1200px;
+      margin: 0 auto;
+      padding: 2rem;
+      background: #f5f5f5;
+    }
+    .container {
+      background: white;
+      border-radius: 8px;
+      padding: 2rem;
+      box-shadow: 0 2px 4px rgba(0,0,0,0.1);
+    }
+    h1 { margin-top: 0; color: #333; }
+    h2 { color: #555; border-bottom: 2px solid #eee; padding-bottom: 0.5rem; }
+    .meta {
+      display: grid;
+      grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+      gap: 1rem;
+      margin-bottom: 2rem;
+    }
+    .meta-item {
+      background: #f8f9fa;
+      padding: 1rem;
+      border-radius: 4px;
+    }
+    .meta-label { font-weight: 600; color: #666; font-size: 0.875rem; }
+    .meta-value { color: #333; }
+    .summary {
+      display: grid;
+      grid-template-columns: repeat(auto-fit, minmax(120px, 1fr));
+      gap: 1rem;
+      margin: 2rem 0;
+    }
+    .summary-card {
+      background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+      color: white;
+      padding: 1.5rem;
+      border-radius: 8px;
+      text-align: center;
+    }
+    .summary-card.passed { background: linear-gradient(135deg, #11998e 0%, #38ef7d 100%); }
+    .summary-card.failed { background: linear-gradient(135deg, #eb3349 0%, #f45c43 100%); }
+    .summary-card.warning { background: linear-gradient(135deg, #f093fb 0%, #f5576c 100%); }
+    .summary-value { font-size: 2rem; font-weight: bold; }
+    .summary-label { font-size: 0.875rem; opacity: 0.9; }
+    table {
+      width: 100%;
+      border-collapse: collapse;
+      margin-top: 1rem;
+    }
+    th, td {
+      padding: 0.75rem;
+      text-align: left;
+      border-bottom: 1px solid #eee;
+    }
+    th {
+      font-weight: 600;
+      color: #555;
+      background: #f8f9fa;
+    }
+    tr.passed .status { color: #11998e; font-weight: 600; }
+    tr.failed .status { color: #eb3349; font-weight: 600; }
+    .footer {
+      margin-top: 2rem;
+      padding-top: 1rem;
+      border-top: 1px solid #eee;
+      text-align: center;
+      color: #666;
+    }
+  </style>
+</head>
+<body>
+  <div class="container">
+    <h1>Evaluation Results</h1>
+
+    <div class="meta">
+      <div class="meta-item">
+        <div class="meta-label">Suite</div>
+        <div class="meta-value">${escapeHtml(results.suite.name)}</div>
+      </div>
+      <div class="meta-item">
+        <div class="meta-label">Agent</div>
+        <div class="meta-value">${escapeHtml(results.agent)}</div>
+      </div>
+      <div class="meta-item">
+        <div class="meta-label">Timestamp</div>
+        <div class="meta-value">${new Date(results.timestamp).toLocaleString()}</div>
+      </div>
+    </div>
+
+    <h2>Summary</h2>
+    <div class="summary">
+      <div class="summary-card">
+        <div class="summary-value">${summary.total}</div>
+        <div class="summary-label">Total Tests</div>
+      </div>
+      <div class="summary-card ${summary.passed === summary.total ? 'passed' : summary.passed === 0 ? 'failed' : 'warning'}">
+        <div class="summary-value">${summary.passed}</div>
+        <div class="summary-label">Passed</div>
+      </div>
+      <div class="summary-card ${summary.failed === 0 ? 'passed' : 'failed'}">
+        <div class="summary-value">${summary.failed}</div>
+        <div class="summary-label">Failed</div>
+      </div>
+      <div class="summary-card">
+        <div class="summary-value">${(summary.avgScore * 100).toFixed(1)}%</div>
+        <div class="summary-label">Avg Score</div>
+      </div>
+      <div class="summary-card">
+        <div class="summary-value">${formatDuration(summary.totalDurationMs)}</div>
+        <div class="summary-label">Duration</div>
+      </div>
+    </div>
+
+    <h2>Test Results</h2>
+    <table>
+      <thead>
+        <tr>
+          <th>Status</th>
+          <th>ID</th>
+          <th>Score</th>
+          <th>Duration</th>
+          <th>Reasoning</th>
+        </tr>
+      </thead>
+      <tbody>
+        ${testRows}
+      </tbody>
+    </table>
+
+    <div class="footer">
+      <p>Generated by genesys-eval</p>
+    </div>
+  </div>
+</body>
+</html>`;
+    }
+    /**
+     * Report evaluation results.
+     *
+     * @param results - Evaluation results
+     * @returns The formatted output string
+     */
+    report(results) {
+        switch (this._config.format) {
+            case 'json': {
+                return this.formatJson(results);
+            }
+            case 'html': {
+                return this.formatHtml(results);
+            }
+            case 'console':
+            default: {
+                return this.formatConsole(results);
+            }
+        }
+    }
+    /**
+     * Report results and optionally write to file.
+     *
+     * @param results - Evaluation results
+     */
+    async reportAndSave(results) {
+        const output = this.report(results);
+        if (this._config.outputPath) {
+            await writeFile(this._config.outputPath, output, 'utf-8');
+        }
+        // Always print to console if format is console, or if no output file
+        if (this._config.format === 'console' || !this._config.outputPath) {
+            console.log(output);
+        }
+        else {
+            console.log(`Results written to: ${this._config.outputPath}`);
+        }
+    }
+    /**
+     * Get the reporter configuration.
+     */
+    get config() {
+        return this._config;
+    }
+}
+/**
+ * Escape HTML special characters.
+ */
+function escapeHtml(text) {
+    return text
+        .replace(/&/g, '&amp;')
+        .replace(/</g, '&lt;')
+        .replace(/>/g, '&gt;')
+        .replace(/"/g, '&quot;')
+        .replace(/'/g, '&#039;');
+}
+/**
+ * Quick report function.
+ *
+ * @param results - Evaluation results
+ * @param format - Output format
+ * @returns Formatted string
+ */
+export function formatResults(results, format) {
+    const reporter = new Reporter({ format });
+    return reporter.report(results);
+}
+/**
+ * Report and save results.
+ *
+ * @param results - Evaluation results
+ * @param format - Output format
+ * @param outputPath - Optional output file path
+ */
+export async function reportResults(results, format, outputPath) {
+    const reporter = new Reporter({ format, outputPath });
+    await reporter.reportAndSave(results);
+}
+//# sourceMappingURL=reporter.js.map

package/dist/src/reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../../src/reporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAoB7C;;GAEG;AACH,SAAS,cAAc,CAAC,EAAU;IAChC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACd,OAAO,GAAG,EAAE,IAAI,CAAC;IACnB,CAAC;IACD,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,GAAW,EAAE,SAAiB;IAC9C,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,MAAkB,EAAE,QAAgB;IAClE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACzD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEvC,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,QAAQ,EAAE,CAAC;AACvF,CAAC;AAED;;GAEG;AACH,MAAM,MAAM,GAAG;IACb,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,GAAG,EAAE,SAAS;IACd,KAAK,EAAE,UAAU;IACjB,GAAG,EAAE,UAAU;IACf,MAAM,EAAE,UAAU;IAClB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,OAAO,CAAiB;IAEhC,YAAY,MAAsB;QAChC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED;;;;;OAKG;IACK,aAAa,CAAC,OAAoB;QACxC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,SAAS;QACT,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,qBAAqB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,aAAa;QACb,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,eAAe,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACtG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,UAAU;QACV,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAC5B,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QACrE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,WAAW,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,KAAK,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,KAAK,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,GAAG,UAAU,MAAM,CAAC,KAAK,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClG,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,GAAG,YAAY,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACjG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,qBAAqB;QACrB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,gBAAgB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,GAAG,mDAAmD,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7F,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE9D,MAAM,aAAa,GAAiB,EAAE,CAAC;QAEvC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;YACxD,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,sBAAsB,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,gCAAgC;QAChC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,uBAAuB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAE5D,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;gBACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjF,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,SAAS,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;gBAChF,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,UAAU,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;gBAC1E,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;oBAC1B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,cAAc,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAChF,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,SAAS;QACT,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,+CAA+C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5F,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,oBAAoB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACK,UAAU,CAAC,OAAoB;QACrC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;OAKG;IACK,UAAU,CAAC,OAAoB;QACrC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;QAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;mBAChC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;6BACzB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;yBACnC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC;4BACtB,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;+BACjC,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC;gCAChC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;;KAE3E,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;;;;;yBAKc,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAmFrB,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;;;;kCAI9B,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC;;;;kCAIzB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE;;;;;;;qCAOzC,OAAO,CAAC,KAAK;;;iCAGjB,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;qCACrF,OAAO,CAAC,MAAM;;;iCAGlB,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;qCACtC,OAAO,CAAC,MAAM;;;;qCAId,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;;;;qCAInC,cAAc,CAAC,OAAO,CAAC,eAAe,CAAC;;;;;;;;;;;;;;;;;UAiBlE,QAAQ;;;;;;;;;QASV,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,OAAoB;QACzB,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;YACD,KAAK,SAAS,CAAC;YACf,OAAO,CAAC,CAAC,CAAC;gBACR,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,aAAa,CAAC,OAAoB;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEpC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC5D,CAAC;QAED,qEAAqE;QACrE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI;SACR,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACvB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,OAAoB,EAAE,MAAoB;IACtE,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAoB,EACpB,MAAoB,EACpB,UAAmB;IAEnB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IACtD,MAAM,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC"}