coding-agent-benchmarks 0.1.0

package/dist/evaluator.js

@@ -0,0 +1,226 @@
+"use strict";
+/**
+ * Main evaluation engine
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Evaluator = void 0;
+const copilotCLI_1 = require("./adapters/copilotCLI");
+const claudeCodeCLI_1 = require("./adapters/claudeCodeCLI");
+const patternValidator_1 = require("./validators/patternValidator");
+const llmJudge_1 = require("./validators/llmJudge");
+const eslintValidator_1 = require("./validators/eslintValidator");
+const workspaceUtils_1 = require("./utils/workspaceUtils");
+const baselineManager_1 = require("./utils/baselineManager");
+class Evaluator {
+    constructor(options) {
+        this.options = options;
+        this.workspaceRoot = (0, workspaceUtils_1.resolveWorkspaceRoot)(options.workspaceRoot);
+        this.baselineManager = new baselineManager_1.BaselineManager(this.workspaceRoot);
+        // Create adapter based on type
+        this.adapter = this.createAdapter(options.adapter);
+    }
+    /**
+     * Create adapter instance based on type
+     */
+    createAdapter(type) {
+        switch (type) {
+            case 'copilot':
+                return new copilotCLI_1.CopilotCLIAdapter(this.workspaceRoot);
+            case 'claude-code':
+                return new claudeCodeCLI_1.ClaudeCodeCLIAdapter(this.workspaceRoot);
+            default:
+                throw new Error(`Unknown adapter type: ${type}`);
+        }
+    }
+    /**
+     * Check if adapter is available
+     */
+    async checkAdapterAvailability() {
+        return this.adapter.checkAvailability();
+    }
+    /**
+     * Filter scenarios based on criteria
+     */
+    filterScenarios(scenarios, filters) {
+        let filtered = scenarios;
+        // Filter by scenario ID pattern
+        if (filters.scenarioPattern) {
+            const pattern = filters.scenarioPattern.replace(/\*/g, '.*');
+            const regex = new RegExp(pattern);
+            filtered = filtered.filter(s => regex.test(s.id));
+        }
+        // Filter by category
+        if (filters.category) {
+            const categories = filters.category.split(',').map(c => c.trim());
+            filtered = filtered.filter(s => categories.includes(s.category));
+        }
+        // Filter by tags
+        if (filters.tags && filters.tags.length > 0) {
+            filtered = filtered.filter(s => filters.tags.some(tag => s.tags.includes(tag)));
+        }
+        return filtered;
+    }
+    /**
+     * Evaluate a single scenario
+     */
+    async evaluateScenario(scenario) {
+        const startTime = Date.now();
+        try {
+            if (this.options.verbose) {
+                console.log(`\nEvaluating scenario: ${scenario.id}`);
+                console.log(`  Description: ${scenario.description}`);
+            }
+            // Generate code using adapter
+            if (this.options.verbose) {
+                console.log('  Generating code...');
+            }
+            // Resolve timeout (null = no timeout, undefined = use defaults)
+            let timeout;
+            if (scenario.timeout !== undefined) {
+                // Scenario explicitly sets timeout (could be number or null)
+                timeout = scenario.timeout;
+            }
+            else if (this.options.defaultTimeout !== undefined) {
+                // Config sets default timeout (could be number or null)
+                timeout = this.options.defaultTimeout;
+            }
+            else {
+                // Built-in default: 2 minutes
+                timeout = 120000;
+            }
+            const generatedFiles = await this.adapter.generate(scenario.prompt, scenario.contextFiles, timeout);
+            if (this.options.verbose) {
+                console.log(`  Generated ${generatedFiles.length} file(s)`);
+            }
+            // Run validators
+            const validationResults = [];
+            // Pattern validator
+            const patternValidator = new patternValidator_1.PatternValidator(this.workspaceRoot);
+            const patternResult = await patternValidator.validate(generatedFiles, scenario);
+            validationResults.push(patternResult);
+            if (this.options.verbose && patternResult.score >= 0) {
+                console.log(`  Pattern validation: ${patternResult.score.toFixed(2)}`);
+            }
+            // LLM judge validator
+            const llmValidator = new llmJudge_1.LLMJudgeValidator(this.workspaceRoot, this.options.model);
+            const llmResult = await llmValidator.validate(generatedFiles, scenario);
+            validationResults.push(llmResult);
+            if (this.options.verbose && llmResult.score >= 0) {
+                console.log(`  LLM judge: ${llmResult.score.toFixed(2)}`);
+            }
+            // ESLint validator
+            const eslintValidator = new eslintValidator_1.ESLintValidator(this.workspaceRoot);
+            const eslintResult = await eslintValidator.validate(generatedFiles, scenario);
+            validationResults.push(eslintResult);
+            if (this.options.verbose && eslintResult.score >= 0) {
+                console.log(`  ESLint: ${eslintResult.score.toFixed(2)}`);
+            }
+            // Calculate overall score (average of non-skipped validators)
+            const activeResults = validationResults.filter(r => r.score >= 0);
+            const overallScore = activeResults.length > 0
+                ? activeResults.reduce((sum, r) => sum + r.score, 0) / activeResults.length
+                : 0;
+            // Collect all violations
+            const allViolations = validationResults.flatMap(r => r.violations);
+            // Check if passed (score above threshold and no violations)
+            const passed = overallScore >= 0.8 && allViolations.length === 0;
+            const result = {
+                scenario,
+                passed,
+                score: overallScore,
+                validationResults,
+                violations: allViolations,
+                duration: Date.now() - startTime,
+            };
+            // Compare with baseline if requested
+            if (this.options.compareBaseline) {
+                const comparison = this.baselineManager.compareWithBaseline(result, this.options.adapter, this.options.model || 'default');
+                if (comparison) {
+                    result.baselineComparison = comparison;
+                }
+            }
+            // Save baseline if requested
+            if (this.options.saveBaseline) {
+                this.baselineManager.saveBaseline(result, this.options.adapter, this.options.model || 'default');
+            }
+            return result;
+        }
+        catch (error) {
+            const errorMessage = String(error);
+            const isTimeout = errorMessage.includes('timed out');
+            // Create a violation for timeout errors
+            const violations = isTimeout
+                ? [
+                    {
+                        type: 'pattern',
+                        message: 'Code generation timed out',
+                        severity: scenario.severity,
+                        details: errorMessage,
+                    },
+                ]
+                : [];
+            return {
+                scenario,
+                passed: false,
+                score: 0,
+                validationResults: [],
+                violations,
+                duration: Date.now() - startTime,
+                error: `Evaluation failed: ${error}`,
+            };
+        }
+    }
+    /**
+     * Evaluate multiple scenarios
+     */
+    async evaluate(scenarios) {
+        const startTime = Date.now();
+        const results = [];
+        console.log(`Evaluating ${scenarios.length} scenario(s)...`);
+        for (let i = 0; i < scenarios.length; i++) {
+            const scenario = scenarios[i];
+            console.log(`\n[${i + 1}/${scenarios.length}] ${scenario.id}`);
+            const result = await this.evaluateScenario(scenario);
+            results.push(result);
+            // Show result summary
+            if (result.passed) {
+                console.log(`  ✓ PASSED (score: ${result.score.toFixed(2)})`);
+            }
+            else {
+                console.log(`  ✗ FAILED (score: ${result.score.toFixed(2)})`);
+                if (result.violations.length > 0) {
+                    console.log(`    ${result.violations.length} violation(s)`);
+                }
+                if (result.error) {
+                    console.log(`    Error: ${result.error}`);
+                }
+            }
+        }
+        // Calculate summary statistics
+        const passed = results.filter(r => r.passed).length;
+        const failed = results.filter(r => !r.passed && !r.error).length;
+        const skipped = results.filter(r => r.error).length;
+        const totalViolations = results.reduce((sum, r) => sum + r.violations.length, 0);
+        const averageScore = results.length > 0
+            ? results.reduce((sum, r) => sum + r.score, 0) / results.length
+            : 0;
+        const report = {
+            adapter: this.options.adapter,
+            model: this.options.model,
+            timestamp: new Date().toISOString(),
+            results,
+            summary: {
+                total: scenarios.length,
+                passed,
+                failed,
+                skipped,
+                averageScore,
+                totalViolations,
+            },
+            totalDuration: Date.now() - startTime,
+        };
+        return report;
+    }
+}
+exports.Evaluator = Evaluator;
+//# sourceMappingURL=evaluator.js.map

package/dist/evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../src/evaluator.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAUH,sDAA0D;AAC1D,4DAAgE;AAChE,oEAAiE;AACjE,oDAA0D;AAC1D,kEAA+D;AAC/D,2DAA8D;AAC9D,6DAA0D;AAY1D,MAAa,SAAS;IAMpB,YAAY,OAAyB;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAA,qCAAoB,EAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACjE,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE/D,+BAA+B;QAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAiB;QACrC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,SAAS;gBACZ,OAAO,IAAI,8BAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACnD,KAAK,aAAa;gBAChB,OAAO,IAAI,oCAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtD;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB;QAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,eAAe,CACb,SAAyB,EACzB,OAIC;QAED,IAAI,QAAQ,GAAG,SAAS,CAAC;QAEzB,gCAAgC;QAChC,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAClE,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,iBAAiB;QACjB,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC7B,OAAO,CAAC,IAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAChD,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAsB;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACxD,CAAC;YAED,8BAA8B;YAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACtC,CAAC;YAED,gEAAgE;YAChE,IAAI,OAAsB,CAAC;YAC3B,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBACnC,6DAA6D;gBAC7D,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC7B,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBACrD,wDAAwD;gBACxD,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,8BAA8B;gBAC9B,OAAO,GAAG,MAAM,CAAC;YACnB,CAAC;YAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAChD,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,YAAY,EACrB,OAAO,CACR,CAAC;YAEF,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,eAAe,cAAc,CAAC,MAAM,UAAU,CAAC,CAAC;YAC9D,CAAC;YAED,iBAAiB;YACjB,MAAM,iBAAiB,GAAuB,EAAE,CAAC;YAEjD,oBAAoB;YACpB,MAAM,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClE,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YAChF,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAEtC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,yBAAyB,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,sBAAsB;YACtB,MAAM,YAAY,GAAG,IAAI,4BAAiB,CACxC,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,OAAO,CAAC,KAAK,CACnB,CAAC;YACF,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YACxE,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAElC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED,mBAAmB;YACnB,MAAM,eAAe,GAAG,IAAI,iCAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YAC9E,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAErC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,YAAY,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED,8DAA8D;YAC9D,MAAM,aAAa,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YAClE,MAAM,YAAY,GAChB,aAAa,CAAC,MAAM,GAAG,CAAC;gBACtB,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM;gBAC3E,CAAC,CAAC,CAAC,CAAC;YAER,yBAAyB;YACzB,MAAM,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAEnE,4DAA4D;YAC5D,MAAM,MAAM,GAAG,YAAY,IAAI,GAAG,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC;YAEjE,MAAM,MAAM,GAAqB;gBAC/B,QAAQ;gBACR,MAAM;gBACN,KAAK,EAAE,YAAY;gBACnB,iBAAiB;gBACjB,UAAU,EAAE,aAAa;gBACzB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;YAEF,qCAAqC;YACrC,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CACzD,MAAM,EACN,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,SAAS,CAChC,CAAC;gBACF,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC;gBACzC,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC9B,IAAI,CAAC,eAAe,CAAC,YAAY,CAC/B,MAAM,EACN,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,SAAS,CAChC,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAErD,wCAAwC;YACxC,MAAM,UAAU,GAAG,SAAS;gBAC1B,CAAC,CAAC;oBACE;wBACE,IAAI,EAAE,SAAkB;wBACxB,OAAO,EAAE,2BAA2B;wBACpC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,OAAO,EAAE,YAAY;qBACtB;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO;gBACL,QAAQ;gBACR,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,iBAAiB,EAAE,EAAE;gBACrB,UAAU;gBACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,KAAK,EAAE,sBAAsB,KAAK,EAAE;aACrC,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,SAAyB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAE/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,sBAAsB;YACtB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC9D,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,eAAe,CAAC,CAAC;gBAC9D,CAAC;gBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACpD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QACjE,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QACpD,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,YAAY,GAChB,OAAO,CAAC,MAAM,GAAG,CAAC;YAChB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;YAC/D,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,MAAM,GAAqB;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO;YACP,OAAO,EAAE;gBACP,KAAK,EAAE,SAAS,CAAC,MAAM;gBACvB,MAAM;gBACN,MAAM;gBACN,OAAO;gBACP,YAAY;gBACZ,eAAe;aAChB;YACD,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACtC,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAnRD,8BAmRC"}

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+export * from './types';
+export { Evaluator, EvaluatorOptions } from './evaluator';
+export { CopilotCLIAdapter } from './adapters/copilotCLI';
+export { ClaudeCodeCLIAdapter } from './adapters/claudeCodeCLI';
+export { PatternValidator } from './validators/patternValidator';
+export { LLMJudgeValidator } from './validators/llmJudge';
+export { ESLintValidator } from './validators/eslintValidator';
+export { loadConfig } from './config/loader';
+export { BaselineManager } from './utils/baselineManager';
+export * from './utils/gitUtils';
+export * from './utils/workspaceUtils';
+export * from './utils/githubAuth';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,cAAc,kBAAkB,CAAC;AACjC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC"}

package/dist/index.js

@@ -0,0 +1,38 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaselineManager = exports.loadConfig = exports.ESLintValidator = exports.LLMJudgeValidator = exports.PatternValidator = exports.ClaudeCodeCLIAdapter = exports.CopilotCLIAdapter = exports.Evaluator = void 0;
+__exportStar(require("./types"), exports);
+var evaluator_1 = require("./evaluator");
+Object.defineProperty(exports, "Evaluator", { enumerable: true, get: function () { return evaluator_1.Evaluator; } });
+var copilotCLI_1 = require("./adapters/copilotCLI");
+Object.defineProperty(exports, "CopilotCLIAdapter", { enumerable: true, get: function () { return copilotCLI_1.CopilotCLIAdapter; } });
+var claudeCodeCLI_1 = require("./adapters/claudeCodeCLI");
+Object.defineProperty(exports, "ClaudeCodeCLIAdapter", { enumerable: true, get: function () { return claudeCodeCLI_1.ClaudeCodeCLIAdapter; } });
+var patternValidator_1 = require("./validators/patternValidator");
+Object.defineProperty(exports, "PatternValidator", { enumerable: true, get: function () { return patternValidator_1.PatternValidator; } });
+var llmJudge_1 = require("./validators/llmJudge");
+Object.defineProperty(exports, "LLMJudgeValidator", { enumerable: true, get: function () { return llmJudge_1.LLMJudgeValidator; } });
+var eslintValidator_1 = require("./validators/eslintValidator");
+Object.defineProperty(exports, "ESLintValidator", { enumerable: true, get: function () { return eslintValidator_1.ESLintValidator; } });
+var loader_1 = require("./config/loader");
+Object.defineProperty(exports, "loadConfig", { enumerable: true, get: function () { return loader_1.loadConfig; } });
+var baselineManager_1 = require("./utils/baselineManager");
+Object.defineProperty(exports, "BaselineManager", { enumerable: true, get: function () { return baselineManager_1.BaselineManager; } });
+__exportStar(require("./utils/gitUtils"), exports);
+__exportStar(require("./utils/workspaceUtils"), exports);
+__exportStar(require("./utils/githubAuth"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,0CAAwB;AACxB,yCAA0D;AAAjD,sGAAA,SAAS,OAAA;AAClB,oDAA0D;AAAjD,+GAAA,iBAAiB,OAAA;AAC1B,0DAAgE;AAAvD,qHAAA,oBAAoB,OAAA;AAC7B,kEAAiE;AAAxD,oHAAA,gBAAgB,OAAA;AACzB,kDAA0D;AAAjD,6GAAA,iBAAiB,OAAA;AAC1B,gEAA+D;AAAtD,kHAAA,eAAe,OAAA;AACxB,0CAA6C;AAApC,oGAAA,UAAU,OAAA;AACnB,2DAA0D;AAAjD,kHAAA,eAAe,OAAA;AACxB,mDAAiC;AACjC,yDAAuC;AACvC,qDAAmC"}

package/dist/runner.d.ts

@@ -0,0 +1,6 @@
+#!/usr/bin/env node
+/**
+ * CLI interface for coding-agent-benchmarks
+ */
+export {};
+//# sourceMappingURL=runner.d.ts.map

package/dist/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":";AAEA;;GAEG"}

package/dist/runner.js

@@ -0,0 +1,233 @@
+#!/usr/bin/env node
+"use strict";
+/**
+ * CLI interface for coding-agent-benchmarks
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const fs = __importStar(require("fs"));
+const loader_1 = require("./config/loader");
+const evaluator_1 = require("./evaluator");
+const copilotCLI_1 = require("./adapters/copilotCLI");
+const claudeCodeCLI_1 = require("./adapters/claudeCodeCLI");
+const llmJudge_1 = require("./validators/llmJudge");
+const githubAuth_1 = require("./utils/githubAuth");
+const program = new commander_1.Command();
+program
+    .name('coding-agent-benchmarks')
+    .description('Evaluate coding agents against coding standards and best practices')
+    .version('0.1.0');
+/**
+ * Evaluate command
+ */
+program
+    .command('evaluate')
+    .description('Run benchmark evaluations')
+    .option('--scenario <pattern>', 'Filter scenarios by ID pattern (supports wildcards)')
+    .option('--category <categories>', 'Filter by category (comma-separated)')
+    .option('--tag <tags>', 'Filter by tags (comma-separated)')
+    .option('--adapter <type>', 'Code generation adapter (copilot or claude-code)', 'copilot')
+    .option('--model <model>', 'LLM model for judge (default: openai/gpt-4.1)')
+    .option('--threshold <number>', 'Minimum passing score', '0.8')
+    .option('--verbose', 'Show detailed output')
+    .option('--output <file>', 'Export JSON report to file')
+    .option('--save-baseline', 'Save results as baseline')
+    .option('--compare-baseline', 'Compare results with baseline')
+    .option('--workspace-root <path>', 'Workspace root directory')
+    .action(async (options) => {
+    try {
+        // Load configuration
+        const { config, scenarios } = await (0, loader_1.loadConfig)(options.workspaceRoot || process.cwd());
+        // Create evaluator
+        const evaluator = new evaluator_1.Evaluator({
+            adapter: options.adapter,
+            model: options.model,
+            workspaceRoot: options.workspaceRoot,
+            defaultTimeout: config.defaultTimeout,
+            verbose: options.verbose,
+            saveBaseline: options.saveBaseline,
+            compareBaseline: options.compareBaseline,
+        });
+        // Check adapter availability
+        const isAvailable = await evaluator.checkAdapterAvailability();
+        if (!isAvailable) {
+            console.error(`Error: ${options.adapter} CLI not found`);
+            console.error(`Please install ${options.adapter} CLI to use this adapter`);
+            process.exit(1);
+        }
+        // Filter scenarios
+        const filteredScenarios = evaluator.filterScenarios(scenarios, {
+            scenarioPattern: options.scenario,
+            category: options.category,
+            tags: options.tag ? options.tag.split(',').map((t) => t.trim()) : undefined,
+        });
+        if (filteredScenarios.length === 0) {
+            console.log('No scenarios match the specified filters');
+            return;
+        }
+        // Run evaluation
+        const report = await evaluator.evaluate(filteredScenarios);
+        // Display summary
+        console.log('\n' + '='.repeat(60));
+        console.log('EVALUATION SUMMARY');
+        console.log('='.repeat(60));
+        console.log(`Total scenarios: ${report.summary.total}`);
+        console.log(`Passed: ${report.summary.passed}`);
+        console.log(`Failed: ${report.summary.failed}`);
+        console.log(`Skipped: ${report.summary.skipped}`);
+        console.log(`Average score: ${report.summary.averageScore.toFixed(2)}`);
+        console.log(`Total violations: ${report.summary.totalViolations}`);
+        console.log(`Total duration: ${(report.totalDuration / 1000).toFixed(1)}s`);
+        console.log('='.repeat(60));
+        // Export JSON report if requested
+        if (options.output) {
+            fs.writeFileSync(options.output, JSON.stringify(report, null, 2), 'utf-8');
+            console.log(`\nReport exported to: ${options.output}`);
+        }
+        // Exit with error code if any scenarios failed
+        if (report.summary.failed > 0 || report.summary.skipped > 0) {
+            process.exit(1);
+        }
+    }
+    catch (error) {
+        console.error(`Error: ${error}`);
+        process.exit(1);
+    }
+});
+/**
+ * List command
+ */
+program
+    .command('list')
+    .description('List available test scenarios')
+    .option('--category <categories>', 'Filter by category')
+    .option('--tag <tags>', 'Filter by tags (comma-separated)')
+    .action(async (options) => {
+    try {
+        const { scenarios } = await (0, loader_1.loadConfig)();
+        let filtered = scenarios;
+        // Filter by category
+        if (options.category) {
+            const categories = options.category.split(',').map((c) => c.trim());
+            filtered = filtered.filter(s => categories.includes(s.category));
+        }
+        // Filter by tags
+        if (options.tag) {
+            const tags = options.tag.split(',').map((t) => t.trim());
+            filtered = filtered.filter(s => tags.some((tag) => s.tags.includes(tag)));
+        }
+        console.log(`\nAvailable scenarios (${filtered.length}):\n`);
+        for (const scenario of filtered) {
+            console.log(`  ${scenario.id}`);
+            console.log(`    Category: ${scenario.category}`);
+            console.log(`    Severity: ${scenario.severity}`);
+            console.log(`    Tags: ${scenario.tags.join(', ')}`);
+            console.log(`    Description: ${scenario.description}`);
+            console.log();
+        }
+    }
+    catch (error) {
+        console.error(`Error: ${error}`);
+        process.exit(1);
+    }
+});
+/**
+ * Check command
+ */
+program
+    .command('check')
+    .description('Check if coding agent CLIs and GitHub auth are available')
+    .action(async () => {
+    console.log('Checking adapter availability...\n');
+    const adapters = [
+        { name: 'GitHub Copilot CLI', type: 'copilot' },
+        { name: 'Claude Code CLI', type: 'claude-code' },
+    ];
+    for (const { name, type } of adapters) {
+        let adapter;
+        if (type === 'copilot') {
+            adapter = new copilotCLI_1.CopilotCLIAdapter();
+        }
+        else {
+            adapter = new claudeCodeCLI_1.ClaudeCodeCLIAdapter();
+        }
+        const available = await adapter.checkAvailability();
+        const status = available ? '✓ Available' : '✗ Not found';
+        console.log(`  ${name}: ${status}`);
+    }
+    console.log('\nChecking GitHub authentication...\n');
+    const authStatus = (0, githubAuth_1.checkGitHubAuth)();
+    const authIcon = authStatus.available ? '✓' : '✗';
+    console.log(`  ${authIcon} ${authStatus.message}`);
+    if (!authStatus.available) {
+        console.log('\n  💡 GitHub token is required for LLM-as-judge validation');
+        console.log('  Setup: https://github.com/settings/tokens (scope: models:read)');
+        console.log('  Or install GitHub CLI: brew install gh && gh auth login');
+    }
+    console.log();
+});
+/**
+ * Test LLM command
+ */
+program
+    .command('test-llm')
+    .description('Test LLM judge with a custom prompt')
+    .option('--model <model>', 'LLM model to use (default: openai/gpt-4.1)')
+    .action(async (options) => {
+    try {
+        console.log('Testing LLM judge...\n');
+        console.log('Enter your prompt (Ctrl+D when done):\n');
+        // Read prompt from stdin
+        const chunks = [];
+        process.stdin.on('data', (chunk) => {
+            chunks.push(chunk.toString());
+        });
+        process.stdin.on('end', async () => {
+            const prompt = chunks.join('');
+            const validator = new llmJudge_1.LLMJudgeValidator(undefined, options.model);
+            const result = await validator.testJudge(prompt, options.model);
+            console.log('\nLLM Response:\n');
+            console.log(result);
+        });
+    }
+    catch (error) {
+        console.error(`Error: ${error}`);
+        process.exit(1);
+    }
+});
+// Parse arguments
+program.parse(process.argv);
+//# sourceMappingURL=runner.js.map

package/dist/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":";;AAEA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,yCAAoC;AACpC,uCAAyB;AACzB,4CAA6C;AAC7C,2CAAwC;AAExC,sDAA0D;AAC1D,4DAAgE;AAChE,oDAA0D;AAC1D,mDAAqD;AAErD,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,yBAAyB,CAAC;KAC/B,WAAW,CAAC,oEAAoE,CAAC;KACjF,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB;;GAEG;AACH,OAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,2BAA2B,CAAC;KACxC,MAAM,CAAC,sBAAsB,EAAE,qDAAqD,CAAC;KACrF,MAAM,CAAC,yBAAyB,EAAE,sCAAsC,CAAC;KACzE,MAAM,CAAC,cAAc,EAAE,kCAAkC,CAAC;KAC1D,MAAM,CAAC,kBAAkB,EAAE,kDAAkD,EAAE,SAAS,CAAC;KACzF,MAAM,CAAC,iBAAiB,EAAE,+CAA+C,CAAC;KAC1E,MAAM,CAAC,sBAAsB,EAAE,uBAAuB,EAAE,KAAK,CAAC;KAC9D,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC;KAC3C,MAAM,CAAC,iBAAiB,EAAE,4BAA4B,CAAC;KACvD,MAAM,CAAC,iBAAiB,EAAE,0BAA0B,CAAC;KACrD,MAAM,CAAC,oBAAoB,EAAE,+BAA+B,CAAC;KAC7D,MAAM,CAAC,yBAAyB,EAAE,0BAA0B,CAAC;KAC7D,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,qBAAqB;QACrB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,mBAAU,EAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAEvF,mBAAmB;QACnB,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAsB;YACvC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,WAAW,GAAG,MAAM,SAAS,CAAC,wBAAwB,EAAE,CAAC;QAC/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,UAAU,OAAO,CAAC,OAAO,gBAAgB,CAAC,CAAC;YACzD,OAAO,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,OAAO,0BAA0B,CAAC,CAAC;YAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,mBAAmB;QACnB,MAAM,iBAAiB,GAAG,SAAS,CAAC,eAAe,CAAC,SAAS,EAAE;YAC7D,eAAe,EAAE,OAAO,CAAC,QAAQ;YACjC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;SACpF,CAAC,CAAC;QAEH,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,iBAAiB;QACjB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAE3D,kBAAkB;QAClB,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,kCAAkC;QAClC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC3E,OAAO,CAAC,GAAG,CAAC,yBAAyB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,+CAA+C;QAC/C,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL;;GAEG;AACH,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,+BAA+B,CAAC;KAC5C,MAAM,CAAC,yBAAyB,EAAE,oBAAoB,CAAC;KACvD,MAAM,CAAC,cAAc,EAAE,kCAAkC,CAAC;KAC1D,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,mBAAU,GAAE,CAAC;QAEzC,IAAI,QAAQ,GAAG,SAAS,CAAC;QAEzB,qBAAqB;QACrB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5E,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,iBAAiB;QACjB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAChB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjE,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,CAAC,MAAM,MAAM,CAAC,CAAC;QAE7D,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACxD,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL;;GAEG;AACH,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,0DAA0D,CAAC;KACvE,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAElD,MAAM,QAAQ,GAA+C;QAC3D,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,SAAS,EAAE;QAC/C,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,aAAa,EAAE;KACjD,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC;QACZ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,GAAG,IAAI,8BAAiB,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,oCAAoB,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,iBAAiB,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,IAAA,4BAAe,GAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;IAEnD,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;QAChF,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC,CAAC,CAAC;AAEL;;GAEG;AACH,OAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,qCAAqC,CAAC;KAClD,MAAM,CAAC,iBAAiB,EAAE,4CAA4C,CAAC;KACvE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAEvD,yBAAyB;QACzB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE/B,MAAM,SAAS,GAAG,IAAI,4BAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YAEhE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,kBAAkB;AAClB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC"}