coding-agent-benchmarks 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 coding-agent-benchmarks contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,474 @@
+# coding-agent-benchmarks
+
+Open-source framework for evaluating AI coding assistants (like GitHub Copilot CLI or Claude Code) follow your coding standards. Here's the workflow:
+1. You give it a prompt → 2. AI generates code → 3. Library validates → 4. You get a score
+
+## Features
+
+- **Multiple Adapters**: Built-in support for GitHub Copilot CLI and Claude Code CLI
+- **Flexible Validation**: Pattern-based validation, LLM-as-judge semantic evaluation, and ESLint integration
+- **Baseline Tracking**: Save and compare evaluation results over time
+- **Extensible**: Easy to add custom scenarios, validators, and adapters
+- **CLI & Programmatic API**: Use as a command-line tool or integrate into your workflow
+
+## Installation
+
+```bash
+npm install --save-dev coding-agent-benchmarks
+```
+
+## Quick Start
+
+### 1. Create a Configuration File
+
+Create a `benchmarks.config.js` file in your project root with your scenarios (see Configuration section below).
+
+### 2. Check Adapter Availability
+
+```bash
+npx coding-agent-benchmarks check
+```
+
+This will show which coding agent CLIs are installed on your system.
+
+### 3. List Your Scenarios
+
+```bash
+npx coding-agent-benchmarks list
+```
+
+### 4. Run Evaluations
+
+```bash
+# Run all scenarios with default adapter (Copilot)
+npx coding-agent-benchmarks evaluate
+
+# Run with Claude Code
+npx coding-agent-benchmarks evaluate --adapter claude-code
+
+# Run specific scenarios
+npx coding-agent-benchmarks evaluate --scenario typescript-no-any
+npx coding-agent-benchmarks evaluate --category typescript
+npx coding-agent-benchmarks evaluate --tag best-practices
+
+# Save as baseline for future comparison
+npx coding-agent-benchmarks evaluate --save-baseline
+
+# Compare with baseline
+npx coding-agent-benchmarks evaluate --compare-baseline
+
+# Export report as JSON
+npx coding-agent-benchmarks evaluate --output report.json
+```
+
+## Configuration
+
+**Configuration is required.** Create a `benchmarks.config.js` (or `.ts`) file in your project root with your test scenarios:
+
+```javascript
+module.exports = {
+  // Default adapter to use
+  defaultAdapter: 'copilot',
+
+  // Default LLM model for judge
+  defaultModel: 'openai/gpt-4.1',
+
+  // Default timeout for code generation (milliseconds)
+  // Individual scenarios can override this
+  // Default: 120000 (2 minutes)
+  defaultTimeout: 180000, // 3 minutes
+
+  // Workspace root (auto-detected if not specified)
+  workspaceRoot: process.cwd(),
+
+  // Define your test scenarios
+  scenarios: [
+    {
+      id: 'typescript-no-any',
+      category: 'typescript',
+      severity: 'critical',
+      tags: ['typescript', 'types', 'safety'],
+      description: 'Ensure TypeScript interfaces use explicit types instead of "any"',
+      prompt: 'Create a TypeScript interface called User with fields: id (number), name (string), email (string), and metadata (object with key-value pairs)',
+      validationStrategy: {
+        patterns: {
+          forbiddenPatterns: [/:\s*any\b/],
+          requiredPatterns: [/interface\s+User/],
+        },
+      },
+      timeout: 120000,
+    },
+    {
+      id: 'react-no-inline-styles',
+      category: 'react',
+      severity: 'major',
+      tags: ['react', 'styling', 'best-practices'],
+      description: 'Forbid inline style objects in React components',
+      prompt: 'Create a React functional component called Button that accepts a "label" prop and renders a styled button. Use CSS classes instead of inline styles.',
+      validationStrategy: {
+        patterns: {
+          forbiddenPatterns: [/style\s*=\s*\{\{/, /style\s*=\s*\{[^}]*\}/],
+          requiredPatterns: [/className/],
+        },
+      },
+    },
+    {
+      id: 'async-error-handling',
+      category: 'general',
+      severity: 'critical',
+      tags: ['async', 'error-handling', 'robustness'],
+      description: 'Ensure async functions have proper error handling',
+      prompt: 'Create an async function called fetchUserData that takes a userId parameter, makes an HTTP request to fetch user data, and returns the user object. Handle errors appropriately.',
+      validationStrategy: {
+        patterns: {
+          requiredPatterns: [/async\s+function\s+fetchUserData|const\s+fetchUserData.*async/, /try|catch|\.catch\(/],
+        },
+        llmJudge: {
+          enabled: true,
+          judgmentPrompt: 'Evaluate the error handling in this async function. Does it use try/catch or .catch()? Are errors logged or re-thrown appropriately?',
+        },
+      },
+    },
+  ],
+};
+```
+
+## Timeout Configuration
+
+You can configure timeouts at three levels (in order of precedence):
+
+1. **Per-scenario timeout**: Set `timeout` on individual scenarios (highest priority)
+2. **Global default**: Set `defaultTimeout` in your config file
+3. **Built-in default**: 120000ms (2 minutes) if nothing else is specified
+
+```javascript
+// In benchmarks.config.js
+module.exports = {
+  // Global default applies to all scenarios
+  defaultTimeout: 180000, // 3 minutes
+
+  scenarios: [
+    {
+      id: 'quick-check',
+      prompt: '...',
+      timeout: 60000, // Override: 1 minute for this scenario
+      // ...
+    },
+    {
+      id: 'complex-task',
+      prompt: '...',
+      // Will use defaultTimeout (3 minutes)
+      // ...
+    },
+  ],
+};
+```
+
+**Why configure timeouts?**
+- Complex code generation tasks may need more time
+- Simple checks can complete faster with shorter timeouts
+- Different AI models may have different response times
+
+## Validation Strategies
+
+### Pattern Validation
+
+Regex-based validation for forbidden/required patterns:
+
+```javascript
+validationStrategy: {
+  patterns: {
+    // Patterns that should NOT appear
+    forbiddenPatterns: [/:\s*any\b/, /console\.log/],
+
+    // Patterns that MUST appear
+    requiredPatterns: [/interface\s+User/],
+
+    // Import statements that should NOT be present
+    forbiddenImports: ['from "lodash"'],
+
+    // Import statements that MUST be present
+    requiredImports: ['import React'],
+
+    // File name patterns that should NOT be created
+    forbiddenFileNamePatterns: [/\.test\.js$/],
+
+    // File name patterns that MUST be created
+    requiredFileNamePatterns: [/\.tsx?$/],
+  },
+}
+```
+
+### LLM-as-Judge
+
+Semantic evaluation using AI:
+
+```javascript
+validationStrategy: {
+  llmJudge: {
+    enabled: true,
+    model: 'openai/gpt-4.1', // or 'gpt-4o'
+    judgmentPrompt: `Evaluate if the code follows best practices...`,
+  },
+}
+```
+
+The LLM judge requires a `GITHUB_TOKEN` environment variable with access to GitHub Models API.
+
+### ESLint Integration
+
+Run ESLint on generated code:
+
+```javascript
+validationStrategy: {
+  eslint: {
+    enabled: true,
+    configPath: '.eslintrc.js', // optional
+  },
+}
+```
+
+## Scoring
+
+Each scenario receives a score from 0.0 to 1.0:
+
+- **1.0**: Perfect, no violations
+- **0.8-0.99**: Minor issues
+- **0.5-0.79**: Moderate issues
+- **0.0-0.49**: Major issues or failed
+
+Violations are weighted by severity:
+- **Critical**: 1.0 weight
+- **Major**: 0.7 weight
+- **Minor**: 0.3 weight
+
+## Baseline Tracking
+
+Save current results as a baseline:
+
+```bash
+npx coding-agent-benchmarks evaluate --save-baseline
+```
+
+Baselines are stored in `.benchmarks/baselines/{adapter}/{model}/{scenario-id}.json`
+
+Compare future runs against the baseline:
+
+```bash
+npx coding-agent-benchmarks evaluate --compare-baseline
+```
+
+The report will show score deltas and whether results improved or regressed.
+
+## CLI Commands
+
+### `evaluate`
+
+Run benchmark evaluations.
+
+**Options:**
+- `--scenario <pattern>`: Filter by scenario ID (supports wildcards like `typescript-*`)
+- `--category <categories>`: Filter by category (comma-separated)
+- `--tag <tags>`: Filter by tags (comma-separated)
+- `--adapter <type>`: Adapter to use (`copilot` or `claude-code`)
+- `--model <model>`: LLM model for judge (default: `openai/gpt-4.1`)
+- `--threshold <number>`: Minimum passing score (default: `0.8`)
+- `--verbose`: Show detailed output
+- `--output <file>`: Export JSON report
+- `--save-baseline`: Save results as baseline
+- `--compare-baseline`: Compare with baseline
+- `--workspace-root <path>`: Workspace root directory
+
+### `list`
+
+List available test scenarios.
+
+**Options:**
+- `--category <categories>`: Filter by category
+- `--tag <tags>`: Filter by tags
+
+### `check`
+
+Check if coding agent CLIs are available.
+
+### `test-llm`
+
+Test LLM judge with a custom prompt (for debugging).
+
+**Options:**
+- `--model <model>`: LLM model to use
+
+## Programmatic Usage
+
+You can also use the framework programmatically:
+
+```typescript
+import { Evaluator, loadConfig } from 'coding-agent-benchmarks';
+
+async function runEvaluation() {
+  // Load configuration
+  const { scenarios } = await loadConfig();
+
+  // Create evaluator
+  const evaluator = new Evaluator({
+    adapter: 'copilot',
+    model: 'openai/gpt-4.1',
+    verbose: true,
+  });
+
+  // Check adapter availability
+  const available = await evaluator.checkAdapterAvailability();
+  if (!available) {
+    throw new Error('Adapter not available');
+  }
+
+  // Run evaluation
+  const report = await evaluator.evaluate(scenarios);
+
+  console.log(`Passed: ${report.summary.passed}/${report.summary.total}`);
+  console.log(`Average score: ${report.summary.averageScore.toFixed(2)}`);
+}
+
+runEvaluation();
+```
+
+## Creating Custom Validators
+
+Implement the `CodeValidator` interface:
+
+```typescript
+import { CodeValidator, ValidationResult, TestScenario } from 'coding-agent-benchmarks';
+
+export class CustomValidator implements CodeValidator {
+  public readonly type = 'custom';
+
+  async validate(
+    files: readonly string[],
+    scenario: TestScenario
+  ): Promise<ValidationResult> {
+    // Your validation logic here
+    return {
+      passed: true,
+      score: 1.0,
+      violations: [],
+      validatorType: 'custom',
+    };
+  }
+}
+```
+
+## Creating Custom Adapters
+
+Implement the `CodeGenerationAdapter` interface:
+
+```typescript
+import { CodeGenerationAdapter, AdapterType } from 'coding-agent-benchmarks';
+
+export class CustomAdapter implements CodeGenerationAdapter {
+  public readonly type: AdapterType = 'copilot'; // or extend the type
+
+  async checkAvailability(): Promise<boolean> {
+    // Check if CLI is available
+    return true;
+  }
+
+  async generate(
+    prompt: string,
+    contextFiles?: readonly string[],
+    timeout?: number
+  ): Promise<string[]> {
+    // Generate code and return changed files
+    return ['path/to/generated/file.ts'];
+  }
+}
+```
+
+## GitHub Authentication (for LLM Judge)
+
+LLM-as-judge validation requires GitHub authentication to access GitHub Models API. There are **two easy options** - no OAuth registration needed!
+
+### Option 1: Personal Access Token (Recommended)
+
+1. Create token at https://github.com/settings/tokens
+2. Click "Generate new token (classic)"
+3. Give it a name (e.g., "coding-agent-benchmarks")
+4. Select scope: **`models:read`**
+5. Generate and copy the token
+6. Set environment variable:
+   ```bash
+   export GITHUB_TOKEN=ghp_xxxxxxxxxxxxxxxxxxxx
+   ```
+
+### Option 2: GitHub CLI (Automatic)
+
+If you have GitHub CLI installed, tokens are auto-detected:
+
+```bash
+# Install GitHub CLI
+brew install gh          # macOS
+# or download from https://cli.github.com
+
+# Authenticate (one time)
+gh auth login
+
+# Token will be used automatically - no GITHUB_TOKEN needed!
+```
+
+### Check Authentication Status
+
+```bash
+npx coding-agent-benchmarks check
+```
+
+Output:
+```
+Checking adapter availability...
+  GitHub Copilot CLI: ✓ Available
+  Claude Code CLI: ✗ Not found
+
+Checking GitHub authentication...
+  ✓ Using token from GitHub CLI (gh auth token)
+```
+
+## How It Works
+
+1. **Code Generation**: The adapter spawns a coding agent CLI with a prompt
+2. **File Tracking**: Git is used to detect which files were created/modified
+3. **Validation**: Multiple validators check the generated code
+4. **Scoring**: Results are aggregated and compared against thresholds
+5. **Reporting**: Results are displayed in terminal and optionally exported as JSON
+
+## Requirements
+
+- Node.js >= 18.0.0
+- Git repository (for file change tracking)
+- At least one coding agent CLI installed (Copilot or Claude Code)
+- (Optional) `GITHUB_TOKEN` for LLM judge validation
+
+## Contributing
+
+Contributions are welcome! Please:
+
+1. Fork the repository
+2. Create a feature branch
+3. Make your changes
+4. Add tests if applicable
+5. Submit a pull request
+
+## License
+
+MIT License - see LICENSE file for details
+
+## Acknowledgments
+
+Inspired by the need for systematic evaluation of AI coding assistants. Built to help teams ensure their AI tools follow coding standards and best practices.
+
+## Support
+
+- Report issues: [GitHub Issues](https://github.com/yourusername/coding-agent-benchmarks/issues)
+- Documentation: This README and inline JSDoc comments
+- Examples: See `examples/` directory (coming soon)
+
+---
+
+**Happy benchmarking!** 🚀

package/dist/adapters/claudeCodeCLI.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Claude Code CLI Adapter
+ */
+import { CodeGenerationAdapter } from '../types';
+export declare class ClaudeCodeCLIAdapter implements CodeGenerationAdapter {
+    readonly type: "claude-code";
+    private workspaceRoot;
+    constructor(workspaceRoot?: string);
+    /**
+     * Check if Claude Code CLI is available
+     */
+    checkAvailability(): Promise<boolean>;
+    /**
+     * Generate code using Claude Code CLI
+     * @param timeout Timeout in milliseconds, or null for no timeout
+     */
+    generate(prompt: string, contextFiles?: readonly string[], timeout?: number | null): Promise<string[]>;
+}
+//# sourceMappingURL=claudeCodeCLI.d.ts.map

package/dist/adapters/claudeCodeCLI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"claudeCodeCLI.d.ts","sourceRoot":"","sources":["../../src/adapters/claudeCodeCLI.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD,qBAAa,oBAAqB,YAAW,qBAAqB;IAChE,SAAgB,IAAI,EAAG,aAAa,CAAU;IAC9C,OAAO,CAAC,aAAa,CAAS;gBAElB,aAAa,CAAC,EAAE,MAAM;IAIlC;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB3C;;;OAGG;IACG,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,EAChC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GACtB,OAAO,CAAC,MAAM,EAAE,CAAC;CA8ErB"}

package/dist/adapters/claudeCodeCLI.js

@@ -0,0 +1,106 @@
+"use strict";
+/**
+ * Claude Code CLI Adapter
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ClaudeCodeCLIAdapter = void 0;
+const child_process_1 = require("child_process");
+const gitUtils_1 = require("../utils/gitUtils");
+const workspaceUtils_1 = require("../utils/workspaceUtils");
+class ClaudeCodeCLIAdapter {
+    constructor(workspaceRoot) {
+        this.type = 'claude-code';
+        this.workspaceRoot = (0, workspaceUtils_1.resolveWorkspaceRoot)(workspaceRoot);
+    }
+    /**
+     * Check if Claude Code CLI is available
+     */
+    async checkAvailability() {
+        return new Promise((resolve) => {
+            const proc = (0, child_process_1.spawn)('which', ['claude'], {
+                stdio: 'pipe',
+            });
+            proc.on('close', (code) => {
+                resolve(code === 0);
+            });
+            proc.on('error', () => {
+                resolve(false);
+            });
+        });
+    }
+    /**
+     * Generate code using Claude Code CLI
+     * @param timeout Timeout in milliseconds, or null for no timeout
+     */
+    async generate(prompt, contextFiles, timeout) {
+        // Reset workspace to clean state before generation
+        try {
+            (0, gitUtils_1.resetGitWorkingDirectory)(this.workspaceRoot);
+        }
+        catch (error) {
+            console.warn('Warning: Could not reset git working directory:', error);
+        }
+        // Build the full prompt with context
+        let fullPrompt = prompt;
+        if (contextFiles && contextFiles.length > 0) {
+            const contexts = (0, workspaceUtils_1.readContextFiles)(this.workspaceRoot, contextFiles);
+            if (contexts.length > 0) {
+                const contextSection = contexts
+                    .map(ctx => `\n\n### Context from ${ctx.path}:\n\`\`\`\n${ctx.content}\n\`\`\``)
+                    .join('\n');
+                fullPrompt = `${prompt}${contextSection}`;
+            }
+        }
+        // Spawn the claude CLI process
+        // Note: Claude Code CLI may require different flags or approach
+        // This is a basic implementation that may need adjustment
+        return new Promise((resolve, reject) => {
+            const proc = (0, child_process_1.spawn)('claude', ['--non-interactive', fullPrompt], {
+                cwd: this.workspaceRoot,
+                stdio: ['pipe', 'pipe', 'pipe'],
+                shell: true,
+            });
+            let stdout = '';
+            let stderr = '';
+            proc.stdout?.on('data', (data) => {
+                stdout += data.toString();
+            });
+            proc.stderr?.on('data', (data) => {
+                stderr += data.toString();
+            });
+            // Set timeout only if specified (null/undefined = no timeout)
+            let timeoutHandle = null;
+            if (timeout !== null && timeout !== undefined) {
+                timeoutHandle = setTimeout(() => {
+                    proc.kill('SIGTERM');
+                    reject(new Error(`Claude Code CLI timed out after ${timeout}ms`));
+                }, timeout);
+            }
+            proc.on('close', (code) => {
+                if (timeoutHandle) {
+                    clearTimeout(timeoutHandle);
+                }
+                if (code !== 0) {
+                    reject(new Error(`Claude Code CLI exited with code ${code}\nStderr: ${stderr}`));
+                    return;
+                }
+                // Get the list of changed files
+                try {
+                    const changedFiles = (0, gitUtils_1.getChangedFiles)(this.workspaceRoot);
+                    resolve(changedFiles);
+                }
+                catch (error) {
+                    reject(new Error(`Failed to get changed files: ${error}`));
+                }
+            });
+            proc.on('error', (error) => {
+                if (timeoutHandle) {
+                    clearTimeout(timeoutHandle);
+                }
+                reject(new Error(`Failed to spawn Claude Code CLI: ${error}`));
+            });
+        });
+    }
+}
+exports.ClaudeCodeCLIAdapter = ClaudeCodeCLIAdapter;
+//# sourceMappingURL=claudeCodeCLI.js.map

package/dist/adapters/claudeCodeCLI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"claudeCodeCLI.js","sourceRoot":"","sources":["../../src/adapters/claudeCodeCLI.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,iDAAsC;AAEtC,gDAA8E;AAC9E,4DAAiF;AAEjF,MAAa,oBAAoB;IAI/B,YAAY,aAAsB;QAHlB,SAAI,GAAG,aAAsB,CAAC;QAI5C,IAAI,CAAC,aAAa,GAAG,IAAA,qCAAoB,EAAC,aAAa,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,IAAI,GAAG,IAAA,qBAAK,EAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,EAAE;gBACtC,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACpB,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,MAAc,EACd,YAAgC,EAChC,OAAuB;QAEvB,mDAAmD;QACnD,IAAI,CAAC;YACH,IAAA,mCAAwB,EAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC;QAED,qCAAqC;QACrC,IAAI,UAAU,GAAG,MAAM,CAAC;QAExB,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAA,iCAAgB,EAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACpE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,cAAc,GAAG,QAAQ;qBAC5B,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,wBAAwB,GAAG,CAAC,IAAI,cAAc,GAAG,CAAC,OAAO,UAAU,CAAC;qBAC/E,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,UAAU,GAAG,GAAG,MAAM,GAAG,cAAc,EAAE,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,gEAAgE;QAChE,0DAA0D;QAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,IAAA,qBAAK,EAAC,QAAQ,EAAE,CAAC,mBAAmB,EAAE,UAAU,CAAC,EAAE;gBAC9D,GAAG,EAAE,IAAI,CAAC,aAAa;gBACvB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;gBAC/B,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC/B,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC/B,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,IAAI,aAAa,GAA0B,IAAI,CAAC;YAChD,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC9C,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,OAAO,IAAI,CAAC,CAAC,CAAC;gBACpE,CAAC,EAAE,OAAO,CAAC,CAAC;YACd,CAAC;YAED,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,aAAa,EAAE,CAAC;oBAClB,YAAY,CAAC,aAAa,CAAC,CAAC;gBAC9B,CAAC;gBAED,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,IAAI,aAAa,MAAM,EAAE,CAAC,CAAC,CAAC;oBACjF,OAAO;gBACT,CAAC;gBAED,gCAAgC;gBAChC,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAA,0BAAe,EAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACzD,OAAO,CAAC,YAAY,CAAC,CAAC;gBACxB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzB,IAAI,aAAa,EAAE,CAAC;oBAClB,YAAY,CAAC,aAAa,CAAC,CAAC;gBAC9B,CAAC;gBACD,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,KAAK,EAAE,CAAC,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAjHD,oDAiHC"}

package/dist/adapters/copilotCLI.d.ts

@@ -0,0 +1,19 @@
+/**
+ * GitHub Copilot CLI Adapter
+ */
+import { CodeGenerationAdapter } from '../types';
+export declare class CopilotCLIAdapter implements CodeGenerationAdapter {
+    readonly type: "copilot";
+    private workspaceRoot;
+    constructor(workspaceRoot?: string);
+    /**
+     * Check if GitHub Copilot CLI is available
+     */
+    checkAvailability(): Promise<boolean>;
+    /**
+     * Generate code using GitHub Copilot CLI
+     * @param timeout Timeout in milliseconds, or null for no timeout
+     */
+    generate(prompt: string, contextFiles?: readonly string[], timeout?: number | null): Promise<string[]>;
+}
+//# sourceMappingURL=copilotCLI.d.ts.map

package/dist/adapters/copilotCLI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"copilotCLI.d.ts","sourceRoot":"","sources":["../../src/adapters/copilotCLI.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD,qBAAa,iBAAkB,YAAW,qBAAqB;IAC7D,SAAgB,IAAI,EAAG,SAAS,CAAU;IAC1C,OAAO,CAAC,aAAa,CAAS;gBAElB,aAAa,CAAC,EAAE,MAAM;IAIlC;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB3C;;;OAGG;IACG,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,EAChC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GACtB,OAAO,CAAC,MAAM,EAAE,CAAC;CA4ErB"}