@bradtaylorsf/alpha-loop 1.3.0 → 1.4.0

package/dist/lib/eval-runner.d.ts

@@ -0,0 +1,29 @@
+import type { Config } from './config.js';
+import type { CheckDefinition } from './eval-checks.js';
+import type { EvalCase, EvalSuiteResult } from './eval.js';
+/** Options for running the eval suite. */
+export type EvalRunOptions = {
+    /** Only run this specific case ID (prefix match). */
+    caseId?: string;
+    /** Verbose output. */
+    verbose?: boolean;
+};
+/** Extended eval case with parsed check definitions. */
+export type EvalCaseWithChecks = EvalCase & {
+    checks?: CheckDefinition[];
+    /** For step cases: raw input text. */
+    inputText?: string;
+};
+/**
+ * Run a full eval suite: iterate over cases, execute, collect results.
+ */
+export declare function runEvalSuite(cases: EvalCaseWithChecks[], config: Config, options?: EvalRunOptions): Promise<EvalSuiteResult>;
+/**
+ * Prepare a fixture directory for an e2e eval case.
+ * Clones the repo at the specified ref into a worktree.
+ */
+export declare function prepareFixture(evalCase: EvalCase, projectDir: string): string;
+/**
+ * Snapshot the current harness state (prompts + skills + config) as a hash.
+ */
+export declare function snapshotHarness(config: Config): string;

package/dist/lib/eval-runner.js

@@ -0,0 +1,439 @@
+/**
+ * Eval Runner — executes eval cases against the pipeline or individual steps.
+ *
+ * For e2e cases: clones fixture repo, runs processIssue(), runs acceptance checks.
+ * For step cases: loads input, runs a single pipeline step, checks output.
+ */
+import { existsSync, readFileSync, readdirSync, mkdirSync, rmSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+import { createHash } from 'node:crypto';
+import { log } from './logger.js';
+import { exec } from './shell.js';
+import { spawnAgent } from './agent.js';
+import { buildImplementPrompt, buildReviewPrompt } from './prompts.js';
+import { processIssue } from './pipeline.js';
+import { runChecks } from './eval-checks.js';
+import { computeCompositeScore, appendScore, hashConfig } from './score.js';
+import { writeRunManifest, writeConfigSnapshot, writeScores as writeTraceScores, computeScores as computeTraceScores, } from './traces.js';
+/**
+ * Run a full eval suite: iterate over cases, execute, collect results.
+ */
+export async function runEvalSuite(cases, config, options = {}) {
+    const session = `eval-${new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19)}`;
+    const results = [];
+    let totalCost = 0;
+    // Snapshot harness for tracking
+    const harnessHash = snapshotHarness(config);
+    log.step(`Eval run: ${session} (${cases.length} cases, harness=${harnessHash})`);
+    // Write config snapshot to traces
+    try {
+        writeConfigSnapshot(session, JSON.stringify(config, null, 2));
+    }
+    catch { /* non-fatal */ }
+    for (const evalCase of cases) {
+        if (options.caseId && !evalCase.id.startsWith(options.caseId))
+            continue;
+        log.step(`Running: ${evalCase.id} — ${evalCase.description}`);
+        const startTime = Date.now();
+        try {
+            const result = evalCase.type === 'step'
+                ? await runStepEval(evalCase, config, session, options)
+                : await runE2eEval(evalCase, config, session, options);
+            results.push(result);
+            if (options.verbose) {
+                const icon = result.passed ? 'PASS' : 'FAIL';
+                log.info(`  ${icon}: ${evalCase.id} (${result.duration}s, credit=${result.partialCredit})`);
+            }
+        }
+        catch (err) {
+            const duration = Math.round((Date.now() - startTime) / 1000);
+            results.push({
+                caseId: evalCase.id,
+                passed: false,
+                partialCredit: 0,
+                retries: 0,
+                duration,
+                error: err instanceof Error ? err.message : String(err),
+                details: { successMatch: false, filesMatch: false, testsMatch: false, diffMatch: false, outputMatch: false },
+            });
+            log.warn(`  ERROR: ${evalCase.id}: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    // Compute composite score
+    const caseResults = results.map((r) => ({
+        caseId: r.caseId,
+        passed: r.passed,
+        partialCredit: r.partialCredit,
+        retries: r.retries,
+        duration: r.duration,
+        error: r.error,
+    }));
+    const composite = computeCompositeScore(caseResults);
+    const passCount = results.filter((r) => r.passed).length;
+    const failCount = results.length - passCount;
+    const totalDuration = results.reduce((sum, r) => sum + r.duration, 0);
+    // Record to score history
+    const configObj = {
+        agent: config.agent,
+        model: config.model,
+        reviewModel: config.reviewModel,
+        maxTestRetries: config.maxTestRetries,
+        testCommand: config.testCommand,
+        harnessHash,
+    };
+    const entry = {
+        timestamp: new Date().toISOString(),
+        configHash: hashConfig(configObj),
+        config: configObj,
+        cases: caseResults,
+        composite,
+        totalCost,
+    };
+    appendScore(join(process.cwd(), config.evalDir), entry);
+    // Write trace scores
+    try {
+        const traceResults = results.map((r) => ({
+            issueNum: parseInt(r.caseId.match(/\d+/)?.[0] ?? '0') || 0,
+            status: r.passed ? 'success' : 'failure',
+            testsPassing: r.details.testsMatch,
+            verifyPassing: false,
+            verifySkipped: true,
+            retries: r.retries,
+            duration: r.duration,
+            filesChanged: 0,
+            stepsCompleted: [],
+        }));
+        writeTraceScores(session, computeTraceScores(traceResults));
+    }
+    catch { /* non-fatal */ }
+    // Write run manifest
+    try {
+        const gitState = getGitState();
+        writeRunManifest(session, {
+            runId: session,
+            startedAt: new Date(Date.now() - totalDuration * 1000).toISOString(),
+            completedAt: new Date().toISOString(),
+            issues: results.map((r) => parseInt(r.caseId.replace(/\D/g, '')) || 0),
+            config: {
+                agent: String(config.agent),
+                model: String(config.model),
+                reviewModel: String(config.reviewModel),
+                testCommand: String(config.testCommand),
+                baseBranch: String(config.baseBranch),
+            },
+            gitState: {
+                branch: gitState.branch,
+                commit: gitState.commit,
+            },
+            totalDuration,
+        });
+    }
+    catch { /* non-fatal */ }
+    return { cases: results, composite, totalDuration, passCount, failCount };
+}
+/**
+ * Run a single e2e eval case.
+ * Clones/resets the fixture repo, runs processIssue, checks results.
+ */
+async function runE2eEval(evalCase, config, session, options) {
+    const startTime = Date.now();
+    const projectDir = process.cwd();
+    const fixtureDir = prepareFixture(evalCase, projectDir);
+    try {
+        // Create a minimal session context for the pipeline
+        const evalSession = {
+            name: session,
+            branch: `eval/${evalCase.id}`,
+            resultsDir: join(projectDir, '.alpha-loop', 'sessions', session),
+            logsDir: join(projectDir, '.alpha-loop', 'sessions', session, 'logs'),
+            results: [],
+        };
+        mkdirSync(evalSession.resultsDir, { recursive: true });
+        mkdirSync(evalSession.logsDir, { recursive: true });
+        // Override config for eval context
+        const evalConfig = {
+            ...config,
+            skipReview: config.skipReview,
+            autoMerge: false,
+            evalTimeout: evalCase.timeout || config.evalTimeout,
+        };
+        // Run the pipeline
+        const issueNum = parseInt(evalCase.id.replace(/\D/g, '')) || 9999;
+        const pipelineResult = await processIssue(issueNum, evalCase.issueTitle, evalCase.issueBody, evalConfig, evalSession);
+        // Collect actual results for evaluation
+        const diff = getDiff(fixtureDir);
+        const filesChanged = getFilesChanged(fixtureDir);
+        const duration = Math.round((Date.now() - startTime) / 1000);
+        // Run checks if defined
+        if (evalCase.checks && evalCase.checks.length > 0) {
+            const checkResults = await runChecks(evalCase.checks, {
+                cwd: fixtureDir,
+                testCommand: config.testCommand,
+                diff,
+                filesChanged,
+                output: '',
+            });
+            return {
+                caseId: evalCase.id,
+                passed: checkResults.allPassed,
+                partialCredit: checkResults.avgScore,
+                retries: 0,
+                duration,
+                details: {
+                    successMatch: pipelineResult.status === 'success' === evalCase.expected.success,
+                    filesMatch: checkResults.results.some((r) => r.passed),
+                    testsMatch: pipelineResult.testsPassing === (evalCase.expected.testsPassing ?? true),
+                    diffMatch: checkResults.allPassed,
+                    outputMatch: true,
+                },
+            };
+        }
+        // Fall back to legacy evaluation
+        const { evaluateResult } = await import('./eval.js');
+        return evaluateResult(evalCase, {
+            success: pipelineResult.status === 'success',
+            testsPassing: pipelineResult.testsPassing,
+            diff,
+            filesChanged,
+            output: '',
+            retries: 0,
+            duration,
+        });
+    }
+    finally {
+        // Clean up fixture
+        try {
+            if (fixtureDir.includes('.worktrees/eval-')) {
+                rmSync(fixtureDir, { recursive: true, force: true });
+            }
+        }
+        catch { /* non-fatal */ }
+    }
+}
+/**
+ * Run a single step-level eval case.
+ * Loads input, runs the targeted step, checks output.
+ */
+async function runStepEval(evalCase, config, session, options) {
+    const startTime = Date.now();
+    const input = evalCase.inputText ?? evalCase.issueBody;
+    const step = evalCase.step ?? 'review';
+    let output = '';
+    try {
+        // Run the targeted pipeline step
+        switch (step) {
+            case 'plan': {
+                const result = await spawnAgent({
+                    agent: config.agent,
+                    model: config.model,
+                    prompt: `Plan the implementation for the following issue:\n\n${input}`,
+                    cwd: process.cwd(),
+                    timeout: (evalCase.timeout || 60) * 1000,
+                });
+                output = result.output;
+                break;
+            }
+            case 'implement': {
+                const prompt = buildImplementPrompt({
+                    issueNum: 0,
+                    title: evalCase.issueTitle,
+                    body: input,
+                });
+                const result = await spawnAgent({
+                    agent: config.agent,
+                    model: config.model,
+                    prompt,
+                    cwd: process.cwd(),
+                    timeout: (evalCase.timeout || 120) * 1000,
+                });
+                output = result.output;
+                break;
+            }
+            case 'review': {
+                const prompt = buildReviewPrompt({
+                    issueNum: 0,
+                    title: evalCase.issueTitle,
+                    body: input,
+                    baseBranch: config.baseBranch,
+                });
+                const result = await spawnAgent({
+                    agent: config.agent,
+                    model: config.reviewModel || config.model,
+                    prompt,
+                    cwd: process.cwd(),
+                    timeout: (evalCase.timeout || 60) * 1000,
+                });
+                output = result.output;
+                break;
+            }
+            case 'test': {
+                const result = exec(config.testCommand || 'npm test', {
+                    cwd: process.cwd(),
+                    timeout: (evalCase.timeout || 120) * 1000,
+                });
+                output = result.stdout + '\n' + result.stderr;
+                break;
+            }
+            case 'verify': {
+                output = 'Verify step eval not yet supported';
+                break;
+            }
+        }
+    }
+    catch (err) {
+        output = `Step ${step} failed: ${err instanceof Error ? err.message : String(err)}`;
+    }
+    const duration = Math.round((Date.now() - startTime) / 1000);
+    // Run checks
+    if (evalCase.checks && evalCase.checks.length > 0) {
+        const checkResults = await runChecks(evalCase.checks, {
+            cwd: process.cwd(),
+            output,
+            judgeModel: config.evalModel || undefined,
+        });
+        return {
+            caseId: evalCase.id,
+            passed: checkResults.allPassed,
+            partialCredit: checkResults.avgScore,
+            retries: 0,
+            duration,
+            details: {
+                successMatch: true,
+                filesMatch: true,
+                testsMatch: true,
+                diffMatch: checkResults.allPassed,
+                outputMatch: true,
+            },
+        };
+    }
+    // Fall back to legacy output-contains check
+    const outputMatch = evalCase.expected.outputContains
+        ? evalCase.expected.outputContains.every((s) => output.includes(s))
+        : true;
+    return {
+        caseId: evalCase.id,
+        passed: outputMatch,
+        partialCredit: outputMatch ? 1 : 0,
+        retries: 0,
+        duration,
+        details: {
+            successMatch: true,
+            filesMatch: true,
+            testsMatch: true,
+            diffMatch: true,
+            outputMatch,
+        },
+    };
+}
+/**
+ * Prepare a fixture directory for an e2e eval case.
+ * Clones the repo at the specified ref into a worktree.
+ */
+export function prepareFixture(evalCase, projectDir) {
+    const fixtureDir = resolve(projectDir, '.worktrees', `eval-${evalCase.id}`);
+    // Clean up any existing fixture
+    if (existsSync(fixtureDir)) {
+        rmSync(fixtureDir, { recursive: true, force: true });
+    }
+    mkdirSync(fixtureDir, { recursive: true });
+    const repo = evalCase.fixtureRepo;
+    const ref = evalCase.fixtureRef || 'main';
+    if (repo.includes('/') && !existsSync(repo)) {
+        // Remote repo — clone it
+        const cloneResult = exec(`git clone --depth 1 --branch ${ref} https://github.com/${repo}.git ${fixtureDir}`, { timeout: 120_000 });
+        if (cloneResult.exitCode !== 0) {
+            throw new Error(`Failed to clone fixture repo ${repo}: ${cloneResult.stderr}`);
+        }
+    }
+    else if (existsSync(repo)) {
+        // Local repo — copy via git worktree or clone
+        const cloneResult = exec(`git clone --local --branch ${ref} ${repo} ${fixtureDir}`, { timeout: 30_000 });
+        if (cloneResult.exitCode !== 0) {
+            throw new Error(`Failed to clone local fixture ${repo}: ${cloneResult.stderr}`);
+        }
+    }
+    else {
+        // Use current project as fixture
+        const result = exec(`git worktree add ${fixtureDir} ${ref} --detach`, {
+            cwd: projectDir,
+            timeout: 30_000,
+        });
+        if (result.exitCode !== 0) {
+            // Worktree might already exist, try direct clone
+            exec(`git clone --local --branch ${ref} ${projectDir} ${fixtureDir}`, { timeout: 30_000 });
+        }
+    }
+    return fixtureDir;
+}
+/** Read all files in a directory recursively, sorted, and concatenate contents. */
+function readDirContentsSorted(dirPath) {
+    const entries = readdirSync(dirPath, { recursive: true, withFileTypes: true });
+    const files = entries
+        .filter((d) => d.isFile())
+        .map((d) => join(d.parentPath ?? d.path, d.name))
+        .sort();
+    return files.map((f) => readFileSync(f, 'utf-8')).join('\n');
+}
+/**
+ * Snapshot the current harness state (prompts + skills + config) as a hash.
+ */
+export function snapshotHarness(config) {
+    const parts = [];
+    // Hash config
+    parts.push(JSON.stringify({
+        agent: config.agent,
+        model: config.model,
+        reviewModel: config.reviewModel,
+        testCommand: config.testCommand,
+        maxTestRetries: config.maxTestRetries,
+    }));
+    // Hash skills directory
+    const skillsDir = join(process.cwd(), '.alpha-loop', 'templates', 'skills');
+    if (existsSync(skillsDir)) {
+        try {
+            parts.push(readDirContentsSorted(skillsDir));
+        }
+        catch { /* non-fatal */ }
+    }
+    // Hash agent prompts
+    const agentsDir = join(process.cwd(), '.alpha-loop', 'templates', 'agents');
+    if (existsSync(agentsDir)) {
+        try {
+            parts.push(readDirContentsSorted(agentsDir));
+        }
+        catch { /* non-fatal */ }
+    }
+    return createHash('sha256').update(parts.join('\n')).digest('hex').slice(0, 12);
+}
+/** Get the current git diff in a directory. */
+function getDiff(cwd) {
+    try {
+        const result = exec('git diff HEAD', { cwd, timeout: 10_000 });
+        return result.stdout;
+    }
+    catch {
+        return '';
+    }
+}
+/** Get list of changed files in a directory. */
+function getFilesChanged(cwd) {
+    try {
+        const result = exec('git diff HEAD --name-only', { cwd, timeout: 10_000 });
+        return result.stdout.trim().split('\n').filter(Boolean);
+    }
+    catch {
+        return [];
+    }
+}
+/** Get current git state for manifest. */
+function getGitState() {
+    try {
+        const branch = exec('git rev-parse --abbrev-ref HEAD', { timeout: 5000 }).stdout.trim();
+        const commit = exec('git rev-parse HEAD', { timeout: 5000 }).stdout.trim();
+        return { branch, commit };
+    }
+    catch {
+        return { branch: 'unknown', commit: 'unknown' };
+    }
+}
+//# sourceMappingURL=eval-runner.js.map

package/dist/lib/eval-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../src/lib/eval-runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACnF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC5E,OAAO,EAGL,gBAAgB,EAChB,mBAAmB,EACnB,WAAW,IAAI,gBAAgB,EAC/B,aAAa,IAAI,kBAAkB,GACpC,MAAM,aAAa,CAAC;AAuBrB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAA2B,EAC3B,MAAc,EACd,UAA0B,EAAE;IAE5B,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACtF,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,gCAAgC;IAChC,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAE5C,GAAG,CAAC,IAAI,CAAC,aAAa,OAAO,KAAK,KAAK,CAAC,MAAM,mBAAmB,WAAW,GAAG,CAAC,CAAC;IAEjF,kCAAkC;IAClC,IAAI,CAAC;QACH,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,SAAS;QAExE,GAAG,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,EAAE,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,KAAK,MAAM;gBACrC,CAAC,CAAC,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;gBACvD,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEzD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC7C,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,aAAa,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,MAAM,EAAE,KAAK;gBACb,aAAa,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAC;gBACV,QAAQ;gBACR,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;gBACvD,OAAO,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;aAC7G,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,EAAE,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,WAAW,GAAiB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,KAAK,EAAE,CAAC,CAAC,KAAK;KACf,CAAC,CAAC,CAAC;IAEJ,MAAM,SAAS,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACzD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAC7C,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAEtE,0BAA0B;IAC1B,MAAM,SAAS,GAA4B;QACzC,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,WAAW;KACZ,CAAC;IAEF,MAAM,KAAK,GAAe;QACxB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU,EAAE,UAAU,CAAC,SAAS,CAAC;QACjC,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,WAAW;QAClB,SAAS;QACT,SAAS;KACV,CAAC;IAEF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC;IAExD,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC;YAC1D,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,SAAkB;YAC1D,YAAY,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU;YAClC,aAAa,EAAE,KAAK;YACpB,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC,CAAC;QACJ,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3B,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;QAC/B,gBAAgB,CAAC,OAAO,EAAE;YACxB,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;YACpE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACtE,MAAM,EAAE;gBACN,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;gBACvC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;gBACvC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;aACtC;YACD,QAAQ,EAAE;gBACR,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;aACxB;YACD,aAAa;SACd,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3B,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,UAAU,CACvB,QAA4B,EAC5B,MAAc,EACd,OAAe,EACf,OAAuB;IAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACjC,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,oDAAoD;QACpD,MAAM,WAAW,GAAmB;YAClC,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,QAAQ,QAAQ,CAAC,EAAE,EAAE;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,CAAC;YAChE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC;YACrE,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,SAAS,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,mCAAmC;QACnC,MAAM,UAAU,GAAW;YACzB,GAAG,MAAM;YACT,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,QAAQ,CAAC,OAAO,IAAI,MAAM,CAAC,WAAW;SACpD,CAAC;QAEF,mBAAmB;QACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QAClE,MAAM,cAAc,GAAG,MAAM,YAAY,CACvC,QAAQ,EACR,QAAQ,CAAC,UAAU,EACnB,QAAQ,CAAC,SAAS,EAClB,UAAU,EACV,WAAW,CACZ,CAAC;QAEF,wCAAwC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;QAE7D,wBAAwB;QACxB,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACpD,GAAG,EAAE,UAAU;gBACf,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,IAAI;gBACJ,YAAY;gBACZ,MAAM,EAAE,EAAE;aACX,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,MAAM,EAAE,YAAY,CAAC,SAAS;gBAC9B,aAAa,EAAE,YAAY,CAAC,QAAQ;gBACpC,OAAO,EAAE,CAAC;gBACV,QAAQ;gBACR,OAAO,EAAE;oBACP,YAAY,EAAE,cAAc,CAAC,MAAM,KAAK,SAAS,KAAK,QAAQ,CAAC,QAAQ,CAAC,OAAO;oBAC/E,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;oBACtD,UAAU,EAAE,cAAc,CAAC,YAAY,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,IAAI,IAAI,CAAC;oBACpF,SAAS,EAAE,YAAY,CAAC,SAAS;oBACjC,WAAW,EAAE,IAAI;iBAClB;aACF,CAAC;QACJ,CAAC;QAED,iCAAiC;QACjC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;QACrD,OAAO,cAAc,CAAC,QAAQ,EAAE;YAC9B,OAAO,EAAE,cAAc,CAAC,MAAM,KAAK,SAAS;YAC5C,YAAY,EAAE,cAAc,CAAC,YAAY;YACzC,IAAI;YACJ,YAAY;YACZ,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,CAAC;YACV,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,mBAAmB;QACnB,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC5C,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,WAAW,CACxB,QAA4B,EAC5B,MAAc,EACd,OAAe,EACf,OAAuB;IAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC;IACvD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC;IAEvC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,iCAAiC;QACjC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,uDAAuD,KAAK,EAAE;oBACtE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,GAAG,IAAI;iBACzC,CAAC,CAAC;gBACH,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,MAAM,GAAG,oBAAoB,CAAC;oBAClC,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE,QAAQ,CAAC,UAAU;oBAC1B,IAAI,EAAE,KAAK;iBACZ,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM;oBACN,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,IAAI;iBAC1C,CAAC,CAAC;gBACH,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,iBAAiB,CAAC;oBAC/B,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE,QAAQ,CAAC,UAAU;oBAC1B,IAAI,EAAE,KAAK;oBACX,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,KAAK,EAAE,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK;oBACzC,MAAM;oBACN,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,GAAG,IAAI;iBACzC,CAAC,CAAC;gBACH,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,UAAU,EAAE;oBACpD,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,IAAI;iBAC1C,CAAC,CAAC;gBACH,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC9C,MAAM;YACR,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,GAAG,oCAAoC,CAAC;gBAC9C,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,QAAQ,IAAI,YAAY,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACtF,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;IAE7D,aAAa;IACb,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE;YACpD,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;YAClB,MAAM;YACN,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;SAC1C,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,EAAE;YACnB,MAAM,EAAE,YAAY,CAAC,SAAS;YAC9B,aAAa,EAAE,YAAY,CAAC,QAAQ;YACpC,OAAO,EAAE,CAAC;YACV,QAAQ;YACR,OAAO,EAAE;gBACP,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,WAAW,EAAE,IAAI;aAClB;SACF,CAAC;IACJ,CAAC;IAED,4CAA4C;IAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,cAAc;QAClD,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,IAAI,CAAC;IAET,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,EAAE;QACnB,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,OAAO,EAAE,CAAC;QACV,QAAQ;QACR,OAAO,EAAE;YACP,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,IAAI;YACf,WAAW;SACZ;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,QAAkB,EAAE,UAAkB;IACnE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAE5E,gCAAgC;IAChC,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC;IAE1C,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,yBAAyB;QACzB,MAAM,WAAW,GAAG,IAAI,CACtB,gCAAgC,GAAG,uBAAuB,IAAI,QAAQ,UAAU,EAAE,EAClF,EAAE,OAAO,EAAE,OAAO,EAAE,CACrB,CAAC;QACF,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;SAAM,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,8CAA8C;QAC9C,MAAM,WAAW,GAAG,IAAI,CACtB,8BAA8B,GAAG,IAAI,IAAI,IAAI,UAAU,EAAE,EACzD,EAAE,OAAO,EAAE,MAAM,EAAE,CACpB,CAAC;QACF,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;SAAM,CAAC;QACN,iCAAiC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,UAAU,IAAI,GAAG,WAAW,EAAE;YACpE,GAAG,EAAE,UAAU;YACf,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,iDAAiD;YACjD,IAAI,CAAC,8BAA8B,GAAG,IAAI,UAAU,IAAI,UAAU,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,mFAAmF;AACnF,SAAS,qBAAqB,CAAC,OAAe;IAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,OAAO;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;SAChD,IAAI,EAAE,CAAC;IACV,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,cAAc;IACd,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,MAAM,CAAC,cAAc;KACtC,CAAC,CAAC,CAAC;IAEJ,wBAAwB;IACxB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC5E,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;IAED,qBAAqB;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC5E,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClF,CAAC;AAED,+CAA+C;AAC/C,SAAS,OAAO,CAAC,GAAW;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/D,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,gDAAgD;AAChD,SAAS,eAAe,CAAC,GAAW;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3E,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,0CAA0C;AAC1C,SAAS,WAAW;IAClB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,iCAAiC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACxF,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAClD,CAAC;AACH,CAAC"}

package/dist/lib/eval.d.ts

@@ -0,0 +1,170 @@
+import type { Config } from './config.js';
+import type { PipelineResult } from './pipeline.js';
+import type { CheckDefinition } from './eval-checks.js';
+/** Status of a captured eval case. */
+export type CapturedCaseStatus = 'needs-annotation' | 'ready';
+/** The pipeline step that a step-level eval targets. */
+export type PipelineStep = 'plan' | 'implement' | 'test' | 'review' | 'verify';
+/** Expected outcome for an eval case. */
+export type ExpectedOutcome = {
+    /** Should the pipeline succeed? */
+    success: boolean;
+    /** Files that should be modified (glob patterns). */
+    filesChanged?: string[];
+    /** Tests that should pass after implementation. */
+    testsPassing?: boolean;
+    /** Key strings that should appear in the diff. */
+    diffContains?: string[];
+    /** Key strings that should NOT appear in the diff. */
+    diffNotContains?: string[];
+    /** For step evals: expected output patterns. */
+    outputContains?: string[];
+};
+/** An eval case definition loaded from YAML. */
+export type EvalCase = {
+    /** Unique identifier (derived from filename if not set). */
+    id: string;
+    /** Human-readable description. */
+    description: string;
+    /** Type: full pipeline run or single step. */
+    type: 'full' | 'step';
+    /** For step evals: which pipeline step to test. */
+    step?: PipelineStep;
+    /** Fixture repository (owner/repo or local path). */
+    fixtureRepo: string;
+    /** Git ref to checkout for the fixture. */
+    fixtureRef: string;
+    /** Issue title for the agent. */
+    issueTitle: string;
+    /** Issue body (markdown) for the agent. */
+    issueBody: string;
+    /** What we expect the agent to produce. */
+    expected: ExpectedOutcome;
+    /** Tags for filtering (e.g., 'typescript', 'refactor', 'bug-fix'). */
+    tags: string[];
+    /** Maximum time in seconds for this case (0 = use default). */
+    timeout: number;
+    /** Source: how this case was captured ('manual', 'auto-capture', 'swe-bench'). */
+    source: string;
+    /** Machine-checkable acceptance criteria (from checks.yaml). */
+    checks?: CheckDefinition[];
+    /** For step cases: raw input text (from input.md). */
+    inputText?: string;
+    /** Status of captured cases ('needs-annotation' or 'ready'). */
+    captureStatus?: CapturedCaseStatus;
+};
+/** Result of running a single eval case. */
+export type EvalResult = {
+    caseId: string;
+    passed: boolean;
+    partialCredit: number;
+    retries: number;
+    duration: number;
+    error?: string;
+    details: {
+        successMatch: boolean;
+        filesMatch: boolean;
+        testsMatch: boolean;
+        diffMatch: boolean;
+        outputMatch: boolean;
+    };
+};
+/** Summary of an eval suite run. */
+export type EvalSuiteResult = {
+    cases: EvalResult[];
+    composite: number;
+    totalDuration: number;
+    passCount: number;
+    failCount: number;
+};
+/** Get the evals directory path. Uses config evalDir if provided, otherwise default. */
+export declare function evalsDir(projectDir?: string, evalDir?: string): string;
+/**
+ * Load a single eval case from a YAML file.
+ */
+export declare function loadEvalCase(filePath: string): EvalCase | null;
+/**
+ * Load an eval case from a directory containing issue.md, checks.yaml, metadata.yaml.
+ */
+export declare function loadEvalCaseDir(dirPath: string): EvalCase | null;
+/**
+ * Load all eval cases from the evals directory.
+ * Supports both flat case-*.yaml files and directory-based cases under cases/{e2e,step}/.
+ * Optionally filter by tags, type, step, or caseId prefix.
+ */
+export declare function loadEvalCases(options?: {
+    projectDir?: string;
+    evalDir?: string;
+    tags?: string[];
+    type?: 'full' | 'step';
+    step?: PipelineStep;
+    caseId?: string;
+    includeUnannotated?: boolean;
+}): EvalCase[];
+/**
+ * Save an eval case to a YAML file.
+ */
+export declare function saveEvalCase(evalCase: EvalCase, projectDir?: string, evalDirOverride?: string): string;
+/**
+ * Evaluate a completed pipeline result against expected outcomes.
+ * Returns partial credit based on how many criteria match.
+ */
+export declare function evaluateResult(evalCase: EvalCase, actual: {
+    success: boolean;
+    testsPassing: boolean;
+    diff: string;
+    filesChanged: string[];
+    output: string;
+    retries: number;
+    duration: number;
+}): EvalResult;
+/**
+ * Record eval suite results: compute composite score and append to score history.
+ */
+export declare function recordEvalResults(results: EvalResult[], config: Config, cost: number, projectDir?: string): EvalSuiteResult;
+/**
+ * Format eval case for display.
+ */
+export declare function formatEvalCase(evalCase: EvalCase): string;
+/** Options for saving a captured eval case. */
+export type SaveCapturedCaseOptions = {
+    issueNum: number;
+    title: string;
+    issueBody?: string;
+    step: string;
+    session: string;
+    tags?: string[];
+    projectDir?: string;
+};
+/**
+ * Detect which pipeline step failed from a PipelineResult.
+ */
+export declare function detectFailureStep(result: PipelineResult): string;
+/**
+ * Save a captured eval case as a directory-based skeleton.
+ * Creates .alpha-loop/evals/cases/step/{stepName}/captured-{issueNum}-{slug}/
+ * with metadata.yaml, checks.yaml, and issue.md.
+ *
+ * Returns the path to the created case directory.
+ */
+export declare function saveCapturedCase(opts: SaveCapturedCaseOptions & {
+    evalDir?: string;
+}): string;
+/**
+ * Load all unannotated (needs-annotation) captured cases.
+ */
+export declare function loadUnannotatedCases(projectDir?: string, evalDirOverride?: string): Array<{
+    path: string;
+    evalCase: EvalCase;
+}>;
+/** Annotation data for a captured case. */
+export type CaseAnnotation = {
+    whatWentWrong: string;
+    whatShouldHaveHappened: string;
+    tags?: string[];
+};
+/**
+ * Annotate a captured case — updates checks.yaml with failure description,
+ * expected behavior, and sets status to 'ready'.
+ */
+export declare function annotateCapturedCase(casePath: string, annotation: CaseAnnotation): void;