evalbuff 0.0.1

package/dist/eval-runner.js

@@ -0,0 +1,193 @@
+import { execSync } from 'child_process';
+import fs from 'fs';
+import os from 'os';
+import path from 'path';
+import { ClaudeRunner } from './runners/claude';
+import { judgeTaskResult } from './judge';
+import { applyCarveOperations, copyDocsIntoRepo, ensureGitIdentity, extractDocsRead } from './eval-helpers';
+import { execFileSync } from 'child_process';
+export async function runAgentOnCarve(opts) {
+    const { idx, total, repoPath, feature, initCommand, model, groundTruthDiff, docsSourcePath } = opts;
+    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'evalbuff-eval-'));
+    const repoDir = path.join(tempDir, 'repo');
+    try {
+        try {
+            // Clone the repo
+            execSync(`git clone --no-checkout "${repoPath}" "${repoDir}"`, { stdio: 'ignore' });
+            const headSha = execSync('git rev-parse HEAD', { cwd: repoPath, encoding: 'utf-8' }).trim();
+            execSync(`git checkout ${headSha}`, { cwd: repoDir, stdio: 'ignore' });
+            ensureGitIdentity(repoDir);
+            // Apply carve (remove the feature)
+            applyCarveOperations(repoDir, feature.operations);
+            // Commit carved state
+            execSync('git add -A', { cwd: repoDir, stdio: 'ignore' });
+            execSync(`git commit -m "carve: remove ${feature.id}" --allow-empty`, { cwd: repoDir, stdio: 'ignore' });
+            // Copy docs into the carved repo
+            copyDocsIntoRepo(docsSourcePath, repoDir);
+            // Run init command
+            if (initCommand) {
+                try {
+                    execSync(initCommand, { cwd: repoDir, stdio: 'ignore', timeout: 120000 });
+                }
+                catch (e) {
+                    console.warn(`  [Run ${idx + 1}/${total}] Init command failed: ${e}`);
+                }
+            }
+            // Run coding agent
+            console.log(`  [Run ${idx + 1}/${total}] Running claude (${model}) for ${feature.id}...`);
+            const runner = new ClaudeRunner(repoDir, {}, model, 'medium');
+            let result;
+            try {
+                result = await runner.run(feature.prompt);
+            }
+            catch (runError) {
+                return createInfrastructureFailureResult(feature, runError);
+            }
+            // Raw JSONL trace — compression happens later when the trace is saved
+            // to disk by saveRoundResults() in report.ts via compressAndSave().
+            const agentTrace = result.steps.map((step) => JSON.stringify(step)).join('\n');
+            // Judge with Codex reviewer (hard 35-minute timeout to prevent hangs)
+            const JUDGE_TIMEOUT_MS = 35 * 60 * 1000;
+            console.log(`  [Run ${idx + 1}/${total}] Judging ${feature.id} with Codex reviewer...`);
+            let judging;
+            try {
+                judging = await Promise.race([
+                    judgeTaskResult({
+                        taskPrompt: feature.prompt,
+                        agentDiff: result.diff,
+                        groundTruthDiff,
+                        repoDir: repoDir,
+                    }),
+                    new Promise((_, reject) => setTimeout(() => reject(new Error(`Judge timed out after ${JUDGE_TIMEOUT_MS / 1000}s`)), JUDGE_TIMEOUT_MS)),
+                ]);
+            }
+            catch (judgeError) {
+                const errMsg = judgeError instanceof Error ? judgeError.message : String(judgeError);
+                console.warn(`  [Run ${idx + 1}/${total}] Judge failed: ${errMsg.slice(0, 200)}`);
+                judging = {
+                    analysis: `Judge failed: ${errMsg.slice(0, 500)}`,
+                    strengths: [],
+                    weaknesses: ['Judge failed'],
+                    e2eTestsPerformed: [],
+                    completionScore: 0,
+                    codeQualityScore: 0,
+                    e2eScore: 0,
+                    overallScore: 0,
+                };
+            }
+            return {
+                featureId: feature.id,
+                prompt: feature.prompt,
+                score: judging.overallScore,
+                diff: result.diff,
+                trace: agentTrace,
+                judging,
+                costEstimate: result.totalCostUsd,
+                docsRead: extractDocsRead(result.steps),
+            };
+        }
+        catch (error) {
+            return createInfrastructureFailureResult(feature, error);
+        }
+    }
+    finally {
+        try {
+            fs.rmSync(tempDir, { recursive: true, force: true });
+        }
+        catch { /* ignore */ }
+    }
+}
+/**
+ * Re-judge a baseline task using the current docs in docsSourcePath.
+ *
+ * Recreates the exact repo state the original judge saw (carved repo + agent's
+ * baseline diff applied), but with whatever docs currently live in
+ * docsSourcePath instead of the baseline-era docs. This isolates whether the
+ * judge itself scores differently once given better docs, independent of any
+ * agent behavior change.
+ */
+export async function rejudgeBaselineWithCurrentDocs(opts) {
+    const { idx, total, repoPath, feature, baselineDiff, groundTruthDiff, initCommand, docsSourcePath } = opts;
+    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'evalbuff-rejudge-'));
+    const repoDir = path.join(tempDir, 'repo');
+    try {
+        // Clone and check out the same base SHA
+        execSync(`git clone --no-checkout "${repoPath}" "${repoDir}"`, { stdio: 'ignore' });
+        const headSha = execSync('git rev-parse HEAD', { cwd: repoPath, encoding: 'utf-8' }).trim();
+        execSync(`git checkout ${headSha}`, { cwd: repoDir, stdio: 'ignore' });
+        ensureGitIdentity(repoDir);
+        // Apply carve, matching the original eval setup
+        applyCarveOperations(repoDir, feature.operations);
+        execSync('git add -A', { cwd: repoDir, stdio: 'ignore' });
+        execSync(`git commit -m "carve: remove ${feature.id}" --allow-empty`, { cwd: repoDir, stdio: 'ignore' });
+        // Copy CURRENT docs (which have been refactored by loop N) into the repo
+        copyDocsIntoRepo(docsSourcePath, repoDir);
+        // Apply the baseline agent's diff to reproduce the state the judge saw
+        if (baselineDiff.trim()) {
+            const patchPath = path.join(tempDir, 'baseline.patch');
+            fs.writeFileSync(patchPath, baselineDiff.endsWith('\n') ? baselineDiff : baselineDiff + '\n');
+            try {
+                execFileSync('git', ['apply', '--whitespace=nowarn', '--allow-empty', patchPath], {
+                    cwd: repoDir,
+                    stdio: 'ignore',
+                });
+            }
+            catch (applyErr) {
+                // Fall back to 3-way apply; if that fails, propagate — rejudge is meaningless without the diff
+                execFileSync('git', ['apply', '--3way', '--whitespace=nowarn', patchPath], {
+                    cwd: repoDir,
+                    stdio: 'ignore',
+                });
+            }
+        }
+        // Re-init (e.g. npm install) — the judge may need a runnable repo for E2E testing
+        if (initCommand) {
+            try {
+                execSync(initCommand, { cwd: repoDir, stdio: 'ignore', timeout: 120000 });
+            }
+            catch (e) {
+                console.warn(`  [Rejudge ${idx + 1}/${total}] Init command failed: ${e}`);
+            }
+        }
+        console.log(`  [Rejudge ${idx + 1}/${total}] Re-judging baseline ${feature.id} with current docs...`);
+        const JUDGE_TIMEOUT_MS = 35 * 60 * 1000;
+        return await Promise.race([
+            judgeTaskResult({
+                taskPrompt: feature.prompt,
+                agentDiff: baselineDiff,
+                groundTruthDiff,
+                repoDir,
+            }),
+            new Promise((_, reject) => setTimeout(() => reject(new Error(`Rejudge timed out after ${JUDGE_TIMEOUT_MS / 1000}s`)), JUDGE_TIMEOUT_MS)),
+        ]);
+    }
+    finally {
+        try {
+            fs.rmSync(tempDir, { recursive: true, force: true });
+        }
+        catch { /* ignore */ }
+    }
+}
+function createInfrastructureFailureResult(feature, error) {
+    const errMsg = error instanceof Error ? error.message : String(error);
+    return {
+        featureId: feature.id,
+        prompt: feature.prompt,
+        score: -1,
+        diff: '',
+        trace: `Agent error: ${errMsg}`,
+        judging: {
+            analysis: `Agent failed: ${errMsg.slice(0, 500)}`,
+            strengths: [],
+            weaknesses: ['Agent failed due to infrastructure error'],
+            e2eTestsPerformed: [],
+            completionScore: -1,
+            codeQualityScore: -1,
+            e2eScore: -1,
+            overallScore: -1,
+        },
+        costEstimate: 0,
+        docsRead: [],
+    };
+}
+//# sourceMappingURL=eval-runner.js.map

package/dist/eval-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../src/eval-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AACzC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAM3G,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAa5C,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IASrC;IACC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,GAAG,IAAI,CAAA;IAEnG,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAE1C,IAAI,CAAC;QACH,IAAI,CAAC;YACH,iBAAiB;YACjB,QAAQ,CAAC,4BAA4B,QAAQ,MAAM,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;YACnF,MAAM,OAAO,GAAG,QAAQ,CAAC,oBAAoB,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC3F,QAAQ,CAAC,gBAAgB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;YACtE,iBAAiB,CAAC,OAAO,CAAC,CAAA;YAE1B,mCAAmC;YACnC,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;YAEjD,sBAAsB;YACtB,QAAQ,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;YACzD,QAAQ,CAAC,gCAAgC,OAAO,CAAC,EAAE,iBAAiB,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;YAExG,iCAAiC;YACjC,gBAAgB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;YAEzC,mBAAmB;YACnB,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,QAAQ,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;gBAC3E,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,KAAK,0BAA0B,CAAC,EAAE,CAAC,CAAA;gBACvE,CAAC;YACH,CAAC;YAED,mBAAmB;YACnB,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,KAAK,qBAAqB,KAAK,SAAS,OAAO,CAAC,EAAE,KAAK,CAAC,CAAA;YACzF,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;YAE7D,IAAI,MAAoB,CAAA;YACxB,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC3C,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,OAAO,iCAAiC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YAC7D,CAAC;YAED,sEAAsE;YACtE,oEAAoE;YACpE,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAE9E,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;YACvC,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,KAAK,aAAa,OAAO,CAAC,EAAE,yBAAyB,CAAC,CAAA;YACvF,IAAI,OAAsB,CAAA;YAC1B,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBAC3B,eAAe,CAAC;wBACd,UAAU,EAAE,OAAO,CAAC,MAAM;wBAC1B,SAAS,EAAE,MAAM,CAAC,IAAI;wBACtB,eAAe;wBACf,OAAO,EAAE,OAAO;qBACjB,CAAC;oBACF,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAC3G;iBACF,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,MAAM,GAAG,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;gBACpF,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,KAAK,mBAAmB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBACjF,OAAO,GAAG;oBACR,QAAQ,EAAE,iBAAiB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;oBACjD,SAAS,EAAE,EAAE;oBACb,UAAU,EAAE,CAAC,cAAc,CAAC;oBAC5B,iBAAiB,EAAE,EAAE;oBACrB,eAAe,EAAE,CAAC;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,QAAQ,EAAE,CAAC;oBACX,YAAY,EAAE,CAAC;iBAChB,CAAA;YACH,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,OAAO,CAAC,YAAY;gBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,KAAK,EAAE,UAAU;gBACjB,OAAO;gBACP,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,QAAQ,EAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC;aACxC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,iCAAiC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QAC1D,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACtD,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,IASpD;IACC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,IAAI,CAAA;IAE1G,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAA;IAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAE1C,IAAI,CAAC;QACH,wCAAwC;QACxC,QAAQ,CAAC,4BAA4B,QAAQ,MAAM,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;QACnF,MAAM,OAAO,GAAG,QAAQ,CAAC,oBAAoB,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QAC3F,QAAQ,CAAC,gBAAgB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;QACtE,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAE1B,gDAAgD;QAChD,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;QACjD,QAAQ,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;QACzD,QAAQ,CAAC,gCAAgC,OAAO,CAAC,EAAE,iBAAiB,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;QAExG,yEAAyE;QACzE,gBAAgB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;QAEzC,uEAAuE;QACvE,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YACxB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA;YACtD,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC,CAAA;YAC7F,IAAI,CAAC;gBACH,YAAY,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE;oBAChF,GAAG,EAAE,OAAO;oBACZ,KAAK,EAAE,QAAQ;iBAChB,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,+FAA+F;gBAC/F,YAAY,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,qBAAqB,EAAE,SAAS,CAAC,EAAE;oBACzE,GAAG,EAAE,OAAO;oBACZ,KAAK,EAAE,QAAQ;iBAChB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,kFAAkF;QAClF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,QAAQ,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YAC3E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC,IAAI,KAAK,0BAA0B,CAAC,EAAE,CAAC,CAAA;YAC3E,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,IAAI,KAAK,yBAAyB,OAAO,CAAC,EAAE,uBAAuB,CAAC,CAAA;QAErG,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;QACvC,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;YACxB,eAAe,CAAC;gBACd,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,SAAS,EAAE,YAAY;gBACvB,eAAe;gBACf,OAAO;aACR,CAAC;YACF,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAC7G;SACF,CAAC,CAAA;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACtD,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,SAAS,iCAAiC,CACxC,OAAsB,EACtB,KAAc;IAEd,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACrE,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,CAAC,CAAC;QACT,IAAI,EAAE,EAAE;QACR,KAAK,EAAE,gBAAgB,MAAM,EAAE;QAC/B,OAAO,EAAE;YACP,QAAQ,EAAE,iBAAiB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;YACjD,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,CAAC,0CAA0C,CAAC;YACxD,iBAAiB,EAAE,EAAE;YACrB,eAAe,EAAE,CAAC,CAAC;YACnB,gBAAgB,EAAE,CAAC,CAAC;YACpB,QAAQ,EAAE,CAAC,CAAC;YACZ,YAAY,EAAE,CAAC,CAAC;SACjB;QACD,YAAY,EAAE,CAAC;QACf,QAAQ,EAAE,EAAE;KACb,CAAA;AACH,CAAC"}

package/dist/judge.d.ts

@@ -0,0 +1,22 @@
+import { z } from 'zod/v4';
+export declare const JudgingResultSchema: z.ZodObject<{
+    analysis: z.ZodString;
+    strengths: z.ZodArray<z.ZodString>;
+    weaknesses: z.ZodArray<z.ZodString>;
+    e2eTestsPerformed: z.ZodArray<z.ZodString>;
+    completionScore: z.ZodNumber;
+    codeQualityScore: z.ZodNumber;
+    e2eScore: z.ZodNumber;
+    overallScore: z.ZodNumber;
+    docSuggestions: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type JudgingResult = z.infer<typeof JudgingResultSchema>;
+export interface JudgeTaskResultInput {
+    taskPrompt: string;
+    agentDiff: string;
+    groundTruthDiff?: string;
+    repoDir: string;
+    error?: string;
+}
+export declare function judgeTaskResult(input: JudgeTaskResultInput): Promise<JudgingResult>;
+//# sourceMappingURL=judge.d.ts.map

package/dist/judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../src/judge.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAA;AAM1B,eAAO,MAAM,mBAAmB;;;;;;;;;;iBAiC9B,CAAA;AAEF,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAA;AA2P/D,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,wBAAsB,eAAe,CACnC,KAAK,EAAE,oBAAoB,GAC1B,OAAO,CAAC,aAAa,CAAC,CA+BxB"}

package/dist/judge.js

@@ -0,0 +1,284 @@
+import fs from 'fs';
+import path from 'path';
+import { Codex } from '@openai/codex-sdk';
+import { z } from 'zod/v4';
+import { truncateDiff } from './eval-helpers';
+export const JudgingResultSchema = z.object({
+    analysis: z
+        .string()
+        .describe('Detailed analysis of what was tested and found'),
+    strengths: z
+        .array(z.string())
+        .describe('Key strengths of the implementation'),
+    weaknesses: z.array(z.string()).describe('Key weaknesses or issues found'),
+    e2eTestsPerformed: z
+        .array(z.string())
+        .describe('List of E2E tests that were actually performed'),
+    completionScore: z
+        .number()
+        .min(0)
+        .max(10)
+        .describe('How completely the prompt was addressed'),
+    codeQualityScore: z
+        .number()
+        .min(0)
+        .max(10)
+        .describe('Code structure and maintainability'),
+    e2eScore: z
+        .number()
+        .min(0)
+        .max(10)
+        .describe('How well the change works when tested end-to-end'),
+    overallScore: z.number().min(0).max(10).describe('Combined assessment'),
+    docSuggestions: z
+        .array(z.string())
+        .optional()
+        .describe('Informal recommendations for documentation changes to help future coding agents AND future reviewers'),
+});
+const RESULT_FILE_NAME = 'evalbuff-review-result.json';
+function buildReviewerPrompt(input) {
+    const { taskPrompt, agentDiff: rawAgentDiff, groundTruthDiff: rawGroundTruthDiff, error, docsDir } = input;
+    const agentDiff = truncateDiff(rawAgentDiff);
+    const groundTruthDiff = rawGroundTruthDiff ? truncateDiff(rawGroundTruthDiff) : rawGroundTruthDiff;
+    const groundTruth = groundTruthDiff
+        ? `## Ground Truth Changes (One valid implementation)
+${groundTruthDiff}`
+        : `## Ground Truth
+No reference implementation is available. You must judge the agent's work solely by testing it end-to-end. Focus heavily on:
+- Does it build and run?
+- Does the feature actually work when you test it?
+- Are there errors in the logs?
+- Does it handle edge cases?`;
+    const docsSection = docsDir
+        ? `\n## Project Docs\nRead the docs in the \`docs/\` directory and \`AGENTS.md\` for project-specific patterns and conventions before reviewing.\n`
+        : '';
+    return `You are a senior engineer performing a thorough code review with E2E testing.
+
+## Your Mission
+
+You have been given a coding task and an AI agent's attempt. Your job is to:
+
+1. **Read the project docs** (if present) to understand conventions and patterns
+2. **Review the agent's diff** ${groundTruthDiff ? 'against the ground truth' : 'for correctness and completeness'}
+3. **Actually test the changes** end-to-end:
+   - Start the application if possible (check package.json for start/dev scripts)
+   - Use browser tools, curl, or the appropriate client to exercise the feature
+   - Check logs for errors
+   - Test edge cases and error states
+   - Take screenshots of UI changes if applicable
+4. **Write your judgment** to a JSON file
+
+## Important: You have full access to the repository and can run any commands.
+
+Use whatever tools you need to verify the change actually works:
+- Run the build/compile step
+- Run the test suite
+- Start the dev server
+- Use browser tools to test the UI
+- curl API endpoints
+- Check logs
+- Use tmux for long-running processes
+- Any other verification method appropriate for the change
+
+${docsSection}
+## User Prompt (What the agent was asked to do)
+${taskPrompt}
+
+${groundTruth}
+
+## Agent's Changes (What the agent actually did)
+\`\`\`diff
+${agentDiff || '(No changes made)'}
+\`\`\`
+${error ? `\n## Error Encountered During Agent Run\n${error}\n` : ''}
+
+## Required Output
+
+After your review and testing, write your judgment to the file \`${RESULT_FILE_NAME}\` in the current working directory. The JSON must have exactly this structure:
+
+\`\`\`json
+{
+  "analysis": "Detailed analysis of what you tested and found...",
+  "strengths": ["strength 1", "strength 2"],
+  "weaknesses": ["weakness 1", "weakness 2"],
+  "e2eTestsPerformed": ["Started dev server and loaded /dashboard", "Submitted form with invalid email", "Checked network tab for API errors"],
+  "completionScore": 7,
+  "codeQualityScore": 8,
+  "e2eScore": 6,
+  "overallScore": 7,
+  "docSuggestions": [
+    "Update docs/architecture.md: Add a section 'Route Registration'. All API routes must be registered in src/routes/index.ts by calling registerRoute(). The route handler file goes in src/routes/<name>.ts and must export a default function with signature (req: Request, res: Response) => void. Without registration the route silently 404s — there is no auto-discovery.",
+    "Create docs/patterns/error-handling.md: All async route handlers in src/routes/ must be wrapped with withErrorHandler() from src/middleware/error.ts. This wrapper catches thrown errors and returns a standardized { error: string, code: number } JSON response. Without it, unhandled rejections crash the server. Example: export default withErrorHandler(async (req, res) => { ... })"
+  ]
+}
+\`\`\`
+
+All scores are 0-10. The e2eScore specifically measures how well the change works when actually tested, not just how the code looks.
+
+## Documentation Suggestions
+
+Based on what you learned from reviewing and testing this code, suggest documentation changes that would help in two ways:
+
+1. **Help coding agents** do better on FUTURE similar tasks — patterns, conventions, gotchas they should know.
+2. **Help future reviewers** (like you) better evaluate changes — testing strategies that worked, verification processes, scripts or commands that reliably catch issues, ways to set up end-to-end testing for this area of the codebase.
+
+Add all suggestions to the \`docSuggestions\` array.
+
+Each suggestion is a string that specifies which file to create or update AND includes the full substantive content — file paths, function signatures, conventions, examples, gotchas. A separate agent will read your suggestions and edit the actual doc files, so give it everything it needs without having to re-investigate the codebase.
+
+Good suggestion for coding agents (has the meat):
+- "Create docs/patterns/error-handling.md: All async route handlers in src/routes/ must be wrapped with withErrorHandler() from src/middleware/error.ts. This wrapper catches thrown errors and returns a standardized { error: string, code: number } JSON response. Without it, unhandled rejections crash the server. Example: export default withErrorHandler(async (req, res) => { ... })"
+- "Update docs/architecture.md, section 'Data Layer': Add that all database queries go through src/db/queries.ts, never raw SQL in route handlers. The query functions handle connection pooling and return typed results. Import pattern: import { getUser, createUser } from '@/db/queries'"
+
+Good suggestion for reviewers (testing strategies, verification):
+- "Update docs/testing.md, section 'E2E Verification': To test API route changes end-to-end, write a temporary script that starts the dev server with 'bun run dev', waits for port 3000, then curls each affected endpoint. Example: const proc = Bun.spawn(['bun', 'run', 'dev']); await fetch('http://localhost:3000/api/health'); // verify response shape"
+- "Create docs/testing/payment-flow.md: Testing payment-related changes requires seeding the test DB with a user and subscription via src/db/seed.ts, then hitting POST /api/checkout with a Stripe test token. The key assertion is that the webhook handler at src/routes/webhook.ts correctly updates user.plan — check the DB directly after the webhook fires."
+
+Bad suggestion (too vague, forces the refactorer to figure it out):
+- "Add something about error handling conventions"
+- "Document how to test this area"
+
+Guidelines:
+- Focus on GENERAL PATTERNS, not task-specific fixes.
+- Include concrete file paths, function names, type signatures, import patterns, and examples.
+- Describe edits to existing docs when they're incomplete or wrong, not just new docs.
+- For reviewer suggestions, focus on reusable testing strategies — what to spin up, what to seed, what to assert, what scripts to write. These help future judges verify correctness beyond just reading the diff.
+- If the agent scored 9+, suggestions are optional.
+- If weaknesses are too task-specific to generalize, leave docSuggestions empty.
+
+IMPORTANT: You MUST write the result file. This is the only way your review gets recorded. Do it as your very last action.`;
+}
+async function runCodexReviewer(prompt, cwd, timeoutMs = 40 * 60 * 1000) {
+    const codex = new Codex({
+        apiKey: process.env.OPENAI_API_KEY,
+    });
+    const thread = codex.startThread({
+        model: 'gpt-5.4',
+        workingDirectory: cwd,
+        approvalPolicy: 'never',
+        sandboxMode: 'workspace-write',
+        webSearchMode: 'live',
+        modelReasoningEffort: 'high',
+    });
+    console.log(`[Reviewer:codex] Starting review in ${cwd}`);
+    const abortController = new AbortController();
+    const timer = setTimeout(() => {
+        console.warn(`[Reviewer:codex] Timed out after ${timeoutMs / 1000}s`);
+        abortController.abort();
+    }, timeoutMs);
+    try {
+        const { events } = await thread.runStreamed(prompt, {
+            signal: abortController.signal,
+        });
+        for await (const event of events) {
+            if (event.type === 'item.completed') {
+                logItem(event.item, 'codex');
+            }
+            else if (event.type === 'turn.failed') {
+                console.error(`[Reviewer:codex] Turn failed: ${event.error.message}`);
+            }
+            else if (event.type === 'error') {
+                console.error(`[Reviewer:codex] Error: ${event.message}`);
+            }
+        }
+    }
+    catch (err) {
+        if (err.name === 'AbortError') {
+            console.warn(`[Reviewer:codex] Aborted`);
+        }
+        else {
+            console.error(`[Reviewer:codex] Failed: ${err.message}`);
+        }
+    }
+    finally {
+        clearTimeout(timer);
+    }
+    // Try to read the result file
+    const resultPath = path.join(cwd, RESULT_FILE_NAME);
+    return parseResultFile(resultPath, 'codex');
+}
+function logItem(item, label) {
+    switch (item.type) {
+        case 'agent_message':
+            process.stdout.write(item.text);
+            break;
+        case 'command_execution':
+            console.log(`[Reviewer:${label}] $ ${item.command} (exit: ${item.exit_code})`);
+            break;
+        case 'file_change':
+            console.log(`[Reviewer:${label}] File changes: ${item.changes.map(c => `${c.kind} ${c.path}`).join(', ')}`);
+            break;
+        case 'error':
+            console.error(`[Reviewer:${label}] Item error: ${item.message}`);
+            break;
+    }
+}
+function parseResultFile(resultPath, agentType) {
+    try {
+        if (!fs.existsSync(resultPath))
+            return null;
+        const raw = JSON.parse(fs.readFileSync(resultPath, 'utf-8'));
+        const parsed = JudgingResultSchema.safeParse(raw);
+        if (parsed.success) {
+            console.log(`[Reviewer:${agentType}] Parsed result file successfully`);
+            return parsed.data;
+        }
+        console.warn(`[Reviewer:${agentType}] Result file failed validation:`, parsed.error);
+        return salvagePartialResult(raw);
+    }
+    catch (error) {
+        console.warn(`[Reviewer:${agentType}] Failed to parse result file:`, error);
+        return null;
+    }
+}
+function salvagePartialResult(raw) {
+    if (typeof raw !== 'object' || raw === null)
+        return null;
+    if (typeof raw.overallScore !== 'number')
+        return null;
+    return {
+        analysis: raw.analysis || 'No analysis provided',
+        strengths: Array.isArray(raw.strengths) ? raw.strengths : [],
+        weaknesses: Array.isArray(raw.weaknesses) ? raw.weaknesses : [],
+        e2eTestsPerformed: Array.isArray(raw.e2eTestsPerformed)
+            ? raw.e2eTestsPerformed
+            : [],
+        completionScore: typeof raw.completionScore === 'number' ? raw.completionScore : raw.overallScore,
+        codeQualityScore: typeof raw.codeQualityScore === 'number'
+            ? raw.codeQualityScore
+            : raw.overallScore,
+        e2eScore: typeof raw.e2eScore === 'number' ? raw.e2eScore : raw.overallScore,
+        overallScore: raw.overallScore,
+    };
+}
+export async function judgeTaskResult(input) {
+    const { taskPrompt, agentDiff, groundTruthDiff, repoDir, error } = input;
+    const prompt = buildReviewerPrompt({
+        taskPrompt,
+        agentDiff,
+        groundTruthDiff,
+        error,
+        docsDir: fs.existsSync(path.join(repoDir, 'docs')) ? repoDir : undefined,
+    });
+    const maxRetries = 2;
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        const result = await runCodexReviewer(prompt, repoDir);
+        if (result)
+            return result;
+        if (attempt < maxRetries) {
+            console.warn(`[Judge] Attempt ${attempt}/${maxRetries} failed, retrying...`);
+        }
+    }
+    console.error(`[Judge] All ${maxRetries} attempts failed`);
+    return {
+        analysis: 'Error: reviewer agent failed to provide results after retries',
+        strengths: [],
+        weaknesses: ['Reviewer agent failed'],
+        e2eTestsPerformed: [],
+        completionScore: 0,
+        codeQualityScore: 0,
+        e2eScore: 0,
+        overallScore: 0,
+    };
+}
+//# sourceMappingURL=judge.js.map

package/dist/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../src/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAA;AAE1B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAI7C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CAAC,qCAAqC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC1E,iBAAiB,EAAE,CAAC;SACjB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,CAAC,yCAAyC,CAAC;IACtD,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,CAAC,oCAAoC,CAAC;IACjD,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACvE,cAAc,EAAE,CAAC;SACd,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,sGAAsG,CACvG;CACJ,CAAC,CAAA;AAIF,MAAM,gBAAgB,GAAG,6BAA6B,CAAA;AAEtD,SAAS,mBAAmB,CAAC,KAM5B;IACC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,EAAE,kBAAkB,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAC1G,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;IAC5C,MAAM,eAAe,GAAG,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAA;IAElG,MAAM,WAAW,GAAG,eAAe;QACjC,CAAC,CAAC;EACJ,eAAe,EAAE;QACf,CAAC,CAAC;;;;;6BAKuB,CAAA;IAE3B,MAAM,WAAW,GAAG,OAAO;QACzB,CAAC,CAAC,iJAAiJ;QACnJ,CAAC,CAAC,EAAE,CAAA;IAEN,OAAO;;;;;;;iCAOwB,eAAe,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,kCAAkC;;;;;;;;;;;;;;;;;;;;;EAqBhH,WAAW;;EAEX,UAAU;;EAEV,WAAW;;;;EAIX,SAAS,IAAI,mBAAmB;;EAEhC,KAAK,CAAC,CAAC,CAAC,4CAA4C,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE;;;;mEAID,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2HAoDwC,CAAA;AAC3H,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAAc,EACd,GAAW,EACX,YAAoB,EAAE,GAAG,EAAE,GAAG,IAAI;IAElC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;QACtB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;KACnC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC;QAC/B,KAAK,EAAE,SAAS;QAChB,gBAAgB,EAAE,GAAG;QACrB,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,iBAAiB;QAC9B,aAAa,EAAE,MAAM;QACrB,oBAAoB,EAAE,MAAM;KAC7B,CAAC,CAAA;IAEF,OAAO,CAAC,GAAG,CAAC,uCAAuC,GAAG,EAAE,CAAC,CAAA;IAEzD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAA;IAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;QAC5B,OAAO,CAAC,IAAI,CAAC,oCAAoC,SAAS,GAAG,IAAI,GAAG,CAAC,CAAA;QACrE,eAAe,CAAC,KAAK,EAAE,CAAA;IACzB,CAAC,EAAE,SAAS,CAAC,CAAA;IAEb,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE;YAClD,MAAM,EAAE,eAAe,CAAC,MAAM;SAC/B,CAAC,CAAA;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBACpC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC9B,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACxC,OAAO,CAAC,KAAK,CAAC,iCAAiC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;YACvE,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QAC1C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;QAC1D,CAAC;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;IAED,8BAA8B;IAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAA;IACnD,OAAO,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;AAC7C,CAAC;AAED,SAAS,OAAO,CAAC,IAAgB,EAAE,KAAa;IAC9C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,eAAe;YAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC/B,MAAK;QACP,KAAK,mBAAmB;YACtB,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,OAAO,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,SAAS,GAAG,CAAC,CAAA;YAC9E,MAAK;QACP,KAAK,aAAa;YAChB,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,mBAAmB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC3G,MAAK;QACP,KAAK,OAAO;YACV,OAAO,CAAC,KAAK,CAAC,aAAa,KAAK,iBAAiB,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YAChE,MAAK;IACT,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,UAAkB,EAClB,SAAiB;IAEjB,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;YAAE,OAAO,IAAI,CAAA;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAA;QAC5D,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACjD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CACT,aAAa,SAAS,mCAAmC,CAC1D,CAAA;YACD,OAAO,MAAM,CAAC,IAAI,CAAA;QACpB,CAAC;QACD,OAAO,CAAC,IAAI,CACV,aAAa,SAAS,kCAAkC,EACxD,MAAM,CAAC,KAAK,CACb,CAAA;QACD,OAAO,oBAAoB,CAAC,GAAG,CAAC,CAAA;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CACV,aAAa,SAAS,gCAAgC,EACtD,KAAK,CACN,CAAA;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAQ;IACpC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACxD,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAA;IAErD,OAAO;QACL,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,sBAAsB;QAChD,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;QAC5D,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;QAC/D,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;YACrD,CAAC,CAAC,GAAG,CAAC,iBAAiB;YACvB,CAAC,CAAC,EAAE;QACN,eAAe,EACb,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY;QAClF,gBAAgB,EACd,OAAO,GAAG,CAAC,gBAAgB,KAAK,QAAQ;YACtC,CAAC,CAAC,GAAG,CAAC,gBAAgB;YACtB,CAAC,CAAC,GAAG,CAAC,YAAY;QACtB,QAAQ,EACN,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY;QACpE,YAAY,EAAE,GAAG,CAAC,YAAY;KAC/B,CAAA;AACH,CAAC;AAYD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAA2B;IAE3B,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;IAExE,MAAM,MAAM,GAAG,mBAAmB,CAAC;QACjC,UAAU;QACV,SAAS;QACT,eAAe;QACf,KAAK;QACL,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KACzE,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,CAAC,CAAA;IACpB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACtD,IAAI,MAAM;YAAE,OAAO,MAAM,CAAA;QACzB,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,mBAAmB,OAAO,IAAI,UAAU,sBAAsB,CAAC,CAAA;QAC9E,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,eAAe,UAAU,kBAAkB,CAAC,CAAA;IAC1D,OAAO;QACL,QAAQ,EAAE,+DAA+D;QACzE,SAAS,EAAE,EAAE;QACb,UAAU,EAAE,CAAC,uBAAuB,CAAC;QACrC,iBAAiB,EAAE,EAAE;QACrB,eAAe,EAAE,CAAC;QAClB,gBAAgB,EAAE,CAAC;QACnB,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,CAAC;KAChB,CAAA;AACH,CAAC"}

package/dist/perfect-feature.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=perfect-feature.d.ts.map

package/dist/perfect-feature.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"perfect-feature.d.ts","sourceRoot":"","sources":["../src/perfect-feature.ts"],"names":[],"mappings":""}