@pga-ai/core 0.4.0

package/dist/evaluation/CalibrationManager.js

@@ -0,0 +1,117 @@
+export class CalibrationManager {
+    storage;
+    cache = new Map();
+    constructor(storage) {
+        this.storage = storage;
+        void this.storage;
+    }
+    async getCalibratedThreshold(context) {
+        const cacheKey = this.getContextKey(context);
+        if (this.cache.has(cacheKey)) {
+            const history = this.cache.get(cacheKey);
+            return {
+                threshold: history.recommendedThreshold,
+                confidence: history.confidence,
+                source: 'cached',
+            };
+        }
+        const history = await this.loadCalibrationHistory(context);
+        if (history && history.points.length >= 10) {
+            this.cache.set(cacheKey, history);
+            return {
+                threshold: history.recommendedThreshold,
+                confidence: history.confidence,
+                source: 'calibrated',
+            };
+        }
+        const defaultThreshold = this.getDefaultThreshold(context);
+        return {
+            threshold: defaultThreshold,
+            confidence: 0.5,
+            source: 'default',
+        };
+    }
+    async recordCalibrationPoint(context, metrics, currentThreshold) {
+        const falsePositiveRate = metrics.passedSandbox > 0
+            ? metrics.rolledBack / metrics.passedSandbox
+            : 0;
+        const deploymentSuccessRate = metrics.deployedSuccessfully > 0
+            ? metrics.deployedSuccessfully / metrics.passedSandbox
+            : 0;
+        const falseNegativeRate = deploymentSuccessRate > 0.8
+            ? Math.max(0, 0.2 - (1 - currentThreshold))
+            : 0;
+        const optimalThreshold = this.calculateOptimalThreshold(falsePositiveRate, falseNegativeRate, currentThreshold);
+        const calibrationData = {
+            timestamp: new Date(),
+            context,
+            threshold: currentThreshold,
+            metrics,
+            performance: {
+                falsePositiveRate,
+                falseNegativeRate,
+                optimalThreshold,
+            },
+        };
+        console.log('📊 Calibration point recorded:', calibrationData);
+        this.cache.delete(this.getContextKey(context));
+    }
+    calculateOptimalThreshold(falsePositiveRate, falseNegativeRate, currentThreshold) {
+        if (falsePositiveRate > 0.1) {
+            return Math.min(1.0, currentThreshold + 0.05);
+        }
+        if (falseNegativeRate > 0.2 && falsePositiveRate < 0.05) {
+            return Math.max(0.5, currentThreshold - 0.05);
+        }
+        return currentThreshold;
+    }
+    async loadCalibrationHistory(context) {
+        void context;
+        return null;
+    }
+    getContextKey(context) {
+        return `${context.layer ?? 'any'}_${context.operator ?? 'any'}_${context.taskType ?? 'any'}`;
+    }
+    getDefaultThreshold(context) {
+        if (context.layer === 0)
+            return 1.0;
+        if (context.layer === 1)
+            return 0.75;
+        if (context.layer === 2)
+            return 0.60;
+        if (context.operator === 'safety_reinforcement')
+            return 0.85;
+        if (context.operator === 'compress_instructions')
+            return 0.65;
+        if (context.operator === 'reorder_constraints')
+            return 0.70;
+        if (context.operator === 'tool_selection_bias')
+            return 0.70;
+        if (context.taskType === 'coding')
+            return 0.75;
+        if (context.taskType === 'general')
+            return 0.65;
+        return 0.65;
+    }
+    async getCalibrationReport(context) {
+        const lines = [];
+        lines.push('# 📊 Sandbox Calibration Report\n');
+        if (context) {
+            const result = await this.getCalibratedThreshold(context);
+            const key = this.getContextKey(context);
+            lines.push(`**Context**: ${key}`);
+            lines.push(`**Threshold**: ${(result.threshold * 100).toFixed(1)}%`);
+            lines.push(`**Confidence**: ${(result.confidence * 100).toFixed(1)}%`);
+            lines.push(`**Source**: ${result.source}`);
+            lines.push('');
+        }
+        else {
+            lines.push('**Status**: Calibration system active');
+            lines.push(`**Cached contexts**: ${this.cache.size}`);
+            lines.push('');
+            lines.push('Use specific context for detailed calibration data.');
+        }
+        return lines.join('\n');
+    }
+}
+//# sourceMappingURL=CalibrationManager.js.map

package/dist/evaluation/CalibrationManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CalibrationManager.js","sourceRoot":"","sources":["../../src/evaluation/CalibrationManager.ts"],"names":[],"mappings":"AAmDA,MAAM,OAAO,kBAAkB;IAGP;IAFZ,KAAK,GAAG,IAAI,GAAG,EAA8B,CAAC;IAEtD,YAAoB,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;QAEvC,KAAK,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAOD,KAAK,CAAC,sBAAsB,CAAC,OAI5B;QAKG,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAG7C,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;YAC1C,OAAO;gBACH,SAAS,EAAE,OAAO,CAAC,oBAAoB;gBACvC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,MAAM,EAAE,QAAQ;aACnB,CAAC;QACN,CAAC;QAGD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAE3D,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YAEzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClC,OAAO;gBACH,SAAS,EAAE,OAAO,CAAC,oBAAoB;gBACvC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,MAAM,EAAE,YAAY;aACvB,CAAC;QACN,CAAC;QAGD,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC3D,OAAO;YACH,SAAS,EAAE,gBAAgB;YAC3B,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,SAAS;SACpB,CAAC;IACN,CAAC;IAOD,KAAK,CAAC,sBAAsB,CACxB,OAIC,EACD,OAKC,EACD,gBAAwB;QAGxB,MAAM,iBAAiB,GAAG,OAAO,CAAC,aAAa,GAAG,CAAC;YAC/C,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,aAAa;YAC5C,CAAC,CAAC,CAAC,CAAC;QAIR,MAAM,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,GAAG,CAAC;YAC1D,CAAC,CAAC,OAAO,CAAC,oBAAoB,GAAG,OAAO,CAAC,aAAa;YACtD,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,iBAAiB,GAAG,qBAAqB,GAAG,GAAG;YACjD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC,CAAC;QAIR,MAAM,gBAAgB,GAAG,IAAI,CAAC,yBAAyB,CACnD,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,CACnB,CAAC;QAIF,MAAM,eAAe,GAAG;YACpB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,OAAO;YACP,SAAS,EAAE,gBAAgB;YAC3B,OAAO;YACP,WAAW,EAAE;gBACT,iBAAiB;gBACjB,iBAAiB;gBACjB,gBAAgB;aACnB;SACJ,CAAC;QAGF,OAAO,CAAC,GAAG,CAAC,gCAAgC,EAAE,eAAe,CAAC,CAAC;QAG/D,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,CAAC;IAQO,yBAAyB,CAC7B,iBAAyB,EACzB,iBAAyB,EACzB,gBAAwB;QAMxB,IAAI,iBAAiB,GAAG,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,GAAG,IAAI,CAAC,CAAC;QAClD,CAAC;QAGD,IAAI,iBAAiB,GAAG,GAAG,IAAI,iBAAiB,GAAG,IAAI,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,GAAG,IAAI,CAAC,CAAC;QAClD,CAAC;QAGD,OAAO,gBAAgB,CAAC;IAC5B,CAAC;IAKO,KAAK,CAAC,sBAAsB,CAAC,OAIpC;QAGG,KAAK,OAAO,CAAC;QACb,OAAO,IAAI,CAAC;IAChB,CAAC;IAKO,aAAa,CAAC,OAIrB;QACG,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,IAAI,KAAK,EAAE,CAAC;IACjG,CAAC;IAKO,mBAAmB,CAAC,OAI3B;QAEG,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QACpC,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,IAAI,OAAO,CAAC,QAAQ,KAAK,sBAAsB;YAAE,OAAO,IAAI,CAAC;QAC7D,IAAI,OAAO,CAAC,QAAQ,KAAK,uBAAuB;YAAE,OAAO,IAAI,CAAC;QAC9D,IAAI,OAAO,CAAC,QAAQ,KAAK,qBAAqB;YAAE,OAAO,IAAI,CAAC;QAC5D,IAAI,OAAO,CAAC,QAAQ,KAAK,qBAAqB;YAAE,OAAO,IAAI,CAAC;QAE5D,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC/C,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QAEhD,OAAO,IAAI,CAAC;IAChB,CAAC;IAOD,KAAK,CAAC,oBAAoB,CAAC,OAI1B;QACG,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAEhD,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAExC,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACvE,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACJ,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACtD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ"}

package/dist/evaluation/Evaluator.d.ts

@@ -0,0 +1,79 @@
+import type { BenchmarkSuiteId } from './BenchmarkSuites.js';
+import type { LLMAdapter } from '../interfaces/LLMAdapter.js';
+export interface EvaluatableGenome {
+    chat(userMessage: string, context: {
+        userId?: string;
+    }): Promise<string>;
+    chatWithMetrics?(userMessage: string, context: {
+        userId?: string;
+    }): Promise<{
+        content: string;
+        metrics: {
+            tokensUsed: number;
+            responseTime: number;
+            fitnessScore: number;
+        };
+    }>;
+}
+export interface EvaluationTask {
+    id: string;
+    name: string;
+    description: string;
+    userMessage: string;
+    expectedOutcome: {
+        keywords?: string[];
+        minLength?: number;
+        maxLength?: number;
+        successCriteria?: (response: string) => boolean;
+    };
+    difficulty: 'easy' | 'medium' | 'hard';
+}
+export interface EvaluationResult {
+    taskId: string;
+    taskName: string;
+    success: boolean;
+    response: string;
+    tokensUsed: number;
+    responseTime: number;
+    qualityScore: number;
+    failureReason?: string;
+}
+export interface BenchmarkResult {
+    totalTasks: number;
+    successfulTasks: number;
+    successRate: number;
+    avgTokensPerTask: number;
+    avgResponseTime: number;
+    avgQualityScore: number;
+    results: EvaluationResult[];
+    timestamp: Date;
+}
+export interface ComparisonResult {
+    withPGA: BenchmarkResult;
+    withoutPGA: BenchmarkResult;
+    improvements: {
+        successRate: number;
+        tokenEfficiency: number;
+        responseTime: number;
+        qualityScore: number;
+    };
+    verdict: 'PGA_WINS' | 'BASELINE_WINS' | 'TIE';
+}
+export declare class Evaluator {
+    private semanticJudge?;
+    constructor(options?: {
+        llm?: LLMAdapter;
+        enableSemanticJudge?: boolean;
+    });
+    evaluate(genome: EvaluatableGenome, tasks: EvaluationTask[], userId: string): Promise<BenchmarkResult>;
+    private evaluateTask;
+    private checkSuccess;
+    private checkSemanticValidation;
+    private calculateQuality;
+    compareWithSuite(genome: EvaluatableGenome, suiteId: BenchmarkSuiteId, userId: string): Promise<BenchmarkResult>;
+    compare(genomeWithPGA: EvaluatableGenome, genomeBaseline: EvaluatableGenome, tasks: EvaluationTask[], userId: string): Promise<ComparisonResult>;
+    formatReport(benchmark: BenchmarkResult): string;
+    formatComparisonReport(comparison: ComparisonResult): string;
+}
+export declare const STANDARD_TASKS: EvaluationTask[];
+//# sourceMappingURL=Evaluator.d.ts.map

package/dist/evaluation/Evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAI7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAQ9D,MAAM,WAAW,iBAAiB;IAC9B,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,eAAe,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACzE,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC;KAC/E,CAAC,CAAC;CACN;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;KACnD,CAAC;IACF,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,EAAE,eAAe,CAAC;IAC5B,YAAY,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,UAAU,GAAG,eAAe,GAAG,KAAK,CAAC;CACjD;AAED,qBAAa,SAAS;IAClB,OAAO,CAAC,aAAa,CAAC,CAAgB;gBAE1B,OAAO,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,UAAU,CAAC;QAAC,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE;IAYnE,QAAQ,CACV,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;YA+Bb,YAAY;IA2E1B,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,uBAAuB;IAyD/B,OAAO,CAAC,gBAAgB;IA4BlB,gBAAgB,CAClB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;IAUrB,OAAO,CACT,aAAa,EAAE,iBAAiB,EAChC,cAAc,EAAE,iBAAiB,EACjC,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,gBAAgB,CAAC;IAiD5B,YAAY,CAAC,SAAS,EAAE,eAAe,GAAG,MAAM;IAqChD,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM;CAwE/D;AAKD,eAAO,MAAM,cAAc,EAAE,cAAc,EAwD1C,CAAC"}

package/dist/evaluation/Evaluator.js

@@ -0,0 +1,359 @@
+import { getBenchmarkSuite } from './BenchmarkSuites.js';
+import { SemanticJudge } from './SemanticJudge.js';
+export class Evaluator {
+    semanticJudge;
+    constructor(options) {
+        if (options?.llm && options?.enableSemanticJudge !== false) {
+            this.semanticJudge = new SemanticJudge(options.llm);
+        }
+    }
+    async evaluate(genome, tasks, userId) {
+        const results = [];
+        for (const task of tasks) {
+            const result = await this.evaluateTask(genome, task, userId);
+            results.push(result);
+        }
+        const successful = results.filter(r => r.success).length;
+        const successRate = (successful / results.length) * 100;
+        const avgTokens = results.reduce((sum, r) => sum + r.tokensUsed, 0) / results.length;
+        const avgTime = results.reduce((sum, r) => sum + r.responseTime, 0) / results.length;
+        const avgQuality = results.reduce((sum, r) => sum + r.qualityScore, 0) / results.length;
+        return {
+            totalTasks: results.length,
+            successfulTasks: successful,
+            successRate,
+            avgTokensPerTask: Math.round(avgTokens),
+            avgResponseTime: Math.round(avgTime),
+            avgQualityScore: Math.round(avgQuality * 100) / 100,
+            results,
+            timestamp: new Date(),
+        };
+    }
+    async evaluateTask(genome, task, userId) {
+        const startTime = Date.now();
+        try {
+            const response = await genome.chat(task.userMessage, { userId });
+            const endTime = Date.now();
+            const responseTime = endTime - startTime;
+            const tokensUsed = Math.ceil((task.userMessage.length + response.length) / 4);
+            const basicChecks = this.checkSuccess(response, task.expectedOutcome);
+            let semanticChecks = { success: true };
+            if ('semanticChecks' in task && task.semanticChecks) {
+                if (this.semanticJudge) {
+                    const judgment = await this.semanticJudge.judge(task, response);
+                    semanticChecks = {
+                        success: judgment.passed && judgment.confidence >= 0.7,
+                        failureReason: judgment.passed ? undefined : judgment.reasoning,
+                    };
+                }
+                else {
+                    semanticChecks = this.checkSemanticValidation(response, task.semanticChecks);
+                }
+            }
+            const success = basicChecks.success && semanticChecks.success;
+            const failureReason = basicChecks.failureReason || semanticChecks.failureReason;
+            const qualityScore = this.calculateQuality(response, task);
+            return {
+                taskId: task.id,
+                taskName: task.name,
+                success,
+                response,
+                tokensUsed,
+                responseTime,
+                qualityScore,
+                failureReason,
+            };
+        }
+        catch (error) {
+            const endTime = Date.now();
+            return {
+                taskId: task.id,
+                taskName: task.name,
+                success: false,
+                response: '',
+                tokensUsed: 0,
+                responseTime: endTime - startTime,
+                qualityScore: 0,
+                failureReason: error instanceof Error ? error.message : 'Unknown error',
+            };
+        }
+    }
+    checkSuccess(response, expected) {
+        if (expected.keywords) {
+            for (const keyword of expected.keywords) {
+                if (!response.toLowerCase().includes(keyword.toLowerCase())) {
+                    return {
+                        success: false,
+                        failureReason: `Missing keyword: "${keyword}"`,
+                    };
+                }
+            }
+        }
+        if (expected.minLength && response.length < expected.minLength) {
+            return {
+                success: false,
+                failureReason: `Response too short (${response.length} < ${expected.minLength})`,
+            };
+        }
+        if (expected.maxLength && response.length > expected.maxLength) {
+            return {
+                success: false,
+                failureReason: `Response too long (${response.length} > ${expected.maxLength})`,
+            };
+        }
+        if (expected.successCriteria) {
+            try {
+                if (!expected.successCriteria(response)) {
+                    return {
+                        success: false,
+                        failureReason: 'Custom success criteria not met',
+                    };
+                }
+            }
+            catch (error) {
+                return {
+                    success: false,
+                    failureReason: `Success criteria error: ${error}`,
+                };
+            }
+        }
+        return { success: true };
+    }
+    checkSemanticValidation(response, checks) {
+        if (!checks)
+            return { success: true };
+        if (checks.requiresPriorityFlow) {
+            const hasOrdering = /\b(first|then|next|finally|priority|before|after)\b/i.test(response);
+            if (!hasOrdering) {
+                return {
+                    success: false,
+                    failureReason: 'Semantic: Missing clear priority/ordering flow',
+                };
+            }
+        }
+        if (checks.requiresValidationClause) {
+            const hasValidation = /\b(validate|check|ensure|verify|if|error|handle|confirm)\b/i.test(response);
+            if (!hasValidation) {
+                return {
+                    success: false,
+                    failureReason: 'Semantic: Missing validation/error handling clause',
+                };
+            }
+        }
+        if (checks.requiresDeterministicTooling) {
+            const hasTools = /\b(use|tool|function|method|read|write|execute|run)\b/i.test(response);
+            if (!hasTools) {
+                return {
+                    success: false,
+                    failureReason: 'Semantic: Missing deterministic tool specification',
+                };
+            }
+        }
+        if (checks.requiresConciseDirective) {
+            const isConcise = response.length < 500 || /^\s*[-*\d]\./m.test(response);
+            if (!isConcise) {
+                return {
+                    success: false,
+                    failureReason: 'Semantic: Response not concise or well-structured',
+                };
+            }
+        }
+        return { success: true };
+    }
+    calculateQuality(response, task) {
+        let score = 0.5;
+        if (task.expectedOutcome.keywords) {
+            const keywordMatches = task.expectedOutcome.keywords.filter(kw => response.toLowerCase().includes(kw.toLowerCase())).length;
+            const keywordCoverage = keywordMatches / task.expectedOutcome.keywords.length;
+            score += keywordCoverage * 0.3;
+        }
+        if (task.expectedOutcome.minLength && task.expectedOutcome.maxLength) {
+            const idealLength = (task.expectedOutcome.minLength + task.expectedOutcome.maxLength) / 2;
+            const lengthDeviation = Math.abs(response.length - idealLength) / idealLength;
+            const lengthScore = Math.max(0, 1 - lengthDeviation);
+            score += lengthScore * 0.2;
+        }
+        return Math.min(1, Math.max(0, score));
+    }
+    async compareWithSuite(genome, suiteId, userId) {
+        const suite = getBenchmarkSuite(suiteId);
+        return this.evaluate(genome, suite.tasks, userId);
+    }
+    async compare(genomeWithPGA, genomeBaseline, tasks, userId) {
+        console.log('🔬 Running benchmark: PGA vs Baseline...\n');
+        console.log('📊 Testing WITH PGA...');
+        const withPGA = await this.evaluate(genomeWithPGA, tasks, userId);
+        console.log('📊 Testing WITHOUT PGA (baseline)...');
+        const withoutPGA = await this.evaluate(genomeBaseline, tasks, userId);
+        const successRateImprovement = withPGA.successRate - withoutPGA.successRate;
+        const tokenEfficiency = ((withoutPGA.avgTokensPerTask - withPGA.avgTokensPerTask) / withoutPGA.avgTokensPerTask) *
+            100;
+        const responseTimeImprovement = ((withoutPGA.avgResponseTime - withPGA.avgResponseTime) / withoutPGA.avgResponseTime) *
+            100;
+        const qualityImprovement = ((withPGA.avgQualityScore - withoutPGA.avgQualityScore) / withoutPGA.avgQualityScore) *
+            100;
+        let verdict = 'TIE';
+        const pgaScore = successRateImprovement + tokenEfficiency + responseTimeImprovement + qualityImprovement;
+        if (pgaScore > 10) {
+            verdict = 'PGA_WINS';
+        }
+        else if (pgaScore < -10) {
+            verdict = 'BASELINE_WINS';
+        }
+        return {
+            withPGA,
+            withoutPGA,
+            improvements: {
+                successRate: Math.round(successRateImprovement * 100) / 100,
+                tokenEfficiency: Math.round(tokenEfficiency * 100) / 100,
+                responseTime: Math.round(responseTimeImprovement * 100) / 100,
+                qualityScore: Math.round(qualityImprovement * 100) / 100,
+            },
+            verdict,
+        };
+    }
+    formatReport(benchmark) {
+        const lines = [];
+        lines.push('# 📊 PGA Evaluation Report\n');
+        lines.push(`**Date**: ${benchmark.timestamp.toISOString()}\n`);
+        lines.push('---\n');
+        lines.push('## 📈 Overall Results\n');
+        lines.push(`- **Total Tasks**: ${benchmark.totalTasks}`);
+        lines.push(`- **Successful**: ${benchmark.successfulTasks}`);
+        lines.push(`- **Success Rate**: ${benchmark.successRate.toFixed(1)}%`);
+        lines.push(`- **Avg Tokens/Task**: ${benchmark.avgTokensPerTask}`);
+        lines.push(`- **Avg Response Time**: ${benchmark.avgResponseTime}ms`);
+        lines.push(`- **Avg Quality Score**: ${benchmark.avgQualityScore}/1.0\n`);
+        lines.push('---\n');
+        lines.push('## 📋 Task Results\n');
+        for (const result of benchmark.results) {
+            const icon = result.success ? '✅' : '❌';
+            lines.push(`### ${icon} ${result.taskName}\n`);
+            lines.push(`- **Status**: ${result.success ? 'SUCCESS' : 'FAILED'}`);
+            if (result.failureReason) {
+                lines.push(`- **Failure Reason**: ${result.failureReason}`);
+            }
+            lines.push(`- **Tokens**: ${result.tokensUsed}`);
+            lines.push(`- **Response Time**: ${result.responseTime}ms`);
+            lines.push(`- **Quality**: ${result.qualityScore.toFixed(2)}/1.0`);
+            lines.push('');
+        }
+        return lines.join('\n');
+    }
+    formatComparisonReport(comparison) {
+        const lines = [];
+        lines.push('# 🔬 PGA vs Baseline Comparison\n');
+        lines.push('---\n');
+        const verdictIcon = {
+            PGA_WINS: '🏆',
+            BASELINE_WINS: '😞',
+            TIE: '🤝',
+        }[comparison.verdict];
+        lines.push(`## ${verdictIcon} VERDICT: ${comparison.verdict}\n`);
+        lines.push('---\n');
+        lines.push('## 📊 Improvements\n');
+        const formatImprovement = (value, metric) => {
+            const icon = value > 0 ? '📈' : value < 0 ? '📉' : '➡️';
+            const sign = value > 0 ? '+' : '';
+            return `${icon} **${metric}**: ${sign}${value.toFixed(2)}%`;
+        };
+        lines.push(formatImprovement(comparison.improvements.successRate, 'Success Rate'));
+        lines.push(formatImprovement(comparison.improvements.tokenEfficiency, 'Token Efficiency'));
+        lines.push(formatImprovement(comparison.improvements.responseTime, 'Response Speed'));
+        lines.push(formatImprovement(comparison.improvements.qualityScore, 'Quality Score'));
+        lines.push('');
+        lines.push('---\n');
+        lines.push('## 📋 Side-by-Side Comparison\n');
+        lines.push('| Metric | Without PGA | With PGA | Improvement |');
+        lines.push('|--------|-------------|----------|-------------|');
+        const metrics = [
+            [
+                'Success Rate',
+                `${comparison.withoutPGA.successRate.toFixed(1)}%`,
+                `${comparison.withPGA.successRate.toFixed(1)}%`,
+                `${comparison.improvements.successRate > 0 ? '+' : ''}${comparison.improvements.successRate.toFixed(1)}%`,
+            ],
+            [
+                'Avg Tokens',
+                `${comparison.withoutPGA.avgTokensPerTask}`,
+                `${comparison.withPGA.avgTokensPerTask}`,
+                `${comparison.improvements.tokenEfficiency.toFixed(1)}%`,
+            ],
+            [
+                'Avg Time',
+                `${comparison.withoutPGA.avgResponseTime}ms`,
+                `${comparison.withPGA.avgResponseTime}ms`,
+                `${comparison.improvements.responseTime.toFixed(1)}%`,
+            ],
+            [
+                'Quality',
+                `${comparison.withoutPGA.avgQualityScore.toFixed(2)}`,
+                `${comparison.withPGA.avgQualityScore.toFixed(2)}`,
+                `${comparison.improvements.qualityScore.toFixed(1)}%`,
+            ],
+        ];
+        for (const [metric, baseline, pga, improvement] of metrics) {
+            lines.push(`| ${metric} | ${baseline} | ${pga} | ${improvement} |`);
+        }
+        lines.push('');
+        return lines.join('\n');
+    }
+}
+export const STANDARD_TASKS = [
+    {
+        id: 'debug-1',
+        name: 'Debug TypeError',
+        description: 'Help user debug a common TypeError',
+        userMessage: "I'm getting 'Cannot read property of undefined' error. How do I fix it?",
+        expectedOutcome: {
+            keywords: ['undefined', 'check', 'null'],
+            minLength: 100,
+        },
+        difficulty: 'easy',
+    },
+    {
+        id: 'implement-1',
+        name: 'Implement Authentication',
+        description: 'Guide user to implement basic authentication',
+        userMessage: 'How do I add user authentication to my React app?',
+        expectedOutcome: {
+            keywords: ['auth', 'login', 'token'],
+            minLength: 200,
+        },
+        difficulty: 'medium',
+    },
+    {
+        id: 'optimize-1',
+        name: 'Optimize Performance',
+        description: 'Provide performance optimization advice',
+        userMessage: 'My React app is slow. How can I optimize it?',
+        expectedOutcome: {
+            keywords: ['performance', 'optimize', 'memo'],
+            minLength: 150,
+        },
+        difficulty: 'medium',
+    },
+    {
+        id: 'architecture-1',
+        name: 'Design System Architecture',
+        description: 'Help design scalable architecture',
+        userMessage: 'How should I architect a microservices system with 10M users?',
+        expectedOutcome: {
+            keywords: ['scalable', 'microservices', 'database'],
+            minLength: 300,
+        },
+        difficulty: 'hard',
+    },
+    {
+        id: 'code-review-1',
+        name: 'Code Review',
+        description: 'Review code for best practices',
+        userMessage: 'Can you review this code: function getData() { return fetch("/api").then(r => r.json()) }',
+        expectedOutcome: {
+            keywords: ['error', 'async', 'await'],
+            minLength: 100,
+        },
+        difficulty: 'easy',
+    },
+];
+//# sourceMappingURL=Evaluator.js.map

package/dist/evaluation/Evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Evaluator.js","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAiEnD,MAAM,OAAO,SAAS;IACV,aAAa,CAAiB;IAEtC,YAAY,OAA6D;QACrE,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,QAAQ,CACV,MAAyB,EACzB,KAAuB,EACvB,MAAc;QAEd,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAExF,OAAO;YACH,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,eAAe,EAAE,UAAU;YAC3B,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YACnD,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACN,CAAC;IAOO,KAAK,CAAC,YAAY,CACtB,MAAyB,EACzB,IAAoB,EACpB,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;YAGzC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAG9E,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAGtE,IAAI,cAAc,GAAiD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACrF,IAAI,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC3C,IAA6B,EAC7B,QAAQ,CACX,CAAC;oBACF,cAAc,GAAG;wBACb,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG;wBACtD,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;qBAClE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,cAAc,GAAG,IAAI,CAAC,uBAAuB,CACzC,QAAQ,EACR,IAAI,CAAC,cAAyD,CACjE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;YAGhF,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE3D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO;gBACP,QAAQ;gBACR,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,aAAa;aAChB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,OAAO,GAAG,SAAS;gBACjC,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAC1E,CAAC;QACN,CAAC;IACL,CAAC;IAKO,YAAY,CAChB,QAAgB,EAChB,QAA2C;QAG3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1D,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,qBAAqB,OAAO,GAAG;qBACjD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uBAAuB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aACnF,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sBAAsB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aAClF,CAAC;QACN,CAAC;QAGD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,iCAAiC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,KAAK,EAAE;iBACpD,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAOO,uBAAuB,CAC3B,QAAgB,EAChB,MAAgD;QAEhD,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGtC,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1F,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,gDAAgD;iBAClE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,wDAAwD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAElC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,mDAAmD;iBACrE,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAKO,gBAAgB,CAAC,QAAgB,EAAE,IAAoB;QAC3D,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CACpD,CAAC,MAAM,CAAC;YACT,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,eAAe,GAAG,GAAG,CAAC;QACnC,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;YACrD,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAOD,KAAK,CAAC,gBAAgB,CAClB,MAAyB,EACzB,OAAyB,EACzB,MAAc;QAEd,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAOD,KAAK,CAAC,OAAO,CACT,aAAgC,EAChC,cAAiC,EACjC,KAAuB,EACvB,MAAc;QAEd,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAG1D,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAElE,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAGtE,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QAC5E,MAAM,eAAe,GACjB,CAAC,CAAC,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC;YACxF,GAAG,CAAC;QACR,MAAM,uBAAuB,GACzB,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QACR,MAAM,kBAAkB,GACpB,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QAGR,IAAI,OAAO,GAAgC,KAAK,CAAC;QACjD,MAAM,QAAQ,GACV,sBAAsB,GAAG,eAAe,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;QAE5F,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,UAAU,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;YACxB,OAAO,GAAG,eAAe,CAAC;QAC9B,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;YACV,YAAY,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC3D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7D,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC3D;YACD,OAAO;SACV,CAAC;IACN,CAAC;IAKD,YAAY,CAAC,SAA0B;QACnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,QAAQ,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,sBAAsB,CAAC,UAA4B;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,MAAM,WAAW,GAAG;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,GAAG,EAAE,IAAI;SACZ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtB,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,aAAa,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,MAAM,MAAM,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG;YACZ;gBACI,cAAc;gBACd,GAAG,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAClD,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC/C,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC5G;YACD;gBACI,YAAY;gBACZ,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBAC3C,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACxC,GAAG,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC3D;YACD;gBACI,UAAU;gBACV,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,IAAI;gBAC5C,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI;gBACzC,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;YACD;gBACI,SAAS;gBACT,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACrD,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClD,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;SACJ,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,QAAQ,MAAM,GAAG,MAAM,WAAW,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC5C;QACI,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE,yEAAyE;QACtF,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC;YACxC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YACpC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC;YAC7C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,+DAA+D;QAC5E,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,gCAAgC;QAC7C,WAAW,EAAE,2FAA2F;QACxG,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YACrC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC"}

package/dist/evaluation/EvolutionGuardrails.d.ts

@@ -0,0 +1,29 @@
+import type { EvolutionGuardrails, PromotionGateResult, EconomicMetrics } from '../types/index.js';
+import type { StorageAdapter } from '../interfaces/StorageAdapter.js';
+export interface MutationCandidate {
+    layer: 0 | 1 | 2;
+    gene: string;
+    variant: string;
+    content: string;
+    fitness: number;
+    sandboxScore?: number;
+    economicMetrics?: EconomicMetrics;
+    sampleCount: number;
+    rollbackCount?: number;
+}
+export declare class EvolutionGuardrailsManager {
+    private storage;
+    private guardrails?;
+    private defaultGuardrails;
+    constructor(storage: StorageAdapter, guardrails?: EvolutionGuardrails | undefined);
+    evaluateCandidate(candidate: MutationCandidate, genomeId: string): Promise<PromotionGateResult>;
+    private evaluateQualityGate;
+    private evaluateSandboxGate;
+    private evaluateEconomicGate;
+    private evaluateStabilityGate;
+    private calculateEconomicMetrics;
+    getGuardrails(): EvolutionGuardrails;
+    updateGuardrails(updates: Partial<EvolutionGuardrails>): void;
+    getGuardrailsReport(): string;
+}
+//# sourceMappingURL=EvolutionGuardrails.d.ts.map

package/dist/evaluation/EvolutionGuardrails.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EvolutionGuardrails.d.ts","sourceRoot":"","sources":["../../src/evaluation/EvolutionGuardrails.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAItE,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAGhB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,eAAe,CAAC;IAGlC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAID,qBAAa,0BAA0B;IAqB/B,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,UAAU,CAAC;IArBvB,OAAO,CAAC,iBAAiB,CAiBvB;gBAGU,OAAO,EAAE,cAAc,EACvB,UAAU,CAAC,EAAE,mBAAmB,YAAA;IActC,iBAAiB,CACnB,SAAS,EAAE,iBAAiB,EAC5B,QAAQ,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,CAAC;IAiE/B,OAAO,CAAC,mBAAmB;IAiB3B,OAAO,CAAC,mBAAmB;YAiBb,oBAAoB;IAyBlC,OAAO,CAAC,qBAAqB;YA2Bf,wBAAwB;IAqDtC,aAAa,IAAI,mBAAmB;IAOpC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,IAAI;IAY7D,mBAAmB,IAAI,MAAM;CAwBhC"}