@rulemetric/cli 0.2.1 → 0.2.3

package/dist/commands/evals/optimize.js

@@ -1,200 +1,210 @@
-import { Args, Flags } from '@oclif/core';
-import { BaseCommand } from '../../base-command.js';
-import { apiGet, apiPost, apiPut } from '../../lib/api-client.js';
-import { executeEval } from '../../lib/eval-executor.js';
-import { gradeEvalOutput } from '../../lib/eval-grader.js';
-import { analyzeEvalResults } from '../../lib/eval-analyzer.js';
-export default class EvalOptimizeCommand extends BaseCommand {
-    static description = 'Iteratively optimize eval target content using eval results as feedback';
-    static examples = [
-        '<%= config.bin %> evals optimize <target-id>',
-        '<%= config.bin %> evals optimize <target-id> --auto --max-iterations 3',
-    ];
-    static args = {
-        targetId: Args.string({ description: 'Eval target ID', required: true }),
-    };
-    static flags = {
-        auto: Flags.boolean({ description: 'Skip interactive review, apply suggestions automatically', default: false }),
-        'max-iterations': Flags.integer({ description: 'Maximum optimization iterations', default: 5 }),
-        threshold: Flags.string({ description: 'Stop if pass rate reaches this threshold (0-1)', default: '0.95' }),
-        model: Flags.string({ description: 'Model for eval execution' }),
-        'analyzer-model': Flags.string({ description: 'Model for analysis/suggestions' }),
-        'runs-per-eval': Flags.integer({ description: 'Runs per eval per iteration', default: 1 }),
-        parallel: Flags.integer({ description: 'Number of parallel eval executions', default: 1 }),
-        timeout: Flags.integer({ description: 'Timeout per eval in ms', default: 120_000 }),
-    };
-    async run() {
-        const { args, flags } = await this.parse(EvalOptimizeCommand);
-        this.requireAuth();
-        let target = await apiGet(`/api/eval-targets/${args.targetId}`);
-        const allEvals = await apiGet(`/api/eval-targets/${args.targetId}/evals`);
-        if (allEvals.length === 0) {
-            this.error('No evals found. Create some first with `rulemetric evals create`.');
-        }
-        // Split evals into train/test (60/40)
-        const shuffled = [...allEvals].sort(() => Math.random() - 0.5);
-        const splitIdx = Math.ceil(shuffled.length * 0.6);
-        const trainEvals = shuffled.slice(0, splitIdx);
-        const testEvals = shuffled.slice(splitIdx);
-        this.log(`Optimizing "${target.name}" v${target.version}`);
-        this.log(`Evals: ${trainEvals.length} train, ${testEvals.length} test`);
-        const threshold = parseFloat(flags.threshold);
-        this.log(`Config: max ${flags['max-iterations']} iterations, threshold ${(threshold * 100).toFixed(0)}%`);
-        if (flags.auto)
-            this.log('Mode: auto (no interactive review)');
-        this.log('');
-        let bestVersion = target.version;
-        let bestTestScore = 0;
-        let noImprovementCount = 0;
-        for (let iteration = 1; iteration <= flags['max-iterations']; iteration++) {
-            this.log(`\n=== Iteration ${iteration} ===`);
-            // Record optimization run as running
-            const optRun = await apiPost('/api/optimization-runs', {
-                evalTargetId: target.id,
-                type: 'content',
-                iteration,
-                inputVersion: target.version,
-                status: 'running',
-            });
-            // Run train evals
-            this.log('Running train evals...');
-            const trainResults = await this.runEvalsOnTarget(target, trainEvals, flags);
-            const trainScore = this.computePassRate(trainResults);
-            this.log(`Train pass rate: ${(trainScore * 100).toFixed(1)}%`);
-            // Check if we've hit the threshold
-            if (trainScore >= threshold) {
-                this.log(`Train score ${(trainScore * 100).toFixed(1)}% >= threshold ${(threshold * 100).toFixed(0)}%. Stopping.`);
-                // Run test evals for final score
-                const testResults = await this.runEvalsOnTarget(target, testEvals, flags);
-                const testScore = this.computePassRate(testResults);
-                this.log(`Final test score: ${(testScore * 100).toFixed(1)}%`);
-                await apiPost('/api/optimization-runs', {
-                    evalTargetId: target.id,
-                    type: 'content',
-                    iteration,
-                    inputVersion: target.version,
-                    trainScore,
-                    testScore,
-                    analysis: { reason: 'threshold_reached' },
-                    status: 'completed',
-                });
-                break;
-            }
-            // Analyze and propose improvements
-            this.log('Analyzing results...');
-            const evalResults = trainResults.map((r) => ({
-                evalName: r.evalName,
-                prompt: r.prompt,
-                expectations: r.expectations,
-                grading: r.grading,
-            }));
-            const analysis = await analyzeEvalResults({
-                content: target.content,
-                evalResults,
-                model: flags['analyzer-model'] ?? flags.model,
-                timeout: flags.timeout,
-            });
-            this.log(`\nAssessment: ${analysis.overallAssessment}`);
-            this.log(`Suggestions: ${analysis.suggestions.length}`);
-            for (const s of analysis.suggestions) {
-                this.log(`  - [${s.section}] ${s.reasoning}`);
-            }
-            // In interactive mode, ask for approval
-            if (!flags.auto) {
-                this.log('\nProposed changes above. Applying in auto mode would proceed automatically.');
-                this.log('(Interactive approval not yet implemented — use --auto for now)');
-            }
-            if (analysis.proposedContent === target.content) {
-                this.log('No changes proposed. Stopping.');
-                await apiPost('/api/optimization-runs', {
-                    evalTargetId: target.id,
-                    type: 'content',
-                    iteration,
-                    inputVersion: target.version,
-                    trainScore,
-                    analysis: { reason: 'no_changes' },
-                    status: 'completed',
-                });
-                break;
-            }
-            // Create new version
-            const newTarget = await apiPut(`/api/eval-targets/${target.id}`, {
-                content: analysis.proposedContent,
-            });
-            this.log(`Created v${newTarget.version}`);
-            // Run test evals on new version
-            this.log('Running test evals...');
-            const testResults = await this.runEvalsOnTarget(newTarget, testEvals, flags);
-            const testScore = this.computePassRate(testResults);
-            this.log(`Test pass rate: ${(testScore * 100).toFixed(1)}%`);
-            // Update optimization run
-            await apiPost('/api/optimization-runs', {
-                evalTargetId: newTarget.id,
-                type: 'content',
-                iteration,
-                inputVersion: target.version,
-                outputVersion: newTarget.version,
-                trainScore,
-                testScore,
-                analysis: {
-                    suggestions: analysis.suggestions,
-                    overallAssessment: analysis.overallAssessment,
-                },
-                status: 'completed',
-            });
-            // Track best
-            if (testScore > bestTestScore) {
-                bestTestScore = testScore;
-                bestVersion = newTarget.version;
-                noImprovementCount = 0;
-            }
-            else {
-                noImprovementCount++;
-                if (noImprovementCount >= 2) {
-                    this.log('No improvement for 2 consecutive iterations. Stopping.');
-                    break;
-                }
-            }
-            target = newTarget;
-        }
-        this.log(`\n=== Optimization Complete ===`);
-        this.log(`Best version: v${bestVersion} (test score: ${(bestTestScore * 100).toFixed(1)}%)`);
+import {
+  analyzeEvalResults
+} from "../../chunk-3TIMQ3O6.js";
+import {
+  gradeEvalOutput
+} from "../../chunk-YNIH3KMU.js";
+import {
+  executeEval
+} from "../../chunk-QN34TGD3.js";
+import {
+  BaseCommand
+} from "../../chunk-S56LOTGQ.js";
+import "../../chunk-OGVORIFM.js";
+import "../../chunk-2AM54TUK.js";
+import {
+  apiGet,
+  apiPost,
+  apiPut
+} from "../../chunk-EJOI2ZGU.js";
+import "../../chunk-KZRFUXGF.js";
+import "../../chunk-EKJ2CABV.js";
+import "../../chunk-NSBPE2FW.js";
+
+// src/commands/evals/optimize.ts
+import { Args, Flags } from "@oclif/core";
+var EvalOptimizeCommand = class _EvalOptimizeCommand extends BaseCommand {
+  static description = "Iteratively optimize eval target content using eval results as feedback";
+  static examples = [
+    "<%= config.bin %> evals optimize <target-id>",
+    "<%= config.bin %> evals optimize <target-id> --auto --max-iterations 3"
+  ];
+  static args = {
+    targetId: Args.string({ description: "Eval target ID", required: true })
+  };
+  static flags = {
+    auto: Flags.boolean({ description: "Skip interactive review, apply suggestions automatically", default: false }),
+    "max-iterations": Flags.integer({ description: "Maximum optimization iterations", default: 5 }),
+    threshold: Flags.string({ description: "Stop if pass rate reaches this threshold (0-1)", default: "0.95" }),
+    model: Flags.string({ description: "Model for eval execution" }),
+    "analyzer-model": Flags.string({ description: "Model for analysis/suggestions" }),
+    "runs-per-eval": Flags.integer({ description: "Runs per eval per iteration", default: 1 }),
+    parallel: Flags.integer({ description: "Number of parallel eval executions", default: 1 }),
+    timeout: Flags.integer({ description: "Timeout per eval in ms", default: 12e4 })
+  };
+  async run() {
+    const { args, flags } = await this.parse(_EvalOptimizeCommand);
+    this.requireAuth();
+    let target = await apiGet(`/api/eval-targets/${args.targetId}`);
+    const allEvals = await apiGet(`/api/eval-targets/${args.targetId}/evals`);
+    if (allEvals.length === 0) {
+      this.error("No evals found. Create some first with `rulemetric evals create`.");
     }
-    async runEvalsOnTarget(target, evalSet, flags) {
-        const results = [];
-        for (const eval_ of evalSet) {
-            const execResult = await executeEval({
-                prompt: eval_.prompt,
-                targetContent: target.content,
-                timeout: flags.timeout,
-                model: flags.model,
-            });
-            if (execResult.error) {
-                results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: {} });
-                continue;
-            }
-            if (eval_.expectations.length > 0) {
-                const grading = await gradeEvalOutput({
-                    prompt: eval_.prompt,
-                    output: execResult.output,
-                    expectations: eval_.expectations,
-                    model: flags.model,
-                    timeout: flags.timeout,
-                });
-                results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: grading });
-            }
-            else {
-                results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: {} });
-            }
+    const shuffled = [...allEvals].sort(() => Math.random() - 0.5);
+    const splitIdx = Math.ceil(shuffled.length * 0.6);
+    const trainEvals = shuffled.slice(0, splitIdx);
+    const testEvals = shuffled.slice(splitIdx);
+    this.log(`Optimizing "${target.name}" v${target.version}`);
+    this.log(`Evals: ${trainEvals.length} train, ${testEvals.length} test`);
+    const threshold = parseFloat(flags.threshold);
+    this.log(`Config: max ${flags["max-iterations"]} iterations, threshold ${(threshold * 100).toFixed(0)}%`);
+    if (flags.auto) this.log("Mode: auto (no interactive review)");
+    this.log("");
+    let bestVersion = target.version;
+    let bestTestScore = 0;
+    let noImprovementCount = 0;
+    for (let iteration = 1; iteration <= flags["max-iterations"]; iteration++) {
+      this.log(`
+=== Iteration ${iteration} ===`);
+      const optRun = await apiPost("/api/optimization-runs", {
+        evalTargetId: target.id,
+        type: "content",
+        iteration,
+        inputVersion: target.version,
+        status: "running"
+      });
+      this.log("Running train evals...");
+      const trainResults = await this.runEvalsOnTarget(target, trainEvals, flags);
+      const trainScore = this.computePassRate(trainResults);
+      this.log(`Train pass rate: ${(trainScore * 100).toFixed(1)}%`);
+      if (trainScore >= threshold) {
+        this.log(`Train score ${(trainScore * 100).toFixed(1)}% >= threshold ${(threshold * 100).toFixed(0)}%. Stopping.`);
+        const testResults2 = await this.runEvalsOnTarget(target, testEvals, flags);
+        const testScore2 = this.computePassRate(testResults2);
+        this.log(`Final test score: ${(testScore2 * 100).toFixed(1)}%`);
+        await apiPost("/api/optimization-runs", {
+          evalTargetId: target.id,
+          type: "content",
+          iteration,
+          inputVersion: target.version,
+          trainScore,
+          testScore: testScore2,
+          analysis: { reason: "threshold_reached" },
+          status: "completed"
+        });
+        break;
+      }
+      this.log("Analyzing results...");
+      const evalResults = trainResults.map((r) => ({
+        evalName: r.evalName,
+        prompt: r.prompt,
+        expectations: r.expectations,
+        grading: r.grading
+      }));
+      const analysis = await analyzeEvalResults({
+        content: target.content,
+        evalResults,
+        model: flags["analyzer-model"] ?? flags.model,
+        timeout: flags.timeout
+      });
+      this.log(`
+Assessment: ${analysis.overallAssessment}`);
+      this.log(`Suggestions: ${analysis.suggestions.length}`);
+      for (const s of analysis.suggestions) {
+        this.log(`  - [${s.section}] ${s.reasoning}`);
+      }
+      if (!flags.auto) {
+        this.log("\nProposed changes above. Applying in auto mode would proceed automatically.");
+        this.log("(Interactive approval not yet implemented \u2014 use --auto for now)");
+      }
+      if (analysis.proposedContent === target.content) {
+        this.log("No changes proposed. Stopping.");
+        await apiPost("/api/optimization-runs", {
+          evalTargetId: target.id,
+          type: "content",
+          iteration,
+          inputVersion: target.version,
+          trainScore,
+          analysis: { reason: "no_changes" },
+          status: "completed"
+        });
+        break;
+      }
+      const newTarget = await apiPut(`/api/eval-targets/${target.id}`, {
+        content: analysis.proposedContent
+      });
+      this.log(`Created v${newTarget.version}`);
+      this.log("Running test evals...");
+      const testResults = await this.runEvalsOnTarget(newTarget, testEvals, flags);
+      const testScore = this.computePassRate(testResults);
+      this.log(`Test pass rate: ${(testScore * 100).toFixed(1)}%`);
+      await apiPost("/api/optimization-runs", {
+        evalTargetId: newTarget.id,
+        type: "content",
+        iteration,
+        inputVersion: target.version,
+        outputVersion: newTarget.version,
+        trainScore,
+        testScore,
+        analysis: {
+          suggestions: analysis.suggestions,
+          overallAssessment: analysis.overallAssessment
+        },
+        status: "completed"
+      });
+      if (testScore > bestTestScore) {
+        bestTestScore = testScore;
+        bestVersion = newTarget.version;
+        noImprovementCount = 0;
+      } else {
+        noImprovementCount++;
+        if (noImprovementCount >= 2) {
+          this.log("No improvement for 2 consecutive iterations. Stopping.");
+          break;
         }
-        return results;
+      }
+      target = newTarget;
     }
-    computePassRate(results) {
-        const graded = results.filter((r) => Object.keys(r.grading).length > 0);
-        if (graded.length === 0)
-            return 0;
-        const rates = graded.map((r) => r.grading.summary?.pass_rate ?? 0);
-        return rates.reduce((a, b) => a + b, 0) / rates.length;
+    this.log(`
+=== Optimization Complete ===`);
+    this.log(`Best version: v${bestVersion} (test score: ${(bestTestScore * 100).toFixed(1)}%)`);
+  }
+  async runEvalsOnTarget(target, evalSet, flags) {
+    const results = [];
+    for (const eval_ of evalSet) {
+      const execResult = await executeEval({
+        prompt: eval_.prompt,
+        targetContent: target.content,
+        timeout: flags.timeout,
+        model: flags.model
+      });
+      if (execResult.error) {
+        results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: {} });
+        continue;
+      }
+      if (eval_.expectations.length > 0) {
+        const grading = await gradeEvalOutput({
+          prompt: eval_.prompt,
+          output: execResult.output,
+          expectations: eval_.expectations,
+          model: flags.model,
+          timeout: flags.timeout
+        });
+        results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading });
+      } else {
+        results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: {} });
+      }
     }
-}
-//# sourceMappingURL=optimize.js.map
+    return results;
+  }
+  computePassRate(results) {
+    const graded = results.filter((r) => Object.keys(r.grading).length > 0);
+    if (graded.length === 0) return 0;
+    const rates = graded.map((r) => r.grading.summary?.pass_rate ?? 0);
+    return rates.reduce((a, b) => a + b, 0) / rates.length;
+  }
+};
+export {
+  EvalOptimizeCommand as default
+};
+//# sourceMappingURL=optimize.js.map

package/dist/commands/evals/optimize.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"optimize.js","sourceRoot":"","sources":["../../../src/commands/evals/optimize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAmBhE,MAAM,CAAC,OAAO,OAAO,mBAAoB,SAAQ,WAAW;IAC1D,MAAM,CAAU,WAAW,GAAG,yEAAyE,CAAC;IAExG,MAAM,CAAU,QAAQ,GAAG;QACzB,8CAA8C;QAC9C,wEAAwE;KACzE,CAAC;IAEF,MAAM,CAAU,IAAI,GAAG;QACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;KACzE,CAAC;IAEF,MAAM,CAAU,KAAK,GAAG;QACtB,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,0DAA0D,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChH,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,iCAAiC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC/F,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,gDAAgD,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC3G,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,0BAA0B,EAAE,CAAC;QAChE,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,gCAAgC,EAAE,CAAC;QACjF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC1F,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,oCAAoC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC1F,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;KACpF,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,IAAI,MAAM,GAAG,MAAM,MAAM,CAAa,qBAAqB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAS,qBAAqB,IAAI,CAAC,QAAQ,QAAQ,CAAC,CAAC;QAElF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;QAClF,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,CAAC,UAAU,UAAU,CAAC,MAAM,WAAW,SAAS,CAAC,MAAM,OAAO,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,gBAAgB,CAAC,0BAA0B,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1G,IAAI,KAAK,CAAC,IAAI;YAAE,IAAI,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAC/D,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEb,IAAI,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC;QACjC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,IAAI,KAAK,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;YAC1E,IAAI,CAAC,GAAG,CAAC,mBAAmB,SAAS,MAAM,CAAC,CAAC;YAE7C,qCAAqC;YACrC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAiB,wBAAwB,EAAE;gBACrE,YAAY,EAAE,MAAM,CAAC,EAAE;gBACvB,IAAI,EAAE,SAAS;gBACf,SAAS;gBACT,YAAY,EAAE,MAAM,CAAC,OAAO;gBAC5B,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YAEH,kBAAkB;YAClB,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;YACtD,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAE/D,mCAAmC;YACnC,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;gBACnH,iCAAiC;gBACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;gBACpD,IAAI,CAAC,GAAG,CAAC,qBAAqB,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAE/D,MAAM,OAAO,CAAC,wBAAwB,EAAE;oBACtC,YAAY,EAAE,MAAM,CAAC,EAAE;oBACvB,IAAI,EAAE,SAAS;oBACf,SAAS;oBACT,YAAY,EAAE,MAAM,CAAC,OAAO;oBAC5B,UAAU;oBACV,SAAS;oBACT,QAAQ,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE;oBACzC,MAAM,EAAE,WAAW;iBACpB,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,mCAAmC;YACnC,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACjC,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3C,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC,CAAC;YAEJ,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;gBACxC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,WAAW;gBACX,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,KAAK;gBAC7C,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;YACxD,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACrC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;YAChD,CAAC;YAED,wCAAwC;YACxC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChB,IAAI,CAAC,GAAG,CAAC,8EAA8E,CAAC,CAAC;gBACzF,IAAI,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;YAC9E,CAAC;YAED,IAAI,QAAQ,CAAC,eAAe,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;gBAChD,IAAI,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;gBAC3C,MAAM,OAAO,CAAC,wBAAwB,EAAE;oBACtC,YAAY,EAAE,MAAM,CAAC,EAAE;oBACvB,IAAI,EAAE,SAAS;oBACf,SAAS;oBACT,YAAY,EAAE,MAAM,CAAC,OAAO;oBAC5B,UAAU;oBACV,QAAQ,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE;oBAClC,MAAM,EAAE,WAAW;iBACpB,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,qBAAqB;YACrB,MAAM,SAAS,GAAG,MAAM,MAAM,CAAa,qBAAqB,MAAM,CAAC,EAAE,EAAE,EAAE;gBAC3E,OAAO,EAAE,QAAQ,CAAC,eAAe;aAClC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,YAAY,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;YAE1C,gCAAgC;YAChC,IAAI,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAE7D,0BAA0B;YAC1B,MAAM,OAAO,CAAC,wBAAwB,EAAE;gBACtC,YAAY,EAAE,SAAS,CAAC,EAAE;gBAC1B,IAAI,EAAE,SAAS;gBACf,SAAS;gBACT,YAAY,EAAE,MAAM,CAAC,OAAO;gBAC5B,aAAa,EAAE,SAAS,CAAC,OAAO;gBAChC,UAAU;gBACV,SAAS;gBACT,QAAQ,EAAE;oBACR,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;iBAC9C;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,aAAa;YACb,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;gBAC9B,aAAa,GAAG,SAAS,CAAC;gBAC1B,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC;gBAChC,kBAAkB,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,kBAAkB,EAAE,CAAC;gBACrB,IAAI,kBAAkB,IAAI,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;oBACnE,MAAM;gBACR,CAAC;YACH,CAAC;YAED,MAAM,GAAG,SAAS,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,CAAC,kBAAkB,WAAW,iBAAiB,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/F,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,MAAkB,EAClB,OAAe,EACf,KAAqF;QAErF,MAAM,OAAO,GAA0G,EAAE,CAAC;QAE1H,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC;gBACnC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,MAAM,CAAC,OAAO;gBAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;YAEH,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC5G,SAAS;YACX,CAAC;YAED,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC;oBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,EAAE,OAA6C,EAAE,CAAC,CAAC;YACzJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,eAAe,CAAC,OAAoD;QAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAAe,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;QAC5E,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACzE,CAAC"}
+{
+  "version": 3,
+  "sources": ["../../../src/commands/evals/optimize.ts"],
+  "sourcesContent": ["import { Args, Flags } from '@oclif/core';\nimport { BaseCommand } from '../../base-command.js';\nimport { apiGet, apiPost, apiPut } from '../../lib/api-client.js';\nimport { executeEval } from '../../lib/eval-executor.js';\nimport { gradeEvalOutput } from '../../lib/eval-grader.js';\nimport { analyzeEvalResults } from '../../lib/eval-analyzer.js';\n\ninterface EvalTarget {\n  id: string;\n  name: string;\n  type: string;\n  content: string;\n  description: string;\n  version: number;\n}\n\ninterface Eval {\n  id: string;\n  name: string;\n  prompt: string;\n  expectedOutput: string;\n  expectations: string[];\n}\n\nexport default class EvalOptimizeCommand extends BaseCommand {\n  static override description = 'Iteratively optimize eval target content using eval results as feedback';\n\n  static override examples = [\n    '<%= config.bin %> evals optimize <target-id>',\n    '<%= config.bin %> evals optimize <target-id> --auto --max-iterations 3',\n  ];\n\n  static override args = {\n    targetId: Args.string({ description: 'Eval target ID', required: true }),\n  };\n\n  static override flags = {\n    auto: Flags.boolean({ description: 'Skip interactive review, apply suggestions automatically', default: false }),\n    'max-iterations': Flags.integer({ description: 'Maximum optimization iterations', default: 5 }),\n    threshold: Flags.string({ description: 'Stop if pass rate reaches this threshold (0-1)', default: '0.95' }),\n    model: Flags.string({ description: 'Model for eval execution' }),\n    'analyzer-model': Flags.string({ description: 'Model for analysis/suggestions' }),\n    'runs-per-eval': Flags.integer({ description: 'Runs per eval per iteration', default: 1 }),\n    parallel: Flags.integer({ description: 'Number of parallel eval executions', default: 1 }),\n    timeout: Flags.integer({ description: 'Timeout per eval in ms', default: 120_000 }),\n  };\n\n  async run(): Promise<void> {\n    const { args, flags } = await this.parse(EvalOptimizeCommand);\n    this.requireAuth();\n\n    let target = await apiGet<EvalTarget>(`/api/eval-targets/${args.targetId}`);\n    const allEvals = await apiGet<Eval[]>(`/api/eval-targets/${args.targetId}/evals`);\n\n    if (allEvals.length === 0) {\n      this.error('No evals found. Create some first with `rulemetric evals create`.');\n    }\n\n    // Split evals into train/test (60/40)\n    const shuffled = [...allEvals].sort(() => Math.random() - 0.5);\n    const splitIdx = Math.ceil(shuffled.length * 0.6);\n    const trainEvals = shuffled.slice(0, splitIdx);\n    const testEvals = shuffled.slice(splitIdx);\n\n    this.log(`Optimizing \"${target.name}\" v${target.version}`);\n    this.log(`Evals: ${trainEvals.length} train, ${testEvals.length} test`);\n    const threshold = parseFloat(flags.threshold);\n    this.log(`Config: max ${flags['max-iterations']} iterations, threshold ${(threshold * 100).toFixed(0)}%`);\n    if (flags.auto) this.log('Mode: auto (no interactive review)');\n    this.log('');\n\n    let bestVersion = target.version;\n    let bestTestScore = 0;\n    let noImprovementCount = 0;\n\n    for (let iteration = 1; iteration <= flags['max-iterations']; iteration++) {\n      this.log(`\\n=== Iteration ${iteration} ===`);\n\n      // Record optimization run as running\n      const optRun = await apiPost<{ id: string }>('/api/optimization-runs', {\n        evalTargetId: target.id,\n        type: 'content',\n        iteration,\n        inputVersion: target.version,\n        status: 'running',\n      });\n\n      // Run train evals\n      this.log('Running train evals...');\n      const trainResults = await this.runEvalsOnTarget(target, trainEvals, flags);\n      const trainScore = this.computePassRate(trainResults);\n      this.log(`Train pass rate: ${(trainScore * 100).toFixed(1)}%`);\n\n      // Check if we've hit the threshold\n      if (trainScore >= threshold) {\n        this.log(`Train score ${(trainScore * 100).toFixed(1)}% >= threshold ${(threshold * 100).toFixed(0)}%. Stopping.`);\n        // Run test evals for final score\n        const testResults = await this.runEvalsOnTarget(target, testEvals, flags);\n        const testScore = this.computePassRate(testResults);\n        this.log(`Final test score: ${(testScore * 100).toFixed(1)}%`);\n\n        await apiPost('/api/optimization-runs', {\n          evalTargetId: target.id,\n          type: 'content',\n          iteration,\n          inputVersion: target.version,\n          trainScore,\n          testScore,\n          analysis: { reason: 'threshold_reached' },\n          status: 'completed',\n        });\n        break;\n      }\n\n      // Analyze and propose improvements\n      this.log('Analyzing results...');\n      const evalResults = trainResults.map((r) => ({\n        evalName: r.evalName,\n        prompt: r.prompt,\n        expectations: r.expectations,\n        grading: r.grading,\n      }));\n\n      const analysis = await analyzeEvalResults({\n        content: target.content,\n        evalResults,\n        model: flags['analyzer-model'] ?? flags.model,\n        timeout: flags.timeout,\n      });\n\n      this.log(`\\nAssessment: ${analysis.overallAssessment}`);\n      this.log(`Suggestions: ${analysis.suggestions.length}`);\n      for (const s of analysis.suggestions) {\n        this.log(`  - [${s.section}] ${s.reasoning}`);\n      }\n\n      // In interactive mode, ask for approval\n      if (!flags.auto) {\n        this.log('\\nProposed changes above. Applying in auto mode would proceed automatically.');\n        this.log('(Interactive approval not yet implemented \u2014 use --auto for now)');\n      }\n\n      if (analysis.proposedContent === target.content) {\n        this.log('No changes proposed. Stopping.');\n        await apiPost('/api/optimization-runs', {\n          evalTargetId: target.id,\n          type: 'content',\n          iteration,\n          inputVersion: target.version,\n          trainScore,\n          analysis: { reason: 'no_changes' },\n          status: 'completed',\n        });\n        break;\n      }\n\n      // Create new version\n      const newTarget = await apiPut<EvalTarget>(`/api/eval-targets/${target.id}`, {\n        content: analysis.proposedContent,\n      });\n      this.log(`Created v${newTarget.version}`);\n\n      // Run test evals on new version\n      this.log('Running test evals...');\n      const testResults = await this.runEvalsOnTarget(newTarget, testEvals, flags);\n      const testScore = this.computePassRate(testResults);\n      this.log(`Test pass rate: ${(testScore * 100).toFixed(1)}%`);\n\n      // Update optimization run\n      await apiPost('/api/optimization-runs', {\n        evalTargetId: newTarget.id,\n        type: 'content',\n        iteration,\n        inputVersion: target.version,\n        outputVersion: newTarget.version,\n        trainScore,\n        testScore,\n        analysis: {\n          suggestions: analysis.suggestions,\n          overallAssessment: analysis.overallAssessment,\n        },\n        status: 'completed',\n      });\n\n      // Track best\n      if (testScore > bestTestScore) {\n        bestTestScore = testScore;\n        bestVersion = newTarget.version;\n        noImprovementCount = 0;\n      } else {\n        noImprovementCount++;\n        if (noImprovementCount >= 2) {\n          this.log('No improvement for 2 consecutive iterations. Stopping.');\n          break;\n        }\n      }\n\n      target = newTarget;\n    }\n\n    this.log(`\\n=== Optimization Complete ===`);\n    this.log(`Best version: v${bestVersion} (test score: ${(bestTestScore * 100).toFixed(1)}%)`);\n  }\n\n  private async runEvalsOnTarget(\n    target: EvalTarget,\n    evalSet: Eval[],\n    flags: { model?: string; timeout: number; 'runs-per-eval': number; parallel: number },\n  ): Promise<Array<{ evalName: string; prompt: string; expectations: string[]; grading: Record<string, unknown> }>> {\n    const results: Array<{ evalName: string; prompt: string; expectations: string[]; grading: Record<string, unknown> }> = [];\n\n    for (const eval_ of evalSet) {\n      const execResult = await executeEval({\n        prompt: eval_.prompt,\n        targetContent: target.content,\n        timeout: flags.timeout,\n        model: flags.model,\n      });\n\n      if (execResult.error) {\n        results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: {} });\n        continue;\n      }\n\n      if (eval_.expectations.length > 0) {\n        const grading = await gradeEvalOutput({\n          prompt: eval_.prompt,\n          output: execResult.output,\n          expectations: eval_.expectations,\n          model: flags.model,\n          timeout: flags.timeout,\n        });\n        results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: grading as unknown as Record<string, unknown> });\n      } else {\n        results.push({ evalName: eval_.name, prompt: eval_.prompt, expectations: eval_.expectations, grading: {} });\n      }\n    }\n\n    return results;\n  }\n\n  private computePassRate(results: Array<{ grading: Record<string, unknown> }>): number {\n    const graded = results.filter((r) => Object.keys(r.grading).length > 0);\n    if (graded.length === 0) return 0;\n    const rates = graded.map((r) => (r.grading as any).summary?.pass_rate ?? 0);\n    return rates.reduce((a: number, b: number) => a + b, 0) / rates.length;\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,MAAM,aAAa;AAwB5B,IAAqB,sBAArB,MAAqB,6BAA4B,YAAY;AAAA,EAC3D,OAAgB,cAAc;AAAA,EAE9B,OAAgB,WAAW;AAAA,IACzB;AAAA,IACA;AAAA,EACF;AAAA,EAEA,OAAgB,OAAO;AAAA,IACrB,UAAU,KAAK,OAAO,EAAE,aAAa,kBAAkB,UAAU,KAAK,CAAC;AAAA,EACzE;AAAA,EAEA,OAAgB,QAAQ;AAAA,IACtB,MAAM,MAAM,QAAQ,EAAE,aAAa,4DAA4D,SAAS,MAAM,CAAC;AAAA,IAC/G,kBAAkB,MAAM,QAAQ,EAAE,aAAa,mCAAmC,SAAS,EAAE,CAAC;AAAA,IAC9F,WAAW,MAAM,OAAO,EAAE,aAAa,kDAAkD,SAAS,OAAO,CAAC;AAAA,IAC1G,OAAO,MAAM,OAAO,EAAE,aAAa,2BAA2B,CAAC;AAAA,IAC/D,kBAAkB,MAAM,OAAO,EAAE,aAAa,iCAAiC,CAAC;AAAA,IAChF,iBAAiB,MAAM,QAAQ,EAAE,aAAa,+BAA+B,SAAS,EAAE,CAAC;AAAA,IACzF,UAAU,MAAM,QAAQ,EAAE,aAAa,sCAAsC,SAAS,EAAE,CAAC;AAAA,IACzF,SAAS,MAAM,QAAQ,EAAE,aAAa,0BAA0B,SAAS,KAAQ,CAAC;AAAA,EACpF;AAAA,EAEA,MAAM,MAAqB;AACzB,UAAM,EAAE,MAAM,MAAM,IAAI,MAAM,KAAK,MAAM,oBAAmB;AAC5D,SAAK,YAAY;AAEjB,QAAI,SAAS,MAAM,OAAmB,qBAAqB,KAAK,QAAQ,EAAE;AAC1E,UAAM,WAAW,MAAM,OAAe,qBAAqB,KAAK,QAAQ,QAAQ;AAEhF,QAAI,SAAS,WAAW,GAAG;AACzB,WAAK,MAAM,mEAAmE;AAAA,IAChF;AAGA,UAAM,WAAW,CAAC,GAAG,QAAQ,EAAE,KAAK,MAAM,KAAK,OAAO,IAAI,GAAG;AAC7D,UAAM,WAAW,KAAK,KAAK,SAAS,SAAS,GAAG;AAChD,UAAM,aAAa,SAAS,MAAM,GAAG,QAAQ;AAC7C,UAAM,YAAY,SAAS,MAAM,QAAQ;AAEzC,SAAK,IAAI,eAAe,OAAO,IAAI,MAAM,OAAO,OAAO,EAAE;AACzD,SAAK,IAAI,UAAU,WAAW,MAAM,WAAW,UAAU,MAAM,OAAO;AACtE,UAAM,YAAY,WAAW,MAAM,SAAS;AAC5C,SAAK,IAAI,eAAe,MAAM,gBAAgB,CAAC,2BAA2B,YAAY,KAAK,QAAQ,CAAC,CAAC,GAAG;AACxG,QAAI,MAAM,KAAM,MAAK,IAAI,oCAAoC;AAC7D,SAAK,IAAI,EAAE;AAEX,QAAI,cAAc,OAAO;AACzB,QAAI,gBAAgB;AACpB,QAAI,qBAAqB;AAEzB,aAAS,YAAY,GAAG,aAAa,MAAM,gBAAgB,GAAG,aAAa;AACzE,WAAK,IAAI;AAAA,gBAAmB,SAAS,MAAM;AAG3C,YAAM,SAAS,MAAM,QAAwB,0BAA0B;AAAA,QACrE,cAAc,OAAO;AAAA,QACrB,MAAM;AAAA,QACN;AAAA,QACA,cAAc,OAAO;AAAA,QACrB,QAAQ;AAAA,MACV,CAAC;AAGD,WAAK,IAAI,wBAAwB;AACjC,YAAM,eAAe,MAAM,KAAK,iBAAiB,QAAQ,YAAY,KAAK;AAC1E,YAAM,aAAa,KAAK,gBAAgB,YAAY;AACpD,WAAK,IAAI,qBAAqB,aAAa,KAAK,QAAQ,CAAC,CAAC,GAAG;AAG7D,UAAI,cAAc,WAAW;AAC3B,aAAK,IAAI,gBAAgB,aAAa,KAAK,QAAQ,CAAC,CAAC,mBAAmB,YAAY,KAAK,QAAQ,CAAC,CAAC,cAAc;AAEjH,cAAMA,eAAc,MAAM,KAAK,iBAAiB,QAAQ,WAAW,KAAK;AACxE,cAAMC,aAAY,KAAK,gBAAgBD,YAAW;AAClD,aAAK,IAAI,sBAAsBC,aAAY,KAAK,QAAQ,CAAC,CAAC,GAAG;AAE7D,cAAM,QAAQ,0BAA0B;AAAA,UACtC,cAAc,OAAO;AAAA,UACrB,MAAM;AAAA,UACN;AAAA,UACA,cAAc,OAAO;AAAA,UACrB;AAAA,UACA,WAAAA;AAAA,UACA,UAAU,EAAE,QAAQ,oBAAoB;AAAA,UACxC,QAAQ;AAAA,QACV,CAAC;AACD;AAAA,MACF;AAGA,WAAK,IAAI,sBAAsB;AAC/B,YAAM,cAAc,aAAa,IAAI,CAAC,OAAO;AAAA,QAC3C,UAAU,EAAE;AAAA,QACZ,QAAQ,EAAE;AAAA,QACV,cAAc,EAAE;AAAA,QAChB,SAAS,EAAE;AAAA,MACb,EAAE;AAEF,YAAM,WAAW,MAAM,mBAAmB;AAAA,QACxC,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,OAAO,MAAM,gBAAgB,KAAK,MAAM;AAAA,QACxC,SAAS,MAAM;AAAA,MACjB,CAAC;AAED,WAAK,IAAI;AAAA,cAAiB,SAAS,iBAAiB,EAAE;AACtD,WAAK,IAAI,gBAAgB,SAAS,YAAY,MAAM,EAAE;AACtD,iBAAW,KAAK,SAAS,aAAa;AACpC,aAAK,IAAI,QAAQ,EAAE,OAAO,KAAK,EAAE,SAAS,EAAE;AAAA,MAC9C;AAGA,UAAI,CAAC,MAAM,MAAM;AACf,aAAK,IAAI,8EAA8E;AACvF,aAAK,IAAI,sEAAiE;AAAA,MAC5E;AAEA,UAAI,SAAS,oBAAoB,OAAO,SAAS;AAC/C,aAAK,IAAI,gCAAgC;AACzC,cAAM,QAAQ,0BAA0B;AAAA,UACtC,cAAc,OAAO;AAAA,UACrB,MAAM;AAAA,UACN;AAAA,UACA,cAAc,OAAO;AAAA,UACrB;AAAA,UACA,UAAU,EAAE,QAAQ,aAAa;AAAA,UACjC,QAAQ;AAAA,QACV,CAAC;AACD;AAAA,MACF;AAGA,YAAM,YAAY,MAAM,OAAmB,qBAAqB,OAAO,EAAE,IAAI;AAAA,QAC3E,SAAS,SAAS;AAAA,MACpB,CAAC;AACD,WAAK,IAAI,YAAY,UAAU,OAAO,EAAE;AAGxC,WAAK,IAAI,uBAAuB;AAChC,YAAM,cAAc,MAAM,KAAK,iBAAiB,WAAW,WAAW,KAAK;AAC3E,YAAM,YAAY,KAAK,gBAAgB,WAAW;AAClD,WAAK,IAAI,oBAAoB,YAAY,KAAK,QAAQ,CAAC,CAAC,GAAG;AAG3D,YAAM,QAAQ,0BAA0B;AAAA,QACtC,cAAc,UAAU;AAAA,QACxB,MAAM;AAAA,QACN;AAAA,QACA,cAAc,OAAO;AAAA,QACrB,eAAe,UAAU;AAAA,QACzB;AAAA,QACA;AAAA,QACA,UAAU;AAAA,UACR,aAAa,SAAS;AAAA,UACtB,mBAAmB,SAAS;AAAA,QAC9B;AAAA,QACA,QAAQ;AAAA,MACV,CAAC;AAGD,UAAI,YAAY,eAAe;AAC7B,wBAAgB;AAChB,sBAAc,UAAU;AACxB,6BAAqB;AAAA,MACvB,OAAO;AACL;AACA,YAAI,sBAAsB,GAAG;AAC3B,eAAK,IAAI,wDAAwD;AACjE;AAAA,QACF;AAAA,MACF;AAEA,eAAS;AAAA,IACX;AAEA,SAAK,IAAI;AAAA,8BAAiC;AAC1C,SAAK,IAAI,kBAAkB,WAAW,kBAAkB,gBAAgB,KAAK,QAAQ,CAAC,CAAC,IAAI;AAAA,EAC7F;AAAA,EAEA,MAAc,iBACZ,QACA,SACA,OACgH;AAChH,UAAM,UAAiH,CAAC;AAExH,eAAW,SAAS,SAAS;AAC3B,YAAM,aAAa,MAAM,YAAY;AAAA,QACnC,QAAQ,MAAM;AAAA,QACd,eAAe,OAAO;AAAA,QACtB,SAAS,MAAM;AAAA,QACf,OAAO,MAAM;AAAA,MACf,CAAC;AAED,UAAI,WAAW,OAAO;AACpB,gBAAQ,KAAK,EAAE,UAAU,MAAM,MAAM,QAAQ,MAAM,QAAQ,cAAc,MAAM,cAAc,SAAS,CAAC,EAAE,CAAC;AAC1G;AAAA,MACF;AAEA,UAAI,MAAM,aAAa,SAAS,GAAG;AACjC,cAAM,UAAU,MAAM,gBAAgB;AAAA,UACpC,QAAQ,MAAM;AAAA,UACd,QAAQ,WAAW;AAAA,UACnB,cAAc,MAAM;AAAA,UACpB,OAAO,MAAM;AAAA,UACb,SAAS,MAAM;AAAA,QACjB,CAAC;AACD,gBAAQ,KAAK,EAAE,UAAU,MAAM,MAAM,QAAQ,MAAM,QAAQ,cAAc,MAAM,cAAc,QAAuD,CAAC;AAAA,MACvJ,OAAO;AACL,gBAAQ,KAAK,EAAE,UAAU,MAAM,MAAM,QAAQ,MAAM,QAAQ,cAAc,MAAM,cAAc,SAAS,CAAC,EAAE,CAAC;AAAA,MAC5G;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,gBAAgB,SAA8D;AACpF,UAAM,SAAS,QAAQ,OAAO,CAAC,MAAM,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC;AACtE,QAAI,OAAO,WAAW,EAAG,QAAO;AAChC,UAAM,QAAQ,OAAO,IAAI,CAAC,MAAO,EAAE,QAAgB,SAAS,aAAa,CAAC;AAC1E,WAAO,MAAM,OAAO,CAAC,GAAW,MAAc,IAAI,GAAG,CAAC,IAAI,MAAM;AAAA,EAClE;AACF;",
+  "names": ["testResults", "testScore"]
+}