@rulemetric/cli 0.2.1 → 0.2.3

package/dist/commands/evals/run.js

@@ -1,168 +1,182 @@
-import { Args, Flags } from '@oclif/core';
-import { BaseCommand } from '../../base-command.js';
-import { apiGet, apiPost } from '../../lib/api-client.js';
-import { executeEval } from '../../lib/eval-executor.js';
-import { gradeEvalOutput } from '../../lib/eval-grader.js';
-export default class EvalRunCommand extends BaseCommand {
-    static description = 'Run evals against a target, optionally grade results, and post to API';
-    static examples = [
-        '<%= config.bin %> evals run <target-id>',
-        '<%= config.bin %> evals run <target-id> --parallel 3 --runs-per-eval 2',
-        '<%= config.bin %> evals run <target-id> --skip-baseline --skip-grading',
+import {
+  gradeEvalOutput
+} from "../../chunk-YNIH3KMU.js";
+import {
+  executeEval
+} from "../../chunk-QN34TGD3.js";
+import {
+  BaseCommand
+} from "../../chunk-S56LOTGQ.js";
+import "../../chunk-OGVORIFM.js";
+import "../../chunk-2AM54TUK.js";
+import {
+  apiGet,
+  apiPost
+} from "../../chunk-EJOI2ZGU.js";
+import "../../chunk-KZRFUXGF.js";
+import "../../chunk-EKJ2CABV.js";
+import "../../chunk-NSBPE2FW.js";
+
+// src/commands/evals/run.ts
+import { Args, Flags } from "@oclif/core";
+var EvalRunCommand = class _EvalRunCommand extends BaseCommand {
+  static description = "Run evals against a target, optionally grade results, and post to API";
+  static examples = [
+    "<%= config.bin %> evals run <target-id>",
+    "<%= config.bin %> evals run <target-id> --parallel 3 --runs-per-eval 2",
+    "<%= config.bin %> evals run <target-id> --skip-baseline --skip-grading"
+  ];
+  static args = {
+    targetId: Args.string({ description: "Eval target ID", required: true })
+  };
+  static flags = {
+    parallel: Flags.integer({ description: "Number of parallel eval executions", default: 1 }),
+    "runs-per-eval": Flags.integer({ description: "Number of runs per eval for variance analysis", default: 1 }),
+    iteration: Flags.integer({ description: "Iteration number for tracking", default: 1 }),
+    "skip-baseline": Flags.boolean({ description: "Skip baseline (without_target) runs", default: false }),
+    "skip-grading": Flags.boolean({ description: "Skip LLM grading step", default: false }),
+    model: Flags.string({ description: "Model for eval execution (default: user configured)" }),
+    "grader-model": Flags.string({ description: "Model for grading (default: same as execution model)" }),
+    timeout: Flags.integer({ description: "Timeout per eval in ms", default: 12e4 })
+  };
+  async run() {
+    const { args, flags } = await this.parse(_EvalRunCommand);
+    this.requireAuth();
+    const target = await apiGet(`/api/eval-targets/${args.targetId}`);
+    const evals = await apiGet(`/api/eval-targets/${args.targetId}/evals`);
+    if (evals.length === 0) {
+      this.error(`No evals found for target "${target.name}". Create some with \`rulemetric evals create\`.`);
+    }
+    this.log(`Running ${evals.length} eval(s) for "${target.name}" v${target.version}`);
+    this.log(`Config: ${flags["runs-per-eval"]} run(s) per eval, parallel=${flags.parallel}, iteration=${flags.iteration}`);
+    if (flags["skip-baseline"]) this.log("Skipping baseline runs");
+    if (flags["skip-grading"]) this.log("Skipping grading");
+    this.log("");
+    const configurations = [
+      { name: "with_target", content: target.content }
     ];
-    static args = {
-        targetId: Args.string({ description: 'Eval target ID', required: true }),
-    };
-    static flags = {
-        parallel: Flags.integer({ description: 'Number of parallel eval executions', default: 1 }),
-        'runs-per-eval': Flags.integer({ description: 'Number of runs per eval for variance analysis', default: 1 }),
-        iteration: Flags.integer({ description: 'Iteration number for tracking', default: 1 }),
-        'skip-baseline': Flags.boolean({ description: 'Skip baseline (without_target) runs', default: false }),
-        'skip-grading': Flags.boolean({ description: 'Skip LLM grading step', default: false }),
-        model: Flags.string({ description: 'Model for eval execution (default: user configured)' }),
-        'grader-model': Flags.string({ description: 'Model for grading (default: same as execution model)' }),
-        timeout: Flags.integer({ description: 'Timeout per eval in ms', default: 120_000 }),
-    };
-    async run() {
-        const { args, flags } = await this.parse(EvalRunCommand);
-        this.requireAuth();
-        // Fetch target and its evals
-        const target = await apiGet(`/api/eval-targets/${args.targetId}`);
-        const evals = await apiGet(`/api/eval-targets/${args.targetId}/evals`);
-        if (evals.length === 0) {
-            this.error(`No evals found for target "${target.name}". Create some with \`rulemetric evals create\`.`);
-        }
-        this.log(`Running ${evals.length} eval(s) for "${target.name}" v${target.version}`);
-        this.log(`Config: ${flags['runs-per-eval']} run(s) per eval, parallel=${flags.parallel}, iteration=${flags.iteration}`);
-        if (flags['skip-baseline'])
-            this.log('Skipping baseline runs');
-        if (flags['skip-grading'])
-            this.log('Skipping grading');
-        this.log('');
-        const configurations = [
-            { name: 'with_target', content: target.content },
-        ];
-        if (!flags['skip-baseline']) {
-            configurations.push({ name: 'without_target' });
-        }
-        const workQueue = [];
-        for (const eval_ of evals) {
-            for (const config of configurations) {
-                for (let run = 1; run <= flags['runs-per-eval']; run++) {
-                    workQueue.push({
-                        eval_: eval_,
-                        configuration: config.name,
-                        targetContent: config.content,
-                        runNumber: run,
-                    });
-                }
-            }
-        }
-        // Execute with concurrency control
-        const results = [];
-        const concurrency = flags.parallel;
-        for (let i = 0; i < workQueue.length; i += concurrency) {
-            const batch = workQueue.slice(i, i + concurrency);
-            const batchResults = await Promise.all(batch.map((item) => this.executeAndGrade(item, target, flags)));
-            results.push(...batchResults);
-        }
-        // Post results to API
-        this.log('');
-        this.log('Posting results to API...');
-        for (const result of results) {
-            await apiPost('/api/eval-runs', result);
-        }
-        // Summary
-        this.log('');
-        this.log('=== Results Summary ===');
-        for (const config of configurations) {
-            const configResults = results.filter((r) => r.configuration === config.name);
-            const completedRuns = configResults.filter((r) => r.status === 'completed');
-            const gradedRuns = completedRuns.filter((r) => Object.keys(r.grading).length > 0);
-            this.log(`\n${config.name}:`);
-            this.log(`  Runs: ${completedRuns.length}/${configResults.length} completed`);
-            if (gradedRuns.length > 0) {
-                const passRates = gradedRuns
-                    .map((r) => r.grading.summary?.pass_rate ?? 0);
-                const avgPassRate = passRates.reduce((a, b) => a + b, 0) / passRates.length;
-                this.log(`  Avg pass_rate: ${(avgPassRate * 100).toFixed(1)}%`);
-            }
-            for (const r of configResults) {
-                const evalName = evals.find((e) => e.id === r.evalId)?.name ?? r.evalId;
-                const passRate = r.grading.summary?.pass_rate;
-                const passRateStr = passRate !== undefined ? ` pass_rate=${(passRate * 100).toFixed(0)}%` : '';
-                const timeStr = r.timing.duration_ms ? ` ${(r.timing.duration_ms / 1000).toFixed(1)}s` : '';
-                this.log(`  [${r.status}] ${evalName} run#${r.runNumber}${passRateStr}${timeStr}`);
-            }
-        }
-        if (!flags['skip-baseline'] && results.length > 0) {
-            const withTarget = results.filter((r) => r.configuration === 'with_target' && Object.keys(r.grading).length > 0);
-            const withoutTarget = results.filter((r) => r.configuration === 'without_target' && Object.keys(r.grading).length > 0);
-            if (withTarget.length > 0 && withoutTarget.length > 0) {
-                const avgWith = withTarget.map((r) => r.grading.summary?.pass_rate ?? 0).reduce((a, b) => a + b, 0) / withTarget.length;
-                const avgWithout = withoutTarget.map((r) => r.grading.summary?.pass_rate ?? 0).reduce((a, b) => a + b, 0) / withoutTarget.length;
-                const delta = avgWith - avgWithout;
-                this.log(`\nDelta: ${delta > 0 ? '+' : ''}${(delta * 100).toFixed(1)}% (with_target vs without_target)`);
-            }
-        }
+    if (!flags["skip-baseline"]) {
+      configurations.push({ name: "without_target" });
     }
-    async executeAndGrade(item, target, flags) {
-        const { eval_, configuration, targetContent, runNumber } = item;
-        this.log(`[${configuration}] ${eval_.name} run#${runNumber} — executing...`);
-        // Execute the eval
-        const execResult = await executeEval({
-            prompt: eval_.prompt,
-            targetContent,
-            timeout: flags.timeout,
-            model: flags.model,
-        });
-        if (execResult.error) {
-            this.log(`[${configuration}] ${eval_.name} run#${runNumber} — FAILED: ${execResult.error}`);
-            return {
-                evalId: eval_.id,
-                evalTargetId: target.id,
-                evalTargetVersion: target.version,
-                configuration,
-                runNumber,
-                iteration: flags.iteration,
-                status: 'failed',
-                outputs: { error: execResult.error },
-                timing: { duration_ms: execResult.durationMs, total_tokens: execResult.totalTokens },
-                grading: {},
-            };
-        }
-        this.log(`[${configuration}] ${eval_.name} run#${runNumber} — completed in ${(execResult.durationMs / 1000).toFixed(1)}s`);
-        // Grade if not skipped and expectations exist
-        let grading = {};
-        if (!flags['skip-grading'] && eval_.expectations.length > 0) {
-            this.log(`[${configuration}] ${eval_.name} run#${runNumber} — grading...`);
-            const gradingResult = await gradeEvalOutput({
-                prompt: eval_.prompt,
-                output: execResult.output,
-                expectations: eval_.expectations,
-                model: flags['grader-model'] ?? flags.model,
-                timeout: flags.timeout,
-            });
-            grading = gradingResult;
-            const passRate = gradingResult.summary.pass_rate;
-            this.log(`[${configuration}] ${eval_.name} run#${runNumber} — grading done: pass_rate=${(passRate * 100).toFixed(0)}%`);
+    const workQueue = [];
+    for (const eval_ of evals) {
+      for (const config of configurations) {
+        for (let run = 1; run <= flags["runs-per-eval"]; run++) {
+          workQueue.push({
+            eval_,
+            configuration: config.name,
+            targetContent: config.content,
+            runNumber: run
+          });
         }
-        return {
-            evalId: eval_.id,
-            evalTargetId: target.id,
-            evalTargetVersion: target.version,
-            configuration,
-            runNumber,
-            iteration: flags.iteration,
-            status: 'completed',
-            outputs: { transcript: execResult.output },
-            timing: {
-                duration_ms: execResult.durationMs,
-                total_tokens: execResult.totalTokens,
-                total_duration_seconds: execResult.durationMs / 1000,
-            },
-            grading,
-        };
+      }
+    }
+    const results = [];
+    const concurrency = flags.parallel;
+    for (let i = 0; i < workQueue.length; i += concurrency) {
+      const batch = workQueue.slice(i, i + concurrency);
+      const batchResults = await Promise.all(
+        batch.map((item) => this.executeAndGrade(item, target, flags))
+      );
+      results.push(...batchResults);
+    }
+    this.log("");
+    this.log("Posting results to API...");
+    for (const result of results) {
+      await apiPost("/api/eval-runs", result);
+    }
+    this.log("");
+    this.log("=== Results Summary ===");
+    for (const config of configurations) {
+      const configResults = results.filter((r) => r.configuration === config.name);
+      const completedRuns = configResults.filter((r) => r.status === "completed");
+      const gradedRuns = completedRuns.filter((r) => Object.keys(r.grading).length > 0);
+      this.log(`
+${config.name}:`);
+      this.log(`  Runs: ${completedRuns.length}/${configResults.length} completed`);
+      if (gradedRuns.length > 0) {
+        const passRates = gradedRuns.map((r) => r.grading.summary?.pass_rate ?? 0);
+        const avgPassRate = passRates.reduce((a, b) => a + b, 0) / passRates.length;
+        this.log(`  Avg pass_rate: ${(avgPassRate * 100).toFixed(1)}%`);
+      }
+      for (const r of configResults) {
+        const evalName = evals.find((e) => e.id === r.evalId)?.name ?? r.evalId;
+        const passRate = r.grading.summary?.pass_rate;
+        const passRateStr = passRate !== void 0 ? ` pass_rate=${(passRate * 100).toFixed(0)}%` : "";
+        const timeStr = r.timing.duration_ms ? ` ${(r.timing.duration_ms / 1e3).toFixed(1)}s` : "";
+        this.log(`  [${r.status}] ${evalName} run#${r.runNumber}${passRateStr}${timeStr}`);
+      }
     }
-}
-//# sourceMappingURL=run.js.map
+    if (!flags["skip-baseline"] && results.length > 0) {
+      const withTarget = results.filter((r) => r.configuration === "with_target" && Object.keys(r.grading).length > 0);
+      const withoutTarget = results.filter((r) => r.configuration === "without_target" && Object.keys(r.grading).length > 0);
+      if (withTarget.length > 0 && withoutTarget.length > 0) {
+        const avgWith = withTarget.map((r) => r.grading.summary?.pass_rate ?? 0).reduce((a, b) => a + b, 0) / withTarget.length;
+        const avgWithout = withoutTarget.map((r) => r.grading.summary?.pass_rate ?? 0).reduce((a, b) => a + b, 0) / withoutTarget.length;
+        const delta = avgWith - avgWithout;
+        this.log(`
+Delta: ${delta > 0 ? "+" : ""}${(delta * 100).toFixed(1)}% (with_target vs without_target)`);
+      }
+    }
+  }
+  async executeAndGrade(item, target, flags) {
+    const { eval_, configuration, targetContent, runNumber } = item;
+    this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 executing...`);
+    const execResult = await executeEval({
+      prompt: eval_.prompt,
+      targetContent,
+      timeout: flags.timeout,
+      model: flags.model
+    });
+    if (execResult.error) {
+      this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 FAILED: ${execResult.error}`);
+      return {
+        evalId: eval_.id,
+        evalTargetId: target.id,
+        evalTargetVersion: target.version,
+        configuration,
+        runNumber,
+        iteration: flags.iteration,
+        status: "failed",
+        outputs: { error: execResult.error },
+        timing: { duration_ms: execResult.durationMs, total_tokens: execResult.totalTokens },
+        grading: {}
+      };
+    }
+    this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 completed in ${(execResult.durationMs / 1e3).toFixed(1)}s`);
+    let grading = {};
+    if (!flags["skip-grading"] && eval_.expectations.length > 0) {
+      this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 grading...`);
+      const gradingResult = await gradeEvalOutput({
+        prompt: eval_.prompt,
+        output: execResult.output,
+        expectations: eval_.expectations,
+        model: flags["grader-model"] ?? flags.model,
+        timeout: flags.timeout
+      });
+      grading = gradingResult;
+      const passRate = gradingResult.summary.pass_rate;
+      this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 grading done: pass_rate=${(passRate * 100).toFixed(0)}%`);
+    }
+    return {
+      evalId: eval_.id,
+      evalTargetId: target.id,
+      evalTargetVersion: target.version,
+      configuration,
+      runNumber,
+      iteration: flags.iteration,
+      status: "completed",
+      outputs: { transcript: execResult.output },
+      timing: {
+        duration_ms: execResult.durationMs,
+        total_tokens: execResult.totalTokens,
+        total_duration_seconds: execResult.durationMs / 1e3
+      },
+      grading
+    };
+  }
+};
+export {
+  EvalRunCommand as default
+};
+//# sourceMappingURL=run.js.map

package/dist/commands/evals/run.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../src/commands/evals/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AA+B3D,MAAM,CAAC,OAAO,OAAO,cAAe,SAAQ,WAAW;IACrD,MAAM,CAAU,WAAW,GAAG,uEAAuE,CAAC;IAEtG,MAAM,CAAU,QAAQ,GAAG;QACzB,yCAAyC;QACzC,wEAAwE;QACxE,wEAAwE;KACzE,CAAC;IAEF,MAAM,CAAU,IAAI,GAAG;QACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;KACzE,CAAC;IAEF,MAAM,CAAU,KAAK,GAAG;QACtB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,oCAAoC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC1F,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,+CAA+C,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC5G,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,+BAA+B,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACtF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,qCAAqC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACtG,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,uBAAuB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACvF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,qDAAqD,EAAE,CAAC;QAC3F,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,sDAAsD,EAAE,CAAC;QACrG,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;KACpF,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,6BAA6B;QAC7B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAa,qBAAqB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9E,MAAM,KAAK,GAAG,MAAM,MAAM,CAAS,qBAAqB,IAAI,CAAC,QAAQ,QAAQ,CAAC,CAAC;QAE/E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,8BAA8B,MAAM,CAAC,IAAI,kDAAkD,CAAC,CAAC;QAC1G,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,WAAW,KAAK,CAAC,MAAM,iBAAiB,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,WAAW,KAAK,CAAC,eAAe,CAAC,8BAA8B,KAAK,CAAC,QAAQ,eAAe,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACxH,IAAI,KAAK,CAAC,eAAe,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAC/D,IAAI,KAAK,CAAC,cAAc,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEb,MAAM,cAAc,GAA8C;YAChE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;SACjD,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAClD,CAAC;QASD,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC1B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;gBACpC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;oBACvD,SAAS,CAAC,IAAI,CAAC;wBACb,KAAK,EAAE,KAAK;wBACZ,aAAa,EAAE,MAAM,CAAC,IAAI;wBAC1B,aAAa,EAAE,MAAM,CAAC,OAAO;wBAC7B,SAAS,EAAE,GAAG;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAC/D,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,sBAAsB;QACtB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QAED,UAAU;QACV,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7E,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;YAC5E,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAElF,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,YAAY,CAAC,CAAC;YAE9E,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,UAAU;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;gBAC5F,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAClE,CAAC;YAED,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC;gBACxE,MAAM,QAAQ,GAAI,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,CAAC;gBACvE,MAAM,WAAW,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/F,MAAM,OAAO,GAAI,CAAC,CAAC,MAA8B,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,CAAC,MAA8B,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9I,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,QAAQ,QAAQ,CAAC,CAAC,SAAS,GAAG,WAAW,GAAG,OAAO,EAAE,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjH,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEvH,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;gBACjK,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;gBAC1K,MAAM,KAAK,GAAG,OAAO,GAAG,UAAU,CAAC;gBACnC,IAAI,CAAC,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,IAAuF,EACvF,MAAkB,EAClB,KAA+G;QAE/G,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEhE,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,iBAAiB,CAAC,CAAC;QAE7E,mBAAmB;QACnB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC;YACnC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,aAAa;YACb,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,cAAc,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5F,OAAO;gBACL,MAAM,EAAE,KAAK,CAAC,EAAE;gBAChB,YAAY,EAAE,MAAM,CAAC,EAAE;gBACvB,iBAAiB,EAAE,MAAM,CAAC,OAAO;gBACjC,aAAa;gBACb,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE;gBACpC,MAAM,EAAE,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE;gBACpF,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,mBAAmB,CAAC,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE3H,8CAA8C;QAC9C,IAAI,OAAO,GAA4B,EAAE,CAAC;QAE1C,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,eAAe,CAAC,CAAC;YAE3E,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC;gBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,KAAK;gBAC3C,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC,CAAC;YAEH,OAAO,GAAG,aAAmD,CAAC;YAC9D,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,8BAA8B,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1H,CAAC;QAED,OAAO;YACL,MAAM,EAAE,KAAK,CAAC,EAAE;YAChB,YAAY,EAAE,MAAM,CAAC,EAAE;YACvB,iBAAiB,EAAE,MAAM,CAAC,OAAO;YACjC,aAAa;YACb,SAAS;YACT,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE;gBACN,WAAW,EAAE,UAAU,CAAC,UAAU;gBAClC,YAAY,EAAE,UAAU,CAAC,WAAW;gBACpC,sBAAsB,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;aACrD;YACD,OAAO;SACR,CAAC;IACJ,CAAC"}
+{
+  "version": 3,
+  "sources": ["../../../src/commands/evals/run.ts"],
+  "sourcesContent": ["import { Args, Flags } from '@oclif/core';\nimport { BaseCommand } from '../../base-command.js';\nimport { apiGet, apiPost } from '../../lib/api-client.js';\nimport { executeEval } from '../../lib/eval-executor.js';\nimport { gradeEvalOutput } from '../../lib/eval-grader.js';\n\ninterface EvalTarget {\n  id: string;\n  name: string;\n  type: string;\n  content: string;\n  version: number;\n}\n\ninterface Eval {\n  id: string;\n  name: string;\n  prompt: string;\n  expectedOutput: string;\n  expectations: string[];\n}\n\ninterface EvalRunResult {\n  evalId: string;\n  evalTargetId: string;\n  evalTargetVersion: number;\n  configuration: string;\n  runNumber: number;\n  iteration: number;\n  status: string;\n  outputs: Record<string, unknown>;\n  timing: Record<string, unknown>;\n  grading: Record<string, unknown>;\n}\n\nexport default class EvalRunCommand extends BaseCommand {\n  static override description = 'Run evals against a target, optionally grade results, and post to API';\n\n  static override examples = [\n    '<%= config.bin %> evals run <target-id>',\n    '<%= config.bin %> evals run <target-id> --parallel 3 --runs-per-eval 2',\n    '<%= config.bin %> evals run <target-id> --skip-baseline --skip-grading',\n  ];\n\n  static override args = {\n    targetId: Args.string({ description: 'Eval target ID', required: true }),\n  };\n\n  static override flags = {\n    parallel: Flags.integer({ description: 'Number of parallel eval executions', default: 1 }),\n    'runs-per-eval': Flags.integer({ description: 'Number of runs per eval for variance analysis', default: 1 }),\n    iteration: Flags.integer({ description: 'Iteration number for tracking', default: 1 }),\n    'skip-baseline': Flags.boolean({ description: 'Skip baseline (without_target) runs', default: false }),\n    'skip-grading': Flags.boolean({ description: 'Skip LLM grading step', default: false }),\n    model: Flags.string({ description: 'Model for eval execution (default: user configured)' }),\n    'grader-model': Flags.string({ description: 'Model for grading (default: same as execution model)' }),\n    timeout: Flags.integer({ description: 'Timeout per eval in ms', default: 120_000 }),\n  };\n\n  async run(): Promise<void> {\n    const { args, flags } = await this.parse(EvalRunCommand);\n    this.requireAuth();\n\n    // Fetch target and its evals\n    const target = await apiGet<EvalTarget>(`/api/eval-targets/${args.targetId}`);\n    const evals = await apiGet<Eval[]>(`/api/eval-targets/${args.targetId}/evals`);\n\n    if (evals.length === 0) {\n      this.error(`No evals found for target \"${target.name}\". Create some with \\`rulemetric evals create\\`.`);\n    }\n\n    this.log(`Running ${evals.length} eval(s) for \"${target.name}\" v${target.version}`);\n    this.log(`Config: ${flags['runs-per-eval']} run(s) per eval, parallel=${flags.parallel}, iteration=${flags.iteration}`);\n    if (flags['skip-baseline']) this.log('Skipping baseline runs');\n    if (flags['skip-grading']) this.log('Skipping grading');\n    this.log('');\n\n    const configurations: Array<{ name: string; content?: string }> = [\n      { name: 'with_target', content: target.content },\n    ];\n    if (!flags['skip-baseline']) {\n      configurations.push({ name: 'without_target' });\n    }\n\n    // Build the work queue\n    interface WorkItem {\n      eval_: Eval;\n      configuration: string;\n      targetContent?: string;\n      runNumber: number;\n    }\n    const workQueue: WorkItem[] = [];\n\n    for (const eval_ of evals) {\n      for (const config of configurations) {\n        for (let run = 1; run <= flags['runs-per-eval']; run++) {\n          workQueue.push({\n            eval_: eval_,\n            configuration: config.name,\n            targetContent: config.content,\n            runNumber: run,\n          });\n        }\n      }\n    }\n\n    // Execute with concurrency control\n    const results: EvalRunResult[] = [];\n    const concurrency = flags.parallel;\n\n    for (let i = 0; i < workQueue.length; i += concurrency) {\n      const batch = workQueue.slice(i, i + concurrency);\n      const batchResults = await Promise.all(\n        batch.map((item) => this.executeAndGrade(item, target, flags)),\n      );\n      results.push(...batchResults);\n    }\n\n    // Post results to API\n    this.log('');\n    this.log('Posting results to API...');\n\n    for (const result of results) {\n      await apiPost('/api/eval-runs', result);\n    }\n\n    // Summary\n    this.log('');\n    this.log('=== Results Summary ===');\n\n    for (const config of configurations) {\n      const configResults = results.filter((r) => r.configuration === config.name);\n      const completedRuns = configResults.filter((r) => r.status === 'completed');\n      const gradedRuns = completedRuns.filter((r) => Object.keys(r.grading).length > 0);\n\n      this.log(`\\n${config.name}:`);\n      this.log(`  Runs: ${completedRuns.length}/${configResults.length} completed`);\n\n      if (gradedRuns.length > 0) {\n        const passRates = gradedRuns\n          .map((r) => (r.grading as Record<string, any>).summary?.pass_rate ?? 0);\n        const avgPassRate = passRates.reduce((a: number, b: number) => a + b, 0) / passRates.length;\n        this.log(`  Avg pass_rate: ${(avgPassRate * 100).toFixed(1)}%`);\n      }\n\n      for (const r of configResults) {\n        const evalName = evals.find((e) => e.id === r.evalId)?.name ?? r.evalId;\n        const passRate = (r.grading as Record<string, any>).summary?.pass_rate;\n        const passRateStr = passRate !== undefined ? ` pass_rate=${(passRate * 100).toFixed(0)}%` : '';\n        const timeStr = (r.timing as Record<string, any>).duration_ms ? ` ${((r.timing as Record<string, any>).duration_ms / 1000).toFixed(1)}s` : '';\n        this.log(`  [${r.status}] ${evalName} run#${r.runNumber}${passRateStr}${timeStr}`);\n      }\n    }\n\n    if (!flags['skip-baseline'] && results.length > 0) {\n      const withTarget = results.filter((r) => r.configuration === 'with_target' && Object.keys(r.grading).length > 0);\n      const withoutTarget = results.filter((r) => r.configuration === 'without_target' && Object.keys(r.grading).length > 0);\n\n      if (withTarget.length > 0 && withoutTarget.length > 0) {\n        const avgWith = withTarget.map((r) => (r.grading as Record<string, any>).summary?.pass_rate ?? 0).reduce((a: number, b: number) => a + b, 0) / withTarget.length;\n        const avgWithout = withoutTarget.map((r) => (r.grading as Record<string, any>).summary?.pass_rate ?? 0).reduce((a: number, b: number) => a + b, 0) / withoutTarget.length;\n        const delta = avgWith - avgWithout;\n        this.log(`\\nDelta: ${delta > 0 ? '+' : ''}${(delta * 100).toFixed(1)}% (with_target vs without_target)`);\n      }\n    }\n  }\n\n  private async executeAndGrade(\n    item: { eval_: Eval; configuration: string; targetContent?: string; runNumber: number },\n    target: EvalTarget,\n    flags: { 'skip-grading': boolean; model?: string; 'grader-model'?: string; timeout: number; iteration: number },\n  ): Promise<EvalRunResult> {\n    const { eval_, configuration, targetContent, runNumber } = item;\n\n    this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 executing...`);\n\n    // Execute the eval\n    const execResult = await executeEval({\n      prompt: eval_.prompt,\n      targetContent,\n      timeout: flags.timeout,\n      model: flags.model,\n    });\n\n    if (execResult.error) {\n      this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 FAILED: ${execResult.error}`);\n      return {\n        evalId: eval_.id,\n        evalTargetId: target.id,\n        evalTargetVersion: target.version,\n        configuration,\n        runNumber,\n        iteration: flags.iteration,\n        status: 'failed',\n        outputs: { error: execResult.error },\n        timing: { duration_ms: execResult.durationMs, total_tokens: execResult.totalTokens },\n        grading: {},\n      };\n    }\n\n    this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 completed in ${(execResult.durationMs / 1000).toFixed(1)}s`);\n\n    // Grade if not skipped and expectations exist\n    let grading: Record<string, unknown> = {};\n\n    if (!flags['skip-grading'] && eval_.expectations.length > 0) {\n      this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 grading...`);\n\n      const gradingResult = await gradeEvalOutput({\n        prompt: eval_.prompt,\n        output: execResult.output,\n        expectations: eval_.expectations,\n        model: flags['grader-model'] ?? flags.model,\n        timeout: flags.timeout,\n      });\n\n      grading = gradingResult as unknown as Record<string, unknown>;\n      const passRate = gradingResult.summary.pass_rate;\n      this.log(`[${configuration}] ${eval_.name} run#${runNumber} \u2014 grading done: pass_rate=${(passRate * 100).toFixed(0)}%`);\n    }\n\n    return {\n      evalId: eval_.id,\n      evalTargetId: target.id,\n      evalTargetVersion: target.version,\n      configuration,\n      runNumber,\n      iteration: flags.iteration,\n      status: 'completed',\n      outputs: { transcript: execResult.output },\n      timing: {\n        duration_ms: execResult.durationMs,\n        total_tokens: execResult.totalTokens,\n        total_duration_seconds: execResult.durationMs / 1000,\n      },\n      grading,\n    };\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;AAAA,SAAS,MAAM,aAAa;AAmC5B,IAAqB,iBAArB,MAAqB,wBAAuB,YAAY;AAAA,EACtD,OAAgB,cAAc;AAAA,EAE9B,OAAgB,WAAW;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAAA,EAEA,OAAgB,OAAO;AAAA,IACrB,UAAU,KAAK,OAAO,EAAE,aAAa,kBAAkB,UAAU,KAAK,CAAC;AAAA,EACzE;AAAA,EAEA,OAAgB,QAAQ;AAAA,IACtB,UAAU,MAAM,QAAQ,EAAE,aAAa,sCAAsC,SAAS,EAAE,CAAC;AAAA,IACzF,iBAAiB,MAAM,QAAQ,EAAE,aAAa,iDAAiD,SAAS,EAAE,CAAC;AAAA,IAC3G,WAAW,MAAM,QAAQ,EAAE,aAAa,iCAAiC,SAAS,EAAE,CAAC;AAAA,IACrF,iBAAiB,MAAM,QAAQ,EAAE,aAAa,uCAAuC,SAAS,MAAM,CAAC;AAAA,IACrG,gBAAgB,MAAM,QAAQ,EAAE,aAAa,yBAAyB,SAAS,MAAM,CAAC;AAAA,IACtF,OAAO,MAAM,OAAO,EAAE,aAAa,sDAAsD,CAAC;AAAA,IAC1F,gBAAgB,MAAM,OAAO,EAAE,aAAa,uDAAuD,CAAC;AAAA,IACpG,SAAS,MAAM,QAAQ,EAAE,aAAa,0BAA0B,SAAS,KAAQ,CAAC;AAAA,EACpF;AAAA,EAEA,MAAM,MAAqB;AACzB,UAAM,EAAE,MAAM,MAAM,IAAI,MAAM,KAAK,MAAM,eAAc;AACvD,SAAK,YAAY;AAGjB,UAAM,SAAS,MAAM,OAAmB,qBAAqB,KAAK,QAAQ,EAAE;AAC5E,UAAM,QAAQ,MAAM,OAAe,qBAAqB,KAAK,QAAQ,QAAQ;AAE7E,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,MAAM,8BAA8B,OAAO,IAAI,kDAAkD;AAAA,IACxG;AAEA,SAAK,IAAI,WAAW,MAAM,MAAM,iBAAiB,OAAO,IAAI,MAAM,OAAO,OAAO,EAAE;AAClF,SAAK,IAAI,WAAW,MAAM,eAAe,CAAC,8BAA8B,MAAM,QAAQ,eAAe,MAAM,SAAS,EAAE;AACtH,QAAI,MAAM,eAAe,EAAG,MAAK,IAAI,wBAAwB;AAC7D,QAAI,MAAM,cAAc,EAAG,MAAK,IAAI,kBAAkB;AACtD,SAAK,IAAI,EAAE;AAEX,UAAM,iBAA4D;AAAA,MAChE,EAAE,MAAM,eAAe,SAAS,OAAO,QAAQ;AAAA,IACjD;AACA,QAAI,CAAC,MAAM,eAAe,GAAG;AAC3B,qBAAe,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAAA,IAChD;AASA,UAAM,YAAwB,CAAC;AAE/B,eAAW,SAAS,OAAO;AACzB,iBAAW,UAAU,gBAAgB;AACnC,iBAAS,MAAM,GAAG,OAAO,MAAM,eAAe,GAAG,OAAO;AACtD,oBAAU,KAAK;AAAA,YACb;AAAA,YACA,eAAe,OAAO;AAAA,YACtB,eAAe,OAAO;AAAA,YACtB,WAAW;AAAA,UACb,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAGA,UAAM,UAA2B,CAAC;AAClC,UAAM,cAAc,MAAM;AAE1B,aAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK,aAAa;AACtD,YAAM,QAAQ,UAAU,MAAM,GAAG,IAAI,WAAW;AAChD,YAAM,eAAe,MAAM,QAAQ;AAAA,QACjC,MAAM,IAAI,CAAC,SAAS,KAAK,gBAAgB,MAAM,QAAQ,KAAK,CAAC;AAAA,MAC/D;AACA,cAAQ,KAAK,GAAG,YAAY;AAAA,IAC9B;AAGA,SAAK,IAAI,EAAE;AACX,SAAK,IAAI,2BAA2B;AAEpC,eAAW,UAAU,SAAS;AAC5B,YAAM,QAAQ,kBAAkB,MAAM;AAAA,IACxC;AAGA,SAAK,IAAI,EAAE;AACX,SAAK,IAAI,yBAAyB;AAElC,eAAW,UAAU,gBAAgB;AACnC,YAAM,gBAAgB,QAAQ,OAAO,CAAC,MAAM,EAAE,kBAAkB,OAAO,IAAI;AAC3E,YAAM,gBAAgB,cAAc,OAAO,CAAC,MAAM,EAAE,WAAW,WAAW;AAC1E,YAAM,aAAa,cAAc,OAAO,CAAC,MAAM,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC;AAEhF,WAAK,IAAI;AAAA,EAAK,OAAO,IAAI,GAAG;AAC5B,WAAK,IAAI,WAAW,cAAc,MAAM,IAAI,cAAc,MAAM,YAAY;AAE5E,UAAI,WAAW,SAAS,GAAG;AACzB,cAAM,YAAY,WACf,IAAI,CAAC,MAAO,EAAE,QAAgC,SAAS,aAAa,CAAC;AACxE,cAAM,cAAc,UAAU,OAAO,CAAC,GAAW,MAAc,IAAI,GAAG,CAAC,IAAI,UAAU;AACrF,aAAK,IAAI,qBAAqB,cAAc,KAAK,QAAQ,CAAC,CAAC,GAAG;AAAA,MAChE;AAEA,iBAAW,KAAK,eAAe;AAC7B,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,EAAE;AACjE,cAAM,WAAY,EAAE,QAAgC,SAAS;AAC7D,cAAM,cAAc,aAAa,SAAY,eAAe,WAAW,KAAK,QAAQ,CAAC,CAAC,MAAM;AAC5F,cAAM,UAAW,EAAE,OAA+B,cAAc,KAAM,EAAE,OAA+B,cAAc,KAAM,QAAQ,CAAC,CAAC,MAAM;AAC3I,aAAK,IAAI,MAAM,EAAE,MAAM,KAAK,QAAQ,QAAQ,EAAE,SAAS,GAAG,WAAW,GAAG,OAAO,EAAE;AAAA,MACnF;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,eAAe,KAAK,QAAQ,SAAS,GAAG;AACjD,YAAM,aAAa,QAAQ,OAAO,CAAC,MAAM,EAAE,kBAAkB,iBAAiB,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC;AAC/G,YAAM,gBAAgB,QAAQ,OAAO,CAAC,MAAM,EAAE,kBAAkB,oBAAoB,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC;AAErH,UAAI,WAAW,SAAS,KAAK,cAAc,SAAS,GAAG;AACrD,cAAM,UAAU,WAAW,IAAI,CAAC,MAAO,EAAE,QAAgC,SAAS,aAAa,CAAC,EAAE,OAAO,CAAC,GAAW,MAAc,IAAI,GAAG,CAAC,IAAI,WAAW;AAC1J,cAAM,aAAa,cAAc,IAAI,CAAC,MAAO,EAAE,QAAgC,SAAS,aAAa,CAAC,EAAE,OAAO,CAAC,GAAW,MAAc,IAAI,GAAG,CAAC,IAAI,cAAc;AACnK,cAAM,QAAQ,UAAU;AACxB,aAAK,IAAI;AAAA,SAAY,QAAQ,IAAI,MAAM,EAAE,IAAI,QAAQ,KAAK,QAAQ,CAAC,CAAC,mCAAmC;AAAA,MACzG;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,gBACZ,MACA,QACA,OACwB;AACxB,UAAM,EAAE,OAAO,eAAe,eAAe,UAAU,IAAI;AAE3D,SAAK,IAAI,IAAI,aAAa,KAAK,MAAM,IAAI,QAAQ,SAAS,sBAAiB;AAG3E,UAAM,aAAa,MAAM,YAAY;AAAA,MACnC,QAAQ,MAAM;AAAA,MACd;AAAA,MACA,SAAS,MAAM;AAAA,MACf,OAAO,MAAM;AAAA,IACf,CAAC;AAED,QAAI,WAAW,OAAO;AACpB,WAAK,IAAI,IAAI,aAAa,KAAK,MAAM,IAAI,QAAQ,SAAS,mBAAc,WAAW,KAAK,EAAE;AAC1F,aAAO;AAAA,QACL,QAAQ,MAAM;AAAA,QACd,cAAc,OAAO;AAAA,QACrB,mBAAmB,OAAO;AAAA,QAC1B;AAAA,QACA;AAAA,QACA,WAAW,MAAM;AAAA,QACjB,QAAQ;AAAA,QACR,SAAS,EAAE,OAAO,WAAW,MAAM;AAAA,QACnC,QAAQ,EAAE,aAAa,WAAW,YAAY,cAAc,WAAW,YAAY;AAAA,QACnF,SAAS,CAAC;AAAA,MACZ;AAAA,IACF;AAEA,SAAK,IAAI,IAAI,aAAa,KAAK,MAAM,IAAI,QAAQ,SAAS,yBAAoB,WAAW,aAAa,KAAM,QAAQ,CAAC,CAAC,GAAG;AAGzH,QAAI,UAAmC,CAAC;AAExC,QAAI,CAAC,MAAM,cAAc,KAAK,MAAM,aAAa,SAAS,GAAG;AAC3D,WAAK,IAAI,IAAI,aAAa,KAAK,MAAM,IAAI,QAAQ,SAAS,oBAAe;AAEzE,YAAM,gBAAgB,MAAM,gBAAgB;AAAA,QAC1C,QAAQ,MAAM;AAAA,QACd,QAAQ,WAAW;AAAA,QACnB,cAAc,MAAM;AAAA,QACpB,OAAO,MAAM,cAAc,KAAK,MAAM;AAAA,QACtC,SAAS,MAAM;AAAA,MACjB,CAAC;AAED,gBAAU;AACV,YAAM,WAAW,cAAc,QAAQ;AACvC,WAAK,IAAI,IAAI,aAAa,KAAK,MAAM,IAAI,QAAQ,SAAS,oCAA+B,WAAW,KAAK,QAAQ,CAAC,CAAC,GAAG;AAAA,IACxH;AAEA,WAAO;AAAA,MACL,QAAQ,MAAM;AAAA,MACd,cAAc,OAAO;AAAA,MACrB,mBAAmB,OAAO;AAAA,MAC1B;AAAA,MACA;AAAA,MACA,WAAW,MAAM;AAAA,MACjB,QAAQ;AAAA,MACR,SAAS,EAAE,YAAY,WAAW,OAAO;AAAA,MACzC,QAAQ;AAAA,QACN,aAAa,WAAW;AAAA,QACxB,cAAc,WAAW;AAAA,QACzB,wBAAwB,WAAW,aAAa;AAAA,MAClD;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/commands/gateway/ensure.js

@@ -1,20 +1,34 @@
-import { BaseCommand } from '../../base-command.js';
-import { isGatewayRunning, spawnGateway } from '../../lib/gateway-lifecycle.js';
-export default class GatewayEnsure extends BaseCommand {
-    static description = 'Ensure the gateway proxy is running (called by hooks, not for direct use)';
-    static hidden = true;
-    async run() {
-        await this.parse(GatewayEnsure);
-        if (isGatewayRunning()) {
-            return; // Already running, silent success
-        }
-        try {
-            spawnGateway(this.config.version);
-        }
-        catch (err) {
-            // Don't crash the hook — just warn
-            console.error(`[RuleMetric] Could not start gateway: ${err.message}`);
-        }
+import {
+  isGatewayRunning,
+  spawnGateway
+} from "../../chunk-FTJRMUID.js";
+import {
+  BaseCommand
+} from "../../chunk-S56LOTGQ.js";
+import "../../chunk-OGVORIFM.js";
+import "../../chunk-2AM54TUK.js";
+import "../../chunk-EJOI2ZGU.js";
+import "../../chunk-KZRFUXGF.js";
+import "../../chunk-EKJ2CABV.js";
+import "../../chunk-NSBPE2FW.js";
+
+// src/commands/gateway/ensure.ts
+var GatewayEnsure = class _GatewayEnsure extends BaseCommand {
+  static description = "Ensure the gateway proxy is running (called by hooks, not for direct use)";
+  static hidden = true;
+  async run() {
+    await this.parse(_GatewayEnsure);
+    if (isGatewayRunning()) {
+      return;
     }
-}
-//# sourceMappingURL=ensure.js.map
+    try {
+      spawnGateway(this.config.version);
+    } catch (err) {
+      console.error(`[RuleMetric] Could not start gateway: ${err.message}`);
+    }
+  }
+};
+export {
+  GatewayEnsure as default
+};
+//# sourceMappingURL=ensure.js.map

package/dist/commands/gateway/ensure.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"ensure.js","sourceRoot":"","sources":["../../../src/commands/gateway/ensure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAEhF,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,WAAW;IACpD,MAAM,CAAU,WAAW,GAAG,2EAA2E,CAAC;IAC1G,MAAM,CAAU,MAAM,GAAG,IAAI,CAAC;IAE9B,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAEhC,IAAI,gBAAgB,EAAE,EAAE,CAAC;YACvB,OAAO,CAAC,kCAAkC;QAC5C,CAAC;QAED,IAAI,CAAC;YACH,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,mCAAmC;YACnC,OAAO,CAAC,KAAK,CAAC,yCAA0C,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC"}
+{
+  "version": 3,
+  "sources": ["../../../src/commands/gateway/ensure.ts"],
+  "sourcesContent": ["import { BaseCommand } from '../../base-command.js';\nimport { isGatewayRunning, spawnGateway } from '../../lib/gateway-lifecycle.js';\n\nexport default class GatewayEnsure extends BaseCommand {\n  static override description = 'Ensure the gateway proxy is running (called by hooks, not for direct use)';\n  static override hidden = true;\n\n  async run(): Promise<void> {\n    await this.parse(GatewayEnsure);\n\n    if (isGatewayRunning()) {\n      return; // Already running, silent success\n    }\n\n    try {\n      spawnGateway(this.config.version);\n    } catch (err) {\n      // Don't crash the hook \u2014 just warn\n      console.error(`[RuleMetric] Could not start gateway: ${(err as Error).message}`);\n    }\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;AAGA,IAAqB,gBAArB,MAAqB,uBAAsB,YAAY;AAAA,EACrD,OAAgB,cAAc;AAAA,EAC9B,OAAgB,SAAS;AAAA,EAEzB,MAAM,MAAqB;AACzB,UAAM,KAAK,MAAM,cAAa;AAE9B,QAAI,iBAAiB,GAAG;AACtB;AAAA,IACF;AAEA,QAAI;AACF,mBAAa,KAAK,OAAO,OAAO;AAAA,IAClC,SAAS,KAAK;AAEZ,cAAQ,MAAM,yCAA0C,IAAc,OAAO,EAAE;AAAA,IACjF;AAAA,EACF;AACF;",
+  "names": []
+}