@evalguardai/cli 1.1.0

package/dist/commands/validate.js

@@ -0,0 +1,171 @@
+import chalk from "chalk";
+import * as fs from "fs";
+import * as path from "path";
+export function registerValidate(program) {
+    program
+        .command("validate")
+        .description("Validate an eval or scan config file")
+        .argument("<file>", "Path to config JSON file")
+        .action(async (file) => {
+        const { BUILT_IN_SCORERS, ATTACK_TYPES, ALL_PLUGINS, ALL_STRATEGIES, ALL_GRADERS } = await import("@evalguard/core");
+        const filePath = path.resolve(file);
+        if (!fs.existsSync(filePath)) {
+            console.error(chalk.red(`File not found: ${filePath}`));
+            process.exit(1);
+        }
+        let config;
+        try {
+            config = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+        }
+        catch (err) {
+            console.error(chalk.red(`Invalid JSON: ${err instanceof Error ? err.message : String(err)}`));
+            process.exit(1);
+        }
+        const errors = [];
+        const warnings = [];
+        // Detect config type
+        const isEval = "scorers" in config || "cases" in config;
+        const isScan = "attackTypes" in config || "plugins" in config;
+        if (!isEval && !isScan) {
+            errors.push("Cannot determine config type. Expected 'scorers'/'cases' (eval) or 'attackTypes'/'plugins' (scan).");
+        }
+        if (isEval) {
+            validateEvalConfig(config, errors, warnings, BUILT_IN_SCORERS);
+        }
+        if (isScan) {
+            validateScanConfig(config, errors, warnings, ATTACK_TYPES, ALL_PLUGINS, ALL_STRATEGIES, ALL_GRADERS);
+        }
+        // Common checks
+        if (!config.model && !config.provider) {
+            warnings.push("No 'model' specified. Will need --model flag at runtime.");
+        }
+        if (!config.prompt && isEval) {
+            errors.push("Missing 'prompt' field.");
+        }
+        // Display results
+        console.log();
+        if (errors.length === 0) {
+            console.log(`  ${chalk.green("✓")} Config is valid (${isEval ? "eval" : "scan"})`);
+        }
+        else {
+            console.log(`  ${chalk.red("✗")} Config has ${errors.length} error(s)`);
+        }
+        for (const err of errors) {
+            console.log(`  ${chalk.red("ERROR")} ${err}`);
+        }
+        for (const warn of warnings) {
+            console.log(`  ${chalk.yellow("WARN")} ${warn}`);
+        }
+        if (errors.length === 0) {
+            // Show summary
+            if (isEval) {
+                const cases = config.cases;
+                const scorers = config.scorers;
+                console.log(chalk.dim(`  ${cases?.length ?? 0} test cases, ${scorers?.length ?? 0} scorers`));
+            }
+            if (isScan) {
+                const attacks = config.attackTypes;
+                const plugins = config.plugins;
+                console.log(chalk.dim(`  ${attacks?.length ?? 0} attack types, ${plugins?.length ?? 0} plugins`));
+            }
+        }
+        console.log();
+        process.exit(errors.length > 0 ? 1 : 0);
+    });
+}
+function validateEvalConfig(config, errors, warnings, BUILT_IN_SCORERS) {
+    // Scorers
+    if (config.scorers) {
+        if (!Array.isArray(config.scorers)) {
+            errors.push("'scorers' must be an array of strings.");
+        }
+        else {
+            const availableScorers = Object.keys(BUILT_IN_SCORERS);
+            for (const s of config.scorers) {
+                if (!availableScorers.includes(s)) {
+                    errors.push(`Unknown scorer: '${s}'. Available: ${availableScorers.join(", ")}`);
+                }
+            }
+        }
+    }
+    else {
+        errors.push("Missing 'scorers' field.");
+    }
+    // Cases
+    if (config.cases) {
+        if (!Array.isArray(config.cases)) {
+            errors.push("'cases' must be an array.");
+        }
+        else {
+            for (let i = 0; i < config.cases.length; i++) {
+                const c = config.cases[i];
+                if (!c.input) {
+                    errors.push(`cases[${i}]: missing 'input' field.`);
+                }
+            }
+            if (config.cases.length === 0) {
+                warnings.push("'cases' is empty. Add test cases.");
+            }
+        }
+    }
+    else {
+        errors.push("Missing 'cases' field.");
+    }
+    // Prompt
+    if (config.prompt && typeof config.prompt === "string") {
+        if (!config.prompt.includes("{{input}}")) {
+            warnings.push("Prompt doesn't contain '{{input}}' placeholder. Inputs won't be substituted.");
+        }
+    }
+}
+function validateScanConfig(config, errors, warnings, ATTACK_TYPES, ALL_PLUGINS, ALL_STRATEGIES, ALL_GRADERS) {
+    const validAttackTypes = ATTACK_TYPES.map((a) => a.type);
+    const validPlugins = ALL_PLUGINS.map((p) => p.id);
+    const validStrategies = ALL_STRATEGIES.map((s) => s.id);
+    const validGraders = ALL_GRADERS.map((g) => g.id);
+    if (config.attackTypes) {
+        if (!Array.isArray(config.attackTypes)) {
+            errors.push("'attackTypes' must be an array.");
+        }
+        else {
+            for (const at of config.attackTypes) {
+                if (!validAttackTypes.includes(at)) {
+                    errors.push(`Unknown attack type: '${at}'. Available: ${validAttackTypes.join(", ")}`);
+                }
+            }
+        }
+    }
+    if (config.plugins) {
+        if (!Array.isArray(config.plugins)) {
+            errors.push("'plugins' must be an array.");
+        }
+        else {
+            for (const p of config.plugins) {
+                if (!validPlugins.includes(p)) {
+                    errors.push(`Unknown plugin: '${p}'. Available: ${validPlugins.join(", ")}`);
+                }
+            }
+        }
+    }
+    if (config.strategies) {
+        for (const s of config.strategies) {
+            if (!validStrategies.includes(s)) {
+                errors.push(`Unknown strategy: '${s}'. Available: ${validStrategies.join(", ")}`);
+            }
+        }
+    }
+    if (config.graders) {
+        for (const g of config.graders) {
+            if (!validGraders.includes(g)) {
+                errors.push(`Unknown grader: '${g}'. Available: ${validGraders.join(", ")}`);
+            }
+        }
+    }
+    if (!config.prompt) {
+        errors.push("Missing 'prompt' field (system prompt to test).");
+    }
+    if (!config.attackTypes && !config.plugins) {
+        warnings.push("Neither 'attackTypes' nor 'plugins' specified. Will use all legacy attack types.");
+    }
+}
+//# sourceMappingURL=validate.js.map

package/dist/commands/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/commands/validate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,MAAM,UAAU,gBAAgB,CAAC,OAAgB;IAC/C,OAAO;SACJ,OAAO,CAAC,UAAU,CAAC;SACnB,WAAW,CAAC,sCAAsC,CAAC;SACnD,QAAQ,CAAC,QAAQ,EAAE,0BAA0B,CAAC;SAC9C,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;QAC7B,MAAM,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAQ,CAAC;QAE5H,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,qBAAqB;QACrB,MAAM,MAAM,GAAG,SAAS,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,CAAC;QACxD,MAAM,MAAM,GAAG,aAAa,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC;QAE9D,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;QACpH,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;QACvG,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACzC,CAAC;QAED,kBAAkB;QAClB,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACrF,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;QAC1E,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,eAAe;YACf,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,KAAK,GAAG,MAAM,CAAC,KAAkB,CAAC;gBACxC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAmB,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,MAAM,IAAI,CAAC,gBAAgB,OAAO,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAChG,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,MAAM,CAAC,WAAuB,CAAC;gBAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAmB,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,MAAM,IAAI,CAAC,kBAAkB,OAAO,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACpG,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,MAA+B,EAAE,MAAgB,EAAE,QAAkB,EAAE,gBAAqB;IACtH,UAAU;IACV,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACvD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAmB,EAAE,CAAC;gBAC3C,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,iBAAiB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC1C,CAAC;IAED,QAAQ;IACR,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAI,MAAM,CAAC,KAAmB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5D,MAAM,CAAC,GAAI,MAAM,CAAC,KAAmC,CAAC,CAAC,CAAC,CAAC;gBACzD,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YACD,IAAK,MAAM,CAAC,KAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACxC,CAAC;IAED,SAAS;IACT,IAAI,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,MAA+B,EAAE,MAAgB,EAAE,QAAkB,EAAE,YAAiB,EAAE,WAAgB,EAAE,cAAmB,EAAE,WAAgB;IAC3K,MAAM,gBAAgB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEvD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,WAAuB,EAAE,CAAC;gBAChD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;oBACnC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,iBAAiB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACzF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAmB,EAAE,CAAC;gBAC3C,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9B,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,iBAAiB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,UAAsB,EAAE,CAAC;YAC9C,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,iBAAiB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAmB,EAAE,CAAC;YAC3C,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,iBAAiB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC3C,QAAQ,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IACpG,CAAC;AACH,CAAC"}

package/dist/commands/watch.d.ts

@@ -0,0 +1,6 @@
+/**
+ * `evalguard watch <file>` — Watch mode: re-run eval on file changes
+ */
+import { Command } from "commander";
+export declare function registerWatch(program: Command): void;
+//# sourceMappingURL=watch.d.ts.map

package/dist/commands/watch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watch.d.ts","sourceRoot":"","sources":["../../src/commands/watch.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAmGpD"}

package/dist/commands/watch.js

@@ -0,0 +1,92 @@
+import chalk from "chalk";
+import * as fs from "fs";
+import * as path from "path";
+export function registerWatch(program) {
+    program
+        .command("watch")
+        .description("Watch eval config and re-run on changes")
+        .argument("<file>", "Path to eval config JSON file")
+        .option("--model <model>", "Override model")
+        .option("--provider <provider>", "Override provider")
+        .option("--debounce <ms>", "Debounce interval in ms", "1000")
+        .action(async (file, opts) => {
+        const filePath = path.resolve(file);
+        if (!fs.existsSync(filePath)) {
+            console.error(chalk.red(`File not found: ${filePath}`));
+            process.exit(1);
+        }
+        const debounceMs = parseInt(opts.debounce, 10);
+        let timer = null;
+        let runCount = 0;
+        console.log();
+        console.log(chalk.bold(`  Watching ${path.basename(file)} for changes...`));
+        console.log(chalk.dim("  Press Ctrl+C to stop"));
+        console.log();
+        const runEval = async () => {
+            runCount++;
+            console.log(chalk.dim(`  ─── Run #${runCount} at ${new Date().toLocaleTimeString()} ───`));
+            try {
+                // Dynamic import to get fresh module state
+                const { runEvaluation, BUILT_IN_SCORERS, createProvider } = await import("@evalguard/core");
+                const raw = fs.readFileSync(filePath, "utf-8");
+                const config = JSON.parse(raw);
+                const model = opts.model ?? config.model;
+                const providerName = opts.provider ?? config.provider ?? "openai";
+                const envMap = {
+                    openai: "OPENAI_API_KEY", anthropic: "ANTHROPIC_API_KEY", gemini: "GEMINI_API_KEY",
+                };
+                const envKey = envMap[providerName] ?? `${providerName.toUpperCase()}_API_KEY`;
+                const apiKey = process.env[envKey] ?? "";
+                const provider = createProvider(providerName, apiKey);
+                const callLLM = async (prompt) => {
+                    const r = await provider.chat([{ role: "user", content: prompt }], { model });
+                    return r.content;
+                };
+                const result = await runEvaluation({
+                    model,
+                    prompt: config.prompt,
+                    cases: config.cases,
+                    scorers: config.scorers,
+                    callLLM,
+                    scorerOptions: config.scorerOptions,
+                });
+                const passed = result.cases.filter((c) => c.passed).length;
+                const failed = result.cases.length - passed;
+                const passColor = result.passRate >= 0.8 ? chalk.green : result.passRate >= 0.5 ? chalk.yellow : chalk.red;
+                console.log(`  ${passColor("●")} ${chalk.green(`${passed} passed`)}, ${chalk.red(`${failed} failed`)} (${(result.passRate * 100).toFixed(1)}%) ${chalk.dim(`${result.totalLatency}ms`)}`);
+            }
+            catch (err) {
+                console.log(`  ${chalk.red("✗")} Error: ${err instanceof Error ? err.message : String(err)}`);
+            }
+            console.log();
+        };
+        // Initial run
+        await runEval();
+        // Watch for changes
+        const watcher = fs.watch(filePath, () => {
+            if (timer)
+                clearTimeout(timer);
+            timer = setTimeout(runEval, debounceMs);
+        });
+        // Also watch directory for related files
+        const dir = path.dirname(filePath);
+        const dirWatcher = fs.watch(dir, (event, filename) => {
+            if (filename && filename.endsWith(".json") && filename !== path.basename(filePath)) {
+                // Check if the config references this file
+                if (timer)
+                    clearTimeout(timer);
+                timer = setTimeout(runEval, debounceMs);
+            }
+        });
+        // Keep alive
+        process.on("SIGINT", () => {
+            watcher.close();
+            dirWatcher.close();
+            console.log(chalk.dim("\n  Watch stopped."));
+            process.exit(0);
+        });
+        // Prevent Node from exiting
+        await new Promise(() => { });
+    });
+}
+//# sourceMappingURL=watch.js.map

package/dist/commands/watch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watch.js","sourceRoot":"","sources":["../../src/commands/watch.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,MAAM,UAAU,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,yCAAyC,CAAC;SACtD,QAAQ,CAAC,QAAQ,EAAE,+BAA+B,CAAC;SACnD,MAAM,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;SAC3C,MAAM,CAAC,uBAAuB,EAAE,mBAAmB,CAAC;SACpD,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,CAAC;SAC5D,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,IAA6D,EAAE,EAAE;QAC5F,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,KAAK,GAAyC,IAAI,CAAC;QACvD,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,QAAQ,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,QAAQ,OAAO,IAAI,IAAI,EAAE,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC;YAE3F,IAAI,CAAC;gBACH,2CAA2C;gBAC3C,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAQ,CAAC;gBAEnG,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;gBACzC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC;gBAElE,MAAM,MAAM,GAA2B;oBACrC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,EAAE,gBAAgB;iBACnF,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC;gBAC/E,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAmB,EAAE,MAAM,CAAC,CAAC;gBAE7D,MAAM,OAAO,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;oBACvC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9E,OAAO,CAAC,CAAC,OAAO,CAAC;gBACnB,CAAC,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;oBACjC,KAAK;oBACL,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,OAAO;oBACP,aAAa,EAAE,MAAM,CAAC,aAAa;iBACpC,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;gBAChE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;gBAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;gBAE3G,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,MAAM,SAAS,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5L,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChG,CAAC;YACD,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC,CAAC;QAEF,cAAc;QACd,MAAM,OAAO,EAAE,CAAC;QAEhB,oBAAoB;QACpB,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtC,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,yCAAyC;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACnD,IAAI,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnF,2CAA2C;gBAC3C,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC/B,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,aAAa;QACb,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,342 @@
+#!/usr/bin/env node
+import { Command } from "commander";
+import chalk from "chalk";
+import ora from "ora";
+import * as fs from "fs";
+import * as path from "path";
+import * as os from "os";
+import { createRequire } from "module";
+import { registerInit, registerEvalLocal, registerScanLocal, registerGenerate, registerValidate, registerCompare, registerList, registerFirewall, registerWatch, registerGate, registerHistory, registerComplianceCheck, registerImportPromptfoo, registerShare, registerExport, registerRetry, registerDebug, registerLogs, registerDelete, registerModelScan, } from "./commands/index.js";
+const require = createRequire(import.meta.url);
+const pkg = require("../package.json");
+const CONFIG_DIR = path.join(os.homedir(), ".evalguard");
+const CONFIG_FILE = path.join(CONFIG_DIR, "config.json");
+// SECURITY WARNING: API key is stored in plaintext at ~/.evalguard/config.json
+// (mode 0o600). For production use, consider integrating an OS keyring
+// (e.g., keytar, @aspect/credentials) or using environment variables instead.
+/**
+ * Validates that a resolved file path is within the current working directory.
+ * Prevents path traversal attacks (e.g., ../../etc/passwd).
+ */
+function assertPathWithinCwd(filePath) {
+    const resolved = path.resolve(filePath);
+    // Resolve symlinks to prevent symlink-based traversal attacks
+    let canonical;
+    try {
+        canonical = fs.realpathSync(resolved);
+    }
+    catch {
+        canonical = resolved; // File may not exist yet (e.g., output paths)
+    }
+    const cwd = fs.realpathSync(process.cwd());
+    if (!canonical.startsWith(cwd + path.sep) && canonical !== cwd) {
+        throw new Error(`Security error: Path "${filePath}" resolves outside the current working directory.`);
+    }
+    return canonical;
+}
+function loadConfig() {
+    try {
+        if (fs.existsSync(CONFIG_FILE)) {
+            return JSON.parse(fs.readFileSync(CONFIG_FILE, "utf-8"));
+        }
+    }
+    catch (err) {
+        console.warn(`Warning: Failed to load config from ${CONFIG_FILE}: ${err.message}`);
+    }
+    return {};
+}
+function saveConfig(config) {
+    if (!fs.existsSync(CONFIG_DIR)) {
+        fs.mkdirSync(CONFIG_DIR, { recursive: true, mode: 0o700 });
+    }
+    fs.writeFileSync(CONFIG_FILE, JSON.stringify(config, null, 2), { mode: 0o600 });
+}
+function getClient() {
+    const config = loadConfig();
+    if (!config.apiKey) {
+        console.error(chalk.red("Not authenticated. Run `evalguard login` first."));
+        process.exit(1);
+    }
+    // Dynamic import not needed — use fetch directly
+    const baseUrl = config.baseUrl ?? "https://evalguard.ai/api/v1";
+    return {
+        apiKey: config.apiKey,
+        baseUrl,
+        projectId: config.projectId,
+        async request(urlPath, method, body) {
+            const res = await fetch(`${baseUrl}${urlPath}`, {
+                method,
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${config.apiKey}`,
+                },
+                body: body ? JSON.stringify(body) : undefined,
+            });
+            const data = await res.json().catch(() => ({ message: res.statusText }));
+            if (!res.ok) {
+                throw new Error(`API error ${res.status}: ${data.message ?? "Unknown error"}`);
+            }
+            return data;
+        },
+    };
+}
+// ─── Program ───
+const program = new Command();
+program
+    .name("evalguard")
+    .description(chalk.bold("EvalGuard CLI") +
+    " — The Operating System for AI Quality")
+    .version(pkg.version);
+// ─── login ───
+program
+    .command("login")
+    .description("Authenticate with your EvalGuard API key")
+    .option("--key <apiKey>", "API key (or set EVALGUARD_API_KEY env var)")
+    .option("--url <baseUrl>", "Custom API base URL")
+    .action((opts) => {
+    const apiKey = opts.key ?? process.env.EVALGUARD_API_KEY;
+    if (!apiKey) {
+        console.error(chalk.red("Provide an API key via --key or EVALGUARD_API_KEY environment variable."));
+        console.log(chalk.dim("  Get your API key at https://evalguard.ai/dashboard/settings"));
+        process.exit(1);
+    }
+    const config = loadConfig();
+    config.apiKey = apiKey;
+    if (opts.url) {
+        try {
+            const parsed = new URL(opts.url);
+            if (parsed.protocol !== 'https:' && !opts.url.includes('localhost') && !opts.url.includes('127.0.0.1')) {
+                console.error('Error: Base URL must use HTTPS for security. Use --url https://...');
+                process.exit(1);
+            }
+        }
+        catch {
+            console.error('Error: Invalid URL format');
+            process.exit(1);
+        }
+        config.baseUrl = opts.url;
+    }
+    saveConfig(config);
+    console.log(chalk.green("✓") + " Authenticated successfully.");
+    console.log(chalk.dim(`  Config saved to ${CONFIG_FILE}`));
+});
+// ─── logout ───
+program
+    .command("logout")
+    .description("Remove stored credentials")
+    .action(() => {
+    if (fs.existsSync(CONFIG_FILE)) {
+        fs.unlinkSync(CONFIG_FILE);
+    }
+    console.log(chalk.green("✓") + " Logged out.");
+});
+// ─── init (registered from commands/init.ts) ───
+registerInit(program);
+// ─── eval ───
+program
+    .command("eval")
+    .description("Run an evaluation from a config file")
+    .argument("[file]", "Path to eval config JSON/YAML file (default: evalguard.yaml)")
+    .option("--project <projectId>", "Override project ID")
+    .option("--model <model>", "Override model")
+    .option("--wait", "Wait for completion and show results", false)
+    .option("--local", "Run locally without API key (uses eval:local)", false)
+    .action(async (fileArg, opts) => {
+    // Auto-detect evalguard.yaml if no file specified
+    let file = fileArg ?? "";
+    if (!file) {
+        const yamlPath = path.join(process.cwd(), "evalguard.yaml");
+        const ymlPath = path.join(process.cwd(), "evalguard.yml");
+        const jsonPath = path.join(process.cwd(), "evalguard.config.json");
+        if (fs.existsSync(yamlPath)) {
+            file = yamlPath;
+        }
+        else if (fs.existsSync(ymlPath)) {
+            file = ymlPath;
+        }
+        else if (fs.existsSync(jsonPath)) {
+            file = jsonPath;
+        }
+        else {
+            console.log(chalk.red("No evalguard.yaml found in current directory."));
+            console.log(chalk.dim("  Run `npx evalguard init` to create one."));
+            process.exit(1);
+        }
+        console.log(chalk.dim(`  Using ${path.basename(file)}`));
+    }
+    // Delegate to eval:local for --local flag or YAML files
+    if (opts.local || file.endsWith(".yaml") || file.endsWith(".yml")) {
+        const evalLocalArgs = [file];
+        if (opts.model)
+            evalLocalArgs.push("--model", opts.model);
+        // Re-dispatch to eval:local
+        await program.parseAsync(["node", "evalguard", "eval:local", ...evalLocalArgs]);
+        return;
+    }
+    const spinner = ora("Reading eval config...").start();
+    try {
+        const filePath = assertPathWithinCwd(file);
+        if (!fs.existsSync(filePath)) {
+            spinner.fail(`File not found: ${filePath}`);
+            process.exit(1);
+        }
+        const config = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+        const client = getClient();
+        const projectId = opts.project ?? config.projectId ?? client.projectId;
+        if (!projectId) {
+            spinner.fail("No project ID. Pass --project or set in config file.");
+            process.exit(1);
+        }
+        spinner.text = `Running eval "${config.name}" with ${config.cases.length} cases...`;
+        const result = await client.request("/evals", "POST", {
+            projectId,
+            name: config.name,
+            model: opts.model ?? config.model,
+            prompt: config.prompt,
+            scorers: config.scorers,
+            cases: config.cases,
+        });
+        const data = result;
+        const evalData = (data.data ?? data);
+        spinner.succeed(`Eval created: ${chalk.cyan(evalData.id)}`);
+        console.log(chalk.dim(`  Status: ${evalData.status}`));
+        if (opts.wait && evalData.id) {
+            const pollSpinner = ora("Waiting for results...").start();
+            let attempts = 0;
+            while (attempts < 60) {
+                await new Promise((r) => setTimeout(r, 2000));
+                const poll = (await client.request(`/evals/${evalData.id}`, "GET"));
+                const pollData = (poll.data ?? poll);
+                const status = pollData.status;
+                if (status === "passed" ||
+                    status === "failed" ||
+                    status === "error") {
+                    pollSpinner.stop();
+                    const scoreStr = pollData.score != null
+                        ? `${pollData.score}/${pollData.max_score}`
+                        : "N/A";
+                    const color = status === "passed" ? chalk.green : chalk.red;
+                    console.log(`\n  ${color("●")} ${chalk.bold(status.toUpperCase())}  Score: ${chalk.bold(scoreStr)}`);
+                    break;
+                }
+                attempts++;
+            }
+            if (attempts >= 60) {
+                pollSpinner.warn("Timed out waiting for results.");
+            }
+        }
+    }
+    catch (err) {
+        spinner.fail(`Eval failed: ${err instanceof Error ? err.message : String(err)}`);
+        process.exit(1);
+    }
+});
+// ─── scan ───
+program
+    .command("scan")
+    .description("Run a security scan from a config file")
+    .argument("<file>", "Path to scan config JSON file")
+    .option("--project <projectId>", "Override project ID")
+    .option("--model <model>", "Override model")
+    .option("--wait", "Wait for completion and show results", false)
+    .action(async (file, opts) => {
+    const spinner = ora("Reading scan config...").start();
+    try {
+        const filePath = assertPathWithinCwd(file);
+        if (!fs.existsSync(filePath)) {
+            spinner.fail(`File not found: ${filePath}`);
+            process.exit(1);
+        }
+        const config = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+        const client = getClient();
+        const projectId = opts.project ?? config.projectId ?? client.projectId;
+        if (!projectId) {
+            spinner.fail("No project ID. Pass --project or set in config file.");
+            process.exit(1);
+        }
+        spinner.text = `Scanning ${config.attackTypes.length} attack types against ${opts.model ?? config.model}...`;
+        const result = await client.request("/security", "POST", {
+            projectId,
+            model: opts.model ?? config.model,
+            prompt: config.prompt,
+            attackTypes: config.attackTypes,
+        });
+        const data = result;
+        const scanData = (data.data ?? data);
+        spinner.succeed(`Scan created: ${chalk.cyan(scanData.id)}`);
+        console.log(chalk.dim(`  Status: ${scanData.status}`));
+        if (opts.wait && scanData.id) {
+            const pollSpinner = ora("Waiting for results...").start();
+            let attempts = 0;
+            while (attempts < 60) {
+                await new Promise((r) => setTimeout(r, 2000));
+                const poll = (await client.request(`/security/${scanData.id}`, "GET"));
+                const pollData = (poll.data ?? poll);
+                const status = pollData.status;
+                if (status === "passed" ||
+                    status === "failed" ||
+                    status === "error") {
+                    pollSpinner.stop();
+                    const color = status === "passed" ? chalk.green : chalk.red;
+                    console.log(`\n  ${color("●")} ${chalk.bold(status.toUpperCase())}`);
+                    if (pollData.security_score != null) {
+                        console.log(`  Security Score: ${chalk.bold(String(pollData.security_score))}%`);
+                    }
+                    break;
+                }
+                attempts++;
+            }
+            if (attempts >= 60) {
+                pollSpinner.warn("Timed out waiting for results.");
+            }
+        }
+    }
+    catch (err) {
+        spinner.fail(`Scan failed: ${err instanceof Error ? err.message : String(err)}`);
+        process.exit(1);
+    }
+});
+// ─── whoami ───
+program
+    .command("whoami")
+    .description("Show current authentication status")
+    .action(() => {
+    const config = loadConfig();
+    if (config.apiKey) {
+        const masked = config.apiKey.substring(0, 7) +
+            "..." +
+            config.apiKey.substring(config.apiKey.length - 4);
+        console.log(chalk.green("✓") + " Authenticated");
+        console.log(chalk.dim(`  API Key: ${masked}`));
+        console.log(chalk.dim(`  Base URL: ${config.baseUrl ?? "https://evalguard.ai/api/v1"}`));
+        if (config.projectId) {
+            console.log(chalk.dim(`  Project: ${config.projectId}`));
+        }
+    }
+    else {
+        console.log(chalk.yellow("Not authenticated."));
+        console.log(chalk.dim("  Run `evalguard login --key <your-api-key>`"));
+    }
+});
+// ─── Phase 6: New Commands ───
+registerEvalLocal(program);
+registerScanLocal(program);
+registerGenerate(program);
+registerValidate(program);
+registerCompare(program);
+registerList(program);
+registerFirewall(program);
+registerWatch(program);
+registerGate(program);
+registerHistory(program);
+registerComplianceCheck(program);
+registerImportPromptfoo(program);
+registerShare(program);
+registerExport(program);
+registerRetry(program);
+registerDebug(program);
+registerLogs(program);
+registerDelete(program);
+registerModelScan(program);
+program.parse();
+//# sourceMappingURL=index.js.map