truthguard-ai 0.2.0 → 0.3.0

package/dist/cli/index.js

@@ -1,807 +0,0 @@
-#!/usr/bin/env node
-"use strict";
-/**
- * TruthGuard CLI
- *
- * Usage:
- *   npx truthguard debug <trace.json>                     Pretty-print grounding verdicts
- *   npx truthguard run <dataset.jsonl>                     Run grounding on a dataset
- *   npx truthguard run <dataset.jsonl> --gate gate.yml     Run + evaluate gate
- *   npx truthguard observe <trace.json> --store traces.jsonl   Evaluate + persist
- *   npx truthguard baseline save <dataset.jsonl> -o base.json -l main
- *   npx truthguard baseline compare <dataset.jsonl> --baseline base.json
- *   npx truthguard evaluate <trace.json>                   Evaluate a single trace (alias for debug)
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.main = main;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const readline = __importStar(require("readline"));
-const Grounding_1 = require("../Grounding");
-const Runner_1 = require("../Runner");
-const Gate_1 = require("../Gate");
-const Baseline_1 = require("../Baseline");
-const Mode_1 = require("../Mode");
-const Store_1 = require("../Store");
-const Alerting_1 = require("../Alerting");
-const Auth_1 = require("../Auth");
-const Telemetry_1 = require("../Telemetry");
-const TraceReadiness_1 = require("../TraceReadiness");
-const MCP_1 = require("../MCP");
-const Demo_1 = require("../Demo");
-const VERSION = '0.1.0';
-function parseArgs(argv) {
-    const args = argv.slice(2); // skip node + script
-    const positional = [];
-    const flags = {};
-    let i = 0;
-    while (i < args.length) {
-        const arg = args[i];
-        if (arg.startsWith('--')) {
-            const key = arg.slice(2);
-            const next = args[i + 1];
-            if (next && !next.startsWith('--')) {
-                flags[key] = next;
-                i += 2;
-            }
-            else {
-                flags[key] = 'true';
-                i++;
-            }
-        }
-        else if (arg.startsWith('-') && arg.length === 2) {
-            const key = arg.slice(1);
-            const next = args[i + 1];
-            if (next && !next.startsWith('-')) {
-                flags[key] = next;
-                i += 2;
-            }
-            else {
-                flags[key] = 'true';
-                i++;
-            }
-        }
-        else {
-            positional.push(arg);
-            i++;
-        }
-    }
-    return {
-        command: positional[0] ?? '',
-        subCommand: positional[1],
-        positional,
-        flags,
-    };
-}
-// ---------------------------------------------------------------------------
-// ANSI colors (no external deps)
-// ---------------------------------------------------------------------------
-const c = {
-    reset: '\x1b[0m',
-    bold: '\x1b[1m',
-    dim: '\x1b[2m',
-    red: '\x1b[31m',
-    green: '\x1b[32m',
-    yellow: '\x1b[33m',
-    blue: '\x1b[34m',
-    magenta: '\x1b[35m',
-    cyan: '\x1b[36m',
-    white: '\x1b[37m',
-    bgRed: '\x1b[41m',
-    bgGreen: '\x1b[42m',
-    bgYellow: '\x1b[43m',
-};
-function colorScore(score) {
-    const pct = (score * 100).toFixed(1) + '%';
-    if (score >= 0.9)
-        return `${c.bgGreen}${c.bold} ${pct} ${c.reset}`;
-    if (score >= 0.7)
-        return `${c.bgYellow}${c.bold} ${pct} ${c.reset}`;
-    return `${c.bgRed}${c.bold} ${pct} ${c.reset}`;
-}
-function colorVerdict(verdict) {
-    switch (verdict) {
-        case 'GROUNDED': return `${c.green}✓ GROUNDED${c.reset}`;
-        case 'APPROXIMATE_MATCH': return `${c.yellow}≈ APPROXIMATE${c.reset}`;
-        case 'UNGROUNDED': return `${c.red}✗ UNGROUNDED${c.reset}`;
-        case 'UNVERIFIABLE': return `${c.dim}? UNVERIFIABLE${c.reset}`;
-        case 'MULTI_STEP': return `${c.blue}⇉ MULTI_STEP${c.reset}`;
-        default: return verdict;
-    }
-}
-function printDebugReport(report) {
-    console.log('');
-    // Trace quality assessment — show BEFORE the report when quality is not HIGH
-    const tq = report.traceQuality;
-    if (tq && tq.quality !== 'HIGH') {
-        const qualityColor = tq.quality === 'LOW' ? c.red : c.yellow;
-        console.log(`${c.bold}┌──────────────────────────────────────────────────┐${c.reset}`);
-        console.log(`${c.bold}│${c.reset}  ${qualityColor}⚠ Trace Quality: ${tq.quality}${c.reset} (${tq.completeness}% complete)${' '.repeat(Math.max(0, 20 - tq.quality.length))}${c.bold}│${c.reset}`);
-        console.log(`${c.bold}└──────────────────────────────────────────────────┘${c.reset}`);
-        console.log('');
-        for (const item of tq.checklist) {
-            const icon = item.present ? `${c.green}✔${c.reset}` : `${c.red}✘${c.reset}`;
-            const req = item.required ? `${c.dim}(required)${c.reset}` : '';
-            console.log(`  ${icon} ${item.element} ${req}`);
-        }
-        if (tq.cannotVerify.length > 0) {
-            console.log('');
-            console.log(`  ${c.bold}${c.yellow}Impact:${c.reset}`);
-            for (const cv of tq.cannotVerify) {
-                console.log(`  ${c.dim}• ${cv}${c.reset}`);
-            }
-        }
-        if (tq.recommendations.length > 0) {
-            console.log('');
-            console.log(`  ${c.bold}Recommendation:${c.reset}`);
-            for (const rec of tq.recommendations) {
-                console.log(`  ${c.cyan}→ ${rec}${c.reset}`);
-            }
-        }
-        console.log('');
-    }
-    console.log(`${c.bold}╔══════════════════════════════════════════════════╗${c.reset}`);
-    console.log(`${c.bold}║  TruthGuard Grounding Report                    ║${c.reset}`);
-    console.log(`${c.bold}╚══════════════════════════════════════════════════╝${c.reset}`);
-    console.log('');
-    console.log(`  Trace ID:  ${c.cyan}${report.traceId}${c.reset}`);
-    if (report.turnCount) {
-        console.log(`  Turns:     ${c.cyan}${report.turnCount}${c.reset} (evaluating turn ${report.activeTurnIndex + 1})`);
-    }
-    console.log(`  Score:     ${colorScore(report.groundingScore)}`);
-    console.log(`  Claims:    ${report.claimsTotal} total, ${c.green}${report.claimsVerified} verified${c.reset}, ${c.red}${report.claimsFailed} failed${c.reset}, ${c.dim}${report.claimsSkipped} skipped${c.reset}`);
-    console.log('');
-    // Verdict table
-    if (report.verdicts.length > 0) {
-        console.log(`  ${c.bold}Claims:${c.reset}`);
-        console.log(`  ${'─'.repeat(70)}`);
-        for (const v of report.verdicts) {
-            const type = v.claim.type.toUpperCase().padEnd(6);
-            const val = String(v.claim.value).slice(0, 25).padEnd(25);
-            console.log(`  ${c.dim}${type}${c.reset} ${val} ${colorVerdict(v.verdict)}`);
-            if (v.verdict === 'UNGROUNDED' || v.verdict === 'APPROXIMATE_MATCH') {
-                console.log(`         ${c.dim}${v.explanation}${c.reset}`);
-                if (v.deviation !== undefined) {
-                    console.log(`         ${c.dim}deviation: ${(v.deviation * 100).toFixed(1)}%${c.reset}`);
-                }
-            }
-        }
-        console.log(`  ${'─'.repeat(70)}`);
-    }
-    // Failures
-    if (report.detectedFailures.length > 0) {
-        console.log('');
-        console.log(`  ${c.bold}${c.red}Failures:${c.reset}`);
-        for (const f of report.detectedFailures) {
-            const conf = f.confidence === 'high' ? c.red : f.confidence === 'medium' ? c.yellow : c.dim;
-            console.log(`  ${conf}● [${f.confidence}] ${f.type}${c.reset}`);
-            console.log(`    ${f.description}`);
-        }
-    }
-    // Hypotheses
-    if (report.hypotheses.length > 0) {
-        console.log('');
-        console.log(`  ${c.bold}${c.yellow}Hypotheses (low confidence):${c.reset}`);
-        for (const h of report.hypotheses) {
-            console.log(`  ${c.dim}○ ${h.type}: ${h.description}${c.reset}`);
-        }
-    }
-    console.log('');
-}
-// ---------------------------------------------------------------------------
-// Commands
-// ---------------------------------------------------------------------------
-function cmdDebug(args) {
-    const tracePath = args.positional[1];
-    if (!tracePath) {
-        console.error('Usage: truthguard debug <trace.json>');
-        console.error(`  ${c.cyan}→ No trace file? Run: truthguard demo${c.reset}`);
-        console.error(`  ${c.cyan}→ Create one with: truthguard init${c.reset}`);
-        process.exit(1);
-    }
-    if (!fs.existsSync(tracePath)) {
-        console.error(`File not found: ${tracePath}`);
-        console.error(`  ${c.cyan}→ Create a sample trace: truthguard init${c.reset}`);
-        console.error(`  ${c.cyan}→ Check trace format: truthguard demo${c.reset}`);
-        process.exit(1);
-    }
-    let content;
-    try {
-        content = fs.readFileSync(tracePath, 'utf-8');
-    }
-    catch {
-        console.error(`Cannot read file: ${tracePath}`);
-        process.exit(1);
-        return;
-    }
-    let trace;
-    try {
-        const parsed = JSON.parse(content);
-        trace = (parsed.trace && parsed.trace.steps) ? parsed.trace : parsed;
-    }
-    catch {
-        console.error(`Invalid JSON in: ${tracePath}`);
-        console.error(`  ${c.cyan}→ Check your trace format: truthguard check-trace ${tracePath}${c.reset}`);
-        console.error(`  ${c.cyan}→ See a valid example: truthguard demo${c.reset}`);
-        process.exit(1);
-        return;
-    }
-    // Auto trace quality warning
-    const tq = (0, TraceReadiness_1.assessTraceQuality)(trace);
-    if (tq.quality === 'LOW') {
-        console.log('');
-        console.log(`  ${c.red}⚠ Trace quality is LOW${c.reset} — evaluation may not be reliable.`);
-        console.log(`  ${c.cyan}→ Run: truthguard check-trace ${tracePath}${c.reset}`);
-        console.log('');
-    }
-    const start = Date.now();
-    const engine = new Grounding_1.GroundingEngine();
-    const report = engine.evaluate(trace);
-    const durationMs = Date.now() - start;
-    printDebugReport(report);
-    (0, Telemetry_1.trackEvaluation)(report, durationMs);
-}
-function cmdCheckTrace(args) {
-    const tracePath = args.positional[1];
-    if (!tracePath) {
-        console.error('Usage: truthguard check-trace <trace.json>');
-        console.error(`  ${c.cyan}→ No trace? Create one: truthguard init${c.reset}`);
-        process.exit(1);
-    }
-    if (!fs.existsSync(tracePath)) {
-        console.error(`File not found: ${tracePath}`);
-        console.error(`  ${c.cyan}→ Create a sample trace: truthguard init${c.reset}`);
-        process.exit(1);
-    }
-    const content = fs.readFileSync(tracePath, 'utf-8');
-    const parsed = JSON.parse(content);
-    const trace = (parsed.trace && parsed.trace.steps) ? parsed.trace : parsed;
-    const tq = (0, TraceReadiness_1.assessTraceQuality)(trace);
-    const qualityColor = tq.quality === 'HIGH' ? c.green : tq.quality === 'MEDIUM' ? c.yellow : c.red;
-    console.log('');
-    console.log(`${c.bold}Trace Quality: ${qualityColor}${tq.quality}${c.reset} (${tq.completeness}% complete)`);
-    console.log('');
-    for (const item of tq.checklist) {
-        const icon = item.present ? `${c.green}✔${c.reset}` : `${c.red}✘${c.reset}`;
-        const req = item.required ? `${c.dim}(required)${c.reset}` : '';
-        console.log(`  ${icon} ${item.element} ${req}`);
-    }
-    console.log('');
-    console.log(`  Grounding ready: ${tq.groundingReady ? `${c.green}yes${c.reset}` : `${c.red}no${c.reset}`}`);
-    if (tq.cannotVerify.length > 0) {
-        console.log('');
-        console.log(`  ${c.bold}${c.yellow}Cannot verify:${c.reset}`);
-        for (const cv of tq.cannotVerify) {
-            console.log(`  ${c.dim}• ${cv}${c.reset}`);
-        }
-    }
-    if (tq.recommendations.length > 0) {
-        console.log('');
-        console.log(`  ${c.bold}Recommendation:${c.reset}`);
-        for (const rec of tq.recommendations) {
-            console.log(`  ${c.cyan}→ ${rec}${c.reset}`);
-        }
-    }
-    console.log('');
-    if (!tq.groundingReady) {
-        process.exit(1);
-    }
-}
-async function cmdObserve(args) {
-    const tracePath = args.positional[1];
-    if (!tracePath) {
-        console.error('Usage: truthguard observe <trace.json> --store <traces.jsonl> [--threshold 0.8] [--webhook <url>]');
-        process.exit(1);
-    }
-    if (!fs.existsSync(tracePath)) {
-        console.error(`File not found: ${tracePath}`);
-        process.exit(1);
-    }
-    const content = fs.readFileSync(tracePath, 'utf-8');
-    const trace = JSON.parse(content);
-    const mode = args.flags['warn'] ? 'warn'
-        : args.flags['block'] ? 'block'
-            : 'observe';
-    const storePath = args.flags['store'] ?? args.flags['s'];
-    const threshold = args.flags['threshold'] ? parseFloat(args.flags['threshold']) : 0.75;
-    const webhookUrl = args.flags['webhook'];
-    const alerters = [new Alerting_1.ConsoleAlertDispatcher()];
-    if (webhookUrl) {
-        alerters.push(new Alerting_1.WebhookAlertDispatcher({ url: webhookUrl }));
-    }
-    const pipeline = new Mode_1.Pipeline({
-        mode,
-        threshold,
-        store: storePath ? new Store_1.FileStore(storePath) : undefined,
-        alerters: mode !== 'observe' ? alerters : undefined,
-    });
-    const result = await pipeline.evaluate(trace);
-    printDebugReport(result.report);
-    (0, Telemetry_1.trackEvaluation)(result.report);
-    if (storePath) {
-        console.log(`  ${c.dim}Persisted to ${storePath}${c.reset}`);
-    }
-    if (result.alertsSent > 0) {
-        console.log(`  ${c.yellow}Alerts sent: ${result.alertsSent}${c.reset}`);
-    }
-    if (!result.allowed) {
-        console.log(`  ${c.bgRed}${c.bold} BLOCKED ${c.reset} ${result.fallbackResponse}`);
-        process.exit(1);
-    }
-}
-// ---------------------------------------------------------------------------
-// Existing commands (enhanced)
-// ---------------------------------------------------------------------------
-function cmdRun(args) {
-    const datasetPath = args.positional[1];
-    if (!datasetPath) {
-        console.error('Usage: truthguard run <dataset.jsonl> [--gate gate.yml] [--tolerance 0.05]');
-        process.exit(1);
-    }
-    if (!fs.existsSync(datasetPath)) {
-        console.error(`File not found: ${datasetPath}`);
-        process.exit(1);
-    }
-    const toleranceOverride = args.flags['tolerance']
-        ? { numericRelativeTolerance: parseFloat(args.flags['tolerance']) }
-        : undefined;
-    const entries = (0, Runner_1.loadDataset)(datasetPath);
-    const start = Date.now();
-    const result = (0, Runner_1.runDataset)(entries, toleranceOverride ? { tolerances: toleranceOverride } : {});
-    const durationMs = Date.now() - start;
-    console.log(`\nDataset: ${path.basename(datasetPath)}`);
-    console.log(`Entries: ${result.totalEntries} | Passed: ${result.passedEntries} | Failed: ${result.failedEntries}`);
-    console.log(`Average grounding score: ${(result.averageScore * 100).toFixed(1)}%\n`);
-    // Show per-entry summary
-    for (const entry of result.entries) {
-        const icon = entry.passed ? '✅' : '❌';
-        const score = (entry.report.groundingScore * 100).toFixed(1);
-        const failures = entry.report.detectedFailures.length;
-        console.log(`  ${icon} ${entry.name} — score: ${score}%, failures: ${failures}`);
-        for (const a of entry.assertions) {
-            if (!a.passed) {
-                console.log(`      ↳ ${a.check}: ${a.detail ?? 'FAILED'}`);
-            }
-        }
-    }
-    // Track telemetry for each entry
-    for (const entry of result.entries) {
-        (0, Telemetry_1.trackEvaluation)(entry.report, Math.round(durationMs / result.totalEntries));
-    }
-    // Gate evaluation
-    if (args.flags['gate']) {
-        const gatePath = args.flags['gate'];
-        if (!fs.existsSync(gatePath)) {
-            console.error(`\nGate config not found: ${gatePath}`);
-            process.exit(1);
-        }
-        const gateConfig = (0, Gate_1.loadGateConfig)(gatePath);
-        const gateResult = (0, Gate_1.evaluateGate)(gateConfig, result);
-        console.log('\n' + (0, Gate_1.formatGateReport)(gateResult));
-        if (!gateResult.passed) {
-            process.exit(1);
-        }
-    }
-    // Baseline comparison
-    if (args.flags['baseline']) {
-        const baselinePath = args.flags['baseline'];
-        if (!fs.existsSync(baselinePath)) {
-            console.error(`\nBaseline file not found: ${baselinePath}`);
-            process.exit(1);
-        }
-        const baseline = (0, Baseline_1.loadBaseline)(baselinePath);
-        const tolerance = args.flags['regression-tolerance']
-            ? parseFloat(args.flags['regression-tolerance'])
-            : 0.02;
-        const comparison = (0, Baseline_1.compareToBaseline)(result, baseline, tolerance);
-        console.log('\n' + (0, Baseline_1.formatBaselineReport)(comparison));
-        if (!comparison.withinTolerance) {
-            process.exit(1);
-        }
-    }
-}
-function cmdBaselineSave(args) {
-    const datasetPath = args.positional[2];
-    if (!datasetPath) {
-        console.error('Usage: truthguard baseline save <dataset.jsonl> -o baseline.json -l main');
-        process.exit(1);
-    }
-    if (!fs.existsSync(datasetPath)) {
-        console.error(`File not found: ${datasetPath}`);
-        process.exit(1);
-    }
-    const outputPath = args.flags['o'] ?? args.flags['output'] ?? '.ai-rcp-baseline.json';
-    const label = args.flags['l'] ?? args.flags['label'] ?? 'baseline';
-    const entries = (0, Runner_1.loadDataset)(datasetPath);
-    const result = (0, Runner_1.runDataset)(entries);
-    const snapshot = (0, Baseline_1.createSnapshot)(result, label);
-    (0, Baseline_1.saveBaseline)(outputPath, snapshot);
-    console.log(`Baseline saved to ${outputPath}`);
-    console.log(`  Label: ${label}`);
-    console.log(`  Score: ${(snapshot.averageScore * 100).toFixed(1)}%`);
-    console.log(`  Entries: ${snapshot.entryScores.length}`);
-    console.log(`  Failures: ${snapshot.totalFailures}`);
-}
-function cmdBaselineCompare(args) {
-    const datasetPath = args.positional[2];
-    if (!datasetPath) {
-        console.error('Usage: truthguard baseline compare <dataset.jsonl> --baseline base.json [--tolerance 0.02]');
-        process.exit(1);
-    }
-    if (!fs.existsSync(datasetPath)) {
-        console.error(`File not found: ${datasetPath}`);
-        process.exit(1);
-    }
-    const baselinePath = args.flags['baseline'] ?? '.ai-rcp-baseline.json';
-    if (!fs.existsSync(baselinePath)) {
-        console.error(`Baseline file not found: ${baselinePath}`);
-        process.exit(1);
-    }
-    const tolerance = args.flags['tolerance']
-        ? parseFloat(args.flags['tolerance'])
-        : 0.02;
-    const entries = (0, Runner_1.loadDataset)(datasetPath);
-    const result = (0, Runner_1.runDataset)(entries);
-    const baseline = (0, Baseline_1.loadBaseline)(baselinePath);
-    const comparison = (0, Baseline_1.compareToBaseline)(result, baseline, tolerance);
-    console.log((0, Baseline_1.formatBaselineReport)(comparison));
-    if (!comparison.withinTolerance) {
-        process.exit(1);
-    }
-}
-function cmdEvaluate(args) {
-    // evaluate is now an alias for debug
-    cmdDebug(args);
-}
-// ---------------------------------------------------------------------------
-// Onboarding commands
-// ---------------------------------------------------------------------------
-function cmdDemo() {
-    const engine = new Grounding_1.GroundingEngine();
-    // Part 1: Good trace
-    const good = (0, Demo_1.buildGoldenTrace)();
-    const goodReport = engine.evaluate(good);
-    console.log('');
-    console.log(`${c.bold}${c.green}━━━ DEMO: What a GOOD trace looks like ━━━${c.reset}`);
-    console.log('');
-    console.log(`${c.dim}Trace has: system_prompt → user_input → tool_call → tool_output → final_response${c.reset}`);
-    console.log(`${c.dim}The agent's response correctly cites the tool's data.${c.reset}`);
-    printDebugReport(goodReport);
-    // Part 2: Bad trace
-    const bad = (0, Demo_1.buildBadTrace)();
-    const badReport = engine.evaluate(bad);
-    console.log(`${c.bold}${c.red}━━━ DEMO: What a BAD trace looks like ━━━${c.reset}`);
-    console.log('');
-    console.log(`${c.dim}The tool returned EMPTY data, but the agent fabricated 5 absences.${c.reset}`);
-    console.log(`${c.dim}TruthGuard detects this automatically:${c.reset}`);
-    printDebugReport(badReport);
-    // Part 3: Next steps
-    console.log(`${c.bold}━━━ What's next? ━━━${c.reset}`);
-    console.log('');
-    console.log(`  ${c.cyan}1.${c.reset} Create your first trace:  ${c.bold}truthguard init${c.reset}`);
-    console.log(`  ${c.cyan}2.${c.reset} Evaluate your trace:     ${c.bold}truthguard debug my-trace.json${c.reset}`);
-    console.log(`  ${c.cyan}3.${c.reset} Check trace quality:     ${c.bold}truthguard check-trace my-trace.json${c.reset}`);
-    console.log(`  ${c.cyan}4.${c.reset} Run in CI:               ${c.bold}truthguard run dataset.jsonl --gate gate.yml${c.reset}`);
-    console.log(`  ${c.cyan}5.${c.reset} Use in IDE (MCP):        ${c.bold}truthguard mcp${c.reset}`);
-    console.log('');
-    console.log(`  ${c.dim}Docs: https://github.com/truthguard/truthguard#readme${c.reset}`);
-    console.log('');
-}
-function cmdInit(args) {
-    const lang = args.flags['language'] ?? args.flags['l'] ?? 'json';
-    const output = args.flags['output'] ?? args.flags['o'];
-    if (lang === 'ts' || lang === 'typescript') {
-        const filePath = output ?? 'truthguard-example.ts';
-        if (fs.existsSync(filePath)) {
-            console.error(`File already exists: ${filePath}`);
-            console.error(`  ${c.cyan}→ Choose a different name with: truthguard init -o another-name.ts${c.reset}`);
-            process.exit(1);
-        }
-        fs.writeFileSync(filePath, Demo_1.TRACE_TEMPLATE_TS, 'utf-8');
-        console.log('');
-        console.log(`${c.green}✓${c.reset} Created ${c.bold}${filePath}${c.reset}`);
-        console.log('');
-        console.log(`  ${c.bold}Next steps:${c.reset}`);
-        console.log(`  1. Edit ${filePath} — replace YOUR placeholders with real data`);
-        console.log(`  2. Run:  ${c.cyan}npx ts-node ${filePath}${c.reset}`);
-        console.log('');
-    }
-    else {
-        const filePath = output ?? 'my-trace.json';
-        if (fs.existsSync(filePath)) {
-            console.error(`File already exists: ${filePath}`);
-            console.error(`  ${c.cyan}→ Choose a different name with: truthguard init -o another-name.json${c.reset}`);
-            process.exit(1);
-        }
-        fs.writeFileSync(filePath, Demo_1.TRACE_TEMPLATE_JSON, 'utf-8');
-        console.log('');
-        console.log(`${c.green}✓${c.reset} Created ${c.bold}${filePath}${c.reset}`);
-        console.log('');
-        console.log(`  ${c.bold}Next steps:${c.reset}`);
-        console.log(`  1. Edit ${filePath} — replace YOUR placeholders with real data`);
-        console.log(`  2. Check:  ${c.cyan}truthguard check-trace ${filePath}${c.reset}`);
-        console.log(`  3. Run:    ${c.cyan}truthguard debug ${filePath}${c.reset}`);
-        console.log('');
-    }
-}
-function cmdMcp() {
-    (0, MCP_1.startMCPServer)();
-}
-function printHelp() {
-    console.log(`
-${c.bold}TruthGuard${c.reset} v${VERSION} — AI Reliability Control Plane
-
-${c.bold}Quick Start:${c.reset}
-  ${c.green}demo${c.reset}                                    See TruthGuard in action (no setup needed)
-  ${c.green}init${c.reset}                                    Create a sample trace file
-    --language <json|ts>                 Language (default: json)
-    -o, --output <path>                  Output file path
-
-${c.bold}Authentication:${c.reset}
-  ${c.cyan}login${c.reset}                                   Authenticate with TruthGuard cloud
-    --key <api-key>                      API key (or enter interactively)
-    --no-telemetry                       Disable anonymous usage data
-  ${c.dim}logout${c.reset}                                  Remove stored credentials
-  ${c.dim}status${c.reset}                                  Show current auth & telemetry status
-
-${c.bold}Funnel Modes:${c.reset}
-  ${c.green}debug${c.reset} <trace.json>                     Pretty-print grounding verdicts (local dev)
-  ${c.cyan}observe${c.reset} <trace.json>                    Evaluate + persist (production monitoring)
-    --store <traces.jsonl>               Persistence file
-    --threshold <0.75>                   Score threshold
-    --warn                               Enable alerts when below threshold
-    --block                              Block response when below threshold
-    --webhook <url>                      Send alerts to webhook URL
-
-${c.bold}Trace Quality:${c.reset}
-  ${c.magenta}check-trace${c.reset} <trace.json>               Check trace completeness before evaluation
-                                         Shows what can/cannot be verified
-
-${c.bold}Dataset Testing:${c.reset}
-  run <dataset.jsonl>                    Run grounding on a golden dataset
-    --gate <gate.yml>                    Also evaluate a CI gate
-    --baseline <baseline.json>           Also compare against baseline
-    --tolerance <0.05>                   Override numeric tolerance
-    --regression-tolerance <0.02>        Max allowed score drop from baseline
-
-${c.bold}Baseline Management:${c.reset}
-  baseline save <dataset.jsonl>          Save current results as baseline
-    -o, --output <path>                  Output file (default: .ai-rcp-baseline.json)
-    -l, --label <name>                   Label (e.g. "main", commit SHA)
-
-  baseline compare <dataset.jsonl>       Compare current run against a baseline
-    --baseline <path>                    Baseline file to compare against
-    --tolerance <0.02>                   Max allowed score regression
-
-${c.bold}MCP Server (IDE Integration):${c.reset}
-  ${c.magenta}mcp${c.reset}                                     Start MCP server on stdio (for Copilot, Cursor, etc.)
-                                         Use in VS Code mcp.json:
-                                         { "command": "npx", "args": ["-y", "truthguard", "mcp"] }
-
-${c.bold}Other:${c.reset}
-  evaluate <trace.json>                  Evaluate a single trace (alias for debug)
-  --version                              Show version
-  help                                   Show this help message
-
-${c.bold}Environment:${c.reset}
-  TRUTHGUARD_API_KEY                     API key (alternative to login)
-  TRUTHGUARD_TELEMETRY=0                 Disable telemetry
-`.trim());
-}
-// ---------------------------------------------------------------------------
-// Main
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-// Auth commands
-// ---------------------------------------------------------------------------
-function prompt(question) {
-    const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
-    return new Promise((resolve) => {
-        rl.question(question, (answer) => {
-            rl.close();
-            resolve(answer.trim());
-        });
-    });
-}
-async function cmdLogin(args) {
-    let apiKey = args.flags['key'] ?? args.flags['k'];
-    const noTelemetry = args.flags['no-telemetry'] === 'true';
-    if (!apiKey) {
-        console.log(`\n${c.bold}TruthGuard Login${c.reset}\n`);
-        console.log(`Get your API key from your project administrator\n`);
-        apiKey = await prompt(`${c.bold}API Key:${c.reset} `);
-    }
-    if (!apiKey) {
-        console.error('No API key provided.');
-        process.exit(1);
-    }
-    console.log(`\n  ${c.dim}Authenticating...${c.reset}`);
-    const { validation, benchmark } = await (0, Auth_1.login)(apiKey, { telemetry: !noTelemetry });
-    if (validation === null) {
-        console.log(`  ${c.yellow}⚠ Cloud service unreachable — credentials saved for offline use.${c.reset}`);
-        console.log(`  ${c.dim}Telemetry: ${noTelemetry ? 'disabled' : 'enabled (opt-in)'}${c.reset}`);
-        console.log('');
-        return;
-    }
-    if (!validation.valid) {
-        console.error(`  ${c.red}✗ Invalid API key.${c.reset}`);
-        process.exit(1);
-    }
-    console.log(`  ${c.green}✓ Authenticated${c.reset}`);
-    if (validation.email)
-        console.log(`  ${c.dim}Email: ${validation.email}${c.reset}`);
-    if (validation.plan)
-        console.log(`  ${c.dim}Plan:  ${validation.plan}${c.reset}`);
-    console.log(`  ${c.dim}Telemetry: ${noTelemetry ? 'disabled' : 'enabled'}${c.reset}`);
-    // Value exchange: show benchmark
-    if (benchmark) {
-        console.log('');
-        console.log(`  ${c.bold}📊 Your Benchmark${c.reset}`);
-        console.log(`  ${'─'.repeat(40)}`);
-        if (benchmark.userAvgScore !== undefined) {
-            console.log(`  Your avg score:    ${colorScore(benchmark.userAvgScore)}`);
-        }
-        console.log(`  Global avg score:  ${colorScore(benchmark.globalAvgScore)}`);
-        if (benchmark.percentile !== undefined) {
-            console.log(`  Percentile:        ${c.bold}top ${100 - benchmark.percentile}%${c.reset}`);
-        }
-        if (benchmark.topFailures.length > 0) {
-            console.log(`\n  ${c.bold}Top failures across users:${c.reset}`);
-            for (const f of benchmark.topFailures.slice(0, 3)) {
-                console.log(`    ${c.dim}● ${f}${c.reset}`);
-            }
-        }
-        if (benchmark.recommendations.length > 0) {
-            console.log(`\n  ${c.bold}💡 Recommendations:${c.reset}`);
-            for (const r of benchmark.recommendations) {
-                console.log(`    ${c.cyan}→ ${r}${c.reset}`);
-            }
-        }
-        console.log(`  ${'─'.repeat(40)}`);
-    }
-    console.log('');
-}
-function cmdLogout() {
-    const removed = (0, Auth_1.logout)();
-    if (removed) {
-        console.log(`${c.green}✓ Logged out. Credentials removed.${c.reset}`);
-    }
-    else {
-        console.log(`${c.dim}Not logged in.${c.reset}`);
-    }
-}
-function cmdStatus() {
-    const config = (0, Auth_1.loadAuthConfig)();
-    const envKey = process.env['TRUTHGUARD_API_KEY'];
-    console.log(`\n${c.bold}TruthGuard Status${c.reset}\n`);
-    if (config) {
-        const masked = config.apiKey.slice(0, 8) + '...' + config.apiKey.slice(-4);
-        console.log(`  API Key:     ${c.green}${masked}${c.reset}`);
-        console.log(`  API URL:     ${c.dim}${config.apiUrl}${c.reset}`);
-        console.log(`  Telemetry:   ${config.telemetryEnabled ? `${c.green}enabled${c.reset}` : `${c.dim}disabled${c.reset}`}`);
-        console.log(`  Logged in:   ${c.dim}${config.createdAt}${c.reset}`);
-    }
-    else if (envKey) {
-        const masked = envKey.slice(0, 8) + '...' + envKey.slice(-4);
-        console.log(`  API Key:     ${c.green}${masked}${c.reset} ${c.dim}(from TRUTHGUARD_API_KEY)${c.reset}`);
-        console.log(`  Telemetry:   ${process.env['TRUTHGUARD_TELEMETRY'] === '0' ? `${c.dim}disabled${c.reset}` : `${c.green}enabled${c.reset}`}`);
-    }
-    else {
-        console.log(`  ${c.dim}Not logged in. Run: truthguard login${c.reset}`);
-    }
-    console.log('');
-}
-function main(argv = process.argv) {
-    const args = parseArgs(argv);
-    // Handle --version / -v as flags (parseArgs puts them in flags, not command)
-    if (args.flags['version'] || args.flags['v']) {
-        console.log(`truthguard v${VERSION}`);
-        return;
-    }
-    switch (args.command) {
-        case 'login':
-            cmdLogin(args).then(() => (0, Telemetry_1.shutdown)()).catch((err) => {
-                console.error('Error:', err.message);
-                process.exit(1);
-            });
-            break;
-        case 'logout':
-            cmdLogout();
-            break;
-        case 'status':
-            cmdStatus();
-            break;
-        case 'demo':
-            cmdDemo();
-            break;
-        case 'init':
-            cmdInit(args);
-            break;
-        case 'mcp':
-            cmdMcp();
-            break;
-        case 'debug':
-            cmdDebug(args);
-            (0, Telemetry_1.shutdown)().catch(() => { });
-            break;
-        case 'check-trace':
-            cmdCheckTrace(args);
-            break;
-        case 'observe':
-            cmdObserve(args).then(() => (0, Telemetry_1.shutdown)()).catch((err) => {
-                console.error('Error:', err.message);
-                process.exit(1);
-            });
-            break;
-        case 'run':
-            cmdRun(args);
-            (0, Telemetry_1.shutdown)().catch(() => { });
-            break;
-        case 'baseline':
-            if (args.subCommand === 'save') {
-                cmdBaselineSave(args);
-            }
-            else if (args.subCommand === 'compare') {
-                cmdBaselineCompare(args);
-            }
-            else {
-                console.error(`Unknown baseline subcommand: ${args.subCommand}`);
-                printHelp();
-                process.exit(1);
-            }
-            break;
-        case 'evaluate':
-            cmdEvaluate(args);
-            (0, Telemetry_1.shutdown)().catch(() => { });
-            break;
-        case 'help':
-        case '--help':
-        case '-h':
-        case '':
-            printHelp();
-            break;
-        default:
-            console.error(`Unknown command: ${args.command}`);
-            console.error(`  ${c.cyan}→ Try: truthguard demo${c.reset}`);
-            printHelp();
-            process.exit(1);
-    }
-}
-// Run when executed directly
-if (require.main === module) {
-    main();
-}
-//# sourceMappingURL=index.js.map