tuneprompt 1.1.1 → 1.1.3

package/README.md

@@ -10,17 +10,26 @@ Industrial-grade testing framework for LLM prompts
 
 TunePrompt is a comprehensive testing framework designed specifically for Large Language Model (LLM) prompts. It helps developers validate, test, and optimize their prompts with industrial-grade reliability and accuracy.
 
+## 🚀 What's New in v1.1.1
+
+The first production-ready release of **TunePrompt**, the industrial-grade testing framework for the modern LLM stack.
+
+- **Multi-Provider Support**: Seamlessly test across **OpenAI**, **Anthropic**, **Gemini**, and **OpenRouter**.
+- **Semantic Evaluation**: Advanced vector-based scoring to detect logic drift and nuance shifts.
+- **Auto-Fix Engine (Premium)**: AI-powered prompt optimization for failing tests.
+- **Cloud Orchestration**: Unified synchronization with the [TunePrompt Dashboard](https://www.tuneprompt.xyz).
+- **Industrial CLI**: Built-in watch mode, CI/CD integration, and historical analytics.
+
 ## Features
 
-- **Multi-provider Support**: Test prompts across OpenAI, Anthropic, OpenRouter, and other LLM providers
-- **Semantic Testing**: Compare outputs using semantic similarity rather than exact matches
-- **JSON Validation**: Validate structured JSON outputs
-- **LLM-based Judging**: Use advanced LLMs to evaluate prompt quality
-- **Watch Mode**: Automatically re-run tests when files change
-- **CI/CD Integration**: Seamlessly integrate with your CI/CD pipeline
-- **Cloud Sync**: Upload results to the TunePrompt Cloud dashboard
-- **Auto-fix Engine**: Premium feature to automatically fix failing prompts using AI
-- **Detailed Reporting**: Comprehensive test reports with scores, methods, and durations
+- **Multi-provider Support**: Native integration with Google Gemini, OpenAI, Anthropic, and OpenRouter.
+- **Semantic Testing**: Compare outputs using high-precision embedding similarity.
+- **JSON Validation**: Validate structured outputs with schema-aware checks.
+- **LLM-based Judging**: Utilize advanced providers as evaluators for qualitative metrics.
+- **Watch Mode**: Immediate feedback loop with automatic re-runs on file changes.
+- **CI/CD Ready**: Native integration patterns for industrial deployment pipelines.
+- **Cloud Sync**: Global telemetry and result storage via the dashboard.
+- **Auto-fix Engine**: Iterative refinement loop for intelligent prompt repair.
 
 ## Installation
 

package/dist/commands/fix.js

@@ -48,8 +48,7 @@ const fs = __importStar(require("fs"));
 const errorHandler_1 = require("../utils/errorHandler");
 async function fixCommand(options = {}) {
     try {
-        console.log(chalk_1.default.bold.cyan('\n🔧 TunePrompt Fix\n'));
-        // License check with better error
+        console.log('');
         const spinner = (0, ora_1.default)('Checking license...').start();
         const licenseValid = await (0, license_1.checkLicense)();
         if (!licenseValid) {
@@ -58,36 +57,29 @@ async function fixCommand(options = {}) {
             throw errorHandler_1.Errors.NO_LICENSE;
         }
         spinner.succeed('License validated');
-        // Load failed tests with error handling
         const failedTests = await (0, storage_1.getFailedTests)();
         if (failedTests.length === 0) {
             throw errorHandler_1.Errors.NO_FAILED_TESTS;
         }
-        console.log(chalk_1.default.yellow(`\nFound ${failedTests.length} failed test(s):\n`));
+        console.log(chalk_1.default.yellow(`\n${failedTests.length} failed test(s):`));
         failedTests.forEach((test, index) => {
-            const modelInfo = test.config?.model ? ` [Target: ${test.config.provider || 'unknown'}/${test.config.model}]` : '';
-            console.log(`${index + 1}. ${chalk_1.default.bold(test.description)}${chalk_1.default.cyan(modelInfo)}`);
-            console.log(`   Score: ${chalk_1.default.red(test.score.toFixed(2))} (threshold: ${test.threshold})`);
+            console.log(chalk_1.default.gray(`  ${index + 1}. ${test.description} — score: ${chalk_1.default.red(test.score.toFixed(2))} / ${test.threshold}`));
         });
         // Step 3: Ask which tests to fix
         let selectedIndexes = [];
         if (options.yes) {
             selectedIndexes = failedTests.map((_, i) => i);
-            console.log(chalk_1.default.gray(`\nNon-interactive mode: Automatic selection of all ${failedTests.length} tests.`));
         }
         else {
             const response = await inquirer_1.default.prompt([{
                     type: 'checkbox',
                     name: 'selectedIndexes',
                     message: 'Which tests would you like to fix?',
-                    choices: failedTests.map((test, index) => {
-                        const modelInfo = test.config?.model ? ` [${test.config.provider || 'unknown'}/${test.config.model}]` : '';
-                        return {
-                            name: `${test.description} (score: ${test.score.toFixed(2)})${modelInfo}`,
-                            value: index,
-                            checked: true
-                        };
-                    })
+                    choices: failedTests.map((test, index) => ({
+                        name: `${test.description} (${test.score.toFixed(2)})`,
+                        value: index,
+                        checked: true
+                    }))
                 }]);
             selectedIndexes = response.selectedIndexes;
         }
@@ -102,8 +94,8 @@ async function fixCommand(options = {}) {
         for (const index of selectedIndexes) {
             const test = failedTests[index];
             const suite = await getSuiteTests(test.id);
-            const modelInfo = test.config?.model ? ` (Target: ${test.config.model})` : '';
-            console.log(chalk_1.default.bold(`\n\n━━━ Fixing: ${test.description}${modelInfo} ━━━\n`));
+            const modelInfo = test.config?.model ? ` (${test.config.model})` : '';
+            console.log(chalk_1.default.bold(`\n━━━ ${test.description}${modelInfo} ━━━\n`));
             try {
                 const result = await optimizer.optimize(test, suite);
                 await showDiff(result.originalPrompt, result.optimizedPrompt, result.reasoning);
@@ -125,8 +117,7 @@ async function fixCommand(options = {}) {
                 }
                 if (action === 'apply') {
                     await applyFix(test, result.optimizedPrompt);
-                    console.log(`\n${chalk_1.default.bgGreen.black(' DONE ')} ${chalk_1.default.green('Prompt updated in:')} ${chalk_1.default.bold(test.id)}`);
-                    console.log(chalk_1.default.gray('The next run will use this new prompt.\n'));
+                    console.log(chalk_1.default.green(`  ✓ Updated: ${test.id}`));
                 }
                 else if (action === 'edit') {
                     console.log(chalk_1.default.gray('\nOpening editor... (Save and close to apply)\n'));
@@ -149,8 +140,7 @@ async function fixCommand(options = {}) {
                 continue; // Skip to next test
             }
         }
-        console.log(chalk_1.default.bold.green('\n\n✨ Fix session complete!\n'));
-        console.log(chalk_1.default.gray('Run `tuneprompt run` to verify your fixes.\n'));
+        console.log(chalk_1.default.bold.green('\n✨ Done. Run `tuneprompt run` to verify.\n'));
         // After fix completes
         const license = (0, license_1.getLicenseInfo)();
         if (license) {
@@ -162,19 +152,9 @@ async function fixCommand(options = {}) {
     }
 }
 function showUpgradePrompt() {
-    console.log(chalk_1.default.yellow('\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━'));
-    console.log(chalk_1.default.bold('🔒 Premium Feature: Auto-Fix Engine\n'));
-    console.log('The ' + chalk_1.default.cyan('fix') + ' command uses advanced AI to automatically');
-    console.log('repair your failing prompts.\n');
-    console.log(chalk_1.default.bold('What you get:'));
-    console.log('  ✅ AI-powered prompt optimization');
-    console.log('  ✅ Shadow testing before applying fixes');
-    console.log('  ✅ Interactive diff viewer');
-    console.log('  ✅ Unlimited fix attempts\n');
-    console.log(chalk_1.default.bold('Get Premium:'));
-    console.log(`  1. Buy a license: ${chalk_1.default.blue.underline('https://www.tuneprompt.xyz/pricing')}`);
-    console.log(`  2. Activate: ${chalk_1.default.gray('tuneprompt activate <your-key>')}\n`);
-    console.log(chalk_1.default.yellow('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n'));
+    console.log(chalk_1.default.yellow('\n🔒 Premium feature. Get access:'));
+    console.log(chalk_1.default.gray(`   ${chalk_1.default.blue.underline('https://www.tuneprompt.xyz/pricing')}`));
+    console.log(chalk_1.default.gray(`   Then: ${chalk_1.default.white('tuneprompt activate <key>')}\n`));
 }
 async function showDiff(original, optimized, reasoning) {
     const diffLib = await Promise.resolve().then(() => __importStar(require('diff')));

package/dist/commands/run.js

@@ -15,62 +15,29 @@ const loader_1 = require("../engine/loader");
 const runner_1 = require("../engine/runner");
 const reporter_1 = require("../engine/reporter");
 const database_1 = require("../storage/database");
-const license_1 = require("../utils/license");
-// At the end of your test run reporter
-function displayRunSummary(results) {
-    const failed = results.filter(r => r.status === 'fail');
-    const passed = results.filter(r => r.status === 'pass');
-    console.log(chalk_1.default.bold.white('\n' + '='.repeat(60)));
-    console.log(chalk_1.default.bold.white('Test Summary'));
-    console.log(chalk_1.default.bold.white('='.repeat(60)));
-    console.log(chalk_1.default.green(`✓ Passed: ${passed.length}`));
-    console.log(chalk_1.default.red(`✗ Failed: ${failed.length}`));
-    console.log(chalk_1.default.gray(`Total: ${results.length}`));
-    console.log(chalk_1.default.bold.white('='.repeat(60) + '\n'));
-    // UPSELL MESSAGE (NEW)
-    if (failed.length > 0) {
-        console.log(chalk_1.default.yellow('⚠️  ' + failed.length + ' test(s) failed'));
-        console.log(chalk_1.default.gray('\nDon\'t waste time debugging manually.'));
-        console.log(chalk_1.default.cyan('Run ') + chalk_1.default.bold.white('tuneprompt fix') + chalk_1.default.cyan(' to let AI repair these prompts instantly.\n'));
-        // Check license status
-        const licenseManager = new license_1.LicenseManager();
-        licenseManager.hasFeature('fix').then((hasAccess) => {
-            if (!hasAccess) {
-                console.log(chalk_1.default.gray('Unlock fix with: ') + chalk_1.default.white('https://www.tuneprompt.xyz/pricing'));
-                console.log(chalk_1.default.gray('Already have a key? ') + chalk_1.default.white('tuneprompt activate <key>\n'));
-            }
-        });
-    }
-}
 // Extract the core run functionality to a separate function
 async function runTests(options = {}) {
     const startTime = Date.now();
-    const spinner = (0, ora_1.default)('Loading configuration...').start();
+    const spinner = (0, ora_1.default)('Loading...').start();
     try {
-        // Load config
         const config = await (0, config_1.loadConfig)(options.config);
         spinner.succeed('Configuration loaded');
-        // Load tests
-        spinner.start('Loading test cases...');
+        spinner.start('Loading tests...');
         const loader = new loader_1.TestLoader();
         const testCases = loader.loadTestDir(config.testDir || './tests');
         if (testCases.length === 0) {
             spinner.fail('No test cases found');
             process.exit(1);
         }
-        spinner.succeed(`Loaded ${testCases.length} test case(s)`);
-        // Run tests
+        spinner.succeed(`Loaded ${testCases.length} test(s)`);
         spinner.start('Running tests...');
         const runner = new runner_1.TestRunner(config);
         const results = await runner.runTests(testCases);
         spinner.stop();
-        // Save to database
-        // Save to database
         const db = new database_1.TestDatabase();
         db.saveRun(results);
-        // Calculate results for cloud upload (and for sync logic)
-        const currentRunId = results.id; // Assuming results has ID
-        // Report results
+        // Calculate results for cloud upload
+        const currentRunId = results.id;
         const reporter = new reporter_1.TestReporter();
         reporter.printResults(results, config.outputFormat);
         const isCI = options.ci ||
@@ -104,11 +71,11 @@ async function syncPendingRuns(db, options) {
     const pendingRuns = db.getPendingUploads();
     if (pendingRuns.length === 0)
         return;
-    console.log(chalk_1.default.blue(`\n☁️  Syncing ${pendingRuns.length} pending run(s) to Cloud...`));
+    const syncSpinner = (0, ora_1.default)(`Syncing ${pendingRuns.length} run(s) to Cloud...`).start();
     const cloudService = new cloud_service_1.CloudService();
     await cloudService.init();
     if (!(await cloudService.isAuthenticated())) {
-        console.log(chalk_1.default.yellow('⚠️  Not authenticated. Run `tuneprompt activate` first.'));
+        syncSpinner.warn('Not authenticated. Run `tuneprompt activate` first.');
         return;
     }
     // Get project ID once
@@ -124,7 +91,7 @@ async function syncPendingRuns(db, options) {
         }
     }
     catch (err) {
-        console.log(chalk_1.default.yellow('⚠️  Failed to get project info'));
+        syncSpinner.warn('Failed to get project info');
         return;
     }
     // Common Git/Env context
@@ -179,10 +146,7 @@ async function syncPendingRuns(db, options) {
         const uploadResult = await cloudService.uploadRun(runData);
         if (uploadResult.success) {
             db.markAsUploaded(run.id);
-            console.log(chalk_1.default.green(`  ✓ Uploaded run from ${run.timestamp.toLocaleTimeString()}`));
-        }
-        else {
-            console.log(chalk_1.default.red(`  ✗ Failed to upload run ${run.id}: ${uploadResult.error}`));
         }
     }
+    syncSpinner.succeed(`Synced ${pendingRuns.length} run(s) to Cloud`);
 }

package/dist/engine/loader.js

@@ -44,12 +44,16 @@ class TestLoader {
         if (ext === '.json') {
             const data = JSON.parse(content);
             const tests = Array.isArray(data) ? data : [data];
-            return tests.map(t => ({ ...t, filePath: path.resolve(filePath) }));
+            return tests
+                .filter((t) => t && typeof t === 'object' && t.prompt)
+                .map(t => ({ ...t, filePath: path.resolve(filePath) }));
         }
         else if (ext === '.yaml' || ext === '.yml') {
             const data = yaml.load(content);
             const tests = Array.isArray(data) ? data : [data];
-            return tests.map(t => ({ ...t, filePath: path.resolve(filePath) }));
+            return tests
+                .filter((t) => t && typeof t === 'object' && t.prompt)
+                .map(t => ({ ...t, filePath: path.resolve(filePath) }));
         }
         else {
             throw new Error(`Unsupported file format: ${ext}`);

package/dist/engine/optimizer.js

@@ -1,6 +1,10 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptOptimizer = void 0;
+const ora_1 = __importDefault(require("ora"));
 const metaPrompt_1 = require("./metaPrompt");
 const constraintExtractor_1 = require("./constraintExtractor");
 const shadowTester_1 = require("./shadowTester");
@@ -14,10 +18,8 @@ class PromptOptimizer {
      * Main optimization method with Anti-Regression and Iterative Refinement
      */
     async optimize(failedTest, suite) {
-        console.log(`\n🧠 Analyzing failure: "${failedTest.description}"`);
-        console.log(`📈 Full test suite size: ${suite.length}`);
+        const spinner = (0, ora_1.default)(`Analyzing failure: "${failedTest.description}"`).start();
         const initialAggregateScore = suite.reduce((sum, t) => sum + t.score, 0) / suite.length;
-        console.log(`📊 Current aggregate score: ${initialAggregateScore.toFixed(2)}`);
         const errorContext = (0, constraintExtractor_1.generateErrorContext)(failedTest);
         const passingExamples = suite
             .filter(t => t.score >= t.threshold)
@@ -30,7 +32,7 @@ class PromptOptimizer {
         let conversation = [];
         while (iterations < this.maxIterations) {
             iterations++;
-            console.log(`🚀 Optimization Attempt #${iterations}...`);
+            spinner.text = `Optimization Attempt #${iterations}/${this.maxIterations}...`;
             if (iterations === 1) {
                 const input = {
                     originalPrompt: failedTest.prompt,
@@ -53,17 +55,15 @@ class PromptOptimizer {
             }
             for (const candidate of candidates) {
                 try {
-                    console.log(`🧪 Testing candidate...`);
+                    spinner.text = `Attempt #${iterations}: Testing candidate...`;
                     const primaryResult = await (0, shadowTester_1.runShadowTest)(candidate.prompt, failedTest);
                     if (primaryResult.score < failedTest.threshold) {
-                        console.log(`   ❌ Candidate failed to resolve primary error (score: ${primaryResult.score.toFixed(2)})`);
-                        const specificReason = primaryResult.failureReason || `the output was: "${primaryResult.output.substring(0, 100)}..."`;
-                        lastFailureReason = `Candidate failed. Reason: ${specificReason}. Previous reasoning: ${candidate.reasoning}`;
+                        const specificReason = primaryResult.failureReason || `the output was: "${primaryResult.output.substring(0, 50)}..."`;
+                        lastFailureReason = `Candidate failed. Reason: ${specificReason}.`;
                         continue;
                     }
-                    console.log(`   ✅ Resolved primary error. Running anti-regression...`);
+                    spinner.text = `Attempt #${iterations}: Verifying anti-regression...`;
                     const suiteResult = await (0, shadowTester_1.runSuiteShadowTest)(candidate.prompt, suite);
-                    console.log(`   📊 Suite aggregate score: ${suiteResult.aggregateScore.toFixed(2)}`);
                     if (suiteResult.aggregateScore > bestAggregateScore) {
                         bestAggregateScore = suiteResult.aggregateScore;
                         bestResult = {
@@ -81,23 +81,24 @@ class PromptOptimizer {
                         };
                     }
                     else if (suiteResult.aggregateScore <= bestAggregateScore) {
-                        console.log(`   📉 Candidate regression: aggregate score dropped (Current: ${bestAggregateScore.toFixed(2)} VS New: ${suiteResult.aggregateScore.toFixed(2)})`);
                         const regressions = suiteResult.results.filter(r => !r.passed).map(r => r.failureReason).filter(Boolean);
                         const regressionText = regressions.length > 0 ? ` Required features broke: ${regressions.slice(0, 2).join('; ')}.` : '';
-                        lastFailureReason = `The fix resolved the failure but introduced regressions in other cases.${regressionText} Maintain all successful patterns while fixing the failure.`;
+                        lastFailureReason = `Fix introduced regressions.${regressionText}`;
                     }
                 }
                 catch (error) {
-                    console.error(`   ⚠️ Validation error for candidate: ${error.message}`);
+                    spinner.text = `Attempt #${iterations}: ⚠️ ${error.message?.substring(0, 80)}`;
+                    lastFailureReason = error.message;
                 }
             }
             if (bestResult)
                 break;
-            console.log(`♻️ No candidate was net-positive. Retrying with refinement feedback...`);
         }
         if (!bestResult) {
-            throw new Error(`All fix attempts failed to resolve the regression or improve the aggregate score after ${this.maxIterations} iterations.`);
+            spinner.fail(`Optimization failed`);
+            throw new Error(`Failed to improve score after ${this.maxIterations} attempts. ${lastFailureReason || ''}`);
         }
+        spinner.succeed(`Optimization successful!`);
         return bestResult;
     }
     getMetaPrompt(input) {
@@ -130,7 +131,7 @@ class PromptOptimizer {
                 // Pick a strong model for optimization if not defined
                 const model = providerName === 'anthropic' ? 'claude-3-5-sonnet-latest' :
                     providerName === 'openai' ? 'gpt-4o' :
-                        providerName === 'gemini' ? 'gemini-1.5-pro' : undefined;
+                        providerName === 'gemini' ? 'gemini-2.0-flash' : undefined;
                 if (!model)
                     continue;
                 const provider = factory_1.ProviderFactory.create(providerName, {

package/dist/engine/reporter.js

@@ -7,7 +7,7 @@ exports.TestReporter = void 0;
 const chalk_1 = __importDefault(require("chalk"));
 const cli_table3_1 = __importDefault(require("cli-table3"));
 class TestReporter {
-    printResults(run, format = 'both') {
+    printResults(run, format = 'table') {
         if (format === 'json' || format === 'both') {
             this.printJSON(run);
         }

package/dist/engine/runner.js

@@ -18,7 +18,7 @@ class TestRunner {
         const providerNames = ["openai", "anthropic", "openrouter", "gemini"];
         for (const name of providerNames) {
             const providerConfig = this.config.providers[name];
-            if (providerConfig) {
+            if (providerConfig && providerConfig.apiKey) {
                 this.providers.set(name, factory_1.ProviderFactory.create(name, providerConfig));
             }
         }

package/dist/engine/shadowTester.js

@@ -20,16 +20,34 @@ async function runShadowTest(candidatePrompt, test) {
     }
     const providerName = test.config?.provider;
     const model = test.config?.model;
-    // If specific provider/model is requested, use it directly (Strict Mode)
+    // Determine providers to try
+    let providersToTry = [];
     if (providerName && model) {
+        providersToTry.push({ name: providerName, model });
+    }
+    // Fallback queue
+    const fallbackQueue = [
+        { name: 'anthropic', model: 'claude-3-5-sonnet-latest' },
+        { name: 'openai', model: 'gpt-4o' },
+        { name: 'gemini', model: 'gemini-2.0-flash' },
+        { name: 'openrouter', model: 'nvidia/nemotron-3-nano-30b-a3b:free' }
+    ];
+    for (const entry of fallbackQueue) {
+        if (entry.name !== providerName) {
+            providersToTry.push(entry);
+        }
+    }
+    let errors = [];
+    for (const target of providersToTry) {
         try {
-            const apiKey = factory_1.ProviderFactory.getApiKey(providerName);
+            const apiKey = factory_1.ProviderFactory.getApiKey(target.name);
             if (!apiKey) {
-                throw new Error(`No API key found for provider: ${providerName}`);
+                errors.push(`${target.name}: no API key (set ${target.name.toUpperCase()}_API_KEY)`);
+                continue;
             }
-            const provider = factory_1.ProviderFactory.create(providerName, {
+            const provider = factory_1.ProviderFactory.create(target.name, {
                 apiKey,
-                model,
+                model: target.model || 'latest',
                 maxTokens: 2000
             });
             const finalPrompt = (0, interpolation_1.interpolateVariables)(candidatePrompt, test.input);
@@ -44,12 +62,11 @@ async function runShadowTest(candidatePrompt, test) {
             };
         }
         catch (error) {
-            console.log(`⚠️ Specified provider ${providerName} failed: ${error.message}`);
-            throw new Error(`Failed to validate on target model: ${error.message}`);
+            errors.push(`${target.name}: ${error.message}`);
+            continue;
         }
     }
-    // Phase 2 Decision: Fail fast if no provider/model is defined (Strict Awareness)
-    throw new Error(`Test "${test.description}" lacks provider/model configuration. Validation aborted.`);
+    throw new Error(`Shadow test failed for all providers: ${errors.join(' | ')}`);
 }
 /**
  * Run a candidate prompt against multiple tests and return aggregate results

package/dist/storage/database.js

@@ -118,7 +118,7 @@ class TestDatabase {
       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
     `);
         for (const result of run.results) {
-            insertResult.run(result.id, run.id, result.testCase.description, typeof result.testCase.prompt === 'string' ? result.testCase.prompt : JSON.stringify(result.testCase.prompt), result.testCase.variables ? JSON.stringify(result.testCase.variables) : null, typeof result.testCase.expect === 'string' ? result.testCase.expect : JSON.stringify(result.testCase.expect), result.testCase.config ? JSON.stringify(result.testCase.config) : null, result.testCase.filePath || null, result.status, result.score, result.actualOutput, result.expectedOutput, result.error || null, result.metadata.duration, result.metadata.tokens || null, result.metadata.cost || null, result.metadata.provider || null);
+            insertResult.run(result.id, run.id, result.testCase.description || 'No description', typeof result.testCase.prompt === 'string' ? result.testCase.prompt : JSON.stringify(result.testCase.prompt), result.testCase.variables ? JSON.stringify(result.testCase.variables) : null, typeof result.testCase.expect === 'string' ? result.testCase.expect : JSON.stringify(result.testCase.expect), result.testCase.config ? JSON.stringify(result.testCase.config) : null, result.testCase.filePath || null, result.status, result.score, result.actualOutput, result.expectedOutput, result.error || null, result.metadata.duration, result.metadata.tokens || null, result.metadata.cost || null, result.metadata.provider || null);
         }
     }
     getRecentRuns(limit = 10) {

package/dist/utils/config.js

@@ -21,16 +21,16 @@ function validateConfig(config) {
     if (!config.providers || Object.keys(config.providers).length === 0) {
         throw new Error('At least one provider must be configured');
     }
-    // Validate API keys
-    for (const [provider, cfg] of Object.entries(config.providers)) {
-        if (!cfg.apiKey) {
-            throw new Error(`API key missing for provider: ${provider}`);
-        }
+    // Validate API keys - ensure at least one provider is valid
+    const validProviders = Object.entries(config.providers)
+        .filter(([_, cfg]) => !!cfg.apiKey);
+    if (validProviders.length === 0) {
+        throw new Error('No valid API keys found. Please provide at least one API key in your .env file.');
     }
     return {
         threshold: config.threshold || 0.8,
         testDir: config.testDir || './tests',
-        outputFormat: config.outputFormat || 'both',
+        outputFormat: config.outputFormat || 'table',
         ...config
     };
 }
@@ -70,7 +70,7 @@ function getDefaultConfigTemplate() {
   testDir: './tests',
   
   // Output format: 'json', 'table', or 'both'
-  outputFormat: 'both'
+  outputFormat: 'table'
 };
 `;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tuneprompt",
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "Industrial-grade testing framework for LLM prompts",
   "repository": {
     "type": "git",