mcp-prompt-optimizer 1.4.2 → 2.2.3

package/tests/integration-test.js

@@ -1,446 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * 🔌 INTEGRATION TEST SUITE
- * 
- * Tests the NPM package against the actual FastAPI backend (if available)
- * and validates end-to-end functionality with both real and mock API keys.
- * 
- * Usage:
- * - With real API key: OPTIMIZER_API_KEY=sk-opt-xxx node tests/integration-test.js
- * - Mock mode only: node tests/integration-test.js
- * - Dev mode: OPTIMIZER_DEV_MODE=true node tests/integration-test.js
- */
-
-const https = require('https');
-const http = require('http');
-const { MCPPromptOptimizer } = require('../index');
-const CloudApiKeyManager = require('../lib/api-key-manager');
-const packageJson = require('../package.json');
-
-class IntegrationTest {
-    constructor() {
-        this.results = { passed: 0, failed: 0, warnings: 0, errors: [] };
-        this.apiKey = process.env.OPTIMIZER_API_KEY;
-        this.hasRealApiKey = !!this.apiKey;
-        this.devMode = process.env.OPTIMIZER_DEV_MODE === 'true';
-        this.backendUrl = process.env.OPTIMIZER_BACKEND_URL || 'https://p01--project-optimizer--fvmrdk8m9k9j.code.run';
-    }
-
-    log(message, type = 'info') {
-        const timestamp = new Date().toLocaleTimeString();
-        const icons = { success: '✅', error: '❌', warning: '⚠️', info: 'ℹ️', test: '🧪' };
-        console.log(`[${timestamp}] ${icons[type] || icons.info} ${message}`);
-    }
-
-    async test(name, testFn, critical = true) {
-        try {
-            this.log(`Testing: ${name}`, 'test');
-            const result = await testFn();
-            
-            if (result.success) {
-                this.results.passed++;
-                this.log(`PASS: ${name}`, 'success');
-                if (result.details) this.log(`  ${result.details}`, 'info');
-            } else {
-                if (critical) {
-                    this.results.failed++;
-                    this.results.errors.push(name);
-                    this.log(`FAIL: ${name}`, 'error');
-                } else {
-                    this.results.warnings++;
-                    this.log(`WARNING: ${name}`, 'warning');
-                }
-                if (result.error) this.log(`  ${result.error}`, 'error');
-            }
-        } catch (error) {
-            if (critical) {
-                this.results.failed++;
-                this.results.errors.push(name);
-                this.log(`FAIL: ${name} - ${error.message}`, 'error');
-            } else {
-                this.results.warnings++;
-                this.log(`WARNING: ${name} - ${error.message}`, 'warning');
-            }
-        }
-    }
-
-    async testBackendConnectivity() {
-        return new Promise((resolve) => {
-            const url = `${this.backendUrl}/health`;
-            const client = this.backendUrl.startsWith('https://') ? https : http;
-            
-            const req = client.request(url, { method: 'GET', timeout: 5000 }, (res) => {
-                let data = '';
-                res.on('data', chunk => data += chunk);
-                res.on('end', () => {
-                    if (res.statusCode === 200) {
-                        resolve({ 
-                            success: true, 
-                            details: `Backend responded with status ${res.statusCode}` 
-                        });
-                    } else {
-                        resolve({ 
-                            success: false, 
-                            error: `Backend returned status ${res.statusCode}` 
-                        });
-                    }
-                });
-            });
-
-            req.on('error', (error) => {
-                resolve({ 
-                    success: false, 
-                    error: `Backend connection failed: ${error.message}` 
-                });
-            });
-
-            req.on('timeout', () => {
-                req.destroy();
-                resolve({ 
-                    success: false, 
-                    error: 'Backend connection timeout' 
-                });
-            });
-
-            req.setTimeout(5000);
-            req.end();
-        });
-    }
-
-    async testMockApiKeyValidation() {
-        try {
-            const manager = new CloudApiKeyManager('sk-dev-test-key-1234567890abcdef', { 
-                developmentMode: true 
-            });
-            
-            const validation = await manager.validateApiKey();
-            
-            if (validation && validation.valid && validation.mock_mode) {
-                return { 
-                    success: true, 
-                    details: `Mock validation successful, tier: ${validation.tier}` 
-                };
-            } else {
-                return { 
-                    success: false, 
-                    error: 'Mock validation did not return expected structure' 
-                };
-            }
-        } catch (error) {
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testRealApiKeyValidation() {
-        if (!this.hasRealApiKey) {
-            return { success: true, details: 'Skipped - no real API key provided' };
-        }
-
-        try {
-            const manager = new CloudApiKeyManager(this.apiKey, { 
-                developmentMode: this.devMode 
-            });
-            
-            const validation = await manager.validateApiKey();
-            
-            if (validation && validation.valid) {
-                return { 
-                    success: true, 
-                    details: `Real API key validated, tier: ${validation.tier}, quota: ${validation.quota?.used || 0}/${validation.quota?.limit || 'unlimited'}` 
-                };
-            } else {
-                return { 
-                    success: false, 
-                    error: 'Real API key validation failed' 
-                };
-            }
-        } catch (error) {
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testMockOptimization() {
-        try {
-            // Test without API key (should use mock mode)
-            const originalApiKey = process.env.OPTIMIZER_API_KEY;
-            delete process.env.OPTIMIZER_API_KEY;
-            
-            const server = new MCPPromptOptimizer();
-            server.apiKey = 'sk-dev-test-key-1234567890abcdef';
-            server.developmentMode = true;
-            
-            const result = await server.handleOptimizePrompt({
-                prompt: 'Help me write a professional email to my boss',
-                goals: ['clarity', 'professionalism'],
-                ai_context: 'human_communication'
-            });
-
-            // Restore original API key
-            if (originalApiKey) {
-                process.env.OPTIMIZER_API_KEY = originalApiKey;
-            }
-
-            if (result && result.content && result.content[0] && result.content[0].text) {
-                const text = result.content[0].text;
-                if (text.includes('🎯 Optimized Prompt') && text.includes('Confidence:')) {
-                    return { 
-                        success: true, 
-                        details: 'Mock optimization generated proper MCP response format' 
-                    };
-                }
-            }
-
-            return { 
-                success: false, 
-                error: 'Mock optimization did not return expected MCP response format' 
-            };
-        } catch (error) {
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testRealOptimization() {
-        if (!this.hasRealApiKey) {
-            return { success: true, details: 'Skipped - no real API key provided' };
-        }
-
-        try {
-            const server = new MCPPromptOptimizer();
-            server.apiKey = this.apiKey;
-            server.developmentMode = this.devMode;
-
-            const result = await server.handleOptimizePrompt({
-                prompt: 'Create a test prompt for AI optimization',
-                goals: ['clarity', 'specificity'],
-                ai_context: 'llm_interaction'
-            });
-
-            if (result && result.content && result.content[0] && result.content[0].text) {
-                const text = result.content[0].text;
-                if (text.includes('🎯 Optimized Prompt') && text.includes('Confidence:')) {
-                    return { 
-                        success: true, 
-                        details: 'Real optimization successful with proper response format' 
-                    };
-                }
-            }
-
-            return { 
-                success: false, 
-                error: 'Real optimization did not return expected response format' 
-            };
-        } catch (error) {
-            // Network errors are acceptable for integration tests
-            if (error.message.includes('Network') || error.message.includes('DNS') || error.message.includes('timeout')) {
-                return { 
-                    success: true, 
-                    details: `Network error handled gracefully: ${error.message}` 
-                };
-            }
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testQuotaStatus() {
-        if (!this.hasRealApiKey) {
-            return { success: true, details: 'Skipped - no real API key provided' };
-        }
-
-        try {
-            const server = new MCPPromptOptimizer();
-            server.apiKey = this.apiKey;
-            server.developmentMode = this.devMode;
-
-            const result = await server.handleGetQuotaStatus();
-
-            if (result && result.content && result.content[0] && result.content[0].text) {
-                const text = result.content[0].text;
-                if (text.includes('📊 Subscription Status') && text.includes('Plan:')) {
-                    return { 
-                        success: true, 
-                        details: 'Quota status retrieved successfully' 
-                    };
-                }
-            }
-
-            return { 
-                success: false, 
-                error: 'Quota status did not return expected format' 
-            };
-        } catch (error) {
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testTemplateSearch() {
-        try {
-            const server = new MCPPromptOptimizer();
-            if (this.hasRealApiKey) {
-                server.apiKey = this.apiKey;
-                server.developmentMode = this.devMode;
-            } else {
-                server.apiKey = 'sk-dev-test-key-1234567890abcdef';
-                server.developmentMode = true;
-            }
-
-            const result = await server.handleSearchTemplates({
-                query: 'test template search',
-                ai_context: 'llm_interaction',
-                limit: 3
-            });
-
-            if (result && result.content && result.content[0] && result.content[0].text) {
-                const text = result.content[0].text;
-                if (text.includes('🔍 Template Search Results')) {
-                    return { 
-                        success: true, 
-                        details: 'Template search returned proper response format' 
-                    };
-                }
-            }
-
-            return { 
-                success: false, 
-                error: 'Template search did not return expected format' 
-            };
-        } catch (error) {
-            // Template search failures are acceptable (might be empty or network issues)
-            if (error.message.includes('temporarily unavailable') || error.message.includes('Network') || error.message.includes('Not authenticated')) {
-                return { 
-                    success: true, 
-                    details: `Template search handled gracefully: ${error.message}` 
-                };
-            }
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testMCPToolDefinitions() {
-        try {
-            const server = new MCPPromptOptimizer();
-            
-            // We can't easily test the MCP handlers directly, but we can test the tool definitions
-            const hasOptimizeMethod = typeof server.handleOptimizePrompt === 'function';
-            const hasQuotaMethod = typeof server.handleGetQuotaStatus === 'function';
-            const hasSearchMethod = typeof server.handleSearchTemplates === 'function';
-            const hasDetectMethod = typeof server.detectAIContext === 'function';
-            const hasFormatMethod = typeof server.formatOptimizationResult === 'function';
-
-            if (hasOptimizeMethod && hasQuotaMethod && hasSearchMethod && hasDetectMethod && hasFormatMethod) {
-                return { 
-                    success: true, 
-                    details: 'All required MCP tool methods are defined' 
-                };
-            } else {
-                return { 
-                    success: false, 
-                    error: 'Some MCP tool methods are missing' 
-                };
-            }
-        } catch (error) {
-            return { success: false, error: error.message };
-        }
-    }
-
-    async testErrorRecovery() {
-        try {
-            const server = new MCPPromptOptimizer();
-            server.apiKey = 'invalid-api-key-format';
-            server.developmentMode = false;
-
-            // This should fail gracefully
-            try {
-                await server.handleOptimizePrompt({
-                    prompt: 'Test error recovery',
-                    goals: ['clarity']
-                });
-                return { 
-                    success: false, 
-                    error: 'Invalid API key should have thrown an error' 
-                };
-            } catch (error) {
-                if (error.message.includes('format') || error.message.includes('Invalid')) {
-                    return { 
-                        success: true, 
-                        details: 'Error recovery working - invalid API key properly rejected' 
-                    };
-                } else {
-                    return { 
-                        success: false, 
-                        error: `Unexpected error type: ${error.message}` 
-                    };
-                }
-            }
-        } catch (error) {
-            return { success: false, error: error.message };
-        }
-    }
-
-    async runIntegrationTests() {
-        console.log(`🔌 Integration Test Suite - ${packageJson.name} v${packageJson.version}`);
-        console.log(`🔑 API Key: ${this.hasRealApiKey ? 'Available' : 'Mock Mode Only'}`);
-        console.log(`🛠️  Dev Mode: ${this.devMode}`);
-        console.log(`🌐 Backend: ${this.backendUrl}\n`);
-
-        // Critical tests
-        await this.test('Backend connectivity', () => this.testBackendConnectivity(), false);
-        await this.test('Mock API key validation', () => this.testMockApiKeyValidation());
-        await this.test('Real API key validation', () => this.testRealApiKeyValidation(), false);
-        await this.test('Mock optimization', () => this.testMockOptimization());
-        await this.test('Real optimization', () => this.testRealOptimization(), false);
-        await this.test('Quota status retrieval', () => this.testQuotaStatus(), false);
-        await this.test('Template search', () => this.testTemplateSearch(), false);
-        await this.test('MCP tool definitions', () => this.testMCPToolDefinitions());
-        await this.test('Error recovery', () => this.testErrorRecovery());
-
-        return this.generateReport();
-    }
-
-    generateReport() {
-        const total = this.results.passed + this.results.failed;
-        const successRate = total > 0 ? ((this.results.passed / total) * 100).toFixed(1) : 0;
-
-        console.log('\n' + '='.repeat(80));
-        console.log('🔌 INTEGRATION TEST RESULTS');
-        console.log('='.repeat(80));
-        
-        console.log(`✅ Tests Passed: ${this.results.passed}`);
-        console.log(`❌ Tests Failed: ${this.results.failed}`);
-        console.log(`⚠️  Warnings: ${this.results.warnings}`);
-        console.log(`📊 Success Rate: ${successRate}%`);
-
-        if (this.results.failed > 0) {
-            console.log('\n❌ FAILED TESTS:');
-            this.results.errors.forEach(error => console.log(`   • ${error}`));
-        }
-
-        console.log('\n🎯 INTEGRATION STATUS:');
-        if (this.results.failed === 0) {
-            console.log('✅ INTEGRATION TESTS PASSED');
-            console.log('   Package is ready for production deployment');
-            if (!this.hasRealApiKey) {
-                console.log('   ℹ️  Tests ran in mock mode - real API integration not verified');
-            }
-        } else {
-            console.log('❌ INTEGRATION ISSUES DETECTED');
-            console.log('   Some integration tests failed - review before deployment');
-        }
-
-        console.log('='.repeat(80) + '\n');
-        return this.results.failed === 0;
-    }
-}
-
-// Run integration tests
-if (require.main === module) {
-    const integrationTest = new IntegrationTest();
-    integrationTest.runIntegrationTests().then(success => {
-        process.exit(success ? 0 : 1);
-    }).catch(error => {
-        console.error('❌ Integration test suite crashed:', error);
-        process.exit(1);
-    });
-}
-
-module.exports = IntegrationTest;