@tyvm/knowhow 0.0.159 → 0.0.161

package/tests/manual/browser-login/test_cross_platform_browser.ts

@@ -1,186 +0,0 @@
-#!/usr/bin/env npx tsx
-
-/**
- * Manual Test: Cross-Platform Browser Opening
- * 
- * This test validates that the browser opening functionality works across different platforms:
- * 1. Detects the current platform
- * 2. Tests browser opening with a test URL
- * 3. Validates the correct command is used for each platform
- * 4. Tests fallback behavior when browser opening fails
- * 
- * Prerequisites:
- * - Default browser installed on the system
- * - Network connection (for test URL)
- * 
- * Usage: npx tsx ./tests/manual/browser-login/test_cross_platform_browser.ts
- */
-
-import { openBrowser } from '../../../src/auth/browserLogin';
-import * as os from 'os';
-import { exec } from 'child_process';
-import { promisify } from 'util';
-
-const execAsync = promisify(exec);
-
-async function testCrossPlatformBrowser(): Promise<void> {
-  console.log('\n=== Cross-Platform Browser Opening Test ===\n');
-  
-  const platform = os.platform();
-  console.log(`Detected platform: ${platform}`);
-  
-  let testResults: string[] = [];
-  
-  // Test 1: Platform Detection
-  console.log('\n=== Test 1: Platform Detection ===');
-  
-  let expectedCommand: string;
-  switch (platform) {
-    case 'darwin':
-      expectedCommand = 'open';
-      console.log('✅ Platform: macOS - should use "open" command');
-      break;
-    case 'win32':
-      expectedCommand = 'start';
-      console.log('✅ Platform: Windows - should use "start" command');
-      break;
-    default:
-      expectedCommand = 'xdg-open';
-      console.log('✅ Platform: Linux/Unix - should use "xdg-open" command');
-      break;
-  }
-  testResults.push('✅ Platform detection: PASSED');
-  
-  // Test 2: Command Availability
-  console.log('\n=== Test 2: Browser Command Availability ===');
-  
-  try {
-    // Test if the expected command exists
-    await execAsync(`which ${expectedCommand} || where ${expectedCommand}`);
-    console.log(`✅ Browser command "${expectedCommand}" is available`);
-    testResults.push('✅ Browser command availability: PASSED');
-  } catch (error) {
-    console.log(`⚠️  Browser command "${expectedCommand}" may not be available`);
-    console.log('   This could cause browser opening to fail gracefully');
-    testResults.push('⚠️  Browser command availability: WARNING');
-  }
-  
-  // Test 3: Browser Opening with Test URL
-  console.log('\n=== Test 3: Browser Opening Test ===');
-  console.log('Testing browser opening with a test URL...');
-  console.log('Note: This should open https://example.com in your default browser');
-  
-  const testUrl = 'https://example.com';
-  
-  try {
-    await openBrowser(testUrl);
-    console.log('✅ Browser opening completed without errors');
-    
-    // Give user time to confirm
-    console.log('\nDid your browser open to https://example.com? (This test requires manual verification)');
-    console.log('The test will continue in 10 seconds...');
-    
-    await new Promise(resolve => setTimeout(resolve, 10000));
-    
-    testResults.push('✅ Browser opening: PASSED (manual verification required)');
-    
-  } catch (error) {
-    console.log(`⚠️  Browser opening failed gracefully: ${error.message}`);
-    console.log('   This is expected behavior - the application should continue working');
-    testResults.push('✅ Browser opening fallback: PASSED');
-  }
-  
-  // Test 4: Invalid URL Handling
-  console.log('\n=== Test 4: Invalid URL Handling ===');
-  
-  try {
-    await openBrowser('not-a-valid-url');
-    console.log('✅ Invalid URL handled gracefully');
-    testResults.push('✅ Invalid URL handling: PASSED');
-  } catch (error) {
-    console.log(`⚠️  Invalid URL caused error: ${error.message}`);
-    console.log('   This is acceptable as long as it doesn\'t crash the application');
-    testResults.push('✅ Invalid URL handling: PASSED (graceful failure)');
-  }
-  
-  // Test 5: URL with Special Characters
-  console.log('\n=== Test 5: Special Characters in URL ===');
-  
-  const specialUrl = 'https://example.com/path?param=value&other=test#fragment';
-  
-  try {
-    await openBrowser(specialUrl);
-    console.log('✅ URL with special characters handled correctly');
-    testResults.push('✅ Special characters handling: PASSED');
-  } catch (error) {
-    console.log(`⚠️  Special characters in URL caused issues: ${error.message}`);
-    testResults.push('⚠️  Special characters handling: WARNING');
-  }
-  
-  // Platform-specific tests
-  console.log('\n=== Test 6: Platform-Specific Command Testing ===');
-  
-  try {
-    const testCommand = getTestCommand(platform);
-    if (testCommand) {
-      console.log(`Testing platform-specific command: ${testCommand}`);
-      await execAsync(testCommand);
-      console.log('✅ Platform-specific command executed successfully');
-      testResults.push('✅ Platform-specific command: PASSED');
-    } else {
-      console.log('⚠️  No platform-specific test available');
-      testResults.push('⚠️  Platform-specific command: SKIPPED');
-    }
-  } catch (error) {
-    console.log(`❌ Platform-specific command failed: ${error.message}`);
-    testResults.push('❌ Platform-specific command: FAILED');
-  }
-  
-  // Print summary
-  console.log('\n=== Test Summary ===');
-  testResults.forEach(result => console.log(result));
-  
-  const passedTests = testResults.filter(r => r.includes('PASSED')).length;
-  const warningTests = testResults.filter(r => r.includes('WARNING')).length;
-  const failedTests = testResults.filter(r => r.includes('FAILED')).length;
-  const totalTests = testResults.length;
-  
-  console.log(`\nResults: ${passedTests}/${totalTests} passed, ${warningTests} warnings, ${failedTests} failed`);
-  
-  if (failedTests === 0) {
-    console.log('🎉 Cross-platform browser tests completed successfully!');
-    if (warningTests > 0) {
-      console.log('   Some warnings detected - check platform-specific behavior');
-    }
-    process.exit(0);
-  } else {
-    console.log('❌ Some cross-platform browser tests failed');
-    process.exit(1);
-  }
-}
-
-function getTestCommand(platform: string): string | null {
-  switch (platform) {
-    case 'darwin':
-      // Test opening a simple file/app that should exist
-      return 'open -a "System Preferences" || echo "Could not open System Preferences"';
-    case 'win32':
-      // Test opening notepad which should be available on all Windows systems
-      return 'start notepad && timeout 2 && taskkill /f /im notepad.exe 2>nul || echo "Notepad test completed"';
-    default:
-      // Test xdg-open with a simple command
-      return 'xdg-open --version || echo "xdg-open version check completed"';
-  }
-}
-
-// Handle graceful shutdown
-process.on('SIGINT', () => {
-  console.log('\n\n🛑 Test interrupted by user (Ctrl+C)');
-  process.exit(0);
-});
-
-// Run the test
-testCrossPlatformBrowser().catch((error) => {
-  console.error('Unhandled error:', error);
-  process.exit(1);
-});

package/tests/manual/browser-login/test_error_scenarios.ts

@@ -1,223 +0,0 @@
-#!/usr/bin/env npx tsx
-
-/**
- * Manual Test: Error Scenarios and Edge Cases
- * 
- * This test validates error handling and edge cases in the browser login flow:
- * 1. Network connectivity issues
- * 2. Invalid API responses
- * 3. Timeout scenarios
- * 4. User cancellation
- * 5. Session expiration
- * 6. Invalid JWT handling
- * 
- * Prerequisites:
- * - Network connection (some tests will simulate disconnection)
- * - Valid KNOWHOW_API_URL environment variable
- * 
- * Usage: npx tsx ./tests/manual/browser-login/test_error_scenarios.ts
- */
-
-import { BrowserLoginService, validateJwt } from '../../../src/auth/browserLogin';
-import { BrowserLoginError } from '../../../src/auth/errors';
-import * as fs from 'fs';
-import * as path from 'path';
-
-async function testErrorScenarios(): Promise<void> {
-  console.log('\n=== Error Scenarios and Edge Cases Test ===\n');
-  
-  let testResults: string[] = [];
-  const configDir = path.join(process.cwd(), '.knowhow');
-  const jwtFile = path.join(configDir, '.jwt');
-  
-  // Test 1: Invalid API URL
-  console.log('=== Test 1: Invalid API URL ===');
-  try {
-    const browserLogin = new BrowserLoginService('https://invalid-api-url-that-does-not-exist.com');
-    await browserLogin.login();
-    console.log('❌ Test 1 FAILED: Should have thrown error for invalid API URL');
-    testResults.push('❌ Invalid API URL: FAILED');
-  } catch (error) {
-    if (error instanceof BrowserLoginError && error.code === 'NETWORK_ERROR') {
-      console.log('✅ Test 1 PASSED: Invalid API URL properly handled');
-      testResults.push('✅ Invalid API URL: PASSED');
-    } else if (error.message.includes('network') || error.message.includes('ENOTFOUND') || error.message.includes('connect')) {
-      console.log('✅ Test 1 PASSED: Network error properly handled');
-      testResults.push('✅ Invalid API URL: PASSED');
-    } else {
-      console.log(`⚠️  Test 1 WARNING: Unexpected error type: ${error.message}`);
-      testResults.push('⚠️  Invalid API URL: WARNING');
-    }
-  }
-  
-  // Test 2: Missing API URL
-  console.log('\n=== Test 2: Missing API URL ===');
-  try {
-    const originalUrl = process.env.KNOWHOW_API_URL;
-    delete process.env.KNOWHOW_API_URL;
-    
-    const browserLogin = new BrowserLoginService('');
-    await browserLogin.login();
-    
-    // Restore environment variable
-    process.env.KNOWHOW_API_URL = originalUrl;
-    
-    console.log('❌ Test 2 FAILED: Should have thrown error for missing API URL');
-    testResults.push('❌ Missing API URL: FAILED');
-  } catch (error) {
-    process.env.KNOWHOW_API_URL = process.env.KNOWHOW_API_URL || 'https://app.knowhow.run';
-    
-    if (error.message.includes('not set') || error.message.includes('API_URL')) {
-      console.log('✅ Test 2 PASSED: Missing API URL properly handled');
-      testResults.push('✅ Missing API URL: PASSED');
-    } else {
-      console.log(`⚠️  Test 2 WARNING: Unexpected error: ${error.message}`);
-      testResults.push('⚠️  Missing API URL: WARNING');
-    }
-  }
-  
-  // Test 3: JWT Validation
-  console.log('\n=== Test 3: JWT Validation ===');
-  
-  const jwtTests = [
-    { jwt: '', expected: false, name: 'empty string' },
-    { jwt: 'invalid', expected: false, name: 'single part' },
-    { jwt: 'part1.part2', expected: false, name: 'two parts' },
-    { jwt: 'part1.part2.part3', expected: true, name: 'three parts' },
-    { jwt: 'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIiwiYWRtaW4iOnRydWV9.eoaDVGTClRdfxUZXiPs3f8FmJDkDE_VCQBNn120LSg', expected: false, name: 'incomplete JWT' },
-    { jwt: 'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIiwiYWRtaW4iOnRydWV9.eoaDVGTClRdfxUZXiPs3f8FmJDkDE_VCQBNn120LSug', expected: true, name: 'valid JWT format' },
-    { jwt: null as any, expected: false, name: 'null value' },
-    { jwt: undefined as any, expected: false, name: 'undefined value' },
-    { jwt: 123 as any, expected: false, name: 'number value' },
-  ];
-  
-  let jwtValidationPassed = 0;
-  for (const test of jwtTests) {
-    const result = validateJwt(test.jwt);
-    if (result === test.expected) {
-      console.log(`   ✅ JWT validation (${test.name}): PASSED`);
-      jwtValidationPassed++;
-    } else {
-      console.log(`   ❌ JWT validation (${test.name}): FAILED - expected ${test.expected}, got ${result}`);
-    }
-  }
-  
-  if (jwtValidationPassed === jwtTests.length) {
-    console.log('✅ Test 3 PASSED: All JWT validation tests passed');
-    testResults.push('✅ JWT validation: PASSED');
-  } else {
-    console.log(`❌ Test 3 FAILED: ${jwtValidationPassed}/${jwtTests.length} JWT validation tests passed`);
-    testResults.push('❌ JWT validation: FAILED');
-  }
-  
-  // Test 4: File Permission Handling
-  console.log('\n=== Test 4: File Permission Handling ===');
-  
-  try {
-    // Clean up any existing JWT file
-    if (fs.existsSync(jwtFile)) {
-      fs.unlinkSync(jwtFile);
-    }
-    
-    // Create directory if it doesn't exist
-    if (!fs.existsSync(configDir)) {
-      fs.mkdirSync(configDir, { recursive: true });
-    }
-    
-    // Test writing to a read-only directory (simulate permission issue)
-    const testJwt = 'test.jwt.token';
-    
-    try {
-      fs.writeFileSync(jwtFile, testJwt, { mode: 0o600 });
-      const stats = fs.statSync(jwtFile);
-      const permissions = stats.mode & parseInt('777', 8);
-      
-      if (permissions === parseInt('600', 8)) {
-        console.log('✅ Test 4 PASSED: JWT file permissions set correctly');
-        testResults.push('✅ File permissions: PASSED');
-      } else {
-        console.log(`⚠️  Test 4 WARNING: File permissions are ${permissions.toString(8)}, expected 600`);
-        testResults.push('⚠️  File permissions: WARNING');
-      }
-      
-      // Clean up test file
-      fs.unlinkSync(jwtFile);
-      
-    } catch (error) {
-      console.log(`❌ Test 4 FAILED: Could not create JWT file: ${error.message}`);
-      testResults.push('❌ File permissions: FAILED');
-    }
-    
-  } catch (error) {
-    console.log(`❌ Test 4 FAILED: File permission test error: ${error.message}`);
-    testResults.push('❌ File permissions: FAILED');
-  }
-  
-  // Test 5: Error Code Handling
-  console.log('\n=== Test 5: Error Code Handling ===');
-  
-  try {
-    const error1 = new BrowserLoginError('Test error', 'USER_CANCELLED');
-    const error2 = new BrowserLoginError('Test error without code');
-    
-    if (error1.code === 'USER_CANCELLED' && !error2.code) {
-      console.log('✅ Test 5 PASSED: Error codes handled correctly');
-      testResults.push('✅ Error codes: PASSED');
-    } else {
-      console.log('❌ Test 5 FAILED: Error codes not working correctly');
-      testResults.push('❌ Error codes: FAILED');
-    }
-  } catch (error) {
-    console.log(`❌ Test 5 FAILED: Error code test failed: ${error.message}`);
-    testResults.push('❌ Error codes: FAILED');
-  }
-  
-  // Test 6: Graceful Cancellation Simulation
-  console.log('\n=== Test 6: Graceful Cancellation Simulation ===');
-  console.log('This test simulates user cancellation (Ctrl+C) behavior...');
-  
-  try {
-    // This test would be interactive in a real scenario
-    console.log('✅ Test 6 PASSED: Cancellation mechanisms are in place');
-    console.log('   (Full cancellation test requires manual Ctrl+C during login)');
-    testResults.push('✅ Cancellation simulation: PASSED');
-  } catch (error) {
-    console.log(`❌ Test 6 FAILED: ${error.message}`);
-    testResults.push('❌ Cancellation simulation: FAILED');
-  }
-  
-  // Print summary
-  console.log('\n=== Test Summary ===');
-  testResults.forEach(result => console.log(result));
-  
-  const passedTests = testResults.filter(r => r.includes('PASSED')).length;
-  const warningTests = testResults.filter(r => r.includes('WARNING')).length;
-  const failedTests = testResults.filter(r => r.includes('FAILED')).length;
-  const totalTests = testResults.length;
-  
-  console.log(`\nResults: ${passedTests}/${totalTests} passed, ${warningTests} warnings, ${failedTests} failed`);
-  
-  if (failedTests === 0) {
-    console.log('🎉 Error scenario tests completed successfully!');
-    if (warningTests > 0) {
-      console.log('   Some warnings detected - review edge case handling');
-    }
-    process.exit(0);
-  } else {
-    console.log('❌ Some error scenario tests failed');
-    process.exit(1);
-  }
-}
-
-// Handle graceful shutdown
-process.on('SIGINT', () => {
-  console.log('\n\n🛑 Test interrupted by user (Ctrl+C)');
-  console.log('   This demonstrates the graceful cancellation feature');
-  process.exit(0);
-});
-
-// Run the test
-testErrorScenarios().catch((error) => {
-  console.error('Unhandled error:', error);
-  process.exit(1);
-});

package/tests/manual/cli/no-env.sh

@@ -1,274 +0,0 @@
-#!/bin/bash
-
-# CLI Environment Variable Test Script
-# Purpose: Test knowhow CLI functionality without required environment variables
-# This script ensures the CLI gracefully handles missing API keys and environment variables
-#
-# DISCOVERED ISSUES:
-# - Tests knowhow ask command with specific model to ensure it works without env vars
-# - The CLI currently crashes on startup (even for --help) when OPENAI_KEY is missing
-# - This is caused by src/ai.ts:17 where OpenAI client is instantiated at module load time
-# - The architecture needs to be fixed to lazy-load API clients only when needed
-#
-# ENVIRONMENT VARIABLES TESTED:
-# - OPENAI_KEY, ANTHROPIC_API_KEY, GEMINI_API_KEY, XAI_API_KEY (AI providers)
-# - GITHUB_TOKEN (service integrations)
-# - AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY (S3 service)
-# - Alternative names: OPENAI_API_KEY, ANTHROPIC_KEY, GOOGLE_API_KEY
-
-set -e
-
-# Colors for output
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m' # No Color
-
-# Test results tracking
-TESTS_PASSED=0
-TESTS_FAILED=0
-TOTAL_TESTS=0
-
-echo -e "${BLUE}=== Knowhow CLI Environment Variable Test ===${NC}"
-echo "Testing CLI functionality without environment variables"
-echo
-
-# Function to print test results
-print_test_result() {
-    local test_name="$1"
-    local exit_code="$2"
-    local expected_code="${3:-0}"
-
-    TOTAL_TESTS=$((TOTAL_TESTS + 1))
-
-    if [ "$exit_code" -eq "$expected_code" ]; then
-        echo -e "${GREEN}✓ PASS${NC} - $test_name"
-        TESTS_PASSED=$((TESTS_PASSED + 1))
-    else
-        echo -e "${RED}✗ FAIL${NC} - $test_name (exit code: $exit_code, expected: $expected_code)"
-        TESTS_FAILED=$((TESTS_FAILED + 1))
-    fi
-}
-
-# Function to run a test command
-run_test() {
-    local test_name="$1"
-    local command="$2"
-    local expected_exit_code="${3:-0}"
-
-    echo -e "${YELLOW}Running:${NC} $command"
-    echo -e "${BLUE}--- Command Output ---${NC}"
-
-    # Capture both stdout and stderr, and the exit code
-    # Show output in real-time while also capturing it
-    if output=$(eval "$command" 2>&1 | tee /dev/stderr); then
-        exit_code=0
-    else
-        exit_code=$?
-    fi
-
-    echo -e "${BLUE}--- End Output ---${NC}"
-    print_test_result "$test_name" "$exit_code" "$expected_exit_code"
-
-    # Show additional output details if there was an unexpected failure
-    if [ "$exit_code" -ne "$expected_exit_code" ]; then
-        echo "$output" | head -10  # Show first 10 lines to avoid spam
-        if [ $(echo "$output" | wc -l) -gt 10 ]; then
-            echo "... (output truncated)"
-        fi
-    fi
-    echo
-}
-
-# Save current environment variables
-echo -e "${BLUE}Step 1: Backing up current environment variables${NC}"
-BACKUP_OPENAI_KEY="${OPENAI_KEY:-}"
-BACKUP_ANTHROPIC_API_KEY="${ANTHROPIC_API_KEY:-}"
-BACKUP_GEMINI_API_KEY="${GEMINI_API_KEY:-}"
-BACKUP_XAI_API_KEY="${XAI_API_KEY:-}"
-BACKUP_GITHUB_TOKEN="${GITHUB_TOKEN:-}"
-
-# Additional backup variables found in codebase analysis
-BACKUP_OPENAI_API_KEY="${OPENAI_API_KEY:-}"
-BACKUP_ANTHROPIC_KEY="${ANTHROPIC_KEY:-}"
-BACKUP_GOOGLE_API_KEY="${GOOGLE_API_KEY:-}"
-BACKUP_AWS_ACCESS_KEY_ID="${AWS_ACCESS_KEY_ID:-}"
-BACKUP_AWS_SECRET_ACCESS_KEY="${AWS_SECRET_ACCESS_KEY:-}"
-
-echo "Environment variables backed up"
-echo
-
-# Clear all environment variables
-echo -e "${BLUE}Step 2: Clearing all relevant environment variables${NC}"
-unset OPENAI_KEY
-unset ANTHROPIC_API_KEY
-unset GEMINI_API_KEY
-unset XAI_API_KEY
-unset GITHUB_TOKEN
-
-# Additional environment variables that might affect the CLI
-unset OPENAI_API_KEY  # Alternative name
-unset ANTHROPIC_KEY   # Alternative name
-unset GOOGLE_API_KEY  # Alternative name
-# Additional variables that might be used
-unset AWS_ACCESS_KEY_ID    # For S3 service
-unset AWS_SECRET_ACCESS_KEY # For S3 service
-unset JWT_SECRET           # Potential auth variable
-unset NODE_ENV             # Environment setting
-
-
-echo "Environment variables cleared:"
-echo "- OPENAI_KEY"
-echo "- ANTHROPIC_API_KEY"
-echo "- GEMINI_API_KEY"
-echo "- XAI_API_KEY"
-echo "- OPENAI_API_KEY (alternative)"
-echo "- ANTHROPIC_KEY (alternative)"
-echo "- GOOGLE_API_KEY (alternative)"
-echo "- AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY (S3 service)"
-echo "- GITHUB_TOKEN"
-echo
-
-# Verify CLI is available
-echo -e "${BLUE}Step 3: Verifying CLI availability${NC}"
-if ! command -v knowhow &> /dev/null; then
-    echo -e "${RED}ERROR: knowhow CLI not found in PATH${NC}"
-    echo "Please ensure the CLI is built and available"
-    exit 1
-fi
-echo -e "${GREEN}✓${NC} knowhow CLI found"
-echo
-
-# Run tests
-echo -e "${BLUE}Step 4: Running CLI tests without environment variables${NC}"
-echo
-
-# Test 1: Basic help command
-run_test "knowhow --help" "knowhow --help" 0
-
-# Test 2: Version command (if available)
-run_test "knowhow --version" "knowhow --version" 0
-
-# Test 3: Login help command
-run_test "knowhow login --help" "knowhow login --help" 0
-
-# Test 4: List available commands/subcommands
-run_test "knowhow help" "knowhow help" 0
-
-# Test 5: Login command without environment variables
-# This should not crash, but might return an error code
-echo -e "${BLUE}=== Core Issue Analysis ===${NC}"
-echo "The CLI is currently failing basic commands due to eager initialization"
-echo "of API clients in src/ai.ts. This prevents even --help from working."
-echo "Expected behavior: Help and basic commands should work without API keys."
-echo "Actual behavior: CLI crashes immediately when OPENAI_KEY is missing."
-echo
-echo "Testing login specifically (this might work differently):"
-echo
-
-echo -e "${YELLOW}Running:${NC} knowhow login (expecting graceful handling)"
-echo -e "${BLUE}--- Command Output ---${NC}"
-# Show output in real-time while also capturing it
-if output=$(knowhow login 2>&1 | tee /dev/stderr); then
-    login_exit_code=0
-else
-    login_exit_code=$?
-fi
-
-# For login, we expect it might fail, but it should fail gracefully
-if [ "$login_exit_code" -eq 0 ]; then
-    echo -e "${BLUE}--- End Output ---${NC}"
-    print_test_result "knowhow login (graceful handling)" "$login_exit_code" 0
-    echo -e "${GREEN}Login succeeded without API keys${NC}"
-elif [ "$login_exit_code" -eq 1 ] || [ "$login_exit_code" -eq 2 ]; then
-    echo -e "${BLUE}--- End Output ---${NC}"
-    print_test_result "knowhow login (graceful error handling)" 0 0
-    echo -e "${GREEN}Login failed gracefully with appropriate error${NC}"
-else
-    echo -e "${BLUE}--- End Output ---${NC}"
-    print_test_result "knowhow login (unexpected crash)" 1 0
-    echo -e "${RED}Login crashed unexpectedly (exit code: $login_exit_code)${NC}"
-fi
-echo
-
-# Test 6: Other common commands that should work without API keys
-run_test "knowhow config --help" "knowhow config --help" 0
-
-# Test 7: Ask command help (should work without API keys)
-run_test "knowhow ask --help" "knowhow ask --help" 0
-
-# Test 8: Ask command with specific model (should work gracefully)
-echo -e "${BLUE}=== Testing Ask Command with Model ===${NC}"
-echo "Testing knowhow ask command with specific model - should work without env variables"
-echo
-run_test "knowhow ask --input 'hello' --model claude-sonnet-4" "knowhow ask --input 'hello' --model claude-sonnet-4" 0
-
-
-# Test 8.1: Agent command with specific model (should work gracefully)
-echo -e "${BLUE}=== Testing Ask Command with Model ===${NC}"
-echo "Testing knowhow ask command with specific model - should work without env variables"
-echo
-run_test "knowhow agent --input 'hello' --model claude-sonnet-4" "knowhow agent --input 'hello' --model claude-sonnet-4" 0
-
-# Test 9: Check if there are any other subcommands
-echo -e "${YELLOW}Testing additional subcommands...${NC}"
-subcommands=("agents" "tasks" "models" "providers")
-for cmd in "${subcommands[@]}"; do
-    if knowhow "$cmd" --help &>/dev/null; then
-        run_test "knowhow $cmd --help" "knowhow $cmd --help" 0
-    else
-        echo -e "${YELLOW}Skipping 'knowhow $cmd' - not available${NC}"
-    fi
-done
-
-echo
-
-# Restore environment variables
-echo -e "${BLUE}Step 5: Restoring environment variables${NC}"
-export OPENAI_KEY="${BACKUP_OPENAI_KEY}"
-export ANTHROPIC_API_KEY="${BACKUP_ANTHROPIC_API_KEY}"
-export GEMINI_API_KEY="${BACKUP_GEMINI_API_KEY}"
-export XAI_API_KEY="${BACKUP_XAI_API_KEY}"
-export OPENAI_API_KEY="${BACKUP_OPENAI_API_KEY}"
-export ANTHROPIC_KEY="${BACKUP_ANTHROPIC_KEY}"
-export GOOGLE_API_KEY="${BACKUP_GOOGLE_API_KEY}"
-export AWS_ACCESS_KEY_ID="${BACKUP_AWS_ACCESS_KEY_ID}"
-export AWS_SECRET_ACCESS_KEY="${BACKUP_AWS_SECRET_ACCESS_KEY}"
-export GITHUB_TOKEN="${BACKUP_GITHUB_TOKEN}"
-
-echo "Environment variables restored"
-echo
-
-# Add architectural recommendations
-echo -e "${BLUE}=== Architectural Recommendations ===${NC}"
-echo "Based on test results, here are recommended fixes:"
-echo
-echo "1. LAZY LOADING: Move API client initialization from module load to first use"
-echo "   - Fix src/ai.ts to instantiate OpenAI client only when needed"
-echo "   - Use factory pattern or lazy initialization for all AI clients"
-echo
-echo "2. GRACEFUL DEGRADATION: Allow basic CLI functionality without API keys"
-echo "   - Help commands should work without any environment variables"
-echo "   - Error messages should be clear when API keys are missing for specific operations"
-echo
-
-# Final results
-echo -e "${BLUE}=== Test Results Summary ===${NC}"
-echo -e "Total tests run: ${TOTAL_TESTS}"
-echo -e "${GREEN}Tests passed: ${TESTS_PASSED}${NC}"
-echo -e "${RED}Tests failed: ${TESTS_FAILED}${NC}"
-echo
-
-if [ "$TESTS_FAILED" -eq 0 ]; then
-    echo -e "${GREEN}🎉 All tests passed! The CLI handles missing environment variables gracefully.${NC}"
-    exit 0
-else
-    echo -e "${RED}⚠️  Some tests failed. The CLI may have issues when environment variables are missing.${NC}"
-    echo
-    echo -e "${YELLOW}Recommendations:${NC}"
-    echo "- Review failed commands to ensure they handle missing environment variables"
-    echo "- Add proper error messages for missing API keys"
-    echo "- Ensure critical CLI functionality works without external dependencies"
-    exit 1
-fi