@tyvm/knowhow 0.0.159 → 0.0.160

package/tests/manual/agent-events/run-test.ts

@@ -1,203 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Simple test runner for the event handler reliability test
- * This runs the test cases manually since they're in the manual test directory
- */
-
-import { EventEmitter } from "events";
-
-// Mock the imports that might not be available
-const mockMessage = { role: "user", content: "test" };
-const mockContext = {
-  Tools: {
-    getTools: () => [],
-    callTool: async (name: string, params: any) => ({ name, content: "mock result" })
-  },
-  Events: { registerAgent: () => {} },
-  messageProcessor: { process: async () => "processed" }
-};
-
-// Simplified BaseAgent mock
-class MockBaseAgent extends EventEmitter {
-  name = "MockAgent";
-  agentEvents = new EventEmitter();
-  eventTypes = { done: "done" };
-  
-  constructor(context: any) {
-    super();
-  }
-  
-  async call(userInput: string): Promise<string> {
-    // Simulate agent processing
-    console.log(`🤖 Agent processing: "${userInput}"`);
-    
-    // Simulate async work
-    await new Promise(resolve => setTimeout(resolve, 50));
-    
-    // Simulate finalAnswer tool call
-    const result = "Task completed successfully";
-    
-    // Emit done event (this is what we're testing)
-    setTimeout(() => {
-      console.log("📡 Emitting done event...");
-      this.agentEvents.emit(this.eventTypes.done, result);
-    }, 10);
-    
-    return result;
-  }
-}
-
-// Test cases
-async function runTests() {
-  console.log("🧪 Starting Agent Event Handler Reliability Tests\n");
-  
-  let passedTests = 0;
-  let totalTests = 0;
-  
-  // Test 1: Normal event handler
-  try {
-    totalTests++;
-    console.log("Test 1: Normal event handler flow");
-    
-    const agent = new MockBaseAgent(mockContext);
-    let eventFired = false;
-    let eventMessage = "";
-    
-    // Register event handler
-    const eventPromise = new Promise<void>((resolve, reject) => {
-      const timeout = setTimeout(() => {
-        reject(new Error("Event handler timeout"));
-      }, 1000);
-      
-      agent.agentEvents.once(agent.eventTypes.done, (message) => {
-        clearTimeout(timeout);
-        console.log("✅ Agent has finished."); // This should log
-        eventFired = true;
-        eventMessage = message;
-        resolve();
-      });
-    });
-    
-    const result = await agent.call("Complete normal test");
-    
-    await eventPromise;
-    
-    if (eventFired && eventMessage === result) {
-      console.log("✅ Test 1 PASSED - Event handler fired correctly\n");
-      passedTests++;
-    } else {
-      console.log("❌ Test 1 FAILED - Event handler didn't fire properly\n");
-    }
-    
-  } catch (error: any) {
-    console.log(`❌ Test 1 FAILED - ${error.message}\n`);
-  }
-  
-  // Test 2: Race condition - late event handler registration
-  try {
-    totalTests++;
-    console.log("Test 2: Race condition - late event handler");
-    
-    const agent = new MockBaseAgent(mockContext);
-    
-    // Start agent immediately
-    const agentPromise = agent.call("Race condition test");
-    
-    // Wait a bit before registering event handler (simulating race condition)
-    await new Promise(resolve => setTimeout(resolve, 100));
-    
-    let eventFired = false;
-    
-    // Register event handler LATE
-    const lateEventPromise = new Promise<void>((resolve, reject) => {
-      const timeout = setTimeout(() => {
-        reject(new Error("Late event handler timeout - demonstrates the bug"));
-      }, 500);
-      
-      agent.agentEvents.once(agent.eventTypes.done, (message) => {
-        clearTimeout(timeout);
-        console.log("✅ Agent has finished (late handler).");
-        eventFired = true;
-        resolve();
-      });
-    });
-    
-    const result = await agentPromise;
-    
-    try {
-      await lateEventPromise;
-      console.log("✅ Test 2 PASSED - Late event handler worked (no race condition)\n");
-      passedTests++;
-    } catch (error: any) {
-      console.log("❌ Test 2 DEMONSTRATED BUG - Race condition detected!");
-      console.log("   This shows the event handler was registered too late\n");
-      // This is actually the expected failure that demonstrates the bug
-    }
-    
-  } catch (error: any) {
-    console.log(`❌ Test 2 ERROR - ${error.message}\n`);
-  }
-  
-  // Test 3: Multiple event handlers
-  try {
-    totalTests++;
-    console.log("Test 3: Multiple event handlers");
-    
-    const agent = new MockBaseAgent(mockContext);
-    let handler1Fired = false;
-    let handler2Fired = false;
-    
-    // Register multiple handlers
-    const promise1 = new Promise<void>((resolve) => {
-      agent.agentEvents.once(agent.eventTypes.done, () => {
-        console.log("✅ Handler 1: Agent has finished.");
-        handler1Fired = true;
-        resolve();
-      });
-    });
-    
-    const promise2 = new Promise<void>((resolve) => {
-      agent.agentEvents.once(agent.eventTypes.done, () => {
-        console.log("✅ Handler 2: Agent has completed the task.");
-        handler2Fired = true;
-        resolve();
-      });
-    });
-    
-    const result = await agent.call("Multiple handlers test");
-    
-    await Promise.race([
-      Promise.all([promise1, promise2]),
-      new Promise((_, reject) => 
-        setTimeout(() => reject(new Error("Multiple handlers timeout")), 1000)
-      )
-    ]);
-    
-    if (handler1Fired && handler2Fired) {
-      console.log("✅ Test 3 PASSED - All event handlers fired\n");
-      passedTests++;
-    } else {
-      console.log("❌ Test 3 FAILED - Not all handlers fired\n");
-    }
-    
-  } catch (error: any) {
-    console.log(`❌ Test 3 FAILED - ${error.message}\n`);
-  }
-  
-  // Summary
-  console.log("📊 Test Results:");
-  console.log(`   Passed: ${passedTests}/${totalTests} tests`);
-  
-  if (passedTests < totalTests) {
-    console.log("\n🔍 Event Handler Issues Detected:");
-    console.log("   - Race conditions when handlers are registered late");
-    console.log("   - Timing issues in event emission");
-    console.log("   - This demonstrates the reliability issues in AgentModule.ts");
-  } else {
-    console.log("\n✅ All tests passed - Event handlers are working reliably");
-  }
-}
-
-// Run the tests
-runTests().catch(console.error);

package/tests/manual/browser-login/README.md

@@ -1,189 +0,0 @@
-# Browser Login Manual Tests
-
-This directory contains comprehensive manual tests for the browser-based login functionality in the Knowhow CLI.
-
-## Test Overview
-
-The browser login implementation includes the following key features:
-- Browser-based authentication as the default login method
-- Cross-platform browser opening (macOS, Windows, Linux)
-- Polling mechanism with exponential backoff
-- JWT token retrieval and secure storage
-- Graceful error handling and user cancellation
-- Backwards compatibility with `--jwt` flag
-
-## Test Files
-
-### 1. `test_browser_login_basic.ts`
-**Purpose**: Tests the core browser login flow end-to-end
-
-**What it tests**:
-- Session creation with the API
-- Browser opening for user authentication
-- Authentication polling and completion
-- JWT retrieval and secure storage
-- File permissions (0o600)
-- JWT format validation
-
-**Prerequisites**:
-- Valid `KNOWHOW_API_URL` environment variable
-- Network connection to Knowhow API
-- Default browser available
-
-**Usage**:
-```bash
-npx tsx ./tests/manual/browser-login/test_browser_login_basic.ts
-```
-
-**Manual steps required**:
-- Complete authentication in the opened browser window
-- Verify browser opened to correct URL
-
-### 2. `test_cli_integration.ts`
-**Purpose**: Tests CLI command integration and backwards compatibility
-
-**What it tests**:
-- `knowhow login` uses browser login by default
-- `knowhow login --jwt` prompts for manual JWT input
-- Command help shows correct options
-- JWT file creation through CLI
-
-**Prerequisites**:
-- Built CLI application (`npm run build`)
-- Valid `KNOWHOW_API_URL` environment variable
-
-**Usage**:
-```bash
-npx tsx ./tests/manual/browser-login/test_cli_integration.ts
-```
-
-**Manual steps required**:
-- Complete browser authentication when prompted
-- Verify help output is correct
-
-### 3. `test_cross_platform_browser.ts`
-**Purpose**: Tests browser opening across different operating systems
-
-**What it tests**:
-- Platform detection (macOS, Windows, Linux)
-- Correct browser command selection (`open`, `start`, `xdg-open`)
-- Browser command availability
-- URL handling with special characters
-- Graceful fallback when browser opening fails
-
-**Prerequisites**:
-- Default browser installed
-- Platform-specific browser commands available
-
-**Usage**:
-```bash
-npx tsx ./tests/manual/browser-login/test_cross_platform_browser.ts
-```
-
-**Manual steps required**:
-- Verify browser opens to test URLs
-- Confirm platform-specific behavior
-
-### 4. `test_error_scenarios.ts`
-**Purpose**: Tests error handling and edge cases
-
-**What it tests**:
-- Invalid API URL handling
-- Missing API URL configuration
-- JWT validation with various inputs
-- File permission handling
-- Error code propagation
-- Graceful cancellation mechanisms
-
-**Prerequisites**:
-- Ability to modify environment variables temporarily
-
-**Usage**:
-```bash
-npx tsx ./tests/manual/browser-login/test_error_scenarios.ts
-```
-
-**Manual steps required**:
-- None (fully automated error scenario testing)
-
-## Running All Tests
-
-To run all tests in sequence:
-
-```bash
-# Run individual tests
-npx tsx ./tests/manual/browser-login/test_error_scenarios.ts
-npx tsx ./tests/manual/browser-login/test_cross_platform_browser.ts
-npx tsx ./tests/manual/browser-login/test_cli_integration.ts
-npx tsx ./tests/manual/browser-login/test_browser_login_basic.ts
-```
-
-## Test Results Interpretation
-
-### ✅ PASSED
-Test completed successfully with expected behavior.
-
-### ⚠️ WARNING  
-Test completed but with minor issues or platform-specific concerns that don't prevent functionality.
-
-### ❌ FAILED
-Test failed due to errors or unexpected behavior that needs to be addressed.
-
-### Manual Verification Required
-Some tests require manual verification (e.g., confirming browser opened correctly) as they test user interaction flows.
-
-## Common Issues and Troubleshooting
-
-### Browser Not Opening
-- **Symptoms**: Browser opening fails or command not found
-- **Solutions**: 
-  - Ensure default browser is installed
-  - Check platform-specific command availability (`open`, `start`, `xdg-open`)
-  - Verify display environment for Linux systems
-
-### Network Errors
-- **Symptoms**: API connection failures or timeouts
-- **Solutions**:
-  - Verify `KNOWHOW_API_URL` is set correctly
-  - Check network connectivity
-  - Confirm API endpoints are accessible
-
-### Permission Errors
-- **Symptoms**: Cannot create or write JWT files
-- **Solutions**:
-  - Check write permissions in project directory
-  - Verify `.knowhow` directory can be created
-  - Check for filesystem restrictions
-
-### Authentication Timeout
-- **Symptoms**: Polling times out before user completes authentication
-- **Solutions**:
-  - Complete authentication more quickly
-  - Check if browser session is blocked by ad blockers
-  - Verify correct authentication URL
-
-## Integration with CI/CD
-
-These manual tests are designed for human verification and are not suitable for automated CI/CD pipelines. For automated testing, consider:
-
-1. Mocking the browser opening functionality
-2. Creating integration tests with test authentication endpoints
-3. Unit testing individual components separately
-
-## Security Considerations
-
-When running these tests:
-- JWT tokens are stored temporarily and cleaned up
-- File permissions are tested to ensure secure storage (0o600)
-- No sensitive data should be logged or persisted beyond test execution
-- Tests clean up after themselves to avoid leaving test artifacts
-
-## Contributing
-
-When adding new tests:
-1. Follow the existing test file naming pattern
-2. Include comprehensive error handling
-3. Provide clear manual steps in comments
-4. Clean up any created files or state
-5. Add appropriate timeout handling
-6. Update this README with new test descriptions

package/tests/manual/browser-login/test_browser_login_basic.ts

@@ -1,115 +0,0 @@
-#!/usr/bin/env npx tsx
-
-/**
- * Manual Test: Basic Browser Login Flow
- * 
- * This test validates the complete browser-based authentication flow:
- * 1. Creates a login session with the API
- * 2. Opens browser for user authentication
- * 3. Polls for authentication completion
- * 4. Retrieves and stores JWT token
- * 
- * Prerequisites:
- * - Valid KNOWHOW_API_URL environment variable
- * - Network connection to Knowhow API
- * - Browser available on the system
- * 
- * Usage: npx tsx ./tests/manual/browser-login/test_browser_login_basic.ts
- */
-
-import { BrowserLoginService } from '../../../src/auth/browserLogin';
-import * as fs from 'fs';
-import * as path from 'path';
-
-async function testBasicBrowserLogin(): Promise<void> {
-  console.log('\n=== Basic Browser Login Test ===\n');
-  
-  let success = false;
-  const configDir = path.join(process.cwd(), '.knowhow');
-  const jwtFile = path.join(configDir, '.jwt');
-  
-  // Clean up any existing JWT file
-  if (fs.existsSync(jwtFile)) {
-    fs.unlinkSync(jwtFile);
-    console.log('🧹 Cleaned up existing JWT file');
-  }
-  
-  try {
-    console.log('1. Initializing BrowserLoginService...');
-    const browserLogin = new BrowserLoginService();
-    
-    console.log('2. Starting browser login flow...');
-    console.log('   Note: This will open your browser and require manual authentication');
-    console.log('   Please complete the authentication process in your browser');
-    
-    await browserLogin.login();
-    
-    console.log('3. Verifying JWT file was created...');
-    if (fs.existsSync(jwtFile)) {
-      const jwtContent = fs.readFileSync(jwtFile, 'utf8');
-      
-      // Check file permissions
-      const stats = fs.statSync(jwtFile);
-      const permissions = stats.mode & parseInt('777', 8);
-      
-      console.log(`   ✅ JWT file created: ${jwtFile}`);
-      console.log(`   ✅ JWT length: ${jwtContent.length} characters`);
-      console.log(`   ✅ File permissions: ${permissions.toString(8)} (should be 600)`);
-      
-      // Basic JWT validation
-      const parts = jwtContent.split('.');
-      if (parts.length === 3) {
-        console.log('   ✅ JWT has correct structure (3 parts)');
-        success = true;
-      } else {
-        console.log('   ❌ JWT has incorrect structure');
-      }
-      
-      if (permissions === parseInt('600', 8)) {
-        console.log('   ✅ JWT file has correct permissions (600)');
-      } else {
-        console.log(`   ⚠️  JWT file permissions may be incorrect: ${permissions.toString(8)}`);
-      }
-      
-    } else {
-      console.log('   ❌ JWT file was not created');
-    }
-    
-  } catch (error) {
-    console.error('❌ Test failed with error:', error.message);
-    
-    if (error.code === 'USER_CANCELLED') {
-      console.log('   ℹ️  Authentication was cancelled by user (this is expected for Ctrl+C)');
-    } else if (error.code === 'TIMEOUT') {
-      console.log('   ⚠️  Authentication timed out (user may not have completed authentication)');
-    } else if (error.code === 'NETWORK_ERROR') {
-      console.log('   ❌ Network error - check API connectivity');
-    }
-  }
-  
-  console.log('\n=== Test Results ===');
-  if (success) {
-    console.log('✅ Browser login test PASSED');
-    console.log('   - Session created successfully');
-    console.log('   - Browser opened for authentication');
-    console.log('   - JWT retrieved and stored securely');
-    process.exit(0);
-  } else {
-    console.log('❌ Browser login test FAILED');
-    console.log('   See error details above');
-    process.exit(1);
-  }
-}
-
-// Handle graceful shutdown
-process.on('SIGINT', () => {
-  console.log('\n\n🛑 Test interrupted by user (Ctrl+C)');
-  console.log('   This tests the graceful cancellation feature');
-  process.exit(0);
-});
-
-// Run the test
-testBasicBrowserLogin().catch((error) => {
-  console.error('Unhandled error:', error);
-  process.exit(1);
-});

package/tests/manual/browser-login/test_cli_integration.ts

@@ -1,169 +0,0 @@
-#!/usr/bin/env npx tsx
-
-/**
- * Manual Test: CLI Integration Test
- * 
- * This test validates the integration of browser login with the CLI command system:
- * 1. Tests `knowhow login` (browser login as default)
- * 2. Tests `knowhow login --jwt` (legacy JWT input)
- * 3. Verifies backwards compatibility
- * 4. Tests login status verification
- * 
- * Prerequisites:
- * - Built CLI application
- * - Valid KNOWHOW_API_URL environment variable
- * - Network connection to Knowhow API
- * 
- * Usage: npx tsx ./tests/manual/browser-login/test_cli_integration.ts
- */
-
-import { exec } from 'child_process';
-import { promisify } from 'util';
-import * as fs from 'fs';
-import * as path from 'path';
-
-const execAsync = promisify(exec);
-
-async function testCliIntegration(): Promise<void> {
-  console.log('\n=== CLI Integration Test ===\n');
-  
-  const configDir = path.join(process.cwd(), '.knowhow');
-  const jwtFile = path.join(configDir, '.jwt');
-  let testResults: string[] = [];
-  
-  try {
-    // Clean up any existing JWT file
-    if (fs.existsSync(jwtFile)) {
-      fs.unlinkSync(jwtFile);
-      console.log('🧹 Cleaned up existing JWT file\n');
-    }
-    
-    console.log('=== Test 1: Browser Login as Default ===');
-    console.log('Testing: knowhow login (should use browser login)');
-    console.log('Note: This will open your browser - please complete authentication\n');
-    
-    try {
-      // This should use browser login by default
-      const { stdout, stderr } = await execAsync('npm run build && node dist/cli.js login', {
-        timeout: 120000 // 2 minutes timeout
-      });
-      
-      console.log('Command output:', stdout);
-      if (stderr) console.log('Command stderr:', stderr);
-      
-      // Check if JWT file was created
-      if (fs.existsSync(jwtFile)) {
-        const jwtContent = fs.readFileSync(jwtFile, 'utf8');
-        if (jwtContent.split('.').length === 3) {
-          console.log('✅ Test 1 PASSED: Browser login created valid JWT');
-          testResults.push('✅ Browser login as default: PASSED');
-        } else {
-          console.log('❌ Test 1 FAILED: Invalid JWT created');
-          testResults.push('❌ Browser login as default: FAILED (invalid JWT)');
-        }
-      } else {
-        console.log('❌ Test 1 FAILED: No JWT file created');
-        testResults.push('❌ Browser login as default: FAILED (no JWT file)');
-      }
-      
-    } catch (error) {
-      if (error.killed && error.signal === 'SIGTERM') {
-        console.log('⚠️  Test 1 TIMEOUT: User may not have completed authentication');
-        testResults.push('⚠️  Browser login as default: TIMEOUT');
-      } else {
-        console.log('❌ Test 1 ERROR:', error.message);
-        testResults.push('❌ Browser login as default: ERROR');
-      }
-    }
-    
-    // Clean up for next test
-    if (fs.existsSync(jwtFile)) {
-      fs.unlinkSync(jwtFile);
-    }
-    
-    console.log('\n=== Test 2: Legacy JWT Input ===');
-    console.log('Testing: knowhow login --jwt (should prompt for manual JWT input)');
-    
-    // Create a mock interaction that immediately exits
-    try {
-      const { stdout, stderr } = await execAsync('echo "" | npm run build && echo "" | node dist/cli.js login --jwt', {
-        timeout: 10000
-      });
-      
-      console.log('Command output:', stdout);
-      if (stderr) console.log('Command stderr:', stderr);
-      
-      // The command should have prompted for JWT input
-      if (stdout.includes('JWT') || stdout.includes('token') || stderr.includes('JWT') || stderr.includes('token')) {
-        console.log('✅ Test 2 PASSED: --jwt flag triggers manual JWT input');
-        testResults.push('✅ Legacy JWT input: PASSED');
-      } else {
-        console.log('❌ Test 2 FAILED: --jwt flag not working correctly');
-        testResults.push('❌ Legacy JWT input: FAILED');
-      }
-      
-    } catch (error) {
-      // This is expected since we're not providing valid JWT input
-      if (error.message.includes('JWT') || error.message.includes('token')) {
-        console.log('✅ Test 2 PASSED: --jwt flag triggered JWT input prompt');
-        testResults.push('✅ Legacy JWT input: PASSED');
-      } else {
-        console.log('❌ Test 2 FAILED:', error.message);
-        testResults.push('❌ Legacy JWT input: FAILED');
-      }
-    }
-    
-    console.log('\n=== Test 3: Command Help ===');
-    console.log('Testing: knowhow login --help');
-    
-    try {
-      const { stdout, stderr } = await execAsync('npm run build && node dist/cli.js login --help');
-      
-      console.log('Help output:', stdout);
-      
-      if (stdout.includes('--jwt') && stdout.includes('browser')) {
-        console.log('✅ Test 3 PASSED: Help shows both browser and JWT options');
-        testResults.push('✅ Command help: PASSED');
-      } else {
-        console.log('❌ Test 3 FAILED: Help missing expected options');
-        testResults.push('❌ Command help: FAILED');
-      }
-      
-    } catch (error) {
-      console.log('❌ Test 3 ERROR:', error.message);
-      testResults.push('❌ Command help: ERROR');
-    }
-    
-  } catch (error) {
-    console.error('❌ Test suite failed:', error.message);
-  }
-  
-  // Print summary
-  console.log('\n=== Test Summary ===');
-  testResults.forEach(result => console.log(result));
-  
-  const passedTests = testResults.filter(r => r.includes('PASSED')).length;
-  const totalTests = testResults.length;
-  
-  console.log(`\nResults: ${passedTests}/${totalTests} tests passed`);
-  
-  if (passedTests === totalTests) {
-    console.log('🎉 All CLI integration tests PASSED!');
-    process.exit(0);
-  } else {
-    console.log('❌ Some CLI integration tests FAILED');
-    process.exit(1);
-  }
-}
-
-// Handle graceful shutdown
-process.on('SIGINT', () => {
-  console.log('\n\n🛑 Test interrupted by user (Ctrl+C)');
-  process.exit(0);
-});
-
-// Run the test
-testCliIntegration().catch((error) => {
-  console.error('Unhandled error:', error);
-  process.exit(1);
-});