@appkit/llamacpp-cli 1.8.0 → 1.10.0

package/src/commands/router/logs.ts

@@ -0,0 +1,256 @@
+import chalk from 'chalk';
+import { spawn } from 'child_process';
+import * as readline from 'readline';
+import * as fs from 'fs';
+import { routerManager } from '../../lib/router-manager';
+import { fileExists } from '../../utils/file-utils';
+import {
+  getFileSize,
+  formatFileSize,
+  rotateLogFile,
+  clearLogFile,
+} from '../../utils/log-utils';
+
+interface RouterLogsOptions {
+  follow?: boolean;
+  lines?: number;
+  stderr?: boolean;  // View system logs (stderr) instead of activity logs (stdout)
+  verbose?: boolean;
+  clear?: boolean;
+  rotate?: boolean;
+  clearAll?: boolean;
+}
+
+export async function routerLogsCommand(options: RouterLogsOptions): Promise<void> {
+  // Load router config
+  const config = await routerManager.loadConfig();
+  if (!config) {
+    throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
+  }
+
+  // Determine log file (default to stdout for activity logs, stderr for system logs)
+  const logPath = options.stderr ? config.stderrPath : config.stdoutPath;
+  const logType = options.stderr ? 'system' : 'activity';
+
+  // Also check for verbose JSON log file if --verbose flag is used
+  const verboseLogPath = '/Users/dweaver/.llamacpp/logs/router.log';
+  const useVerboseLog = options.verbose && (await fileExists(verboseLogPath));
+
+  // Handle --clear-all option (clears both stderr and stdout)
+  if (options.clearAll) {
+    let totalFreed = 0;
+
+    // Clear stderr
+    if (await fileExists(config.stderrPath)) {
+      totalFreed += await getFileSize(config.stderrPath);
+      await clearLogFile(config.stderrPath);
+    }
+
+    // Clear stdout
+    if (await fileExists(config.stdoutPath)) {
+      totalFreed += await getFileSize(config.stdoutPath);
+      await clearLogFile(config.stdoutPath);
+    }
+
+    // Clear verbose log file
+    if (await fileExists(verboseLogPath)) {
+      totalFreed += await getFileSize(verboseLogPath);
+      await clearLogFile(verboseLogPath);
+    }
+
+    console.log(chalk.green('✅ Cleared all router logs'));
+    console.log(chalk.dim(`   Total freed: ${formatFileSize(totalFreed)}`));
+    return;
+  }
+
+  // Handle --clear option
+  if (options.clear) {
+    const targetPath = useVerboseLog ? verboseLogPath : logPath;
+
+    if (!(await fileExists(targetPath))) {
+      console.log(chalk.yellow(`⚠️  No ${useVerboseLog ? 'verbose log' : logType} found for router`));
+      console.log(chalk.dim(`   Log file does not exist: ${targetPath}`));
+      return;
+    }
+
+    const sizeBefore = await getFileSize(targetPath);
+    await clearLogFile(targetPath);
+
+    console.log(chalk.green(`✅ Cleared router ${useVerboseLog ? 'verbose log' : logType}`));
+    console.log(chalk.dim(`   Freed: ${formatFileSize(sizeBefore)}`));
+    console.log(chalk.dim(`   ${targetPath}`));
+    return;
+  }
+
+  // Handle --rotate option
+  if (options.rotate) {
+    const targetPath = useVerboseLog ? verboseLogPath : logPath;
+
+    if (!(await fileExists(targetPath))) {
+      console.log(chalk.yellow(`⚠️  No ${useVerboseLog ? 'verbose log' : logType} found for router`));
+      console.log(chalk.dim(`   Log file does not exist: ${targetPath}`));
+      return;
+    }
+
+    try {
+      const archivedPath = await rotateLogFile(targetPath);
+      const size = await getFileSize(archivedPath);
+
+      console.log(chalk.green(`✅ Rotated router ${useVerboseLog ? 'verbose log' : logType}`));
+      console.log(chalk.dim(`   Archived: ${formatFileSize(size)}`));
+      console.log(chalk.dim(`   → ${archivedPath}`));
+    } catch (error) {
+      throw new Error(`Failed to rotate log: ${(error as Error).message}`);
+    }
+    return;
+  }
+
+  // Determine which log to display
+  const displayPath = useVerboseLog ? verboseLogPath : logPath;
+  const displayType = useVerboseLog ? 'verbose JSON log' : logType;
+
+  // Check if log file exists
+  if (!(await fileExists(displayPath))) {
+    console.log(chalk.yellow(`⚠️  No ${displayType} found for router`));
+    console.log(chalk.dim(`   Log file does not exist: ${displayPath}`));
+
+    if (useVerboseLog) {
+      console.log();
+      console.log(chalk.dim('   Verbose logging is disabled. Enable with:'));
+      console.log(chalk.dim('   llamacpp router config --verbose true --restart'));
+    }
+    return;
+  }
+
+  console.log(chalk.blue(`📋 Router logs (${displayType})`));
+  console.log(chalk.dim(`   ${displayPath}`));
+
+  // Show log size information
+  const currentSize = await getFileSize(displayPath);
+  console.log(chalk.dim(`   Size: ${formatFileSize(currentSize)}`));
+
+  if (!useVerboseLog && config.verbose) {
+    console.log(chalk.dim(`   Verbose logging is enabled (use --verbose to view JSON log)`));
+  } else if (!useVerboseLog && !config.verbose) {
+    console.log(chalk.dim(`   Verbose logging is disabled`));
+  }
+
+  console.log();
+
+  if (options.follow) {
+    // Follow logs in real-time
+    if (useVerboseLog) {
+      // Pretty-print JSON logs
+      const tailProcess = spawn('tail', ['-f', displayPath]);
+      const rl = readline.createInterface({
+        input: tailProcess.stdout,
+        crlfDelay: Infinity,
+      });
+
+      rl.on('line', (line) => {
+        try {
+          const entry = JSON.parse(line);
+          // Format timestamp
+          const timestamp = new Date(entry.timestamp).toLocaleTimeString();
+          // Color code status
+          const statusColor = entry.status === 'success' ? chalk.green : chalk.red;
+
+          console.log(
+            chalk.dim(`[${timestamp}]`),
+            statusColor(entry.statusCode),
+            entry.method,
+            entry.endpoint,
+            '→',
+            chalk.cyan(entry.model),
+            chalk.dim(`(${entry.backend || 'N/A'})`),
+            chalk.yellow(`${entry.durationMs}ms`)
+          );
+          if (entry.prompt) {
+            console.log(chalk.dim(`  Prompt: "${entry.prompt}"`));
+          }
+          if (entry.error) {
+            console.log(chalk.red(`  Error: ${entry.error}`));
+          }
+        } catch {
+          // Not JSON, just print raw line
+          console.log(line);
+        }
+      });
+
+      tailProcess.on('close', () => {
+        process.exit(0);
+      });
+
+      // Handle Ctrl+C gracefully
+      process.on('SIGINT', () => {
+        tailProcess.kill();
+        process.exit(0);
+      });
+    } else {
+      // Standard tail for stderr/stdout
+      const tailProcess = spawn('tail', ['-f', displayPath]);
+      tailProcess.stdout.pipe(process.stdout);
+      tailProcess.stderr.pipe(process.stderr);
+
+      tailProcess.on('close', () => {
+        process.exit(0);
+      });
+
+      // Handle Ctrl+C gracefully
+      process.on('SIGINT', () => {
+        tailProcess.kill();
+        process.exit(0);
+      });
+    }
+  } else {
+    // Show last N lines (default 50)
+    const linesToShow = options.lines || 50;
+
+    if (useVerboseLog) {
+      // Pretty-print JSON logs
+      const lines = fs.readFileSync(displayPath, 'utf-8')
+        .split('\n')
+        .filter(line => line.trim())
+        .slice(-linesToShow);
+
+      for (const line of lines) {
+        try {
+          const entry = JSON.parse(line);
+          // Format timestamp
+          const timestamp = new Date(entry.timestamp).toLocaleTimeString();
+          // Color code status
+          const statusColor = entry.status === 'success' ? chalk.green : chalk.red;
+
+          console.log(
+            chalk.dim(`[${timestamp}]`),
+            statusColor(entry.statusCode),
+            entry.method,
+            entry.endpoint,
+            '→',
+            chalk.cyan(entry.model),
+            chalk.dim(`(${entry.backend || 'N/A'})`),
+            chalk.yellow(`${entry.durationMs}ms`)
+          );
+          if (entry.prompt) {
+            console.log(chalk.dim(`  Prompt: "${entry.prompt}"`));
+          }
+          if (entry.error) {
+            console.log(chalk.red(`  Error: ${entry.error}`));
+          }
+        } catch {
+          // Not JSON, just print raw line
+          console.log(line);
+        }
+      }
+    } else {
+      // Standard tail for stderr/stdout
+      const { execSync } = require('child_process');
+      try {
+        const output = execSync(`tail -n ${linesToShow} "${displayPath}"`, { encoding: 'utf-8' });
+        process.stdout.write(output);
+      } catch (error) {
+        throw new Error(`Failed to read log file: ${(error as Error).message}`);
+      }
+    }
+  }
+}

package/src/commands/router/restart.ts

@@ -0,0 +1,36 @@
+import chalk from 'chalk';
+import { routerManager } from '../../lib/router-manager';
+
+export async function routerRestartCommand(): Promise<void> {
+  console.log(chalk.blue('🔄 Restarting router...'));
+
+  try {
+    // Check if router exists
+    const config = await routerManager.loadConfig();
+    if (!config) {
+      throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
+    }
+
+    // Restart router
+    await routerManager.restart();
+
+    // Get updated config
+    const updatedConfig = await routerManager.loadConfig();
+    if (!updatedConfig) {
+      throw new Error('Failed to load router configuration after restart');
+    }
+
+    // Display success
+    console.log();
+    console.log(chalk.green('✅ Router restarted successfully!'));
+    console.log();
+    console.log(chalk.dim(`Endpoint: http://${updatedConfig.host}:${updatedConfig.port}`));
+    console.log();
+    console.log(chalk.dim('Quick commands:'));
+    console.log(chalk.dim('  Status: llamacpp router status'));
+    console.log(chalk.dim('  Stop:   llamacpp router stop'));
+    console.log(chalk.dim(`  Logs:   tail -f ${updatedConfig.stderrPath}`));
+  } catch (error) {
+    throw new Error(`Failed to restart router: ${(error as Error).message}`);
+  }
+}

package/src/commands/router/start.ts

@@ -0,0 +1,60 @@
+import chalk from 'chalk';
+import { routerManager } from '../../lib/router-manager';
+import { stateManager } from '../../lib/state-manager';
+
+export async function routerStartCommand(): Promise<void> {
+  console.log(chalk.blue('▶️  Starting router...'));
+
+  try {
+    // Initialize
+    await routerManager.initialize();
+    await stateManager.initialize();
+
+    // Check if router already exists
+    const existingConfig = await routerManager.loadConfig();
+    if (existingConfig && existingConfig.status === 'running') {
+      console.log(chalk.yellow(`⚠️  Router is already running on port ${existingConfig.port}`));
+      return;
+    }
+
+    // Start router
+    await routerManager.start();
+
+    // Get updated config
+    const config = await routerManager.loadConfig();
+    if (!config) {
+      throw new Error('Failed to load router configuration after start');
+    }
+
+    // Get running servers to show available models
+    const servers = await stateManager.getAllServers();
+    const runningServers = servers.filter(s => s.status === 'running');
+
+    // Display success
+    console.log();
+    console.log(chalk.green('✅ Router started successfully!'));
+    console.log();
+    console.log(chalk.dim(`Endpoint: http://${config.host}:${config.port}`));
+    console.log(chalk.dim(`Available models: ${runningServers.length}`));
+
+    if (runningServers.length > 0) {
+      console.log();
+      console.log(chalk.dim('Models:'));
+      runningServers.forEach(server => {
+        console.log(chalk.dim(`  • ${server.modelName} (port ${server.port})`));
+      });
+    } else {
+      console.log();
+      console.log(chalk.yellow('⚠️  No running servers found. Start a server first:'));
+      console.log(chalk.dim('   llamacpp server create <model>'));
+    }
+
+    console.log();
+    console.log(chalk.dim('Quick commands:'));
+    console.log(chalk.dim(`  Status: llamacpp router status`));
+    console.log(chalk.dim(`  Stop:   llamacpp router stop`));
+    console.log(chalk.dim(`  Logs:   tail -f ${config.stderrPath}`));
+  } catch (error) {
+    throw new Error(`Failed to start router: ${(error as Error).message}`);
+  }
+}

package/src/commands/router/status.ts

@@ -0,0 +1,119 @@
+import chalk from 'chalk';
+import { routerManager } from '../../lib/router-manager';
+import { stateManager } from '../../lib/state-manager';
+
+export async function routerStatusCommand(): Promise<void> {
+  try {
+    // Get router status
+    const result = await routerManager.getStatus();
+    if (!result) {
+      console.log(chalk.yellow('Router not configured'));
+      console.log();
+      console.log(chalk.dim('Create and start router:'));
+      console.log(chalk.dim('  llamacpp router start'));
+      return;
+    }
+
+    const { config, status } = result;
+
+    // Calculate uptime if running
+    let uptime = 'N/A';
+    if (status.isRunning && config.lastStarted) {
+      const startTime = new Date(config.lastStarted).getTime();
+      const now = Date.now();
+      const uptimeSeconds = Math.floor((now - startTime) / 1000);
+      const hours = Math.floor(uptimeSeconds / 3600);
+      const minutes = Math.floor((uptimeSeconds % 3600) / 60);
+      const seconds = uptimeSeconds % 60;
+
+      if (hours > 0) {
+        uptime = `${hours}h ${minutes}m`;
+      } else if (minutes > 0) {
+        uptime = `${minutes}m ${seconds}s`;
+      } else {
+        uptime = `${seconds}s`;
+      }
+    }
+
+    // Get running servers
+    const servers = await stateManager.getAllServers();
+    const runningServers = servers.filter(s => s.status === 'running');
+
+    // Display status
+    console.log();
+    console.log(chalk.bold('Router Status'));
+    console.log(chalk.dim('─'.repeat(50)));
+    console.log();
+
+    // Status badge
+    const statusColor = status.isRunning ? chalk.green : chalk.gray;
+    const statusBadge = status.isRunning ? '● RUN' : '○ OFF';
+    console.log(`Status:     ${statusColor(statusBadge)}`);
+
+    if (status.isRunning) {
+      console.log(`PID:        ${status.pid || 'N/A'}`);
+      console.log(`Uptime:     ${uptime}`);
+    }
+
+    console.log(`Port:       ${config.port}`);
+    console.log(`Host:       ${config.host}`);
+    console.log(`Endpoint:   http://${config.host}:${config.port}`);
+    console.log();
+
+    // Available models
+    console.log(chalk.bold('Available Models'));
+    console.log(chalk.dim('─'.repeat(50)));
+    console.log();
+
+    if (runningServers.length === 0) {
+      console.log(chalk.dim('No running servers found'));
+      console.log();
+      console.log(chalk.yellow('⚠️  Start a server first:'));
+      console.log(chalk.dim('   llamacpp server create <model>'));
+    } else {
+      runningServers.forEach(server => {
+        console.log(`  ${chalk.green('●')} ${server.modelName}`);
+        console.log(chalk.dim(`    Port: ${server.port}`));
+        console.log(chalk.dim(`    Backend: http://${server.host}:${server.port}`));
+        console.log();
+      });
+    }
+
+    // Configuration
+    console.log(chalk.bold('Configuration'));
+    console.log(chalk.dim('─'.repeat(50)));
+    console.log();
+    console.log(`Health Check Interval: ${config.healthCheckInterval}ms`);
+    console.log(`Request Timeout:       ${config.requestTimeout}ms`);
+    console.log();
+
+    // System paths
+    console.log(chalk.bold('System Paths'));
+    console.log(chalk.dim('─'.repeat(50)));
+    console.log();
+    console.log(chalk.dim(`Config: ${config.plistPath.replace(config.label + '.plist', 'router.json').replace('LaunchAgents', '.llamacpp')}`));
+    console.log(chalk.dim(`Plist:  ${config.plistPath}`));
+    console.log(chalk.dim(`Stdout: ${config.stdoutPath}`));
+    console.log(chalk.dim(`Stderr: ${config.stderrPath}`));
+    console.log();
+
+    // Quick commands
+    console.log(chalk.bold('Quick Commands'));
+    console.log(chalk.dim('─'.repeat(50)));
+    console.log();
+
+    if (status.isRunning) {
+      console.log(chalk.dim('  Stop:    llamacpp router stop'));
+      console.log(chalk.dim('  Restart: llamacpp router restart'));
+      console.log(chalk.dim(`  Logs:    tail -f ${config.stderrPath}`));
+      console.log(chalk.dim('  Config:  llamacpp router config --port <port> --restart'));
+    } else {
+      console.log(chalk.dim('  Start:   llamacpp router start'));
+      console.log(chalk.dim('  Config:  llamacpp router config --port <port>'));
+      console.log(chalk.dim(`  Logs:    cat ${config.stderrPath}`));
+    }
+    console.log();
+  } catch (error) {
+    throw new Error(`Failed to get router status: ${(error as Error).message}`);
+  }
+}

package/src/commands/router/stop.ts

@@ -0,0 +1,33 @@
+import chalk from 'chalk';
+import { routerManager } from '../../lib/router-manager';
+
+export async function routerStopCommand(): Promise<void> {
+  console.log(chalk.blue('⏹️  Stopping router...'));
+
+  try {
+    // Check if router exists
+    const config = await routerManager.loadConfig();
+    if (!config) {
+      throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
+    }
+
+    // Check if already stopped
+    if (config.status !== 'running') {
+      console.log(chalk.yellow('⚠️  Router is not running'));
+      return;
+    }
+
+    // Stop router
+    await routerManager.stop();
+
+    // Display success
+    console.log();
+    console.log(chalk.green('✅ Router stopped successfully'));
+    console.log();
+    console.log(chalk.dim('Quick commands:'));
+    console.log(chalk.dim('  Start: llamacpp router start'));
+    console.log(chalk.dim('  Status: llamacpp router status'));
+  } catch (error) {
+    throw new Error(`Failed to stop router: ${(error as Error).message}`);
+  }
+}

package/src/commands/tui.ts

@@ -0,0 +1,25 @@
+import chalk from 'chalk';
+import blessed from 'blessed';
+import { stateManager } from '../lib/state-manager.js';
+import { statusChecker } from '../lib/status-checker.js';
+import { createRootNavigator } from '../tui/RootNavigator.js';
+
+export async function tuiCommand(): Promise<void> {
+  const servers = await stateManager.getAllServers();
+
+  if (servers.length === 0) {
+    console.log(chalk.yellow('No servers configured.'));
+    console.log(chalk.dim('\nCreate a server: llamacpp server create <model-filename>'));
+    return;
+  }
+
+  const serversWithStatus = await statusChecker.updateAllServerStatuses();
+
+  const screen = blessed.screen({
+    smartCSR: true,
+    title: 'llama.cpp Server Monitor',
+    fullUnicode: true,
+  });
+
+  await createRootNavigator(screen, serversWithStatus);
+}