@appkit/llamacpp-cli 1.12.0 → 1.13.0

package/src/commands/router/config.ts

@@ -1,116 +0,0 @@
-import chalk from 'chalk';
-import { routerManager } from '../../lib/router-manager';
-
-interface ConfigOptions {
-  port?: number;
-  host?: string;
-  timeout?: number;
-  healthInterval?: number;
-  verbose?: boolean;
-  restart?: boolean;
-}
-
-export async function routerConfigCommand(options: ConfigOptions): Promise<void> {
-  try {
-    // Check if router exists
-    const config = await routerManager.loadConfig();
-    if (!config) {
-      throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
-    }
-
-    // Check if any options were provided
-    const hasOptions = options.port || options.host || options.timeout || options.healthInterval || options.verbose !== undefined;
-    if (!hasOptions) {
-      throw new Error('No configuration options provided. Use --port, --host, --timeout, --health-interval, or --verbose');
-    }
-
-    const isRunning = config.status === 'running';
-
-    // Warn if running and no restart flag
-    if (isRunning && !options.restart) {
-      console.log(chalk.yellow('⚠️  Router is running. Changes will take effect after restart.'));
-      console.log(chalk.dim('   Use --restart flag to apply changes immediately.\n'));
-    }
-
-    // Prepare updates
-    const updates: any = {};
-    const changes: string[] = [];
-
-    if (options.port !== undefined) {
-      changes.push(`Port: ${config.port} → ${options.port}`);
-      updates.port = options.port;
-    }
-
-    if (options.host !== undefined) {
-      changes.push(`Host: ${config.host} → ${options.host}`);
-      updates.host = options.host;
-    }
-
-    if (options.timeout !== undefined) {
-      changes.push(`Request Timeout: ${config.requestTimeout}ms → ${options.timeout}ms`);
-      updates.requestTimeout = options.timeout;
-    }
-
-    if (options.healthInterval !== undefined) {
-      changes.push(`Health Check Interval: ${config.healthCheckInterval}ms → ${options.healthInterval}ms`);
-      updates.healthCheckInterval = options.healthInterval;
-    }
-
-    if (options.verbose !== undefined) {
-      const verboseStr = (val: boolean) => val ? 'enabled' : 'disabled';
-      changes.push(`Verbose Logging: ${verboseStr(config.verbose)} → ${verboseStr(options.verbose)}`);
-      updates.verbose = options.verbose;
-    }
-
-    // Display changes
-    console.log(chalk.blue('📝 Configuration changes:'));
-    console.log();
-    changes.forEach(change => {
-      console.log(chalk.dim(`  ${change}`));
-    });
-    console.log();
-
-    // Apply changes
-    if (isRunning && options.restart) {
-      console.log(chalk.blue('⏹️  Stopping router...'));
-      await routerManager.stop();
-    }
-
-    // Update config
-    await routerManager.updateConfig(updates);
-
-    // Regenerate plist if port or host changed
-    if (options.port !== undefined || options.host !== undefined) {
-      const updatedConfig = await routerManager.loadConfig();
-      if (updatedConfig) {
-        await routerManager.createPlist(updatedConfig);
-      }
-    }
-
-    // Restart if requested
-    if (isRunning && options.restart) {
-      console.log(chalk.blue('▶️  Starting router...'));
-      await routerManager.start();
-
-      const finalConfig = await routerManager.loadConfig();
-      console.log();
-      console.log(chalk.green('✅ Router restarted with new configuration'));
-      console.log();
-      console.log(chalk.dim(`Endpoint: http://${finalConfig?.host}:${finalConfig?.port}`));
-    } else {
-      console.log(chalk.green('✅ Configuration updated'));
-
-      if (isRunning) {
-        console.log();
-        console.log(chalk.yellow('⚠️  Restart required to apply changes:'));
-        console.log(chalk.dim('   llamacpp router restart'));
-      } else {
-        console.log();
-        console.log(chalk.dim('Start router to use new configuration:'));
-        console.log(chalk.dim('  llamacpp router start'));
-      }
-    }
-  } catch (error) {
-    throw new Error(`Failed to update router configuration: ${(error as Error).message}`);
-  }
-}

package/src/commands/router/logs.ts

@@ -1,256 +0,0 @@
-import chalk from 'chalk';
-import { spawn } from 'child_process';
-import * as readline from 'readline';
-import * as fs from 'fs';
-import { routerManager } from '../../lib/router-manager';
-import { fileExists } from '../../utils/file-utils';
-import {
-  getFileSize,
-  formatFileSize,
-  rotateLogFile,
-  clearLogFile,
-} from '../../utils/log-utils';
-
-interface RouterLogsOptions {
-  follow?: boolean;
-  lines?: number;
-  stderr?: boolean;  // View system logs (stderr) instead of activity logs (stdout)
-  verbose?: boolean;
-  clear?: boolean;
-  rotate?: boolean;
-  clearAll?: boolean;
-}
-
-export async function routerLogsCommand(options: RouterLogsOptions): Promise<void> {
-  // Load router config
-  const config = await routerManager.loadConfig();
-  if (!config) {
-    throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
-  }
-
-  // Determine log file (default to stdout for activity logs, stderr for system logs)
-  const logPath = options.stderr ? config.stderrPath : config.stdoutPath;
-  const logType = options.stderr ? 'system' : 'activity';
-
-  // Also check for verbose JSON log file if --verbose flag is used
-  const verboseLogPath = '/Users/dweaver/.llamacpp/logs/router.log';
-  const useVerboseLog = options.verbose && (await fileExists(verboseLogPath));
-
-  // Handle --clear-all option (clears both stderr and stdout)
-  if (options.clearAll) {
-    let totalFreed = 0;
-
-    // Clear stderr
-    if (await fileExists(config.stderrPath)) {
-      totalFreed += await getFileSize(config.stderrPath);
-      await clearLogFile(config.stderrPath);
-    }
-
-    // Clear stdout
-    if (await fileExists(config.stdoutPath)) {
-      totalFreed += await getFileSize(config.stdoutPath);
-      await clearLogFile(config.stdoutPath);
-    }
-
-    // Clear verbose log file
-    if (await fileExists(verboseLogPath)) {
-      totalFreed += await getFileSize(verboseLogPath);
-      await clearLogFile(verboseLogPath);
-    }
-
-    console.log(chalk.green('✅ Cleared all router logs'));
-    console.log(chalk.dim(`   Total freed: ${formatFileSize(totalFreed)}`));
-    return;
-  }
-
-  // Handle --clear option
-  if (options.clear) {
-    const targetPath = useVerboseLog ? verboseLogPath : logPath;
-
-    if (!(await fileExists(targetPath))) {
-      console.log(chalk.yellow(`⚠️  No ${useVerboseLog ? 'verbose log' : logType} found for router`));
-      console.log(chalk.dim(`   Log file does not exist: ${targetPath}`));
-      return;
-    }
-
-    const sizeBefore = await getFileSize(targetPath);
-    await clearLogFile(targetPath);
-
-    console.log(chalk.green(`✅ Cleared router ${useVerboseLog ? 'verbose log' : logType}`));
-    console.log(chalk.dim(`   Freed: ${formatFileSize(sizeBefore)}`));
-    console.log(chalk.dim(`   ${targetPath}`));
-    return;
-  }
-
-  // Handle --rotate option
-  if (options.rotate) {
-    const targetPath = useVerboseLog ? verboseLogPath : logPath;
-
-    if (!(await fileExists(targetPath))) {
-      console.log(chalk.yellow(`⚠️  No ${useVerboseLog ? 'verbose log' : logType} found for router`));
-      console.log(chalk.dim(`   Log file does not exist: ${targetPath}`));
-      return;
-    }
-
-    try {
-      const archivedPath = await rotateLogFile(targetPath);
-      const size = await getFileSize(archivedPath);
-
-      console.log(chalk.green(`✅ Rotated router ${useVerboseLog ? 'verbose log' : logType}`));
-      console.log(chalk.dim(`   Archived: ${formatFileSize(size)}`));
-      console.log(chalk.dim(`   → ${archivedPath}`));
-    } catch (error) {
-      throw new Error(`Failed to rotate log: ${(error as Error).message}`);
-    }
-    return;
-  }
-
-  // Determine which log to display
-  const displayPath = useVerboseLog ? verboseLogPath : logPath;
-  const displayType = useVerboseLog ? 'verbose JSON log' : logType;
-
-  // Check if log file exists
-  if (!(await fileExists(displayPath))) {
-    console.log(chalk.yellow(`⚠️  No ${displayType} found for router`));
-    console.log(chalk.dim(`   Log file does not exist: ${displayPath}`));
-
-    if (useVerboseLog) {
-      console.log();
-      console.log(chalk.dim('   Verbose logging is disabled. Enable with:'));
-      console.log(chalk.dim('   llamacpp router config --verbose true --restart'));
-    }
-    return;
-  }
-
-  console.log(chalk.blue(`📋 Router logs (${displayType})`));
-  console.log(chalk.dim(`   ${displayPath}`));
-
-  // Show log size information
-  const currentSize = await getFileSize(displayPath);
-  console.log(chalk.dim(`   Size: ${formatFileSize(currentSize)}`));
-
-  if (!useVerboseLog && config.verbose) {
-    console.log(chalk.dim(`   Verbose logging is enabled (use --verbose to view JSON log)`));
-  } else if (!useVerboseLog && !config.verbose) {
-    console.log(chalk.dim(`   Verbose logging is disabled`));
-  }
-
-  console.log();
-
-  if (options.follow) {
-    // Follow logs in real-time
-    if (useVerboseLog) {
-      // Pretty-print JSON logs
-      const tailProcess = spawn('tail', ['-f', displayPath]);
-      const rl = readline.createInterface({
-        input: tailProcess.stdout,
-        crlfDelay: Infinity,
-      });
-
-      rl.on('line', (line) => {
-        try {
-          const entry = JSON.parse(line);
-          // Format timestamp
-          const timestamp = new Date(entry.timestamp).toLocaleTimeString();
-          // Color code status
-          const statusColor = entry.status === 'success' ? chalk.green : chalk.red;
-
-          console.log(
-            chalk.dim(`[${timestamp}]`),
-            statusColor(entry.statusCode),
-            entry.method,
-            entry.endpoint,
-            '→',
-            chalk.cyan(entry.model),
-            chalk.dim(`(${entry.backend || 'N/A'})`),
-            chalk.yellow(`${entry.durationMs}ms`)
-          );
-          if (entry.prompt) {
-            console.log(chalk.dim(`  Prompt: "${entry.prompt}"`));
-          }
-          if (entry.error) {
-            console.log(chalk.red(`  Error: ${entry.error}`));
-          }
-        } catch {
-          // Not JSON, just print raw line
-          console.log(line);
-        }
-      });
-
-      tailProcess.on('close', () => {
-        process.exit(0);
-      });
-
-      // Handle Ctrl+C gracefully
-      process.on('SIGINT', () => {
-        tailProcess.kill();
-        process.exit(0);
-      });
-    } else {
-      // Standard tail for stderr/stdout
-      const tailProcess = spawn('tail', ['-f', displayPath]);
-      tailProcess.stdout.pipe(process.stdout);
-      tailProcess.stderr.pipe(process.stderr);
-
-      tailProcess.on('close', () => {
-        process.exit(0);
-      });
-
-      // Handle Ctrl+C gracefully
-      process.on('SIGINT', () => {
-        tailProcess.kill();
-        process.exit(0);
-      });
-    }
-  } else {
-    // Show last N lines (default 50)
-    const linesToShow = options.lines || 50;
-
-    if (useVerboseLog) {
-      // Pretty-print JSON logs
-      const lines = fs.readFileSync(displayPath, 'utf-8')
-        .split('\n')
-        .filter(line => line.trim())
-        .slice(-linesToShow);
-
-      for (const line of lines) {
-        try {
-          const entry = JSON.parse(line);
-          // Format timestamp
-          const timestamp = new Date(entry.timestamp).toLocaleTimeString();
-          // Color code status
-          const statusColor = entry.status === 'success' ? chalk.green : chalk.red;
-
-          console.log(
-            chalk.dim(`[${timestamp}]`),
-            statusColor(entry.statusCode),
-            entry.method,
-            entry.endpoint,
-            '→',
-            chalk.cyan(entry.model),
-            chalk.dim(`(${entry.backend || 'N/A'})`),
-            chalk.yellow(`${entry.durationMs}ms`)
-          );
-          if (entry.prompt) {
-            console.log(chalk.dim(`  Prompt: "${entry.prompt}"`));
-          }
-          if (entry.error) {
-            console.log(chalk.red(`  Error: ${entry.error}`));
-          }
-        } catch {
-          // Not JSON, just print raw line
-          console.log(line);
-        }
-      }
-    } else {
-      // Standard tail for stderr/stdout
-      const { execSync } = require('child_process');
-      try {
-        const output = execSync(`tail -n ${linesToShow} "${displayPath}"`, { encoding: 'utf-8' });
-        process.stdout.write(output);
-      } catch (error) {
-        throw new Error(`Failed to read log file: ${(error as Error).message}`);
-      }
-    }
-  }
-}

package/src/commands/router/restart.ts

@@ -1,36 +0,0 @@
-import chalk from 'chalk';
-import { routerManager } from '../../lib/router-manager';
-
-export async function routerRestartCommand(): Promise<void> {
-  console.log(chalk.blue('🔄 Restarting router...'));
-
-  try {
-    // Check if router exists
-    const config = await routerManager.loadConfig();
-    if (!config) {
-      throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
-    }
-
-    // Restart router
-    await routerManager.restart();
-
-    // Get updated config
-    const updatedConfig = await routerManager.loadConfig();
-    if (!updatedConfig) {
-      throw new Error('Failed to load router configuration after restart');
-    }
-
-    // Display success
-    console.log();
-    console.log(chalk.green('✅ Router restarted successfully!'));
-    console.log();
-    console.log(chalk.dim(`Endpoint: http://${updatedConfig.host}:${updatedConfig.port}`));
-    console.log();
-    console.log(chalk.dim('Quick commands:'));
-    console.log(chalk.dim('  Status: llamacpp router status'));
-    console.log(chalk.dim('  Stop:   llamacpp router stop'));
-    console.log(chalk.dim(`  Logs:   tail -f ${updatedConfig.stderrPath}`));
-  } catch (error) {
-    throw new Error(`Failed to restart router: ${(error as Error).message}`);
-  }
-}

package/src/commands/router/start.ts

@@ -1,60 +0,0 @@
-import chalk from 'chalk';
-import { routerManager } from '../../lib/router-manager';
-import { stateManager } from '../../lib/state-manager';
-
-export async function routerStartCommand(): Promise<void> {
-  console.log(chalk.blue('▶️  Starting router...'));
-
-  try {
-    // Initialize
-    await routerManager.initialize();
-    await stateManager.initialize();
-
-    // Check if router already exists
-    const existingConfig = await routerManager.loadConfig();
-    if (existingConfig && existingConfig.status === 'running') {
-      console.log(chalk.yellow(`⚠️  Router is already running on port ${existingConfig.port}`));
-      return;
-    }
-
-    // Start router
-    await routerManager.start();
-
-    // Get updated config
-    const config = await routerManager.loadConfig();
-    if (!config) {
-      throw new Error('Failed to load router configuration after start');
-    }
-
-    // Get running servers to show available models
-    const servers = await stateManager.getAllServers();
-    const runningServers = servers.filter(s => s.status === 'running');
-
-    // Display success
-    console.log();
-    console.log(chalk.green('✅ Router started successfully!'));
-    console.log();
-    console.log(chalk.dim(`Endpoint: http://${config.host}:${config.port}`));
-    console.log(chalk.dim(`Available models: ${runningServers.length}`));
-
-    if (runningServers.length > 0) {
-      console.log();
-      console.log(chalk.dim('Models:'));
-      runningServers.forEach(server => {
-        console.log(chalk.dim(`  • ${server.modelName} (port ${server.port})`));
-      });
-    } else {
-      console.log();
-      console.log(chalk.yellow('⚠️  No running servers found. Start a server first:'));
-      console.log(chalk.dim('   llamacpp server create <model>'));
-    }
-
-    console.log();
-    console.log(chalk.dim('Quick commands:'));
-    console.log(chalk.dim(`  Status: llamacpp router status`));
-    console.log(chalk.dim(`  Stop:   llamacpp router stop`));
-    console.log(chalk.dim(`  Logs:   tail -f ${config.stderrPath}`));
-  } catch (error) {
-    throw new Error(`Failed to start router: ${(error as Error).message}`);
-  }
-}

package/src/commands/router/status.ts

@@ -1,119 +0,0 @@
-import chalk from 'chalk';
-import { routerManager } from '../../lib/router-manager';
-import { stateManager } from '../../lib/state-manager';
-
-export async function routerStatusCommand(): Promise<void> {
-  try {
-    // Get router status
-    const result = await routerManager.getStatus();
-    if (!result) {
-      console.log(chalk.yellow('Router not configured'));
-      console.log();
-      console.log(chalk.dim('Create and start router:'));
-      console.log(chalk.dim('  llamacpp router start'));
-      return;
-    }
-
-    const { config, status } = result;
-
-    // Calculate uptime if running
-    let uptime = 'N/A';
-    if (status.isRunning && config.lastStarted) {
-      const startTime = new Date(config.lastStarted).getTime();
-      const now = Date.now();
-      const uptimeSeconds = Math.floor((now - startTime) / 1000);
-      const hours = Math.floor(uptimeSeconds / 3600);
-      const minutes = Math.floor((uptimeSeconds % 3600) / 60);
-      const seconds = uptimeSeconds % 60;
-
-      if (hours > 0) {
-        uptime = `${hours}h ${minutes}m`;
-      } else if (minutes > 0) {
-        uptime = `${minutes}m ${seconds}s`;
-      } else {
-        uptime = `${seconds}s`;
-      }
-    }
-
-    // Get running servers
-    const servers = await stateManager.getAllServers();
-    const runningServers = servers.filter(s => s.status === 'running');
-
-    // Display status
-    console.log();
-    console.log(chalk.bold('Router Status'));
-    console.log(chalk.dim('─'.repeat(50)));
-    console.log();
-
-    // Status badge
-    const statusColor = status.isRunning ? chalk.green : chalk.gray;
-    const statusBadge = status.isRunning ? '● RUN' : '○ OFF';
-    console.log(`Status:     ${statusColor(statusBadge)}`);
-
-    if (status.isRunning) {
-      console.log(`PID:        ${status.pid || 'N/A'}`);
-      console.log(`Uptime:     ${uptime}`);
-    }
-
-    console.log(`Port:       ${config.port}`);
-    console.log(`Host:       ${config.host}`);
-    console.log(`Endpoint:   http://${config.host}:${config.port}`);
-    console.log();
-
-    // Available models
-    console.log(chalk.bold('Available Models'));
-    console.log(chalk.dim('─'.repeat(50)));
-    console.log();
-
-    if (runningServers.length === 0) {
-      console.log(chalk.dim('No running servers found'));
-      console.log();
-      console.log(chalk.yellow('⚠️  Start a server first:'));
-      console.log(chalk.dim('   llamacpp server create <model>'));
-    } else {
-      runningServers.forEach(server => {
-        console.log(`  ${chalk.green('●')} ${server.modelName}`);
-        console.log(chalk.dim(`    Port: ${server.port}`));
-        console.log(chalk.dim(`    Backend: http://${server.host}:${server.port}`));
-        console.log();
-      });
-    }
-
-    // Configuration
-    console.log(chalk.bold('Configuration'));
-    console.log(chalk.dim('─'.repeat(50)));
-    console.log();
-    console.log(`Health Check Interval: ${config.healthCheckInterval}ms`);
-    console.log(`Request Timeout:       ${config.requestTimeout}ms`);
-    console.log();
-
-    // System paths
-    console.log(chalk.bold('System Paths'));
-    console.log(chalk.dim('─'.repeat(50)));
-    console.log();
-    console.log(chalk.dim(`Config: ${config.plistPath.replace(config.label + '.plist', 'router.json').replace('LaunchAgents', '.llamacpp')}`));
-    console.log(chalk.dim(`Plist:  ${config.plistPath}`));
-    console.log(chalk.dim(`Stdout: ${config.stdoutPath}`));
-    console.log(chalk.dim(`Stderr: ${config.stderrPath}`));
-    console.log();
-
-    // Quick commands
-    console.log(chalk.bold('Quick Commands'));
-    console.log(chalk.dim('─'.repeat(50)));
-    console.log();
-
-    if (status.isRunning) {
-      console.log(chalk.dim('  Stop:    llamacpp router stop'));
-      console.log(chalk.dim('  Restart: llamacpp router restart'));
-      console.log(chalk.dim(`  Logs:    tail -f ${config.stderrPath}`));
-      console.log(chalk.dim('  Config:  llamacpp router config --port <port> --restart'));
-    } else {
-      console.log(chalk.dim('  Start:   llamacpp router start'));
-      console.log(chalk.dim('  Config:  llamacpp router config --port <port>'));
-      console.log(chalk.dim(`  Logs:    cat ${config.stderrPath}`));
-    }
-    console.log();
-  } catch (error) {
-    throw new Error(`Failed to get router status: ${(error as Error).message}`);
-  }
-}

package/src/commands/router/stop.ts

@@ -1,33 +0,0 @@
-import chalk from 'chalk';
-import { routerManager } from '../../lib/router-manager';
-
-export async function routerStopCommand(): Promise<void> {
-  console.log(chalk.blue('⏹️  Stopping router...'));
-
-  try {
-    // Check if router exists
-    const config = await routerManager.loadConfig();
-    if (!config) {
-      throw new Error('Router configuration not found. Use "llamacpp router start" to create it.');
-    }
-
-    // Check if already stopped
-    if (config.status !== 'running') {
-      console.log(chalk.yellow('⚠️  Router is not running'));
-      return;
-    }
-
-    // Stop router
-    await routerManager.stop();
-
-    // Display success
-    console.log();
-    console.log(chalk.green('✅ Router stopped successfully'));
-    console.log();
-    console.log(chalk.dim('Quick commands:'));
-    console.log(chalk.dim('  Start: llamacpp router start'));
-    console.log(chalk.dim('  Status: llamacpp router status'));
-  } catch (error) {
-    throw new Error(`Failed to stop router: ${(error as Error).message}`);
-  }
-}