@appkit/llamacpp-cli 1.12.0 → 1.13.0

package/src/cli.ts

@@ -1,523 +0,0 @@
-#!/usr/bin/env node
-
-import { Command } from 'commander';
-import chalk from 'chalk';
-import { listCommand } from './commands/list';
-import { psCommand } from './commands/ps';
-import { createCommand } from './commands/create';
-import { startCommand } from './commands/start';
-import { runCommand } from './commands/run';
-import { stopCommand } from './commands/stop';
-import { deleteCommand } from './commands/delete';
-import { pullCommand } from './commands/pull';
-import { rmCommand } from './commands/rm';
-import { logsCommand } from './commands/logs';
-import { logsAllCommand } from './commands/logs-all';
-import { searchCommand } from './commands/search';
-import { showCommand } from './commands/show';
-import { serverShowCommand } from './commands/server-show';
-import { serverConfigCommand } from './commands/config';
-import { configGlobalCommand } from './commands/config-global';
-import { monitorCommand } from './commands/monitor';
-import { routerStartCommand } from './commands/router/start';
-import { routerStopCommand } from './commands/router/stop';
-import { routerStatusCommand } from './commands/router/status';
-import { routerRestartCommand } from './commands/router/restart';
-import { routerConfigCommand } from './commands/router/config';
-import { routerLogsCommand } from './commands/router/logs';
-import { adminStartCommand } from './commands/admin/start';
-import { adminStopCommand } from './commands/admin/stop';
-import { adminStatusCommand } from './commands/admin/status';
-import { adminRestartCommand } from './commands/admin/restart';
-import { adminConfigCommand } from './commands/admin/config';
-import { adminLogsCommand } from './commands/admin/logs';
-import packageJson from '../package.json';
-
-const program = new Command();
-
-program
-  .name('llamacpp')
-  .description('CLI tool to manage local llama.cpp servers on macOS')
-  .version(packageJson.version, '-v, --version', 'Output the version number')
-  .action(async () => {
-    // Default action: launch TUI when no command provided
-    try {
-      const { tuiCommand } = await import('./commands/tui');
-      await tuiCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// List models
-program
-  .command('ls')
-  .description('List available GGUF models')
-  .action(async () => {
-    try {
-      await listCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// List servers (static table)
-program
-  .command('ps')
-  .description('List all servers with status (static table)')
-  .action(async () => {
-    try {
-      await psCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// View all server logs
-program
-  .command('logs')
-  .description('View log sizes for all servers (with batch operations)')
-  .option('--clear', 'Clear current logs for all servers')
-  .option('--clear-archived', 'Delete only archived logs for all servers')
-  .option('--clear-all', 'Clear current + delete archived logs for all servers')
-  .option('--rotate', 'Rotate logs for all servers with timestamps')
-  .action(async (options) => {
-    try {
-      await logsAllCommand(options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Search for models
-program
-  .command('search')
-  .description('Search Hugging Face for GGUF models')
-  .argument('<query>', 'Search query (e.g., "llama 3b" or "qwen")')
-  .option('-l, --limit <number>', 'Max results to show (default: 20)', parseInt)
-  .option('--files [number]', 'Show available files for result number (e.g., --files 1)', (val) => {
-    return val ? parseInt(val) : true;
-  })
-  .action(async (query: string, options) => {
-    try {
-      await searchCommand(query, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Show model details
-program
-  .command('show')
-  .description('Show details about a model or file')
-  .argument('<identifier>', 'HuggingFace repo/file (e.g., owner/repo or owner/repo/file.gguf)')
-  .option('-f, --file <filename>', 'Specific GGUF file to show details for')
-  .action(async (identifier: string, options) => {
-    try {
-      await showCommand(identifier, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Download a model
-program
-  .command('pull')
-  .description('Download a GGUF model from Hugging Face')
-  .argument('<identifier>', 'HuggingFace repo/file (e.g., owner/repo/file.gguf or owner/repo)')
-  .option('-f, --file <filename>', 'Specific GGUF file (alternative to path in identifier)')
-  .action(async (identifier: string, options) => {
-    try {
-      await pullCommand(identifier, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Delete a model
-program
-  .command('rm')
-  .description('Delete a model file (and any associated servers)')
-  .argument('<model>', 'Model filename or partial name')
-  .action(async (model: string) => {
-    try {
-      await rmCommand(model);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Global configuration
-program
-  .command('config')
-  .description('View or change global configuration')
-  .option('--models-dir <path>', 'Set models directory path')
-  .action(async (options) => {
-    try {
-      await configGlobalCommand(options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Server management commands
-const server = program
-  .command('server')
-  .description('Manage llama-server instances');
-
-// Create a new server
-server
-  .command('create')
-  .description('Create and start a new llama-server instance')
-  .argument('<model>', 'Model filename or path')
-  .option('-p, --port <number>', 'Port number (default: auto-assign)', parseInt)
-  .option('-h, --host <address>', 'Bind address (default: 127.0.0.1, use 0.0.0.0 for remote access)')
-  .option('-t, --threads <number>', 'Thread count (default: auto)', parseInt)
-  .option('-c, --ctx-size <number>', 'Context size (default: auto)', parseInt)
-  .option('-g, --gpu-layers <number>', 'GPU layers (default: 60)', parseInt)
-  .option('-v, --verbose', 'Enable verbose HTTP logging (detailed request/response info)')
-  .option('-f, --flags <flags>', 'Additional llama-server flags (comma-separated, e.g., "--pooling,mean")')
-  .action(async (model: string, options) => {
-    try {
-      await createCommand(model, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Show server details
-server
-  .command('show')
-  .description('Show server configuration details')
-  .argument('<identifier>', 'Server identifier: port (9000), server ID (llama-3-2-3b), or partial model name')
-  .action(async (identifier: string) => {
-    try {
-      await serverShowCommand(identifier);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Update server configuration
-server
-  .command('config')
-  .description('Update server configuration parameters')
-  .argument('<identifier>', 'Server identifier: port (9000), server ID (llama-3-2-3b), or partial model name')
-  .option('-m, --model <filename>', 'Update model (filename or path)')
-  .option('-h, --host <address>', 'Update bind address (127.0.0.1 for localhost, 0.0.0.0 for remote access)')
-  .option('-t, --threads <number>', 'Update thread count', parseInt)
-  .option('-c, --ctx-size <number>', 'Update context size', parseInt)
-  .option('-g, --gpu-layers <number>', 'Update GPU layers', parseInt)
-  .option('-v, --verbose', 'Enable verbose logging')
-  .option('--no-verbose', 'Disable verbose logging')
-  .option('-f, --flags <flags>', 'Update custom llama-server flags (comma-separated, empty string to clear)')
-  .option('-r, --restart', 'Automatically restart server if running')
-  .action(async (identifier: string, options) => {
-    try {
-      await serverConfigCommand(identifier, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Start an existing server
-server
-  .command('start')
-  .description('Start an existing stopped server')
-  .argument('<identifier>', 'Server identifier: port (9000), server ID (llama-3-2-3b), or partial model name')
-  .action(async (identifier: string) => {
-    try {
-      await startCommand(identifier);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Run interactive chat with a model
-server
-  .command('run')
-  .description('Run an interactive chat session with a model')
-  .argument('<model>', 'Model identifier: port (9000), server ID (llama-3-2-3b), partial name, or model filename')
-  .option('-m, --message <text>', 'Send a single message and exit (non-interactive mode)')
-  .action(async (model: string, options) => {
-    try {
-      await runCommand(model, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Stop a server
-server
-  .command('stop')
-  .description('Stop a running server')
-  .argument('<identifier>', 'Server identifier: port (9000), server ID (llama-3-2-3b), or partial model name')
-  .action(async (identifier: string) => {
-    try {
-      await stopCommand(identifier);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Delete a server
-server
-  .command('rm')
-  .description('Remove a server configuration and launchctl service (preserves model file)')
-  .argument('<identifier>', 'Server identifier: port (9000), server ID (llama-3-2-3b), or partial model name')
-  .action(async (identifier: string) => {
-    try {
-      await deleteCommand(identifier);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// View logs
-server
-  .command('logs')
-  .description('View server logs (default: compact one-line per request)')
-  .argument('<identifier>', 'Server identifier: port (9000), server ID (llama-3-2-3b), or partial model name')
-  .option('-f, --follow', 'Follow log output in real-time')
-  .option('-n, --lines <number>', 'Number of lines to show (default: 50)', parseInt)
-  .option('--http', 'Show full HTTP JSON request/response logs')
-  .option('--errors', 'Show only error messages')
-  .option('--verbose', 'Show all messages including debug internals')
-  .option('--filter <pattern>', 'Custom grep pattern for filtering')
-  .option('--stdout', 'Show stdout instead of stderr (rarely needed)')
-  .option('--clear', 'Clear (truncate) log file to zero bytes')
-  .option('--clear-archived', 'Delete only archived logs (preserves current logs)')
-  .option('--clear-all', 'Clear current logs AND delete all archived logs')
-  .option('--rotate', 'Rotate log file with timestamp (preserves old logs)')
-  .option('--include-health', 'Include health check requests (/health, /slots, /props) - filtered by default')
-  .action(async (identifier: string, options) => {
-    try {
-      await logsCommand(identifier, options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Monitor server (deprecated - redirects to TUI)
-server
-  .command('monitor [identifier]')
-  .description('Monitor server with real-time metrics TUI (deprecated: use "llamacpp" instead)')
-  .action(async (identifier?: string) => {
-    try {
-      console.log(chalk.yellow('⚠️  The "monitor" command is deprecated and will be removed in a future version.'));
-      console.log(chalk.dim('   Please use "llamacpp" instead for the same functionality.\n'));
-      await monitorCommand(identifier);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Router management commands
-const router = program
-  .command('router')
-  .description('Manage the unified router endpoint');
-
-// Start router
-router
-  .command('start')
-  .description('Start the router service')
-  .action(async () => {
-    try {
-      await routerStartCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Stop router
-router
-  .command('stop')
-  .description('Stop the router service')
-  .action(async () => {
-    try {
-      await routerStopCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Show router status
-router
-  .command('status')
-  .description('Show router status and configuration')
-  .action(async () => {
-    try {
-      await routerStatusCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Restart router
-router
-  .command('restart')
-  .description('Restart the router service')
-  .action(async () => {
-    try {
-      await routerRestartCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Configure router
-router
-  .command('config')
-  .description('Update router configuration')
-  .option('-p, --port <number>', 'Update port number', parseInt)
-  .option('-h, --host <address>', 'Update bind address')
-  .option('--timeout <ms>', 'Update request timeout (milliseconds)', parseInt)
-  .option('--health-interval <ms>', 'Update health check interval (milliseconds)', parseInt)
-  .option('-v, --verbose [boolean]', 'Enable/disable verbose logging to file (true/false)', (val) => val === 'true' || val === '1')
-  .option('-r, --restart', 'Automatically restart router if running')
-  .action(async (options) => {
-    try {
-      await routerConfigCommand(options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Router logs
-router
-  .command('logs')
-  .description('View router logs')
-  .option('-f, --follow', 'Follow logs in real-time (like tail -f)')
-  .option('-n, --lines <number>', 'Number of lines to show (default: 50)', parseInt)
-  .option('--stderr', 'Show system logs (stderr) instead of activity logs (stdout)')
-  .option('-v, --verbose', 'Show verbose JSON log file (if enabled)')
-  .option('--clear', 'Clear the log file')
-  .option('--rotate', 'Rotate the log file with timestamp')
-  .option('--clear-all', 'Clear all router logs (activity, system, verbose)')
-  .action(async (options) => {
-    try {
-      await routerLogsCommand(options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Admin management commands
-const admin = program
-  .command('admin')
-  .description('Manage the admin REST API service');
-
-// Start admin
-admin
-  .command('start')
-  .description('Start the admin service')
-  .action(async () => {
-    try {
-      await adminStartCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Stop admin
-admin
-  .command('stop')
-  .description('Stop the admin service')
-  .action(async () => {
-    try {
-      await adminStopCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Show admin status
-admin
-  .command('status')
-  .description('Show admin service status and configuration')
-  .action(async () => {
-    try {
-      await adminStatusCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Restart admin
-admin
-  .command('restart')
-  .description('Restart the admin service')
-  .action(async () => {
-    try {
-      await adminRestartCommand();
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Configure admin
-admin
-  .command('config')
-  .description('Update admin service configuration')
-  .option('-p, --port <number>', 'Update port number', parseInt)
-  .option('-h, --host <address>', 'Update bind address')
-  .option('--regenerate-key', 'Generate a new API key')
-  .option('-v, --verbose [boolean]', 'Enable/disable verbose logging', (val) => val === 'true' || val === '1')
-  .option('-r, --restart', 'Automatically restart admin service if running')
-  .action(async (options) => {
-    try {
-      await adminConfigCommand(options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Admin logs
-admin
-  .command('logs')
-  .description('View admin service logs')
-  .option('-f, --follow', 'Follow logs in real-time (like tail -f)')
-  .option('-n, --lines <number>', 'Number of lines to show (default: 100)', parseInt)
-  .option('--stdout', 'Show activity logs (stdout)')
-  .option('--stderr', 'Show system logs (stderr)')
-  .option('--clear', 'Clear the log files')
-  .action(async (options) => {
-    try {
-      await adminLogsCommand(options);
-    } catch (error) {
-      console.error(chalk.red('❌ Error:'), (error as Error).message);
-      process.exit(1);
-    }
-  });
-
-// Parse arguments
-program.parse();

package/src/commands/admin/config.ts

@@ -1,121 +0,0 @@
-import chalk from 'chalk';
-import { adminManager } from '../../lib/admin-manager';
-
-interface ConfigOptions {
-  port?: number;
-  host?: string;
-  regenerateKey?: boolean;
-  verbose?: boolean;
-  restart?: boolean;
-}
-
-export async function adminConfigCommand(options: ConfigOptions): Promise<void> {
-  try {
-    const result = await adminManager.getStatus();
-
-    if (!result) {
-      console.error(chalk.red('✗ Admin service is not configured'));
-      console.log(chalk.gray('\nRun: llamacpp admin start'));
-      process.exit(1);
-    }
-
-    const { config, status } = result;
-
-    // Check if any options were provided
-    const hasChanges = options.port || options.host || options.regenerateKey !== undefined || options.verbose !== undefined;
-    if (!hasChanges) {
-      console.error(chalk.red('✗ No configuration options provided'));
-      console.log(chalk.gray('\nAvailable options:'));
-      console.log(chalk.gray('  --port <port>         Change port'));
-      console.log(chalk.gray('  --host <host>         Change host'));
-      console.log(chalk.gray('  --regenerate-key      Generate new API key'));
-      console.log(chalk.gray('  --verbose             Enable verbose logging'));
-      console.log(chalk.gray('  --restart             Restart after config change'));
-      process.exit(1);
-    }
-
-    // Display what will change
-    console.log(chalk.bold('Configuration Changes:'));
-    console.log();
-
-    const updates: Partial<typeof config> = {};
-
-    if (options.port !== undefined) {
-      console.log(chalk.bold('  Port:    '), chalk.gray(config.port.toString()), chalk.gray('→'), chalk.cyan(options.port.toString()));
-      updates.port = options.port;
-    }
-
-    if (options.host !== undefined) {
-      console.log(chalk.bold('  Host:    '), chalk.gray(config.host), chalk.gray('→'), chalk.cyan(options.host));
-      updates.host = options.host;
-
-      // Warn if binding to non-localhost
-      if (options.host !== '127.0.0.1' && options.host !== 'localhost') {
-        console.log();
-        console.log(chalk.yellow('  ⚠ Warning: Binding to non-localhost address exposes admin API to network'));
-        console.log(chalk.yellow('  ⚠ Ensure your firewall is properly configured'));
-      }
-    }
-
-    if (options.verbose !== undefined) {
-      console.log(chalk.bold('  Verbose: '), chalk.gray(config.verbose ? 'enabled' : 'disabled'), chalk.gray('→'), chalk.cyan(options.verbose ? 'enabled' : 'disabled'));
-      updates.verbose = options.verbose;
-    }
-
-    let newApiKey: string | undefined;
-    if (options.regenerateKey) {
-      newApiKey = await adminManager.regenerateApiKey();
-      console.log(chalk.bold('  API Key: '), chalk.gray('*********************'), chalk.gray('→'), chalk.yellow(newApiKey));
-    }
-
-    console.log();
-
-    // Check if restart is needed
-    const isRunning = status.isRunning;
-    const needsRestart = isRunning && (options.port !== undefined || options.host !== undefined);
-
-    if (needsRestart && !options.restart) {
-      console.log(chalk.yellow('⚠ Admin service is running. Changes require restart.'));
-      console.log(chalk.gray('  Add --restart flag to restart automatically\n'));
-    }
-
-    // Apply changes
-    if (Object.keys(updates).length > 0) {
-      await adminManager.updateConfig(updates);
-    }
-
-    // Restart if requested and needed
-    if (options.restart && needsRestart) {
-      console.log(chalk.blue('🔄 Restarting admin service...\n'));
-
-      // Regenerate plist with new config
-      const updatedConfig = await adminManager.loadConfig();
-      if (updatedConfig) {
-        await adminManager.createPlist(updatedConfig);
-      }
-
-      await adminManager.restart();
-
-      console.log(chalk.green('✓ Admin service restarted successfully'));
-    } else {
-      console.log(chalk.green('✓ Configuration updated'));
-
-      if (needsRestart && !options.restart) {
-        console.log(chalk.gray('\nRestart with: llamacpp admin restart'));
-      }
-    }
-
-    console.log();
-
-    // Show new API key prominently if regenerated
-    if (newApiKey) {
-      console.log(chalk.bold('New API Key:'), chalk.yellow(newApiKey));
-      console.log(chalk.gray('Store this key securely - it cannot be retrieved later'));
-      console.log();
-    }
-  } catch (error) {
-    console.error(chalk.red('✗ Failed to update admin configuration'));
-    console.error(chalk.gray((error as Error).message));
-    process.exit(1);
-  }
-}