@appkit/llamacpp-cli 1.12.0 → 1.13.0

package/src/commands/create.ts

@@ -1,183 +0,0 @@
-import chalk from 'chalk';
-import * as path from 'path';
-import * as fs from 'fs';
-import { modelScanner } from '../lib/model-scanner';
-import { stateManager } from '../lib/state-manager';
-import { configGenerator, ServerOptions } from '../lib/config-generator';
-import { portManager } from '../lib/port-manager';
-import { launchctlManager } from '../lib/launchctl-manager';
-import { statusChecker } from '../lib/status-checker';
-import { commandExists } from '../utils/process-utils';
-import { formatBytes } from '../utils/format-utils';
-import { ensureDir, parseMetalMemoryFromLog } from '../utils/file-utils';
-import { ensureModelsDirectory } from '../lib/models-dir-setup';
-
-interface CreateOptions {
-  port?: number;
-  host?: string;
-  threads?: number;
-  ctxSize?: number;
-  gpuLayers?: number;
-  verbose?: boolean;
-  flags?: string;
-}
-
-export async function createCommand(model: string, options: CreateOptions): Promise<void> {
-  // Initialize state manager
-  await stateManager.initialize();
-
-  // 1. Check if llama-server exists
-  if (!(await commandExists('llama-server'))) {
-    throw new Error('llama-server not found. Install with: brew install llama.cpp');
-  }
-
-  // 2. Ensure models directory exists if model is not an absolute path
-  if (!path.isAbsolute(model)) {
-    const modelsDir = await stateManager.getModelsDirectory();
-    if (!fs.existsSync(modelsDir)) {
-      await ensureModelsDirectory();
-    }
-  }
-
-  // 3. Resolve model path
-  const modelPath = await modelScanner.resolveModelPath(model);
-  if (!modelPath) {
-    throw new Error(`Model not found: ${model}\n\nRun: llamacpp ls`);
-  }
-
-  const modelName = path.basename(modelPath);
-
-  // 4. Check if server already exists for this model
-  const existingServer = await stateManager.serverExistsForModel(modelPath);
-  if (existingServer) {
-    throw new Error(`Server already exists for ${modelName}\n\nUse: llamacpp server start ${modelName}`);
-  }
-
-  // 5. Get model size
-  const modelSize = await modelScanner.getModelSize(modelName);
-  if (!modelSize) {
-    throw new Error(`Failed to read model file: ${modelPath}`);
-  }
-
-  // 6. Determine port
-  let port: number;
-  if (options.port) {
-    portManager.validatePort(options.port);
-    const available = await portManager.isPortAvailable(options.port);
-    if (!available) {
-      throw new Error(`Port ${options.port} is already in use`);
-    }
-    port = options.port;
-  } else {
-    port = await portManager.findAvailablePort();
-  }
-
-  // 7. Generate server configuration
-  console.log(chalk.blue(`🚀 Creating server for ${modelName}\n`));
-
-  // Parse custom flags if provided
-  let customFlags: string[] | undefined;
-  if (options.flags) {
-    customFlags = options.flags.split(',').map(f => f.trim()).filter(f => f.length > 0);
-  }
-
-  const serverOptions: ServerOptions = {
-    port: options.port,
-    host: options.host,
-    threads: options.threads,
-    ctxSize: options.ctxSize,
-    gpuLayers: options.gpuLayers,
-    verbose: options.verbose,
-    customFlags,
-  };
-
-  const config = await configGenerator.generateConfig(
-    modelPath,
-    modelName,
-    modelSize,
-    port,
-    serverOptions
-  );
-
-  // Security warning for 0.0.0.0
-  if (config.host === '0.0.0.0') {
-    console.log(chalk.yellow('⚠️  WARNING: Binding to 0.0.0.0 allows remote access from any network interface.'));
-    console.log(chalk.yellow('   This exposes your server to your local network and potentially the internet.'));
-    console.log(chalk.yellow('   Use 127.0.0.1 for localhost-only access (recommended for local development).\n'));
-  }
-
-  // Display configuration
-  console.log(chalk.dim(`Model: ${modelPath}`));
-  console.log(chalk.dim(`Size: ${formatBytes(modelSize)}`));
-  console.log(chalk.dim(`Host: ${config.host}`));
-  console.log(chalk.dim(`Port: ${config.port}${options.port ? '' : ' (auto-assigned)'}`));
-  console.log(chalk.dim(`Threads: ${config.threads}`));
-  console.log(chalk.dim(`Context Size: ${config.ctxSize}`));
-  console.log(chalk.dim(`GPU Layers: ${config.gpuLayers}`));
-  console.log(chalk.dim(`Verbose Logging: ${config.verbose ? 'enabled' : 'disabled'}`));
-  if (config.customFlags && config.customFlags.length > 0) {
-    console.log(chalk.dim(`Custom Flags: ${config.customFlags.join(' ')}`));
-  }
-  console.log();
-
-  // 7. Ensure log directory exists
-  await ensureDir(path.dirname(config.stdoutPath));
-
-  // 8. Create plist file
-  console.log(chalk.dim('Creating launchctl service...'));
-  await launchctlManager.createPlist(config);
-
-  // 9. Load service
-  try {
-    await launchctlManager.loadService(config.plistPath);
-  } catch (error) {
-    // Clean up plist if load fails
-    await launchctlManager.deletePlist(config.plistPath);
-    throw new Error(`Failed to load service: ${(error as Error).message}`);
-  }
-
-  // 10. Start service
-  try {
-    await launchctlManager.startService(config.label);
-  } catch (error) {
-    // Clean up if start fails
-    await launchctlManager.unloadService(config.plistPath);
-    await launchctlManager.deletePlist(config.plistPath);
-    throw new Error(`Failed to start service: ${(error as Error).message}`);
-  }
-
-  // 11. Wait for startup
-  console.log(chalk.dim('Waiting for server to start...'));
-  const started = await launchctlManager.waitForServiceStart(config.label, 5000);
-
-  if (!started) {
-    // Clean up if startup fails
-    await launchctlManager.unloadService(config.plistPath);
-    await launchctlManager.deletePlist(config.plistPath);
-    throw new Error('Server failed to start. Check logs with: llamacpp server logs --errors');
-  }
-
-  // 12. Update config with running status
-  let updatedConfig = await statusChecker.updateServerStatus(config);
-
-  // 13. Parse Metal (GPU) memory allocation from logs
-  // Wait a few seconds for model to start loading (large models take time)
-  console.log(chalk.dim('Detecting Metal (GPU) memory allocation...'));
-  await new Promise(resolve => setTimeout(resolve, 8000)); // 8 second delay
-  const metalMemoryMB = await parseMetalMemoryFromLog(updatedConfig.stderrPath);
-  if (metalMemoryMB) {
-    updatedConfig = { ...updatedConfig, metalMemoryMB };
-    console.log(chalk.dim(`Metal memory: ${metalMemoryMB.toFixed(0)} MB`));
-  }
-
-  // 14. Save server config
-  await stateManager.saveServerConfig(updatedConfig);
-
-  // 15. Display success message
-  console.log();
-  console.log(chalk.green('✅ Server created and started successfully!'));
-  console.log();
-  console.log(chalk.dim(`Connect: http://${config.host}:${config.port}`));
-  console.log(chalk.dim(`View logs: llamacpp server logs ${config.id}`));
-  console.log(chalk.dim(`Stop: llamacpp server stop ${config.id}`));
-}

package/src/commands/delete.ts

@@ -1,74 +0,0 @@
-import chalk from 'chalk';
-import * as readline from 'readline';
-import { stateManager } from '../lib/state-manager';
-import { launchctlManager } from '../lib/launchctl-manager';
-
-export async function deleteCommand(identifier: string): Promise<void> {
-  // Find server
-  const server = await stateManager.findServer(identifier);
-  if (!server) {
-    throw new Error(`Server not found: ${identifier}\n\nUse: llamacpp ps`);
-  }
-
-  // Confirm deletion
-  console.log(chalk.yellow(`⚠️  Delete server configuration for ${server.modelName}?`));
-  console.log(chalk.dim('   This will remove the launchd service but keep the model file.'));
-  console.log();
-
-  const confirmed = await confirmDeletion();
-  if (!confirmed) {
-    console.log(chalk.dim('Cancelled'));
-    return;
-  }
-
-  console.log();
-  console.log(chalk.blue(`🗑️  Deleting server ${server.modelName}...`));
-
-  // Unload service (stops and removes from launchd)
-  if (server.status === 'running') {
-    console.log(chalk.dim('Stopping and unloading service...'));
-  } else {
-    console.log(chalk.dim('Unloading service...'));
-  }
-  try {
-    await launchctlManager.unloadService(server.plistPath);
-    if (server.status === 'running') {
-      await launchctlManager.waitForServiceStop(server.label, 5000);
-    }
-  } catch (error) {
-    console.log(chalk.yellow('⚠️  Failed to unload service gracefully'));
-  }
-
-  // Delete plist
-  console.log(chalk.dim('Deleting plist file...'));
-  await launchctlManager.deletePlist(server.plistPath);
-
-  // Delete server config
-  console.log(chalk.dim('Deleting server configuration...'));
-  await stateManager.deleteServerConfig(server.id);
-
-  // Success
-  console.log();
-  console.log(chalk.green('✅ Server deleted'));
-  console.log(chalk.dim(`   Plist removed: ${server.plistPath}`));
-  console.log(chalk.dim(`   Config removed`));
-  console.log();
-  console.log(chalk.dim(`   Model file preserved at: ${server.modelPath}`));
-}
-
-/**
- * Prompt user for confirmation
- */
-function confirmDeletion(): Promise<boolean> {
-  return new Promise((resolve) => {
-    const rl = readline.createInterface({
-      input: process.stdin,
-      output: process.stdout,
-    });
-
-    rl.question(chalk.yellow("   Type 'yes' to confirm: "), (answer) => {
-      rl.close();
-      resolve(answer.toLowerCase() === 'yes');
-    });
-  });
-}

package/src/commands/list.ts

@@ -1,37 +0,0 @@
-import chalk from 'chalk';
-import Table from 'cli-table3';
-import { modelScanner } from '../lib/model-scanner';
-import { formatBytes, formatDateShort } from '../utils/format-utils';
-import { stateManager } from '../lib/state-manager';
-
-export async function listCommand(): Promise<void> {
-  const modelsDir = await stateManager.getModelsDirectory();
-  console.log(chalk.blue(`📦 Available models in ${modelsDir}\n`));
-
-  const models = await modelScanner.scanModels();
-
-  if (models.length === 0) {
-    console.log(chalk.yellow('No GGUF models found.'));
-    console.log(chalk.dim(`\nDownload models with: llamacpp pull <repo> --file <filename>`));
-    return;
-  }
-
-  const table = new Table({
-    head: ['MODEL', 'SIZE', 'MODIFIED'],
-    colWidths: [50, 12, 15],
-  });
-
-  for (const model of models) {
-    table.push([
-      model.filename,
-      model.sizeFormatted,
-      formatDateShort(model.modified),
-    ]);
-  }
-
-  console.log(table.toString());
-
-  const totalSize = models.reduce((sum, m) => sum + m.size, 0);
-  console.log(chalk.dim(`\nTotal: ${models.length} models (${formatBytes(totalSize)})`));
-  console.log(chalk.dim(`\nCreate a server: llamacpp server create <model-filename>`));
-}

package/src/commands/logs-all.ts

@@ -1,251 +0,0 @@
-import chalk from 'chalk';
-import Table from 'cli-table3';
-import { stateManager } from '../lib/state-manager';
-import { fileExists } from '../utils/file-utils';
-import {
-  getFileSize,
-  formatFileSize,
-  getArchivedLogInfo,
-  clearLogFile,
-  rotateLogFile,
-  deleteArchivedLogs,
-} from '../utils/log-utils';
-
-interface LogsAllOptions {
-  clear?: boolean;
-  clearArchived?: boolean;
-  clearAll?: boolean;
-  rotate?: boolean;
-}
-
-export async function logsAllCommand(options: LogsAllOptions): Promise<void> {
-  // Get all servers
-  const servers = await stateManager.getAllServers();
-
-  if (servers.length === 0) {
-    console.log(chalk.yellow('⚠️  No servers found'));
-    console.log(chalk.dim('\nCreate a server: llamacpp server create <model-filename>'));
-    return;
-  }
-
-  // Handle batch operations
-  if (options.clear || options.clearArchived || options.clearAll || options.rotate) {
-    await handleBatchOperation(servers, options);
-    return;
-  }
-
-  // Show table of log information
-  await showLogsTable(servers);
-}
-
-async function showLogsTable(servers: any[]): Promise<void> {
-  const table = new Table({
-    head: [
-      chalk.bold('Server ID'),
-      chalk.bold('Current Stderr'),
-      chalk.bold('Current Stdout'),
-      chalk.bold('Archived'),
-      chalk.bold('Total'),
-    ],
-    colWidths: [30, 18, 18, 18, 18],
-  });
-
-  let totalCurrent = 0;
-  let totalArchived = 0;
-
-  for (const server of servers) {
-    // Get current log sizes
-    const stderrSize = (await fileExists(server.stderrPath))
-      ? await getFileSize(server.stderrPath)
-      : 0;
-    const stdoutSize = (await fileExists(server.stdoutPath))
-      ? await getFileSize(server.stdoutPath)
-      : 0;
-
-    // Get archived info
-    const archivedInfo = await getArchivedLogInfo(server.id);
-
-    const currentTotal = stderrSize + stdoutSize;
-    const total = currentTotal + archivedInfo.totalSize;
-
-    totalCurrent += currentTotal;
-    totalArchived += archivedInfo.totalSize;
-
-    table.push([
-      server.id,
-      formatFileSize(stderrSize),
-      formatFileSize(stdoutSize),
-      archivedInfo.count > 0
-        ? `${formatFileSize(archivedInfo.totalSize)} (${archivedInfo.count})`
-        : formatFileSize(0),
-      formatFileSize(total),
-    ]);
-  }
-
-  console.log(chalk.bold('\nServer Logs Overview:'));
-  console.log(table.toString());
-
-  console.log(chalk.dim('\nTotals:'));
-  console.log(chalk.dim(`  Current logs: ${formatFileSize(totalCurrent)}`));
-  console.log(chalk.dim(`  Archived logs: ${formatFileSize(totalArchived)}`));
-  console.log(chalk.dim(`  Grand total: ${formatFileSize(totalCurrent + totalArchived)}`));
-
-  console.log(chalk.dim('\nBatch operations:'));
-  console.log(chalk.dim('  llamacpp logs --clear           Clear all current logs'));
-  console.log(chalk.dim('  llamacpp logs --clear-archived  Delete only archived logs'));
-  console.log(chalk.dim('  llamacpp logs --clear-all       Clear current + delete archives'));
-  console.log(chalk.dim('  llamacpp logs --rotate          Rotate all logs with timestamps'));
-}
-
-async function handleBatchOperation(
-  servers: any[],
-  options: LogsAllOptions
-): Promise<void> {
-  if (options.clearArchived) {
-    console.log(chalk.blue('🗑️  Deleting archived logs for all servers...'));
-    console.log();
-
-    let totalFreed = 0;
-    let totalFiles = 0;
-    let serversProcessed = 0;
-
-    for (const server of servers) {
-      const archivedInfo = await deleteArchivedLogs(server.id);
-
-      if (archivedInfo.count > 0) {
-        console.log(chalk.dim(`  ${server.id}: ${formatFileSize(archivedInfo.totalSize)} (${archivedInfo.count} file${archivedInfo.count !== 1 ? 's' : ''})`));
-        totalFreed += archivedInfo.totalSize;
-        totalFiles += archivedInfo.count;
-        serversProcessed++;
-      }
-    }
-
-    console.log();
-    if (serversProcessed === 0) {
-      console.log(chalk.yellow('⚠️  No archived logs found'));
-      console.log(chalk.dim('   Archived logs are created via --rotate or automatic rotation'));
-    } else {
-      console.log(chalk.green(`✅ Deleted archived logs for ${serversProcessed} server${serversProcessed !== 1 ? 's' : ''}`));
-      console.log(chalk.dim(`   Files deleted: ${totalFiles}`));
-      console.log(chalk.dim(`   Total freed: ${formatFileSize(totalFreed)}`));
-      console.log(chalk.dim(`   Current logs preserved`));
-    }
-  } else if (options.clearAll) {
-    console.log(chalk.blue('🗑️  Clearing all logs (current + archived) for all servers...'));
-    console.log();
-
-    let totalFreed = 0;
-    let serversProcessed = 0;
-
-    for (const server of servers) {
-      let serverTotal = 0;
-
-      // Clear current stderr
-      if (await fileExists(server.stderrPath)) {
-        serverTotal += await getFileSize(server.stderrPath);
-        await clearLogFile(server.stderrPath);
-      }
-
-      // Clear current stdout
-      if (await fileExists(server.stdoutPath)) {
-        serverTotal += await getFileSize(server.stdoutPath);
-        await clearLogFile(server.stdoutPath);
-      }
-
-      // Delete archived logs
-      const archivedInfo = await deleteArchivedLogs(server.id);
-      serverTotal += archivedInfo.totalSize;
-
-      if (serverTotal > 0) {
-        console.log(chalk.dim(`  ${server.id}: ${formatFileSize(serverTotal)}`));
-        totalFreed += serverTotal;
-        serversProcessed++;
-      }
-    }
-
-    console.log();
-    console.log(chalk.green(`✅ Cleared all logs for ${serversProcessed} server${serversProcessed !== 1 ? 's' : ''}`));
-    console.log(chalk.dim(`   Total freed: ${formatFileSize(totalFreed)}`));
-  } else if (options.clear) {
-    console.log(chalk.blue('🗑️  Clearing current logs for all servers...'));
-    console.log();
-
-    let totalFreed = 0;
-    let serversProcessed = 0;
-
-    for (const server of servers) {
-      let serverTotal = 0;
-
-      // Clear current stderr
-      if (await fileExists(server.stderrPath)) {
-        serverTotal += await getFileSize(server.stderrPath);
-        await clearLogFile(server.stderrPath);
-      }
-
-      // Clear current stdout
-      if (await fileExists(server.stdoutPath)) {
-        serverTotal += await getFileSize(server.stdoutPath);
-        await clearLogFile(server.stdoutPath);
-      }
-
-      if (serverTotal > 0) {
-        console.log(chalk.dim(`  ${server.id}: ${formatFileSize(serverTotal)}`));
-        totalFreed += serverTotal;
-        serversProcessed++;
-      }
-    }
-
-    console.log();
-    console.log(chalk.green(`✅ Cleared current logs for ${serversProcessed} server${serversProcessed !== 1 ? 's' : ''}`));
-    console.log(chalk.dim(`   Total freed: ${formatFileSize(totalFreed)}`));
-    console.log(chalk.dim(`   Archived logs preserved`));
-  } else if (options.rotate) {
-    console.log(chalk.blue('🔄 Rotating logs for all servers...'));
-    console.log();
-
-    let totalRotated = 0;
-    let filesRotated = 0;
-
-    for (const server of servers) {
-      const rotatedFiles: string[] = [];
-
-      // Rotate stderr if it has content
-      if (await fileExists(server.stderrPath)) {
-        const size = await getFileSize(server.stderrPath);
-        if (size > 0) {
-          try {
-            const archivedPath = await rotateLogFile(server.stderrPath);
-            rotatedFiles.push(archivedPath);
-            totalRotated += size;
-            filesRotated++;
-          } catch {
-            // Ignore empty files
-          }
-        }
-      }
-
-      // Rotate stdout if it has content
-      if (await fileExists(server.stdoutPath)) {
-        const size = await getFileSize(server.stdoutPath);
-        if (size > 0) {
-          try {
-            const archivedPath = await rotateLogFile(server.stdoutPath);
-            rotatedFiles.push(archivedPath);
-            totalRotated += size;
-            filesRotated++;
-          } catch {
-            // Ignore empty files
-          }
-        }
-      }
-
-      if (rotatedFiles.length > 0) {
-        console.log(chalk.dim(`  ${server.id}: ${rotatedFiles.length} file${rotatedFiles.length !== 1 ? 's' : ''}`));
-      }
-    }
-
-    console.log();
-    console.log(chalk.green(`✅ Rotated ${filesRotated} log file${filesRotated !== 1 ? 's' : ''}`));
-    console.log(chalk.dim(`   Total archived: ${formatFileSize(totalRotated)}`));
-  }
-}