@appkit/llamacpp-cli 1.4.0 → 1.5.0

package/dist/types/monitor-types.d.ts

@@ -0,0 +1,122 @@
+import { ServerConfig } from './server-config.js';
+export interface HealthResponse {
+    status: string;
+    error?: string;
+}
+export interface PropsResponse {
+    default_generation_settings: {
+        n_ctx: number;
+        n_predict: number;
+        model: string;
+        seed: number;
+        temperature: number;
+        top_k: number;
+        top_p: number;
+        min_p: number;
+        n_keep: number;
+        stream: boolean;
+    };
+    total_slots: number;
+    model_loaded: boolean;
+    model_path: string;
+    model_alias?: string;
+}
+export interface SlotInfo {
+    id: number;
+    state: 'idle' | 'processing';
+    task_id?: number;
+    prompt?: string;
+    n_prompt_tokens?: number;
+    n_decoded?: number;
+    n_ctx: number;
+    truncated?: boolean;
+    stopped_eos?: boolean;
+    stopped_word?: boolean;
+    stopped_limit?: boolean;
+    stopping_word?: string;
+    tokens_predicted?: number;
+    tokens_evaluated?: number;
+    generation_settings?: {
+        n_ctx: number;
+        n_predict: number;
+        seed: number;
+        temperature: number;
+        top_k: number;
+        top_p: number;
+    };
+    prompt_tokens_processed?: number;
+    t_prompt_processing?: number;
+    t_token_generation?: number;
+    timings?: {
+        prompt_n: number;
+        prompt_ms: number;
+        prompt_per_token_ms: number;
+        prompt_per_second: number;
+        predicted_n: number;
+        predicted_ms: number;
+        predicted_per_token_ms: number;
+        predicted_per_second: number;
+    };
+}
+export interface SlotsResponse {
+    slots: SlotInfo[];
+}
+export interface SystemMetrics {
+    gpuUsage?: number;
+    cpuUsage?: number;
+    cpuCores?: number;
+    aneUsage?: number;
+    temperature?: number;
+    memoryUsed: number;
+    memoryTotal: number;
+    swapUsed?: number;
+    processMemory?: number;
+    timestamp: number;
+    source: 'macmon' | 'vm_stat' | 'none';
+    warnings?: string[];
+}
+export interface ServerMetrics {
+    server: ServerConfig;
+    healthy: boolean;
+    uptime?: string;
+    error?: string;
+    modelLoaded: boolean;
+    modelName: string;
+    contextSize: number;
+    totalSlots: number;
+    activeSlots: number;
+    idleSlots: number;
+    slots: SlotInfo[];
+    avgPromptSpeed?: number;
+    avgGenerateSpeed?: number;
+    requestsPerMinute?: number;
+    avgLatency?: number;
+    cacheHitRate?: number;
+    processMemory?: number;
+    timestamp: number;
+    stale: boolean;
+}
+export interface MonitorData {
+    server: ServerMetrics;
+    system?: SystemMetrics;
+    lastUpdated: Date;
+    updateInterval: number;
+    consecutiveFailures: number;
+}
+export interface ErrorState {
+    error: string;
+    canRetry: boolean;
+    suggestions?: string[];
+}
+export interface LoadingState {
+    message: string;
+    progress?: number;
+}
+export interface CollectionResult<T> {
+    success: boolean;
+    data: T | null;
+    error?: string;
+    warnings?: string[];
+    stale?: boolean;
+}
+//# sourceMappingURL=monitor-types.d.ts.map

package/dist/types/monitor-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor-types.d.ts","sourceRoot":"","sources":["../../src/types/monitor-types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAIlD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,2BAA2B,EAAE;QAC3B,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,GAAG,YAAY,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB;AAID,MAAM,WAAW,aAAa;IAE5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;IACtC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAID,MAAM,WAAW,aAAa;IAE5B,MAAM,EAAE,YAAY,CAAC;IAGrB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IAGnB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAGlB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,WAAW,EAAE,IAAI,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAID,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,WAAW,gBAAgB,CAAC,CAAC;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB"}

package/dist/types/monitor-types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=monitor-types.js.map

package/dist/types/monitor-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor-types.js","sourceRoot":"","sources":["../../src/types/monitor-types.ts"],"names":[],"mappings":""}

package/dist/utils/process-utils.d.ts

@@ -25,9 +25,24 @@ export declare function isProcessRunning(pid: number): Promise<boolean>;
  */
 export declare function isPortInUse(port: number): Promise<boolean>;
 /**
- * Get memory usage for a process in bytes
+ * Spawn a streaming command, read one line, and kill it
+ * Useful for commands like 'macmon pipe' that stream indefinitely
+ * Ensures the process is killed to prevent leaks
+ */
+export declare function spawnAndReadOneLine(command: string, args: string[], timeoutMs?: number): Promise<string | null>;
+/**
+ * Batch get memory usage for multiple processes in one top call
+ * Much more efficient than calling getProcessMemory() multiple times
+ * Returns Map<pid, bytes> for all requested PIDs
+ */
+export declare function getBatchProcessMemory(pids: number[]): Promise<Map<number, number | null>>;
+/**
+ * Get memory usage for a single process in bytes
  * Uses 'top' on macOS which includes GPU/Metal memory (more accurate for llama-server)
  * Returns null if process not found or error occurs
+ * Caches results for 3 seconds to prevent spawning too many top processes
+ *
+ * Note: For multiple PIDs, use getBatchProcessMemory() instead - much more efficient
  */
 export declare function getProcessMemory(pid: number): Promise<number | null>;
 //# sourceMappingURL=process-utils.d.ts.map

package/dist/utils/process-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"process-utils.d.ts","sourceRoot":"","sources":["../../src/utils/process-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAGrC,eAAO,MAAM,SAAS,2BAAkB,CAAC;AAEzC;;;GAGG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGlE;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAMlG;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOrE;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOpE;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOhE;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA+B1E"}
+{"version":3,"file":"process-utils.d.ts","sourceRoot":"","sources":["../../src/utils/process-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAS,MAAM,eAAe,CAAC;AAG5C,eAAO,MAAM,SAAS,2BAAkB,CAAC;AAEzC;;;GAGG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGlE;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAMlG;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOrE;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOpE;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOhE;AAED;;;;GAIG;AACH,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,SAAS,GAAE,MAAa,GACvB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqExB;AAOD;;;;GAIG;AACH,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAmE/F;AAED;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAG1E"}

package/dist/utils/process-utils.js

@@ -6,6 +6,8 @@ exports.execCommandFull = execCommandFull;
 exports.commandExists = commandExists;
 exports.isProcessRunning = isProcessRunning;
 exports.isPortInUse = isPortInUse;
+exports.spawnAndReadOneLine = spawnAndReadOneLine;
+exports.getBatchProcessMemory = getBatchProcessMemory;
 exports.getProcessMemory = getProcessMemory;
 const child_process_1 = require("child_process");
 const util_1 = require("util");
@@ -65,37 +67,152 @@ async function isPortInUse(port) {
     }
 }
 /**
- * Get memory usage for a process in bytes
- * Uses 'top' on macOS which includes GPU/Metal memory (more accurate for llama-server)
- * Returns null if process not found or error occurs
+ * Spawn a streaming command, read one line, and kill it
+ * Useful for commands like 'macmon pipe' that stream indefinitely
+ * Ensures the process is killed to prevent leaks
  */
-async function getProcessMemory(pid) {
-    try {
-        // Use top with -l 1 (one sample) to get memory stats
-        // MEM column shows resident memory including GPU memory on macOS
-        const output = await execCommand(`top -l 1 -pid ${pid} -stats mem`);
-        // Get the last non-empty line which contains the memory value
-        const lines = output.split('\n').filter((line) => line.trim().length > 0);
-        if (lines.length === 0)
-            return null;
-        const memStr = lines[lines.length - 1].trim();
-        // Parse memory string (e.g., "10.5G", "512M", "1024K", "10G")
-        const match = memStr.match(/^([\d.]+)([KMGT])$/);
-        if (!match)
-            return null;
-        const value = parseFloat(match[1]);
-        const unit = match[2];
-        // Convert to bytes
-        const multipliers = {
-            K: 1024,
-            M: 1024 * 1024,
-            G: 1024 * 1024 * 1024,
-            T: 1024 * 1024 * 1024 * 1024,
+async function spawnAndReadOneLine(command, args, timeoutMs = 2000) {
+    return new Promise((resolve) => {
+        const child = (0, child_process_1.spawn)(command, args, {
+            stdio: ['ignore', 'pipe', 'ignore'],
+            detached: false, // Keep in same process group for easier cleanup
+        });
+        let resolved = false;
+        let output = '';
+        const cleanup = () => {
+            try {
+                // Try SIGKILL immediately (SIGTERM may not work for macmon)
+                child.kill('SIGKILL');
+            }
+            catch {
+                // Process might already be dead
+            }
         };
-        return Math.round(value * multipliers[unit]);
+        // Set timeout to kill process if it doesn't produce output
+        const timeout = setTimeout(() => {
+            if (!resolved) {
+                resolved = true;
+                cleanup();
+                resolve(null);
+            }
+        }, timeoutMs);
+        // Read stdout line by line
+        child.stdout?.on('data', (data) => {
+            if (resolved)
+                return;
+            output += data.toString();
+            // Check if we have a complete line
+            const newlineIndex = output.indexOf('\n');
+            if (newlineIndex !== -1) {
+                const line = output.substring(0, newlineIndex).trim();
+                if (line.length > 0) {
+                    resolved = true;
+                    clearTimeout(timeout);
+                    cleanup();
+                    resolve(line);
+                }
+            }
+        });
+        // Handle process errors
+        child.on('error', () => {
+            if (!resolved) {
+                resolved = true;
+                clearTimeout(timeout);
+                resolve(null);
+            }
+        });
+        // Handle process exit
+        child.on('exit', () => {
+            if (!resolved) {
+                resolved = true;
+                clearTimeout(timeout);
+                // Return partial output if we have any
+                const line = output.trim();
+                resolve(line.length > 0 ? line : null);
+            }
+        });
+    });
+}
+// Process memory cache to prevent spawning too many 'top' processes
+// Cache per PID with 3-second TTL
+const processMemoryCache = new Map();
+const PROCESS_MEMORY_CACHE_TTL = 3000; // 3 seconds
+/**
+ * Batch get memory usage for multiple processes in one top call
+ * Much more efficient than calling getProcessMemory() multiple times
+ * Returns Map<pid, bytes> for all requested PIDs
+ */
+async function getBatchProcessMemory(pids) {
+    const result = new Map();
+    const now = Date.now();
+    // Check cache and collect PIDs that need fetching
+    const pidsToFetch = [];
+    for (const pid of pids) {
+        const cached = processMemoryCache.get(pid);
+        if (cached && (now - cached.timestamp) < PROCESS_MEMORY_CACHE_TTL) {
+            result.set(pid, cached.value);
+        }
+        else {
+            pidsToFetch.push(pid);
+        }
+    }
+    // If all PIDs were cached, return early
+    if (pidsToFetch.length === 0) {
+        return result;
+    }
+    try {
+        // Build top command with all PIDs: top -l 1 -pid X -pid Y -pid Z -stats pid,mem
+        const pidArgs = pidsToFetch.map(pid => `-pid ${pid}`).join(' ');
+        const output = await execCommand(`top -l 1 ${pidArgs} -stats pid,mem 2>/dev/null`);
+        // Parse output: each line is "PID  MEM" (e.g., "1438  299M")
+        const lines = output.split('\n');
+        for (const line of lines) {
+            const match = line.trim().match(/^(\d+)\s+([\d.]+)([KMGT])\s*$/);
+            if (!match)
+                continue;
+            const pid = parseInt(match[1], 10);
+            const value = parseFloat(match[2]);
+            const unit = match[3];
+            // Convert to bytes
+            const multipliers = {
+                K: 1024,
+                M: 1024 * 1024,
+                G: 1024 * 1024 * 1024,
+                T: 1024 * 1024 * 1024 * 1024,
+            };
+            const bytes = Math.round(value * multipliers[unit]);
+            // Cache and store result
+            processMemoryCache.set(pid, { value: bytes, timestamp: now });
+            result.set(pid, bytes);
+        }
+        // For any PIDs that weren't in the output, cache null
+        for (const pid of pidsToFetch) {
+            if (!result.has(pid)) {
+                processMemoryCache.set(pid, { value: null, timestamp: now });
+                result.set(pid, null);
+            }
+        }
+        return result;
     }
     catch {
-        return null;
+        // On error, cache null for all requested PIDs
+        for (const pid of pidsToFetch) {
+            processMemoryCache.set(pid, { value: null, timestamp: now });
+            result.set(pid, null);
+        }
+        return result;
     }
 }
+/**
+ * Get memory usage for a single process in bytes
+ * Uses 'top' on macOS which includes GPU/Metal memory (more accurate for llama-server)
+ * Returns null if process not found or error occurs
+ * Caches results for 3 seconds to prevent spawning too many top processes
+ *
+ * Note: For multiple PIDs, use getBatchProcessMemory() instead - much more efficient
+ */
+async function getProcessMemory(pid) {
+    const result = await getBatchProcessMemory([pid]);
+    return result.get(pid) ?? null;
+}
 //# sourceMappingURL=process-utils.js.map

package/dist/utils/process-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"process-utils.js","sourceRoot":"","sources":["../../src/utils/process-utils.ts"],"names":[],"mappings":";;;AASA,kCAGC;AAKD,0CAMC;AAKD,sCAOC;AAKD,4CAOC;AAKD,kCAOC;AAOD,4CA+BC;AAjGD,iDAAqC;AACrC,+BAAiC;AAEpB,QAAA,SAAS,GAAG,IAAA,gBAAS,EAAC,oBAAI,CAAC,CAAC;AAEzC;;;GAGG;AACI,KAAK,UAAU,WAAW,CAAC,OAAe;IAC/C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,eAAe,CAAC,OAAe;IACnD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;IACpD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;QACrB,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;KACtB,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,IAAI,CAAC;QACH,MAAM,IAAA,iBAAS,EAAC,SAAS,OAAO,EAAE,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,IAAI,CAAC;QACH,MAAM,IAAA,iBAAS,EAAC,SAAS,GAAG,EAAE,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,WAAW,CAAC,IAAY;IAC5C,IAAI,CAAC;QACH,MAAM,IAAA,iBAAS,EAAC,cAAc,IAAI,kBAAkB,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,IAAI,CAAC;QACH,qDAAqD;QACrD,iEAAiE;QACjE,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,iBAAiB,GAAG,aAAa,CAAC,CAAC;QAEpE,8DAA8D;QAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE9C,8DAA8D;QAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,mBAAmB;QACnB,MAAM,WAAW,GAA8B;YAC7C,CAAC,EAAE,IAAI;YACP,CAAC,EAAE,IAAI,GAAG,IAAI;YACd,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI;YACrB,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;SAC7B,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"process-utils.js","sourceRoot":"","sources":["../../src/utils/process-utils.ts"],"names":[],"mappings":";;;AASA,kCAGC;AAKD,0CAMC;AAKD,sCAOC;AAKD,4CAOC;AAKD,kCAOC;AAOD,kDAyEC;AAYD,sDAmEC;AAUD,4CAGC;AAvOD,iDAA4C;AAC5C,+BAAiC;AAEpB,QAAA,SAAS,GAAG,IAAA,gBAAS,EAAC,oBAAI,CAAC,CAAC;AAEzC;;;GAGG;AACI,KAAK,UAAU,WAAW,CAAC,OAAe;IAC/C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,eAAe,CAAC,OAAe;IACnD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;IACpD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;QACrB,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;KACtB,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,IAAI,CAAC;QACH,MAAM,IAAA,iBAAS,EAAC,SAAS,OAAO,EAAE,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,IAAI,CAAC;QACH,MAAM,IAAA,iBAAS,EAAC,SAAS,GAAG,EAAE,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,WAAW,CAAC,IAAY;IAC5C,IAAI,CAAC;QACH,MAAM,IAAA,iBAAS,EAAC,cAAc,IAAI,kBAAkB,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,mBAAmB,CACvC,OAAe,EACf,IAAc,EACd,YAAoB,IAAI;IAExB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,IAAA,qBAAK,EAAC,OAAO,EAAE,IAAI,EAAE;YACjC,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC;YACnC,QAAQ,EAAE,KAAK,EAAE,gDAAgD;SAClE,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,CAAC;gBACH,4DAA4D;gBAC5D,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACP,gCAAgC;YAClC,CAAC;QACH,CAAC,CAAC;QAEF,2DAA2D;QAC3D,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,2BAA2B;QAC3B,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,IAAI,QAAQ;gBAAE,OAAO;YAErB,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAE1B,mCAAmC;YACnC,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;gBAEtD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,QAAQ,GAAG,IAAI,CAAC;oBAChB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;oBACV,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,wBAAwB;QACxB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,sBAAsB;QACtB,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACpB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,YAAY,CAAC,OAAO,CAAC,CAAC;gBAEtB,uCAAuC;gBACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,oEAAoE;AACpE,kCAAkC;AAClC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAuD,CAAC;AAC1F,MAAM,wBAAwB,GAAG,IAAI,CAAC,CAAC,YAAY;AAEnD;;;;GAIG;AACI,KAAK,UAAU,qBAAqB,CAAC,IAAc;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,kDAAkD;IAClD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,MAAM,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,wBAAwB,EAAE,CAAC;YAClE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,CAAC;QACH,gFAAgF;QAChF,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,YAAY,OAAO,6BAA6B,CAAC,CAAC;QAEnF,6DAA6D;QAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEtB,mBAAmB;YACnB,MAAM,WAAW,GAA8B;gBAC7C,CAAC,EAAE,IAAI;gBACP,CAAC,EAAE,IAAI,GAAG,IAAI;gBACd,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI;gBACrB,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;aAC7B,CAAC;YAEF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;YAEpD,yBAAyB;YACzB,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,sDAAsD;QACtD,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC7D,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,8CAA8C;QAC9C,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7D,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;AACjC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@appkit/llamacpp-cli",
-  "version": "1.4.0",
+  "version": "1.5.0",
   "description": "CLI tool to manage local llama.cpp servers on macOS",
   "main": "dist/cli.js",
   "bin": {
@@ -40,11 +40,13 @@
     "url": "https://github.com/appkitstudio/llamacpp-cli/issues"
   },
   "dependencies": {
-    "chalk": "^5.3.0",
+    "blessed": "^0.1.81",
+    "chalk": "^4.1.2",
     "cli-table3": "^0.6.5",
     "commander": "^13.0.0"
   },
   "devDependencies": {
+    "@types/blessed": "^0.1.27",
     "@types/node": "^20.12.7",
     "commit-and-tag-version": "^12.6.1",
     "tsx": "^4.7.2",

package/src/cli.ts

@@ -17,6 +17,7 @@ import { showCommand } from './commands/show';
 import { serverShowCommand } from './commands/server-show';
 import { serverConfigCommand } from './commands/config';
 import { configGlobalCommand } from './commands/config-global';
+import { monitorCommand } from './commands/monitor';
 import packageJson from '../package.json';
 
 const program = new Command();
@@ -268,5 +269,18 @@ server
     }
   });
 
+// Monitor server
+server
+  .command('monitor [identifier]')
+  .description('Monitor server with real-time metrics TUI')
+  .action(async (identifier?: string) => {
+    try {
+      await monitorCommand(identifier);
+    } catch (error) {
+      console.error(chalk.red('❌ Error:'), (error as Error).message);
+      process.exit(1);
+    }
+  });
+
 // Parse arguments
 program.parse();

package/src/commands/monitor.ts

@@ -0,0 +1,90 @@
+import chalk from 'chalk';
+import blessed from 'blessed';
+import { stateManager } from '../lib/state-manager.js';
+import { createMonitorUI } from '../tui/MonitorApp.js';
+import { createMultiServerMonitorUI } from '../tui/MultiServerMonitorApp.js';
+
+export async function monitorCommand(identifier?: string): Promise<void> {
+  // Initialize state manager
+  await stateManager.initialize();
+
+  // Get all servers
+  const allServers = await stateManager.getAllServers();
+  if (allServers.length === 0) {
+    throw new Error(
+      `No servers configured.\n\n` +
+        `Create a server first: llamacpp server create <model>`
+    );
+  }
+
+  // Create blessed screen
+  const screen = blessed.screen({
+    smartCSR: true,
+    title: 'llama.cpp Server Monitor',
+  });
+
+  // Determine which UI to launch
+  if (identifier) {
+    // User specified a server - single server mode
+    const server = await stateManager.findServer(identifier);
+    if (!server) {
+      screen.destroy();
+      throw new Error(
+        `Server not found: ${identifier}\n\n` +
+          `Use: llamacpp ps\n` +
+          `Or create a new server: llamacpp server create <model>`
+      );
+    }
+
+    // Check if server is running
+    if (server.status !== 'running') {
+      screen.destroy();
+      throw new Error(
+        `Server ${server.modelName} is not running.\n\n` +
+          `Start it first: llamacpp server start ${server.id}`
+      );
+    }
+
+    // Launch single-server TUI
+    await createMonitorUI(screen, server);
+  } else if (allServers.length === 1) {
+    // Only one server - single server mode
+    const server = allServers[0];
+
+    // Check if server is running
+    if (server.status !== 'running') {
+      screen.destroy();
+      throw new Error(
+        `Server ${server.modelName} is not running.\n\n` +
+          `Start it first: llamacpp server start ${server.id}`
+      );
+    }
+
+    // Launch single-server TUI
+    await createMonitorUI(screen, server);
+  } else {
+    // Multiple servers - multi-server mode
+    // Filter to only running servers for monitoring
+    const runningServers = allServers.filter(s => s.status === 'running');
+
+    if (runningServers.length === 0) {
+      screen.destroy();
+      throw new Error(
+        `No servers are currently running.\n\n` +
+          `Start a server first:\n` +
+          allServers
+            .map((s) => `  llamacpp server start ${s.id}  # ${s.modelName}`)
+            .join('\n')
+      );
+    }
+
+    // Launch multi-server TUI
+    await createMultiServerMonitorUI(screen, allServers);
+  }
+
+  // Render the screen
+  screen.render();
+
+  // Note: TUI functions handle their own key events and exit directly
+  // The process will stay alive until user presses Q/Ctrl+C
+}