npm - @appkit/llamacpp-cli - Versions diffs - 1.11.0 → 1.12.1 - Mend

@appkit/llamacpp-cli 1.11.0 → 1.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (126) hide show

package/README.md +572 -170
package/dist/cli.js +99 -0
package/dist/cli.js.map +1 -1
package/dist/commands/admin/config.d.ts +10 -0
package/dist/commands/admin/config.d.ts.map +1 -0
package/dist/commands/admin/config.js +100 -0
package/dist/commands/admin/config.js.map +1 -0
package/dist/commands/admin/logs.d.ts +10 -0
package/dist/commands/admin/logs.d.ts.map +1 -0
package/dist/commands/admin/logs.js +114 -0
package/dist/commands/admin/logs.js.map +1 -0
package/dist/commands/admin/restart.d.ts +2 -0
package/dist/commands/admin/restart.d.ts.map +1 -0
package/dist/commands/admin/restart.js +29 -0
package/dist/commands/admin/restart.js.map +1 -0
package/dist/commands/admin/start.d.ts +2 -0
package/dist/commands/admin/start.d.ts.map +1 -0
package/dist/commands/admin/start.js +30 -0
package/dist/commands/admin/start.js.map +1 -0
package/dist/commands/admin/status.d.ts +2 -0
package/dist/commands/admin/status.d.ts.map +1 -0
package/dist/commands/admin/status.js +82 -0
package/dist/commands/admin/status.js.map +1 -0
package/dist/commands/admin/stop.d.ts +2 -0
package/dist/commands/admin/stop.d.ts.map +1 -0
package/dist/commands/admin/stop.js +21 -0
package/dist/commands/admin/stop.js.map +1 -0
package/dist/commands/logs.d.ts +1 -0
package/dist/commands/logs.d.ts.map +1 -1
package/dist/commands/logs.js +22 -0
package/dist/commands/logs.js.map +1 -1
package/dist/lib/admin-manager.d.ts +111 -0
package/dist/lib/admin-manager.d.ts.map +1 -0
package/dist/lib/admin-manager.js +413 -0
package/dist/lib/admin-manager.js.map +1 -0
package/dist/lib/admin-server.d.ts +148 -0
package/dist/lib/admin-server.d.ts.map +1 -0
package/dist/lib/admin-server.js +1161 -0
package/dist/lib/admin-server.js.map +1 -0
package/dist/lib/download-job-manager.d.ts +64 -0
package/dist/lib/download-job-manager.d.ts.map +1 -0
package/dist/lib/download-job-manager.js +164 -0
package/dist/lib/download-job-manager.js.map +1 -0
package/dist/tui/MultiServerMonitorApp.js +1 -1
package/dist/types/admin-config.d.ts +19 -0
package/dist/types/admin-config.d.ts.map +1 -0
package/dist/types/admin-config.js +3 -0
package/dist/types/admin-config.js.map +1 -0
package/dist/utils/log-parser.d.ts +9 -0
package/dist/utils/log-parser.d.ts.map +1 -1
package/dist/utils/log-parser.js +11 -0
package/dist/utils/log-parser.js.map +1 -1
package/package.json +10 -2
package/web/README.md +429 -0
package/web/dist/assets/index-Bin89Lwr.css +1 -0
package/web/dist/assets/index-CVmonw3T.js +17 -0
package/web/dist/index.html +14 -0
package/web/dist/vite.svg +1 -0
package/.versionrc.json +0 -16
package/CHANGELOG.md +0 -203
package/MONITORING-ACCURACY-FIX.md +0 -199
package/PER-PROCESS-METRICS.md +0 -190
package/docs/images/.gitkeep +0 -1
package/src/cli.ts +0 -423
package/src/commands/config-global.ts +0 -38
package/src/commands/config.ts +0 -323
package/src/commands/create.ts +0 -183
package/src/commands/delete.ts +0 -74
package/src/commands/list.ts +0 -37
package/src/commands/logs-all.ts +0 -251
package/src/commands/logs.ts +0 -321
package/src/commands/monitor.ts +0 -110
package/src/commands/ps.ts +0 -84
package/src/commands/pull.ts +0 -44
package/src/commands/rm.ts +0 -107
package/src/commands/router/config.ts +0 -116
package/src/commands/router/logs.ts +0 -256
package/src/commands/router/restart.ts +0 -36
package/src/commands/router/start.ts +0 -60
package/src/commands/router/status.ts +0 -119
package/src/commands/router/stop.ts +0 -33
package/src/commands/run.ts +0 -233
package/src/commands/search.ts +0 -107
package/src/commands/server-show.ts +0 -161
package/src/commands/show.ts +0 -207
package/src/commands/start.ts +0 -101
package/src/commands/stop.ts +0 -39
package/src/commands/tui.ts +0 -25
package/src/lib/config-generator.ts +0 -130
package/src/lib/history-manager.ts +0 -172
package/src/lib/launchctl-manager.ts +0 -225
package/src/lib/metrics-aggregator.ts +0 -257
package/src/lib/model-downloader.ts +0 -328
package/src/lib/model-scanner.ts +0 -157
package/src/lib/model-search.ts +0 -114
package/src/lib/models-dir-setup.ts +0 -46
package/src/lib/port-manager.ts +0 -80
package/src/lib/router-logger.ts +0 -201
package/src/lib/router-manager.ts +0 -414
package/src/lib/router-server.ts +0 -538
package/src/lib/state-manager.ts +0 -206
package/src/lib/status-checker.ts +0 -113
package/src/lib/system-collector.ts +0 -315
package/src/tui/ConfigApp.ts +0 -1085
package/src/tui/HistoricalMonitorApp.ts +0 -587
package/src/tui/ModelsApp.ts +0 -368
package/src/tui/MonitorApp.ts +0 -386
package/src/tui/MultiServerMonitorApp.ts +0 -1833
package/src/tui/RootNavigator.ts +0 -74
package/src/tui/SearchApp.ts +0 -511
package/src/tui/SplashScreen.ts +0 -149
package/src/types/global-config.ts +0 -26
package/src/types/history-types.ts +0 -39
package/src/types/model-info.ts +0 -8
package/src/types/monitor-types.ts +0 -162
package/src/types/router-config.ts +0 -25
package/src/types/server-config.ts +0 -46
package/src/utils/downsample-utils.ts +0 -128
package/src/utils/file-utils.ts +0 -146
package/src/utils/format-utils.ts +0 -98
package/src/utils/log-parser.ts +0 -271
package/src/utils/log-utils.ts +0 -178
package/src/utils/process-utils.ts +0 -316
package/src/utils/prompt-utils.ts +0 -47
package/test-load.sh +0 -100
package/tsconfig.json +0 -20

package/web/dist/index.html ADDED Viewed

@@ -0,0 +1,14 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <link rel="icon" type="image/svg+xml" href="/vite.svg" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>web</title>
+    <script type="module" crossorigin src="/assets/index-CVmonw3T.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-Bin89Lwr.css">
+  </head>
+  <body>
+    <div id="root"></div>
+  </body>
+</html>

package/web/dist/vite.svg ADDED Viewed

@@ -0,0 +1 @@

+ <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--logos" width="31.88" height="32" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 257"><defs><linearGradient id="IconifyId1813088fe1fbc01fb466" x1="-.828%" x2="57.636%" y1="7.652%" y2="78.411%"><stop offset="0%" stop-color="#41D1FF"></stop><stop offset="100%" stop-color="#BD34FE"></stop></linearGradient><linearGradient id="IconifyId1813088fe1fbc01fb467" x1="43.376%" x2="50.316%" y1="2.242%" y2="89.03%"><stop offset="0%" stop-color="#FFEA83"></stop><stop offset="8.333%" stop-color="#FFDD35"></stop><stop offset="100%" stop-color="#FFA800"></stop></linearGradient></defs><path fill="url(#IconifyId1813088fe1fbc01fb466)" d="M255.153 37.938L134.897 252.976c-2.483 4.44-8.862 4.466-11.382.048L.875 37.958c-2.746-4.814 1.371-10.646 6.827-9.67l120.385 21.517a6.537 6.537 0 0 0 2.322-.004l117.867-21.483c5.438-.991 9.574 4.796 6.877 9.62Z"></path><path fill="url(#IconifyId1813088fe1fbc01fb467)" d="M185.432.063L96.44 17.501a3.268 3.268 0 0 0-2.634 3.014l-5.474 92.456a3.268 3.268 0 0 0 3.997 3.378l24.777-5.718c2.318-.535 4.413 1.507 3.936 3.838l-7.361 36.047c-.495 2.426 1.782 4.5 4.151 3.78l15.304-4.649c2.372-.72 4.652 1.36 4.15 3.788l-11.698 56.621c-.732 3.542 3.979 5.473 5.943 2.437l1.313-2.028l72.516-144.72c1.215-2.423-.88-5.186-3.54-4.672l-25.505 4.922c-2.396.462-4.435-1.77-3.759-4.114l16.646-57.705c.677-2.35-1.37-4.583-3.769-4.113Z"></path></svg>

package/.versionrc.json DELETED Viewed

@@ -1,16 +0,0 @@
-{
-  "types": [
-    { "type": "feat", "section": "Features" },
-    { "type": "fix", "section": "Bug Fixes" },
-    { "type": "chore", "hidden": true },
-    { "type": "docs", "hidden": true },
-    { "type": "style", "hidden": true },
-    { "type": "refactor", "section": "Code Refactoring" },
-    { "type": "perf", "section": "Performance Improvements" },
-    { "type": "test", "hidden": true }
-  ],
-  "releaseCommitMessageFormat": "chore(release): {{currentTag}}",
-  "skip": {
-    "changelog": false
-  }
-}

package/CHANGELOG.md DELETED Viewed

@@ -1,203 +0,0 @@
-# Changelog
-All notable changes to this project will be documented in this file. See [commit-and-tag-version](https://github.com/absolute-version/commit-and-tag-version) for commit guidelines.
-## [1.10.1](https://github.com/appkitstudio/llamacpp-cli/compare/v1.10.0...v1.10.1) (2026-02-04)
-### Features
-* increase max context size limit from 128k to 2M ([c3a810c](https://github.com/appkitstudio/llamacpp-cli/commit/c3a810c782f9fd2146bfb9cfb8ac3dcbbf8b8abf))
-### Bug Fixes
-* support both old and new llama.cpp log formats in log parser ([002c97e](https://github.com/appkitstudio/llamacpp-cli/commit/002c97e0f67cba51bc31c34980a9cb91c5e09cd9))
-## [1.10.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.9.0...v1.10.0) (2026-02-02)
-### Features
-* add Config screen TUI for editing server configuration ([0555eb8](https://github.com/appkitstudio/llamacpp-cli/commit/0555eb87b25fd9c0496ddf04bf59433ae0e9dc48))
-* add Models management TUI for displaying and deleting models ([45b312f](https://github.com/appkitstudio/llamacpp-cli/commit/45b312f160e476a8effd0ad92a7f88e2b533f9c5))
-* add splash screen with ASCII logo on TUI startup ([9a2bbba](https://github.com/appkitstudio/llamacpp-cli/commit/9a2bbbac80c8736548a71d38230a69b3745198ea))
-* add Start/Stop controls and UI improvements to TUI ([2409c8e](https://github.com/appkitstudio/llamacpp-cli/commit/2409c8e283f37050f2b4faccbaef82bf6db2ac39))
-* enhance TUI with interactive dashboard and deprecate old commands ([464c224](https://github.com/appkitstudio/llamacpp-cli/commit/464c224aefc2592442f80e72a076ec792a9d36dc))
-### Code Refactoring
-* simplify TUI code for clarity and maintainability ([2b50d52](https://github.com/appkitstudio/llamacpp-cli/commit/2b50d5288b2ecd5bed4619518f50d74bd43c6b76))
-## [1.9.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.8.0...v1.9.0) (2026-01-27)
-### Features
-* add unified router endpoint for automatic model routing ([6db0892](https://github.com/appkitstudio/llamacpp-cli/commit/6db0892adca753c021c7d9be6b69231c983170a1))
-## [1.9.0] (2026-01-26)
-### Features
-* **router**: add unified router endpoint for automatic model routing ([#TBD])
-  The router provides a single OpenAI-compatible endpoint that automatically routes requests to the correct backend server based on model name. Perfect for LLM clients that don't support multiple endpoints.
-  **Key features:**
-  - Single endpoint (default: http://localhost:9100) for all models
-  - Automatic routing based on `model` field in requests
-  - Zero-config model discovery from running servers
-  - Aggregated `/v1/models` endpoint
-  - Native Node.js HTTP proxy (no external dependencies)
-  - Streaming support for chat completions
-  - Comprehensive error handling (404, 503, 502, 504)
-  **Commands:**
-  - `llamacpp router start` - Start router service
-  - `llamacpp router stop` - Stop router service
-  - `llamacpp router status` - Show status and available models
-  - `llamacpp router restart` - Restart router
-  - `llamacpp router config` - Update configuration (port, host, timeout, health-interval)
-  **Usage:**
-  ```python
-  from openai import OpenAI
-  client = OpenAI(base_url="http://localhost:9100/v1", api_key="not-needed")
-  response = client.chat.completions.create(
-      model="llama-3.2-3b-instruct-q4_k_m.gguf",
-      messages=[{"role": "user", "content": "Hello!"}]
-  )
-  ```
-## [1.7.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.6.0...v1.7.0) (2026-01-23)
-### Features
-* add log management commands and auto-rotation for server logs ([e670a53](https://github.com/appkitstudio/llamacpp-cli/commit/e670a53a712d04267f06327af730dc2429e4ab43))
-## [1.6.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.5.0...v1.6.0) (2026-01-17)
-### Features
-* add full-hour downsampling functions and enhance multi-server monitor UI with dynamic server ID width ([ae2862a](https://github.com/appkitstudio/llamacpp-cli/commit/ae2862acba905cddf60f0e7c30f6a7867391a5e2))
-* add GPU memory tracking to server monitoring ([bc59c6a](https://github.com/appkitstudio/llamacpp-cli/commit/bc59c6a74580e428ab674167146caea47d8a32c1))
-* enhance monitoring functionality with server status updates and improved resource tracking ([45fb833](https://github.com/appkitstudio/llamacpp-cli/commit/45fb833da5efe023a2271e7bd12d780a71474629))
-* enhance multi-server monitor UI with improved navigation and selection indicators ([9e57cfb](https://github.com/appkitstudio/llamacpp-cli/commit/9e57cfb8ce93a2c561981598cf75f0e4ff1a477d))
-* enhance server monitoring with interactive dashboard and improved metrics display ([fba8d79](https://github.com/appkitstudio/llamacpp-cli/commit/fba8d79ee58ecd7ccfe02e319ae7bf5474b591df))
-* implement per-process metrics for historical monitoring accuracy ([cc59df0](https://github.com/appkitstudio/llamacpp-cli/commit/cc59df069775031de1bfacdeb3a462a17610e4eb))
-* improve historical monitoring UI with faster refresh rate and enhanced display elements ([e0ce04b](https://github.com/appkitstudio/llamacpp-cli/commit/e0ce04ba258f6d945a977c39f056ba22cb324c70))
-## [1.5.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.4.1...v1.5.0) (2026-01-13)
-### Features
-* add multi-server monitor with optimized metrics collection ([9deaf2b](https://github.com/appkitstudio/llamacpp-cli/commit/9deaf2b12280304a0941b0da82a0838d2a80bf6a))
-* add real-time monitoring TUI with GPU/CPU metrics ([5f762f5](https://github.com/appkitstudio/llamacpp-cli/commit/5f762f542817e405fd05c1fe3282a4621456c068))
-## [1.4.1](https://github.com/appkitstudio/llamacpp-cli/compare/v1.4.0...v1.4.1) (2026-01-09)
-### Bug Fixes
-* downgrade chalk to v4 for CommonJS compatibility ([0fb11d8](https://github.com/appkitstudio/llamacpp-cli/commit/0fb11d886039c3dea4846833f0e2cc5e264c1115))
-## [1.4.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.3.3...v1.4.0) (2026-01-09)
-### ⚠ BREAKING CHANGES
-* ** Default models directory changed from ~/models to ~/.llamacpp/models
-Changes:
-- New default: ~/.llamacpp/models (keeps all llamacpp data in one place)
-- Interactive prompt when models directory doesn't exist
-- New 'config' command to view/change global settings
-- Users can customize models directory and switch anytime
-Commands:
-- `llamacpp config` - View current configuration
-- `llamacpp config --models-dir <path>` - Change models directory
-- All commands (ls, pull, server create) now use configured directory
-Interactive Setup:
-- When models directory is missing, user is prompted to:
-  1. Accept default path (press Enter)
-  2. Specify custom path (type path and press Enter)
-- Configuration is saved and persists across sessions
-- Directory is created automatically after confirmation
-Benefits:
-- No more errors on fresh installs
-- All llamacpp data in one place (~/.llamacpp/)
-- Flexible for users who want custom locations
-- Better onboarding experience
-Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
-### Features
-* add configurable models directory with interactive setup ([975a81b](https://github.com/appkitstudio/llamacpp-cli/commit/975a81b217837b4238c4301f216e18e59f144cbe))
-## [1.3.3](https://github.com/appkitstudio/llamacpp-cli/compare/v1.3.2...v1.3.3) (2026-01-09)
-### Bug Fixes
-* auto-create ~/models directory when downloading models ([a9f54c1](https://github.com/appkitstudio/llamacpp-cli/commit/a9f54c119a41e29fa42003f3c1af0a732f5db9ea))
-## [1.3.2](https://github.com/appkitstudio/llamacpp-cli/compare/v1.3.1...v1.3.2) (2026-01-09)
-### Bug Fixes
-* read version from package.json instead of hardcoded value ([c9f3113](https://github.com/appkitstudio/llamacpp-cli/commit/c9f31133621a339f244073da918e1eec47f81e9c))
-## [1.3.1](https://github.com/appkitstudio/llamacpp-cli/compare/v1.3.0...v1.3.1) (2026-01-09)
-### Bug Fixes
-* improve bin script resilience and add custom flags support ([9884ceb](https://github.com/appkitstudio/llamacpp-cli/commit/9884cebdebad2d20a00fd3b077f0b2d61aecdc8d))
-## [1.3.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.2.0...v1.3.0) (2025-12-30)
-### Features
-* add server config command with host parameter support ([11faf4c](https://github.com/appkitstudio/llamacpp-cli/commit/11faf4c4031696be8e49efb6dbe73f4c5f5bee50))
-## [1.2.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.1.1...v1.2.0) (2025-12-09)
-### Features
-* add 'show' command to display server configuration and status details ([1f615eb](https://github.com/appkitstudio/llamacpp-cli/commit/1f615ebe369ae9d61b087a79fc17787e4a56d3b5))
-* add support for one-shot message mode in 'run' command ([853d62a](https://github.com/appkitstudio/llamacpp-cli/commit/853d62ab9ef9ec8c4e45213f00453d7b28648124))
-* implement 'create' command for server management and update related documentation ([39996e2](https://github.com/appkitstudio/llamacpp-cli/commit/39996e26f412dd593d9c253322a90d17907dfff4))
-## [1.1.1](https://github.com/appkitstudio/llamacpp-cli/compare/v1.1.0...v1.1.1) (2025-12-09)
-### Bug Fixes
-* update command syntax to include 'server' prefix for consistency ([22dfdfd](https://github.com/appkitstudio/llamacpp-cli/commit/22dfdfd62026503a19ff0a6d91da88954f71d1ff))
-## [1.1.0](https://github.com/appkitstudio/llamacpp-cli/compare/v1.0.0...v1.1.0) (2025-12-09)
-### Features
-* enhance logging and server status features ([1411e76](https://github.com/appkitstudio/llamacpp-cli/commit/1411e7677d01b2d04096d3d271ae95bb517e59b2))
-## 1.0.0 (2025-12-04)
-### Features
-* refactored and added commands ([0e58ae1](https://github.com/appkitstudio/llamacpp-cli/commit/0e58ae1c619a519b484ae3c78863b4932672865c))

package/MONITORING-ACCURACY-FIX.md DELETED Viewed

@@ -1,199 +0,0 @@
-# Historical Monitoring Accuracy Fix
-**STATUS:** This document describes the initial fix attempt for memory calculations. However, the root issue was that historical monitoring was showing **system-wide metrics** instead of **per-process metrics**. See `PER-PROCESS-METRICS.md` for the correct implementation.
-## Issue Summary
-Comparison between our historical monitoring and macmon revealed discrepancies in memory usage calculations.
-## Issues Identified
-### 1. Memory Total Calculation (CRITICAL)
-**Problem:** Total memory was calculated by summing all vm_stat page counts, which doesn't equal the actual installed RAM.
-**Evidence:**
-- Historical monitor showed: ~60% memory usage
-- macmon showed: 26.86 / 32.0 GB = ~84% memory usage
-- The denominator (32.0 GB installed RAM) was being calculated incorrectly
-**Root Cause:**
-```typescript
-// OLD CODE (INCORRECT)
-const totalPages = pagesActive + pagesWired + pagesCompressed +
-                   pagesFree + pagesInactive + pagesSpeculative;
-const memoryTotal = totalPages * pageSize;
-```
-This approach has fundamental flaws:
-- vm_stat doesn't report all memory categories (kernel reserved, etc.)
-- Page counts don't sum to actual installed RAM
-- Results in artificially inflated "total" value
-- Makes memory usage appear lower than reality
-**Fix:**
-```typescript
-// NEW CODE (CORRECT)
-// Get total installed RAM from sysctl (accurate)
-const memoryTotal = await execCommand('sysctl -n hw.memsize 2>/dev/null');
-```
-Use `sysctl hw.memsize` to get actual installed RAM size in bytes. This matches what Activity Monitor and macmon report.
-### 2. Memory Used Calculation (VERIFIED CORRECT)
-**Current approach:**
-```typescript
-// Used = Active + Wired + Compressed
-const usedPages = pagesActive + pagesWired + pagesCompressed;
-const memoryUsed = usedPages * pageSize;
-```
-This formula is **correct** and matches what Activity Monitor and macmon report as "used memory".
-- **Active:** Recently used memory
-- **Wired:** Kernel memory that can't be paged out
-- **Compressed:** Compressed pages in RAM
-We removed the calculation of unused page types (free, inactive, speculative) since they're not needed.
-### 3. CPU Calculation (VERIFIED CORRECT)
-**Formula:**
-```typescript
-cpuUsage = ((pcpuUsage * pCoreCount) + (ecpuUsage * eCoreCount)) / totalCores * 100
-```
-This weighted average is mathematically correct:
-- macmon reports per-core-type averages (P-CPU: 25%, E-CPU: 36%)
-- Formula computes overall system average: `(25% × 6 + 36% × 4) / 10 = 29.4%`
-- Historical average of 33% is reasonable given fluctuations over time
-### 4. GPU Calculation (VERIFIED CORRECT)
-**Observation:**
-- Historical: Avg: 1.8%, Max: 4.0%, Min: 0.6%
-- macmon snapshot: GPU 4%
-This is **expected behavior**:
-- GPU is mostly idle (0-2%) between inference requests
-- Spikes to 4% during active token generation
-- Average of 1.8% correctly reflects mostly-idle state
-- Max of 4.0% matches macmon's instantaneous reading
-## Changes Made
-### `src/lib/system-collector.ts`
-**1. Removed total memory calculation from vm_stat parsing:**
-```typescript
-// Now only returns memoryUsed
-private parseVmStatOutput(output: string): { memoryUsed: number }
-```
-**2. Added method to get actual installed RAM:**
-```typescript
-private async getTotalMemory(): Promise<number> {
-  const output = await execCommand('sysctl -n hw.memsize 2>/dev/null');
-  return parseInt(output.trim(), 10) || 0;
-}
-```
-**3. Combined both sources in new method:**
-```typescript
-private async getMemoryMetrics(): Promise<{
-  memoryUsed: number;
-  memoryTotal: number;
-}> {
-  // Get used memory from vm_stat (active + wired + compressed)
-  const vmStatOutput = await execCommand('vm_stat 2>/dev/null');
-  const { memoryUsed } = this.parseVmStatOutput(vmStatOutput);
-  // Get total installed RAM from sysctl (accurate)
-  const memoryTotal = await this.getTotalMemory();
-  return { memoryUsed, memoryTotal };
-}
-```
-**4. Updated collector to use new method:**
-```typescript
-// Always get memory from vm_stat + sysctl (accurate total from sysctl)
-const memoryMetrics = await this.getMemoryMetrics();
-```
-## Verification
-After these changes, memory usage should now accurately match macmon and Activity Monitor:
-**Before:**
-- Total: Calculated from page sum (~40 GB equivalent)
-- Used: 26.86 GB
-- **Percentage: ~60% (WRONG)**
-**After:**
-- Total: 32.0 GB (from `sysctl hw.memsize`)
-- Used: 26.86 GB (from vm_stat)
-- **Percentage: ~84% (CORRECT)**
-## Testing Recommendations
-1. **Compare with macmon:**
-   ```bash
-   # Terminal 1: Run macmon
-   macmon
-   # Terminal 2: Monitor server
-   npm run dev -- server monitor <server-id>
-   ```
-   Memory percentages should now match within 1-2%.
-2. **Compare with Activity Monitor:**
-   - Open Activity Monitor → Memory tab
-   - Check "Memory Used" value
-   - Should match historical monitor's memory calculation
-3. **Verify historical data:**
-   ```bash
-   # View historical metrics (press H in monitor)
-   npm run dev -- server monitor <server-id>
-   # Press 'H' to toggle historical view
-   ```
-   Memory usage should now show realistic values (~80-90% on actively used system).
-4. **Check edge cases:**
-   - Fresh boot (low memory usage ~30-40%)
-   - Under load (high memory usage ~85-95%)
-   - Multiple servers running (memory should increase proportionally)
-## Impact on Historical Data
-**Note:** Existing historical data was collected with the old (incorrect) calculation.
-**Options:**
-1. **Keep old data as-is** (recommended for now)
-   - Historical charts will show old incorrect baseline
-   - New data will be accurate going forward
-   - Natural transition over 24 hours as old data ages out
-2. **Clear history and start fresh:**
-   ```bash
-   rm ~/.llamacpp/history/*.json
-   ```
-   - Immediate accuracy
-   - Lose historical context
-## Related Files
-- `src/lib/system-collector.ts` - System metrics collection (MODIFIED)
-- `src/lib/history-manager.ts` - History persistence (unchanged)
-- `src/tui/HistoricalMonitorApp.ts` - Historical UI (unchanged)
-## References
-- macOS `vm_stat` documentation: Reports memory in pages (16KB on Apple Silicon)
-- macOS `sysctl` documentation: `hw.memsize` reports installed RAM in bytes
-- Activity Monitor algorithm: Uses active + wired + compressed for "Memory Used"

package/PER-PROCESS-METRICS.md DELETED Viewed

@@ -1,190 +0,0 @@
-# Per-Process Metrics Implementation
-## Overview
-Historical monitoring now shows **per-process metrics** for the specific llama-server being monitored, rather than system-wide metrics. This provides accurate resource usage for each model.
-## What Changed
-### Before (System-Wide)
-- **GPU Usage:** All processes combined
-- **CPU Usage:** All processes combined
-- **Memory Usage:** All processes combined (% of total RAM)
-### After (Per-Process)
-- **GPU Usage:** System-wide (unchanged - can't isolate per-process on macOS)
-- **CPU Usage:** Just the llama-server process (from `ps`)
-- **Memory Usage:** Just the llama-server process in GB (from `top`)
-## Implementation Details
-### 1. Process Metrics Collection
-**Added CPU collection (`src/utils/process-utils.ts`):**
-```typescript
-// Batch collection for efficiency
-export async function getBatchProcessCpu(pids: number[]): Promise<Map<number, number | null>>
-// Single process collection
-export async function getProcessCpu(pid: number): Promise<number | null>
-```
-**Features:**
-- Uses `ps -p <pid> -o %cpu` to get per-process CPU percentage
-- 3-second cache to prevent excessive process spawning
-- Batch collection for multi-server monitoring
-- Returns percentage (0-100+, can exceed 100% on multi-core)
-### 2. Type Updates
-**ServerMetrics interface (`src/types/monitor-types.ts`):**
-```typescript
-export interface ServerMetrics {
-  // ... existing fields
-  processMemory?: number;     // Already existed
-  processCpuUsage?: number;   // NEW: Per-process CPU %
-}
-```
-**HistorySnapshot interface (`src/types/history-types.ts`):**
-```typescript
-export interface HistorySnapshot {
-  server: {
-    // ... existing fields
-    processMemory?: number;      // Already existed
-    processCpuUsage?: number;    // NEW: Per-process CPU %
-  };
-  system?: {
-    // ... system-wide metrics (kept for live monitoring)
-  };
-}
-```
-### 3. Metrics Collection
-**MetricsAggregator (`src/lib/metrics-aggregator.ts`):**
-- Added `processCpuUsage` parameter to `collectServerMetrics()`
-- Collects CPU in parallel with other metrics
-- Supports batch collection for multi-server scenarios
-**HistoryManager (`src/lib/history-manager.ts`):**
-- Saves `processCpuUsage` in snapshots
-- Maintains backward compatibility (optional field)
-### 4. Historical Monitor UI
-**HistoricalMonitorApp (`src/tui/HistoricalMonitorApp.ts`):**
-**Chart Changes:**
-**GPU Usage:**
-- **Unchanged:** Still system-wide
-- **Reason:** macOS doesn't provide per-process GPU metrics easily
-- **Label:** "GPU Usage (%)"
-**CPU Usage:**
-- **Before:** `snapshot.system.cpuUsage` (system-wide)
-- **After:** `snapshot.server.processCpuUsage` (per-process)
-- **Label:** "Process CPU Usage (%)"
-- **Range:** Not forced to 0-100% (can show >100% for multi-threaded workloads)
-**Memory Usage:**
-- **Before:** `(system.memoryUsed / system.memoryTotal) * 100` (system-wide %)
-- **After:** `processMemory / (1024 * 1024 * 1024)` (per-process GB)
-- **Label:** "Process Memory Usage (GB)"
-- **Format:** Shows 2 decimal places (e.g., "3.45 GB")
-- **Statistics:** Avg, Max, Min in GB
-**Multi-Server Comparison:**
-- Table also updated to show per-process CPU and memory
-- Memory column now shows GB instead of %
-## Benefits
-1. **Accurate Attribution:** See exactly what each model is using
-2. **Multi-Server Clarity:** Compare resource usage across different models
-3. **Debugging:** Identify which specific model is consuming resources
-4. **Capacity Planning:** Understand per-model requirements
-## Example Output
-**Before (System-Wide):**
-```
-CPU Usage (%)
-  Avg: 33.0% (±17.4)  Max: 86.6%  Min: 12.0%
-Memory Usage (%)
-  Avg: 31.0% (±0.6)  Max: 31.9%  Min: 29.9%
-```
-**After (Per-Process):**
-```
-Process CPU Usage (%)
-  Avg: 45.2% (±12.3)  Max: 120.5%  Min: 8.1%
-Process Memory Usage (GB)
-  Avg: 3.45 GB (±0.12)  Max: 3.67 GB  Min: 3.21 GB
-```
-## Edge Cases Handled
-1. **Missing Data:** Fields are optional, gracefully handles old snapshots
-2. **Process Not Running:** Returns null, charts skip those data points
-3. **Multi-Core:** CPU can exceed 100% (expected behavior)
-4. **Cache Expiry:** 3-second TTL prevents stale data
-5. **Batch Collection:** Efficient when monitoring multiple servers
-## Testing Recommendations
-1. **Single Server:**
-   ```bash
-   npm run dev -- server monitor <server-id>
-   # Press 'H' to view historical data
-   ```
-   - Verify CPU shows reasonable per-process values (not system-wide)
-   - Verify memory shows model size in GB (not total RAM %)
-2. **Multi-Server:**
-   ```bash
-   npm run dev -- server monitor
-   # Press 'H' to view comparison table
-   ```
-   - Verify each server shows different CPU/memory values
-   - Verify table shows GB for memory column
-3. **Compare with Activity Monitor:**
-   - Open Activity Monitor
-   - Filter for `llama-server` process
-   - CPU % should match within 5-10%
-   - Memory should match within 0.1 GB
-4. **Compare with `ps`:**
-   ```bash
-   ps -p <pid> -o %cpu,rss
-   ```
-   - CPU % should match
-   - RSS (memory) should match when converted to GB
-## Backward Compatibility
-- Old history files still work (missing fields treated as undefined)
-- System-wide metrics still collected for live monitoring
-- Live monitoring TUI unchanged (still shows system-wide for context)
-- Only historical view changed to per-process
-## Related Files
-- `src/utils/process-utils.ts` - Added CPU collection functions
-- `src/types/monitor-types.ts` - Added processCpuUsage field
-- `src/types/history-types.ts` - Added processCpuUsage to snapshots
-- `src/lib/metrics-aggregator.ts` - Collects CPU metrics
-- `src/lib/history-manager.ts` - Saves CPU metrics
-- `src/tui/HistoricalMonitorApp.ts` - Displays per-process charts
-## Future Improvements
-1. **Per-Process GPU:** Investigate Metal API for GPU attribution
-2. **Network I/O:** Track per-process network usage
-3. **Disk I/O:** Track per-process disk reads/writes
-4. **Thread Count:** Show number of threads used by process
-5. **Context Switches:** Show voluntary/involuntary context switches

package/docs/images/.gitkeep DELETED Viewed

	@@ -1 +0,0 @@
1	- # Screenshots directory