@appkit/llamacpp-cli 1.10.1 → 1.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/CHANGELOG.md +10 -0
  2. package/README.md +356 -3
  3. package/dist/cli.js +99 -0
  4. package/dist/cli.js.map +1 -1
  5. package/dist/commands/admin/config.d.ts +10 -0
  6. package/dist/commands/admin/config.d.ts.map +1 -0
  7. package/dist/commands/admin/config.js +100 -0
  8. package/dist/commands/admin/config.js.map +1 -0
  9. package/dist/commands/admin/logs.d.ts +10 -0
  10. package/dist/commands/admin/logs.d.ts.map +1 -0
  11. package/dist/commands/admin/logs.js +114 -0
  12. package/dist/commands/admin/logs.js.map +1 -0
  13. package/dist/commands/admin/restart.d.ts +2 -0
  14. package/dist/commands/admin/restart.d.ts.map +1 -0
  15. package/dist/commands/admin/restart.js +29 -0
  16. package/dist/commands/admin/restart.js.map +1 -0
  17. package/dist/commands/admin/start.d.ts +2 -0
  18. package/dist/commands/admin/start.d.ts.map +1 -0
  19. package/dist/commands/admin/start.js +30 -0
  20. package/dist/commands/admin/start.js.map +1 -0
  21. package/dist/commands/admin/status.d.ts +2 -0
  22. package/dist/commands/admin/status.d.ts.map +1 -0
  23. package/dist/commands/admin/status.js +82 -0
  24. package/dist/commands/admin/status.js.map +1 -0
  25. package/dist/commands/admin/stop.d.ts +2 -0
  26. package/dist/commands/admin/stop.d.ts.map +1 -0
  27. package/dist/commands/admin/stop.js +21 -0
  28. package/dist/commands/admin/stop.js.map +1 -0
  29. package/dist/commands/logs.d.ts +1 -0
  30. package/dist/commands/logs.d.ts.map +1 -1
  31. package/dist/commands/logs.js +22 -0
  32. package/dist/commands/logs.js.map +1 -1
  33. package/dist/commands/server-show.js +1 -1
  34. package/dist/commands/server-show.js.map +1 -1
  35. package/dist/lib/admin-manager.d.ts +111 -0
  36. package/dist/lib/admin-manager.d.ts.map +1 -0
  37. package/dist/lib/admin-manager.js +413 -0
  38. package/dist/lib/admin-manager.js.map +1 -0
  39. package/dist/lib/admin-server.d.ts +148 -0
  40. package/dist/lib/admin-server.d.ts.map +1 -0
  41. package/dist/lib/admin-server.js +1161 -0
  42. package/dist/lib/admin-server.js.map +1 -0
  43. package/dist/lib/download-job-manager.d.ts +64 -0
  44. package/dist/lib/download-job-manager.d.ts.map +1 -0
  45. package/dist/lib/download-job-manager.js +164 -0
  46. package/dist/lib/download-job-manager.js.map +1 -0
  47. package/dist/tui/MultiServerMonitorApp.js +2 -2
  48. package/dist/tui/MultiServerMonitorApp.js.map +1 -1
  49. package/dist/types/admin-config.d.ts +19 -0
  50. package/dist/types/admin-config.d.ts.map +1 -0
  51. package/dist/types/admin-config.js +3 -0
  52. package/dist/types/admin-config.js.map +1 -0
  53. package/dist/utils/format-utils.d.ts +6 -0
  54. package/dist/utils/format-utils.d.ts.map +1 -1
  55. package/dist/utils/format-utils.js +18 -0
  56. package/dist/utils/format-utils.js.map +1 -1
  57. package/dist/utils/log-parser.d.ts +9 -0
  58. package/dist/utils/log-parser.d.ts.map +1 -1
  59. package/dist/utils/log-parser.js +11 -0
  60. package/dist/utils/log-parser.js.map +1 -1
  61. package/docs/images/web-ui-servers.png +0 -0
  62. package/package.json +1 -1
  63. package/src/cli.ts +100 -0
  64. package/src/commands/admin/config.ts +121 -0
  65. package/src/commands/admin/logs.ts +91 -0
  66. package/src/commands/admin/restart.ts +26 -0
  67. package/src/commands/admin/start.ts +27 -0
  68. package/src/commands/admin/status.ts +84 -0
  69. package/src/commands/admin/stop.ts +16 -0
  70. package/src/commands/logs.ts +24 -0
  71. package/src/commands/server-show.ts +2 -2
  72. package/src/lib/admin-manager.ts +435 -0
  73. package/src/lib/admin-server.ts +1243 -0
  74. package/src/lib/download-job-manager.ts +213 -0
  75. package/src/tui/MultiServerMonitorApp.ts +3 -3
  76. package/src/types/admin-config.ts +25 -0
  77. package/src/utils/format-utils.ts +18 -0
  78. package/src/utils/log-parser.ts +13 -0
  79. package/web/README.md +429 -0
  80. package/web/eslint.config.js +23 -0
  81. package/web/index.html +13 -0
  82. package/web/llamacpp-web-dist.tar.gz +0 -0
  83. package/web/package-lock.json +4017 -0
  84. package/web/package.json +38 -0
  85. package/web/postcss.config.js +6 -0
  86. package/web/public/vite.svg +1 -0
  87. package/web/src/App.css +42 -0
  88. package/web/src/App.tsx +86 -0
  89. package/web/src/assets/react.svg +1 -0
  90. package/web/src/components/ApiKeyPrompt.tsx +71 -0
  91. package/web/src/components/CreateServerModal.tsx +372 -0
  92. package/web/src/components/DownloadProgress.tsx +123 -0
  93. package/web/src/components/Nav.tsx +89 -0
  94. package/web/src/components/RouterConfigModal.tsx +240 -0
  95. package/web/src/components/SearchModal.tsx +306 -0
  96. package/web/src/components/ServerConfigModal.tsx +291 -0
  97. package/web/src/hooks/useApi.ts +259 -0
  98. package/web/src/index.css +42 -0
  99. package/web/src/lib/api.ts +226 -0
  100. package/web/src/main.tsx +10 -0
  101. package/web/src/pages/Dashboard.tsx +103 -0
  102. package/web/src/pages/Models.tsx +258 -0
  103. package/web/src/pages/Router.tsx +270 -0
  104. package/web/src/pages/RouterLogs.tsx +201 -0
  105. package/web/src/pages/ServerLogs.tsx +553 -0
  106. package/web/src/pages/Servers.tsx +358 -0
  107. package/web/src/types/api.ts +140 -0
  108. package/web/tailwind.config.js +31 -0
  109. package/web/tsconfig.app.json +28 -0
  110. package/web/tsconfig.json +7 -0
  111. package/web/tsconfig.node.json +26 -0
  112. package/web/vite.config.ts +25 -0
  113. package/MONITORING-ACCURACY-FIX.md +0 -199
  114. package/PER-PROCESS-METRICS.md +0 -190
@@ -0,0 +1,148 @@
1
+ #!/usr/bin/env node
2
+ /**
3
+ * Admin HTTP server - REST API for managing llama.cpp servers
4
+ */
5
+ declare class AdminServer {
6
+ private config;
7
+ private server;
8
+ initialize(): Promise<void>;
9
+ start(): Promise<void>;
10
+ /**
11
+ * Main request handler
12
+ */
13
+ private handleRequest;
14
+ /**
15
+ * Health check endpoint
16
+ */
17
+ private handleHealth;
18
+ /**
19
+ * List all servers
20
+ */
21
+ private handleListServers;
22
+ /**
23
+ * Get server details
24
+ */
25
+ private handleGetServer;
26
+ /**
27
+ * Create new server
28
+ */
29
+ private handleCreateServer;
30
+ /**
31
+ * Update server configuration
32
+ */
33
+ private handleUpdateServer;
34
+ /**
35
+ * Delete server
36
+ */
37
+ private handleDeleteServer;
38
+ /**
39
+ * Start server
40
+ */
41
+ private handleStartServer;
42
+ /**
43
+ * Stop server
44
+ */
45
+ private handleStopServer;
46
+ /**
47
+ * Restart server
48
+ */
49
+ private handleRestartServer;
50
+ /**
51
+ * Get server logs
52
+ */
53
+ private handleGetLogs;
54
+ /**
55
+ * List models
56
+ */
57
+ private handleListModels;
58
+ /**
59
+ * Get model details
60
+ */
61
+ private handleGetModel;
62
+ /**
63
+ * Search models on HuggingFace
64
+ */
65
+ private handleSearchModels;
66
+ /**
67
+ * Get GGUF files for a HuggingFace model
68
+ */
69
+ private handleGetModelFiles;
70
+ /**
71
+ * List all download jobs
72
+ */
73
+ private handleListJobs;
74
+ /**
75
+ * Get a specific download job
76
+ */
77
+ private handleGetJob;
78
+ /**
79
+ * Cancel a download job
80
+ */
81
+ private handleCancelJob;
82
+ /**
83
+ * Download model from HuggingFace
84
+ */
85
+ private handleDownloadModel;
86
+ /**
87
+ * Delete model
88
+ */
89
+ private handleDeleteModel;
90
+ /**
91
+ * Get system status
92
+ */
93
+ private handleSystemStatus;
94
+ /**
95
+ * Get router status
96
+ */
97
+ private handleGetRouter;
98
+ /**
99
+ * Start router service
100
+ */
101
+ private handleStartRouter;
102
+ /**
103
+ * Stop router service
104
+ */
105
+ private handleStopRouter;
106
+ /**
107
+ * Restart router service
108
+ */
109
+ private handleRestartRouter;
110
+ /**
111
+ * Get router logs
112
+ */
113
+ private handleGetRouterLogs;
114
+ /**
115
+ * Update router configuration
116
+ */
117
+ private handleUpdateRouter;
118
+ /**
119
+ * Authenticate request via API key
120
+ */
121
+ private authenticate;
122
+ /**
123
+ * Read request body as string
124
+ */
125
+ private readBody;
126
+ /**
127
+ * Send JSON response
128
+ */
129
+ private sendJson;
130
+ /**
131
+ * Send error response
132
+ */
133
+ private sendError;
134
+ /**
135
+ * Serve static files from web/dist directory
136
+ */
137
+ private handleStaticFile;
138
+ /**
139
+ * Log request
140
+ */
141
+ private logRequest;
142
+ /**
143
+ * Log response
144
+ */
145
+ private logResponse;
146
+ }
147
+ export { AdminServer };
148
+ //# sourceMappingURL=admin-server.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"admin-server.d.ts","sourceRoot":"","sources":["../../src/lib/admin-server.ts"],"names":[],"mappings":";AA+BA;;GAEG;AACH,cAAM,WAAW;IACf,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,MAAM,CAAe;IAEvB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B;;OAEG;YACW,aAAa;IAwH3B;;OAEG;YACW,YAAY;IAQ1B;;OAEG;YACW,iBAAiB;IAa/B;;OAEG;YACW,eAAe;IAc7B;;OAEG;YACW,kBAAkB;IA8GhC;;OAEG;YACW,kBAAkB;IAsFhC;;OAEG;YACW,kBAAkB;IAyBhC;;OAEG;YACW,iBAAiB;IA6C/B;;OAEG;YACW,gBAAgB;IA8B9B;;OAEG;YACW,mBAAmB;IA0CjC;;OAEG;YACW,aAAa;IAgC3B;;OAEG;YACW,gBAAgB;IAqB9B;;OAEG;YACW,cAAc;IAyB5B;;OAEG;YACW,kBAAkB;IAiBhC;;OAEG;YACW,mBAAmB;IASjC;;OAEG;YACW,cAAc;IAK5B;;OAEG;YACW,YAAY;IAS1B;;OAEG;YACW,eAAe;IAsB7B;;OAEG;YACW,mBAAmB;IA+BjC;;OAEG;YACW,iBAAiB;IAqD/B;;OAEG;YACW,kBAAkB;IAqChC;;OAEG;YACW,eAAe;IAmD7B;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;YACW,gBAAgB;IAa9B;;OAEG;YACW,mBAAmB;IAejC;;OAEG;YACW,mBAAmB;IAgCjC;;OAEG;YACW,kBAAkB;IA0ChC;;OAEG;IACH,OAAO,CAAC,YAAY;IASpB;;OAEG;YACW,QAAQ;IAStB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAOhB;;OAEG;IACH,OAAO,CAAC,SAAS;IAWjB;;OAEG;YACW,gBAAgB;IA0E9B;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;OAEG;IACH,OAAO,CAAC,WAAW;CAKpB;AAkBD,OAAO,EAAE,WAAW,EAAE,CAAC"}