@appkit/llamacpp-cli 1.10.1 → 1.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +10 -0
- package/README.md +356 -3
- package/dist/cli.js +99 -0
- package/dist/cli.js.map +1 -1
- package/dist/commands/admin/config.d.ts +10 -0
- package/dist/commands/admin/config.d.ts.map +1 -0
- package/dist/commands/admin/config.js +100 -0
- package/dist/commands/admin/config.js.map +1 -0
- package/dist/commands/admin/logs.d.ts +10 -0
- package/dist/commands/admin/logs.d.ts.map +1 -0
- package/dist/commands/admin/logs.js +114 -0
- package/dist/commands/admin/logs.js.map +1 -0
- package/dist/commands/admin/restart.d.ts +2 -0
- package/dist/commands/admin/restart.d.ts.map +1 -0
- package/dist/commands/admin/restart.js +29 -0
- package/dist/commands/admin/restart.js.map +1 -0
- package/dist/commands/admin/start.d.ts +2 -0
- package/dist/commands/admin/start.d.ts.map +1 -0
- package/dist/commands/admin/start.js +30 -0
- package/dist/commands/admin/start.js.map +1 -0
- package/dist/commands/admin/status.d.ts +2 -0
- package/dist/commands/admin/status.d.ts.map +1 -0
- package/dist/commands/admin/status.js +82 -0
- package/dist/commands/admin/status.js.map +1 -0
- package/dist/commands/admin/stop.d.ts +2 -0
- package/dist/commands/admin/stop.d.ts.map +1 -0
- package/dist/commands/admin/stop.js +21 -0
- package/dist/commands/admin/stop.js.map +1 -0
- package/dist/commands/logs.d.ts +1 -0
- package/dist/commands/logs.d.ts.map +1 -1
- package/dist/commands/logs.js +22 -0
- package/dist/commands/logs.js.map +1 -1
- package/dist/commands/server-show.js +1 -1
- package/dist/commands/server-show.js.map +1 -1
- package/dist/lib/admin-manager.d.ts +111 -0
- package/dist/lib/admin-manager.d.ts.map +1 -0
- package/dist/lib/admin-manager.js +413 -0
- package/dist/lib/admin-manager.js.map +1 -0
- package/dist/lib/admin-server.d.ts +148 -0
- package/dist/lib/admin-server.d.ts.map +1 -0
- package/dist/lib/admin-server.js +1161 -0
- package/dist/lib/admin-server.js.map +1 -0
- package/dist/lib/download-job-manager.d.ts +64 -0
- package/dist/lib/download-job-manager.d.ts.map +1 -0
- package/dist/lib/download-job-manager.js +164 -0
- package/dist/lib/download-job-manager.js.map +1 -0
- package/dist/tui/MultiServerMonitorApp.js +2 -2
- package/dist/tui/MultiServerMonitorApp.js.map +1 -1
- package/dist/types/admin-config.d.ts +19 -0
- package/dist/types/admin-config.d.ts.map +1 -0
- package/dist/types/admin-config.js +3 -0
- package/dist/types/admin-config.js.map +1 -0
- package/dist/utils/format-utils.d.ts +6 -0
- package/dist/utils/format-utils.d.ts.map +1 -1
- package/dist/utils/format-utils.js +18 -0
- package/dist/utils/format-utils.js.map +1 -1
- package/dist/utils/log-parser.d.ts +9 -0
- package/dist/utils/log-parser.d.ts.map +1 -1
- package/dist/utils/log-parser.js +11 -0
- package/dist/utils/log-parser.js.map +1 -1
- package/docs/images/web-ui-servers.png +0 -0
- package/package.json +1 -1
- package/src/cli.ts +100 -0
- package/src/commands/admin/config.ts +121 -0
- package/src/commands/admin/logs.ts +91 -0
- package/src/commands/admin/restart.ts +26 -0
- package/src/commands/admin/start.ts +27 -0
- package/src/commands/admin/status.ts +84 -0
- package/src/commands/admin/stop.ts +16 -0
- package/src/commands/logs.ts +24 -0
- package/src/commands/server-show.ts +2 -2
- package/src/lib/admin-manager.ts +435 -0
- package/src/lib/admin-server.ts +1243 -0
- package/src/lib/download-job-manager.ts +213 -0
- package/src/tui/MultiServerMonitorApp.ts +3 -3
- package/src/types/admin-config.ts +25 -0
- package/src/utils/format-utils.ts +18 -0
- package/src/utils/log-parser.ts +13 -0
- package/web/README.md +429 -0
- package/web/eslint.config.js +23 -0
- package/web/index.html +13 -0
- package/web/llamacpp-web-dist.tar.gz +0 -0
- package/web/package-lock.json +4017 -0
- package/web/package.json +38 -0
- package/web/postcss.config.js +6 -0
- package/web/public/vite.svg +1 -0
- package/web/src/App.css +42 -0
- package/web/src/App.tsx +86 -0
- package/web/src/assets/react.svg +1 -0
- package/web/src/components/ApiKeyPrompt.tsx +71 -0
- package/web/src/components/CreateServerModal.tsx +372 -0
- package/web/src/components/DownloadProgress.tsx +123 -0
- package/web/src/components/Nav.tsx +89 -0
- package/web/src/components/RouterConfigModal.tsx +240 -0
- package/web/src/components/SearchModal.tsx +306 -0
- package/web/src/components/ServerConfigModal.tsx +291 -0
- package/web/src/hooks/useApi.ts +259 -0
- package/web/src/index.css +42 -0
- package/web/src/lib/api.ts +226 -0
- package/web/src/main.tsx +10 -0
- package/web/src/pages/Dashboard.tsx +103 -0
- package/web/src/pages/Models.tsx +258 -0
- package/web/src/pages/Router.tsx +270 -0
- package/web/src/pages/RouterLogs.tsx +201 -0
- package/web/src/pages/ServerLogs.tsx +553 -0
- package/web/src/pages/Servers.tsx +358 -0
- package/web/src/types/api.ts +140 -0
- package/web/tailwind.config.js +31 -0
- package/web/tsconfig.app.json +28 -0
- package/web/tsconfig.json +7 -0
- package/web/tsconfig.node.json +26 -0
- package/web/vite.config.ts +25 -0
- package/MONITORING-ACCURACY-FIX.md +0 -199
- package/PER-PROCESS-METRICS.md +0 -190
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* Admin HTTP server - REST API for managing llama.cpp servers
|
|
4
|
+
*/
|
|
5
|
+
declare class AdminServer {
|
|
6
|
+
private config;
|
|
7
|
+
private server;
|
|
8
|
+
initialize(): Promise<void>;
|
|
9
|
+
start(): Promise<void>;
|
|
10
|
+
/**
|
|
11
|
+
* Main request handler
|
|
12
|
+
*/
|
|
13
|
+
private handleRequest;
|
|
14
|
+
/**
|
|
15
|
+
* Health check endpoint
|
|
16
|
+
*/
|
|
17
|
+
private handleHealth;
|
|
18
|
+
/**
|
|
19
|
+
* List all servers
|
|
20
|
+
*/
|
|
21
|
+
private handleListServers;
|
|
22
|
+
/**
|
|
23
|
+
* Get server details
|
|
24
|
+
*/
|
|
25
|
+
private handleGetServer;
|
|
26
|
+
/**
|
|
27
|
+
* Create new server
|
|
28
|
+
*/
|
|
29
|
+
private handleCreateServer;
|
|
30
|
+
/**
|
|
31
|
+
* Update server configuration
|
|
32
|
+
*/
|
|
33
|
+
private handleUpdateServer;
|
|
34
|
+
/**
|
|
35
|
+
* Delete server
|
|
36
|
+
*/
|
|
37
|
+
private handleDeleteServer;
|
|
38
|
+
/**
|
|
39
|
+
* Start server
|
|
40
|
+
*/
|
|
41
|
+
private handleStartServer;
|
|
42
|
+
/**
|
|
43
|
+
* Stop server
|
|
44
|
+
*/
|
|
45
|
+
private handleStopServer;
|
|
46
|
+
/**
|
|
47
|
+
* Restart server
|
|
48
|
+
*/
|
|
49
|
+
private handleRestartServer;
|
|
50
|
+
/**
|
|
51
|
+
* Get server logs
|
|
52
|
+
*/
|
|
53
|
+
private handleGetLogs;
|
|
54
|
+
/**
|
|
55
|
+
* List models
|
|
56
|
+
*/
|
|
57
|
+
private handleListModels;
|
|
58
|
+
/**
|
|
59
|
+
* Get model details
|
|
60
|
+
*/
|
|
61
|
+
private handleGetModel;
|
|
62
|
+
/**
|
|
63
|
+
* Search models on HuggingFace
|
|
64
|
+
*/
|
|
65
|
+
private handleSearchModels;
|
|
66
|
+
/**
|
|
67
|
+
* Get GGUF files for a HuggingFace model
|
|
68
|
+
*/
|
|
69
|
+
private handleGetModelFiles;
|
|
70
|
+
/**
|
|
71
|
+
* List all download jobs
|
|
72
|
+
*/
|
|
73
|
+
private handleListJobs;
|
|
74
|
+
/**
|
|
75
|
+
* Get a specific download job
|
|
76
|
+
*/
|
|
77
|
+
private handleGetJob;
|
|
78
|
+
/**
|
|
79
|
+
* Cancel a download job
|
|
80
|
+
*/
|
|
81
|
+
private handleCancelJob;
|
|
82
|
+
/**
|
|
83
|
+
* Download model from HuggingFace
|
|
84
|
+
*/
|
|
85
|
+
private handleDownloadModel;
|
|
86
|
+
/**
|
|
87
|
+
* Delete model
|
|
88
|
+
*/
|
|
89
|
+
private handleDeleteModel;
|
|
90
|
+
/**
|
|
91
|
+
* Get system status
|
|
92
|
+
*/
|
|
93
|
+
private handleSystemStatus;
|
|
94
|
+
/**
|
|
95
|
+
* Get router status
|
|
96
|
+
*/
|
|
97
|
+
private handleGetRouter;
|
|
98
|
+
/**
|
|
99
|
+
* Start router service
|
|
100
|
+
*/
|
|
101
|
+
private handleStartRouter;
|
|
102
|
+
/**
|
|
103
|
+
* Stop router service
|
|
104
|
+
*/
|
|
105
|
+
private handleStopRouter;
|
|
106
|
+
/**
|
|
107
|
+
* Restart router service
|
|
108
|
+
*/
|
|
109
|
+
private handleRestartRouter;
|
|
110
|
+
/**
|
|
111
|
+
* Get router logs
|
|
112
|
+
*/
|
|
113
|
+
private handleGetRouterLogs;
|
|
114
|
+
/**
|
|
115
|
+
* Update router configuration
|
|
116
|
+
*/
|
|
117
|
+
private handleUpdateRouter;
|
|
118
|
+
/**
|
|
119
|
+
* Authenticate request via API key
|
|
120
|
+
*/
|
|
121
|
+
private authenticate;
|
|
122
|
+
/**
|
|
123
|
+
* Read request body as string
|
|
124
|
+
*/
|
|
125
|
+
private readBody;
|
|
126
|
+
/**
|
|
127
|
+
* Send JSON response
|
|
128
|
+
*/
|
|
129
|
+
private sendJson;
|
|
130
|
+
/**
|
|
131
|
+
* Send error response
|
|
132
|
+
*/
|
|
133
|
+
private sendError;
|
|
134
|
+
/**
|
|
135
|
+
* Serve static files from web/dist directory
|
|
136
|
+
*/
|
|
137
|
+
private handleStaticFile;
|
|
138
|
+
/**
|
|
139
|
+
* Log request
|
|
140
|
+
*/
|
|
141
|
+
private logRequest;
|
|
142
|
+
/**
|
|
143
|
+
* Log response
|
|
144
|
+
*/
|
|
145
|
+
private logResponse;
|
|
146
|
+
}
|
|
147
|
+
export { AdminServer };
|
|
148
|
+
//# sourceMappingURL=admin-server.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"admin-server.d.ts","sourceRoot":"","sources":["../../src/lib/admin-server.ts"],"names":[],"mappings":";AA+BA;;GAEG;AACH,cAAM,WAAW;IACf,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,MAAM,CAAe;IAEvB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B;;OAEG;YACW,aAAa;IAwH3B;;OAEG;YACW,YAAY;IAQ1B;;OAEG;YACW,iBAAiB;IAa/B;;OAEG;YACW,eAAe;IAc7B;;OAEG;YACW,kBAAkB;IA8GhC;;OAEG;YACW,kBAAkB;IAsFhC;;OAEG;YACW,kBAAkB;IAyBhC;;OAEG;YACW,iBAAiB;IA6C/B;;OAEG;YACW,gBAAgB;IA8B9B;;OAEG;YACW,mBAAmB;IA0CjC;;OAEG;YACW,aAAa;IAgC3B;;OAEG;YACW,gBAAgB;IAqB9B;;OAEG;YACW,cAAc;IAyB5B;;OAEG;YACW,kBAAkB;IAiBhC;;OAEG;YACW,mBAAmB;IASjC;;OAEG;YACW,cAAc;IAK5B;;OAEG;YACW,YAAY;IAS1B;;OAEG;YACW,eAAe;IAsB7B;;OAEG;YACW,mBAAmB;IA+BjC;;OAEG;YACW,iBAAiB;IAqD/B;;OAEG;YACW,kBAAkB;IAqChC;;OAEG;YACW,eAAe;IAmD7B;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;YACW,gBAAgB;IAa9B;;OAEG;YACW,mBAAmB;IAejC;;OAEG;YACW,mBAAmB;IAgCjC;;OAEG;YACW,kBAAkB;IA0ChC;;OAEG;IACH,OAAO,CAAC,YAAY;IASpB;;OAEG;YACW,QAAQ;IAStB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAOhB;;OAEG;IACH,OAAO,CAAC,SAAS;IAWjB;;OAEG;YACW,gBAAgB;IA0E9B;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;OAEG;IACH,OAAO,CAAC,WAAW;CAKpB;AAkBD,OAAO,EAAE,WAAW,EAAE,CAAC"}
|