@appkit/llamacpp-cli 2.0.0 → 2.2.0

package/dist/lib/server-lifecycle-service.d.ts

@@ -0,0 +1,172 @@
+import { ServerConfig } from '../types/server-config';
+import { ServerOptions } from './config-generator';
+export interface StartOptions {
+    /**
+     * Enable verbose output (for CLI/TUI progress messages)
+     * Signature: (message: string, currentStep: number, totalSteps: number) => void
+     */
+    onProgress?: (message: string, currentStep: number, totalSteps: number) => void;
+    /**
+     * Auto-rotate logs over this size (MB)
+     */
+    maxLogSizeMB?: number;
+    /**
+     * Wait timeout for startup (ms)
+     */
+    startupTimeoutMs?: number;
+    /**
+     * Wait for port to be ready after service starts (ms)
+     * Set to 0 to skip port verification (faster but less safe)
+     * Default: 10000 (10 seconds)
+     */
+    portReadyTimeoutMs?: number;
+    /**
+     * Delay before Metal memory detection (ms)
+     * Default: 8000 (8 seconds)
+     */
+    metalDetectionDelayMs?: number;
+}
+export interface StopOptions {
+    /**
+     * Enable verbose output
+     * Signature: (message: string, currentStep: number, totalSteps: number) => void
+     */
+    onProgress?: (message: string, currentStep: number, totalSteps: number) => void;
+    /**
+     * Wait timeout for shutdown (ms)
+     */
+    shutdownTimeoutMs?: number;
+}
+export interface StartResult {
+    success: boolean;
+    server: ServerConfig;
+    metalMemoryMB?: number;
+    rotatedLogs?: string[];
+    error?: string;
+}
+export interface StopResult {
+    success: boolean;
+    server: ServerConfig;
+    error?: string;
+}
+export interface DeleteOptions {
+    onProgress?: (message: string, currentStep: number, totalSteps: number) => void;
+    shutdownTimeoutMs?: number;
+}
+export interface DeleteResult {
+    success: boolean;
+    serverId: string;
+    modelPath?: string;
+    error?: string;
+}
+export interface CreateOptions extends ServerOptions {
+    /**
+     * Enable verbose output
+     * Signature: (message: string, currentStep: number, totalSteps: number) => void
+     */
+    onProgress?: (message: string, currentStep: number, totalSteps: number) => void;
+    /**
+     * Wait timeout for startup (ms)
+     * Default: 5000
+     */
+    startupTimeoutMs?: number;
+    /**
+     * Delay before Metal memory detection (ms)
+     * Default: 8000
+     */
+    metalDetectionDelayMs?: number;
+}
+export interface CreateResult {
+    success: boolean;
+    server: ServerConfig;
+    metalMemoryMB?: number;
+    error?: string;
+}
+/**
+ * Centralized service lifecycle management
+ *
+ * Handles all server create/start/stop operations with:
+ * - Concurrency protection (prevents simultaneous operations on same server)
+ * - Consistent behavior across CLI, TUI, and Admin API
+ * - Progress callbacks for UI feedback
+ * - Automatic plist regeneration
+ * - Log rotation
+ * - Metal memory detection
+ * - Unique ID generation for duplicate models
+ */
+export declare class ServerLifecycleService {
+    private operationsInProgress;
+    /**
+     * Create and start a new server with full lifecycle management
+     *
+     * Steps:
+     * 1. Resolve model path and get model info
+     * 2. Validate alias if provided
+     * 3. Determine port (auto-assign or validate provided port)
+     * 4. Generate unique server ID and configuration
+     * 5. Create plist file
+     * 6. Load and start service
+     * 7. Wait for startup
+     * 8. Detect Metal memory
+     * 9. Save configuration
+     */
+    createServer(model: string, options?: CreateOptions): Promise<CreateResult>;
+    /**
+     * Start a server with full lifecycle management
+     *
+     * Steps:
+     * 1. Find server and check status
+     * 2. Auto-rotate large logs
+     * 3. Regenerate plist (ensures latest config/wrapper)
+     * 4. Load and start service
+     * 5. Wait for startup (process started)
+     * 6. Wait for port to be ready
+     * 7. Detect Metal memory (if needed)
+     * 8. Update status
+     */
+    startServer(identifier: string, options?: StartOptions): Promise<StartResult>;
+    /**
+     * Stop a server with full lifecycle management
+     *
+     * Steps:
+     * 1. Find server and check status
+     * 2. Stop service
+     * 3. Unload service
+     * 4. Wait for shutdown
+     * 5. Update status
+     */
+    stopServer(identifier: string, options?: StopOptions): Promise<StopResult>;
+    /**
+     * Delete a server with full lifecycle management
+     *
+     * Steps:
+     * 1. Find server
+     * 2. Check status
+     * 3. Unload service (auto-stops if running)
+     * 4. Delete plist file
+     * 5. Delete server config
+     */
+    deleteServer(identifier: string, options?: DeleteOptions): Promise<DeleteResult>;
+    /**
+     * Restart a server (stop then start)
+     */
+    restartServer(identifier: string, options?: StartOptions & StopOptions): Promise<StartResult>;
+    /**
+     * Helper: Auto-rotate logs if they exceed size limit
+     */
+    private autoRotateLogs;
+    /**
+     * Helper: Prepare service (regenerate plist, unload old, load new)
+     */
+    private prepareService;
+    /**
+     * Helper: Wait for port to be ready (server actually listening)
+     */
+    private waitForPort;
+    /**
+     * Helper: Detect Metal (GPU) memory allocation from logs
+     */
+    private detectMetalMemory;
+}
+export declare const serverLifecycleService: ServerLifecycleService;
+//# sourceMappingURL=server-lifecycle-service.d.ts.map

package/dist/lib/server-lifecycle-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server-lifecycle-service.d.ts","sourceRoot":"","sources":["../../src/lib/server-lifecycle-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAiB,MAAM,wBAAwB,CAAC;AAKrE,OAAO,EAAmB,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAMpE,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAEhF;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAEhF;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAChF,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAc,SAAQ,aAAa;IAClD;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAEhF;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,sBAAsB;IAEjC,OAAO,CAAC,oBAAoB,CAA2D;IAEvF;;;;;;;;;;;;;OAaG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC;IA0KxB;;;;;;;;;;;;OAYG;IACG,WAAW,CACf,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC;IA0HvB;;;;;;;;;OASG;IACG,UAAU,CACd,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,UAAU,CAAC;IAwGtB;;;;;;;;;OASG;IACG,YAAY,CAChB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC;IAyFxB;;OAEG;IACG,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,YAAY,GAAG,WAAgB,GACvC,OAAO,CAAC,WAAW,CAAC;IAevB;;OAEG;YACW,cAAc;IAU5B;;OAEG;YACW,cAAc;IAwB5B;;OAEG;YACW,WAAW;IAczB;;OAEG;YACW,iBAAiB;CAqBhC;AAGD,eAAO,MAAM,sBAAsB,wBAA+B,CAAC"}