@appkit/llamacpp-cli 1.8.0 → 1.10.0

package/dist/lib/router-logger.js

@@ -0,0 +1,200 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RequestTimer = exports.RouterLogger = void 0;
+const fs = __importStar(require("fs/promises"));
+const path = __importStar(require("path"));
+const file_utils_1 = require("../utils/file-utils");
+class RouterLogger {
+    constructor(verbose = false) {
+        this.verbose = verbose;
+        this.logFilePath = path.join((0, file_utils_1.getLogsDir)(), 'router.log');
+    }
+    /**
+     * Log a request with timing and outcome
+     */
+    async logRequest(entry) {
+        // Human-readable format for console
+        const humanLog = this.formatHumanReadable(entry);
+        // Output request activity to stdout (separate from system messages on stderr)
+        console.log(humanLog);
+        // Verbose mode: append detailed JSON to log file
+        if (this.verbose) {
+            const jsonLog = JSON.stringify(entry) + '\n';
+            try {
+                await fs.appendFile(this.logFilePath, jsonLog, 'utf-8');
+            }
+            catch (error) {
+                console.error('[Router Logger] Failed to write to log file:', error);
+            }
+        }
+    }
+    /**
+     * Format log entry for human reading (console output)
+     */
+    formatHumanReadable(entry) {
+        const { timestamp, model, endpoint, method, status, statusCode, durationMs, error, backend, prompt } = entry;
+        // Color coding based on status (using ANSI codes)
+        const statusColor = status === 'success' ? '\x1b[32m' : '\x1b[31m'; // Green or Red
+        const resetColor = '\x1b[0m';
+        // Base log format (no [Router] prefix, no icons)
+        let log = `${statusColor}${statusCode}${resetColor} ${method} ${endpoint} → ${model}`;
+        // Add backend if available
+        if (backend) {
+            log += ` (${backend})`;
+        }
+        // Add duration
+        log += ` ${durationMs}ms`;
+        // Add prompt preview if available
+        if (prompt) {
+            log += ` | "${prompt}"`;
+        }
+        // Add error if present
+        if (error) {
+            log += ` | Error: ${error}`;
+        }
+        return log;
+    }
+    /**
+     * Format log entry for LLM parsing (verbose JSON format)
+     */
+    static formatForLLM(entry) {
+        return JSON.stringify(entry, null, 2);
+    }
+    /**
+     * Read log file and return all entries (for verbose mode)
+     */
+    async readLogs(limit) {
+        try {
+            const content = await fs.readFile(this.logFilePath, 'utf-8');
+            const lines = content.trim().split('\n').filter(line => line);
+            // Parse JSON entries
+            const entries = lines
+                .map(line => {
+                try {
+                    return JSON.parse(line);
+                }
+                catch {
+                    return null;
+                }
+            })
+                .filter((entry) => entry !== null);
+            // Apply limit if specified
+            if (limit && limit > 0) {
+                return entries.slice(-limit);
+            }
+            return entries;
+        }
+        catch (error) {
+            // Log file doesn't exist or can't be read
+            return [];
+        }
+    }
+    /**
+     * Clear the log file
+     */
+    async clearLogs() {
+        try {
+            await fs.writeFile(this.logFilePath, '', 'utf-8');
+            console.error('[Router Logger] Log file cleared');
+        }
+        catch (error) {
+            console.error('[Router Logger] Failed to clear log file:', error);
+        }
+    }
+    /**
+     * Get log file size
+     */
+    async getLogFileSize() {
+        try {
+            const stats = await fs.stat(this.logFilePath);
+            return stats.size;
+        }
+        catch {
+            return 0;
+        }
+    }
+    /**
+     * Rotate log file if it exceeds threshold
+     */
+    async rotateIfNeeded(thresholdMB = 100) {
+        const size = await this.getLogFileSize();
+        const thresholdBytes = thresholdMB * 1024 * 1024;
+        if (size > thresholdBytes) {
+            try {
+                // Generate timestamp
+                const timestamp = new Date()
+                    .toISOString()
+                    .replace(/T/, '-')
+                    .replace(/:/g, '-')
+                    .replace(/\..+/, '');
+                const logsDir = (0, file_utils_1.getLogsDir)();
+                const archivedPath = path.join(logsDir, `router.${timestamp}.log`);
+                // Rename current log to archived version
+                await fs.rename(this.logFilePath, archivedPath);
+                console.error(`[Router Logger] Rotated log file to ${archivedPath}`);
+                return true;
+            }
+            catch (error) {
+                console.error('[Router Logger] Failed to rotate log file:', error);
+                return false;
+            }
+        }
+        return false;
+    }
+}
+exports.RouterLogger = RouterLogger;
+/**
+ * Utility class for tracking request timing
+ */
+class RequestTimer {
+    constructor() {
+        this.startTime = Date.now();
+    }
+    /**
+     * Get elapsed time in milliseconds
+     */
+    elapsed() {
+        return Date.now() - this.startTime;
+    }
+    /**
+     * Get current ISO timestamp
+     */
+    static now() {
+        return new Date().toISOString();
+    }
+}
+exports.RequestTimer = RequestTimer;
+//# sourceMappingURL=router-logger.js.map

package/dist/lib/router-logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router-logger.js","sourceRoot":"","sources":["../../src/lib/router-logger.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAkC;AAClC,2CAA6B;AAC7B,oDAAiD;AAejD,MAAa,YAAY;IAIvB,YAAY,UAAmB,KAAK;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAA,uBAAU,GAAE,EAAE,YAAY,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAqB;QACpC,oCAAoC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAEjD,8EAA8E;QAC9E,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEtB,iDAAiD;QACjD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YAC7C,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,KAAqB;QAC/C,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;QAE7G,kDAAkD;QAClD,MAAM,WAAW,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,eAAe;QACnF,MAAM,UAAU,GAAG,SAAS,CAAC;QAE7B,iDAAiD;QACjD,IAAI,GAAG,GAAG,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,IAAI,MAAM,IAAI,QAAQ,MAAM,KAAK,EAAE,CAAC;QAEtF,2BAA2B;QAC3B,IAAI,OAAO,EAAE,CAAC;YACZ,GAAG,IAAI,KAAK,OAAO,GAAG,CAAC;QACzB,CAAC;QAED,eAAe;QACf,GAAG,IAAI,IAAI,UAAU,IAAI,CAAC;QAE1B,kCAAkC;QAClC,IAAI,MAAM,EAAE,CAAC;YACX,GAAG,IAAI,OAAO,MAAM,GAAG,CAAC;QAC1B,CAAC;QAED,uBAAuB;QACvB,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,IAAI,aAAa,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,KAAqB;QACvC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAc;QAC3B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAE9D,qBAAqB;YACrB,MAAM,OAAO,GAAG,KAAK;iBAClB,GAAG,CAAC,IAAI,CAAC,EAAE;gBACV,IAAI,CAAC;oBACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,KAAK,EAA2B,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;YAE9D,2BAA2B;YAC3B,IAAI,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0CAA0C;YAC1C,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;YAClD,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,cAAsB,GAAG;QAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;QAEjD,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,qBAAqB;gBACrB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE;qBACzB,WAAW,EAAE;qBACb,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC;qBACjB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;qBAClB,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAEvB,MAAM,OAAO,GAAG,IAAA,uBAAU,GAAE,CAAC;gBAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,SAAS,MAAM,CAAC,CAAC;gBAEnE,yCAAyC;gBACzC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;gBAEhD,OAAO,CAAC,KAAK,CAAC,uCAAuC,YAAY,EAAE,CAAC,CAAC;gBACrE,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;gBACnE,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA9JD,oCA8JC;AAED;;GAEG;AACH,MAAa,YAAY;IAGvB;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,GAAG;QACR,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;CACF;AApBD,oCAoBC"}

package/dist/lib/router-manager.d.ts

@@ -0,0 +1,103 @@
+import { RouterConfig } from '../types/router-config';
+export interface RouterServiceStatus {
+    isRunning: boolean;
+    pid: number | null;
+    exitCode: number | null;
+    lastExitReason?: string;
+}
+export declare class RouterManager {
+    private configDir;
+    private logsDir;
+    private configPath;
+    private launchAgentsDir;
+    constructor();
+    /**
+     * Initialize router directories
+     */
+    initialize(): Promise<void>;
+    /**
+     * Get default router configuration
+     */
+    getDefaultConfig(): RouterConfig;
+    /**
+     * Load router configuration
+     */
+    loadConfig(): Promise<RouterConfig | null>;
+    /**
+     * Save router configuration
+     */
+    saveConfig(config: RouterConfig): Promise<void>;
+    /**
+     * Update router configuration with partial changes
+     */
+    updateConfig(updates: Partial<RouterConfig>): Promise<void>;
+    /**
+     * Delete router configuration
+     */
+    deleteConfig(): Promise<void>;
+    /**
+     * Generate plist XML content for the router
+     */
+    generatePlist(config: RouterConfig): string;
+    /**
+     * Create and write plist file
+     */
+    createPlist(config: RouterConfig): Promise<void>;
+    /**
+     * Delete plist file
+     */
+    deletePlist(config: RouterConfig): Promise<void>;
+    /**
+     * Load service (register with launchctl)
+     */
+    loadService(plistPath: string): Promise<void>;
+    /**
+     * Unload service (unregister from launchctl)
+     */
+    unloadService(plistPath: string): Promise<void>;
+    /**
+     * Start service
+     */
+    startService(label: string): Promise<void>;
+    /**
+     * Stop service
+     */
+    stopService(label: string): Promise<void>;
+    /**
+     * Get service status from launchctl
+     */
+    getServiceStatus(label: string): Promise<RouterServiceStatus>;
+    /**
+     * Interpret exit code to human-readable reason
+     */
+    private interpretExitCode;
+    /**
+     * Wait for service to start (with timeout)
+     */
+    waitForServiceStart(label: string, timeoutMs?: number): Promise<boolean>;
+    /**
+     * Wait for service to stop (with timeout)
+     */
+    waitForServiceStop(label: string, timeoutMs?: number): Promise<boolean>;
+    /**
+     * Start router service
+     */
+    start(): Promise<void>;
+    /**
+     * Stop router service
+     */
+    stop(): Promise<void>;
+    /**
+     * Restart router service
+     */
+    restart(): Promise<void>;
+    /**
+     * Get router status
+     */
+    getStatus(): Promise<{
+        config: RouterConfig;
+        status: RouterServiceStatus;
+    } | null>;
+}
+export declare const routerManager: RouterManager;
+//# sourceMappingURL=router-manager.d.ts.map

package/dist/lib/router-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"router-manager.d.ts","sourceRoot":"","sources":["../../src/lib/router-manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAatD,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,OAAO,CAAC;IACnB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAS;;IAShC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAMjC;;OAEG;IACH,gBAAgB,IAAI,YAAY;IAiBhC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAOhD;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrD;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IASjE;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAMnC;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM;IAkE3C;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtD;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAMtD;;OAEG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD;;OAEG;IACG,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQrD;;OAEG;IACG,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/C;;OAEG;IACG,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAyCnE;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAOzB;;OAEG;IACG,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,SAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAY5E;;OAEG;IACG,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,SAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAY3E;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoD5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwB3B;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAS9B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,mBAAmB,CAAA;KAAE,GAAG,IAAI,CAAC;CASzF;AAGD,eAAO,MAAM,aAAa,eAAsB,CAAC"}