@appkit/llamacpp-cli 1.8.0 → 1.10.0

package/dist/lib/router-manager.js

@@ -0,0 +1,394 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.routerManager = exports.RouterManager = void 0;
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs/promises"));
+const process_utils_1 = require("../utils/process-utils");
+const file_utils_1 = require("../utils/file-utils");
+class RouterManager {
+    constructor() {
+        this.configDir = (0, file_utils_1.getConfigDir)();
+        this.logsDir = (0, file_utils_1.getLogsDir)();
+        this.configPath = path.join(this.configDir, 'router.json');
+        this.launchAgentsDir = (0, file_utils_1.getLaunchAgentsDir)();
+    }
+    /**
+     * Initialize router directories
+     */
+    async initialize() {
+        await (0, file_utils_1.ensureDir)(this.configDir);
+        await (0, file_utils_1.ensureDir)(this.logsDir);
+        await (0, file_utils_1.ensureDir)(this.launchAgentsDir);
+    }
+    /**
+     * Get default router configuration
+     */
+    getDefaultConfig() {
+        return {
+            id: 'router',
+            port: 9100,
+            host: '127.0.0.1',
+            label: 'com.llama.router',
+            plistPath: path.join(this.launchAgentsDir, 'com.llama.router.plist'),
+            stdoutPath: path.join(this.logsDir, 'router.stdout'),
+            stderrPath: path.join(this.logsDir, 'router.stderr'),
+            healthCheckInterval: 5000,
+            requestTimeout: 120000,
+            verbose: false,
+            status: 'stopped',
+            createdAt: new Date().toISOString(),
+        };
+    }
+    /**
+     * Load router configuration
+     */
+    async loadConfig() {
+        if (!(await (0, file_utils_1.fileExists)(this.configPath))) {
+            return null;
+        }
+        return await (0, file_utils_1.readJson)(this.configPath);
+    }
+    /**
+     * Save router configuration
+     */
+    async saveConfig(config) {
+        await (0, file_utils_1.writeJsonAtomic)(this.configPath, config);
+    }
+    /**
+     * Update router configuration with partial changes
+     */
+    async updateConfig(updates) {
+        const existingConfig = await this.loadConfig();
+        if (!existingConfig) {
+            throw new Error('Router configuration not found');
+        }
+        const updatedConfig = { ...existingConfig, ...updates };
+        await this.saveConfig(updatedConfig);
+    }
+    /**
+     * Delete router configuration
+     */
+    async deleteConfig() {
+        if (await (0, file_utils_1.fileExists)(this.configPath)) {
+            await fs.unlink(this.configPath);
+        }
+    }
+    /**
+     * Generate plist XML content for the router
+     */
+    generatePlist(config) {
+        // Find the compiled router-server.js file
+        // In dev mode (tsx), __dirname is src/lib/
+        // In production, __dirname is dist/lib/
+        // Always use the compiled dist version for launchctl
+        let routerServerPath;
+        if (__dirname.includes('/src/')) {
+            // Dev mode - point to dist/lib/router-server.js
+            const projectRoot = path.resolve(__dirname, '../..');
+            routerServerPath = path.join(projectRoot, 'dist/lib/router-server.js');
+        }
+        else {
+            // Production mode - already in dist/lib/
+            routerServerPath = path.join(__dirname, 'router-server.js');
+        }
+        // Use the current Node.js executable path (resolves symlinks)
+        const nodePath = process.execPath;
+        const args = [
+            nodePath,
+            routerServerPath,
+            '--config', this.configPath,
+        ];
+        const argsXml = args.map(arg => `      <string>${arg}</string>`).join('\n');
+        return `<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN"
+  "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+  <dict>
+    <key>Label</key>
+    <string>${config.label}</string>
+
+    <key>ProgramArguments</key>
+    <array>
+${argsXml}
+    </array>
+
+    <key>RunAtLoad</key>
+    <false/>
+
+    <key>KeepAlive</key>
+    <dict>
+      <key>Crashed</key>
+      <true/>
+      <key>SuccessfulExit</key>
+      <false/>
+    </dict>
+
+    <key>StandardOutPath</key>
+    <string>${config.stdoutPath}</string>
+
+    <key>StandardErrorPath</key>
+    <string>${config.stderrPath}</string>
+
+    <key>WorkingDirectory</key>
+    <string>/tmp</string>
+
+    <key>ThrottleInterval</key>
+    <integer>10</integer>
+  </dict>
+</plist>
+`;
+    }
+    /**
+     * Create and write plist file
+     */
+    async createPlist(config) {
+        const plistContent = this.generatePlist(config);
+        await (0, file_utils_1.writeFileAtomic)(config.plistPath, plistContent);
+    }
+    /**
+     * Delete plist file
+     */
+    async deletePlist(config) {
+        if (await (0, file_utils_1.fileExists)(config.plistPath)) {
+            await fs.unlink(config.plistPath);
+        }
+    }
+    /**
+     * Load service (register with launchctl)
+     */
+    async loadService(plistPath) {
+        await (0, process_utils_1.execCommand)(`launchctl load "${plistPath}"`);
+    }
+    /**
+     * Unload service (unregister from launchctl)
+     */
+    async unloadService(plistPath) {
+        try {
+            await (0, process_utils_1.execCommand)(`launchctl unload "${plistPath}"`);
+        }
+        catch (error) {
+            // Ignore errors if service is not loaded
+        }
+    }
+    /**
+     * Start service
+     */
+    async startService(label) {
+        await (0, process_utils_1.execCommand)(`launchctl start ${label}`);
+    }
+    /**
+     * Stop service
+     */
+    async stopService(label) {
+        await (0, process_utils_1.execCommand)(`launchctl stop ${label}`);
+    }
+    /**
+     * Get service status from launchctl
+     */
+    async getServiceStatus(label) {
+        try {
+            const { stdout } = await (0, process_utils_1.execAsync)(`launchctl list | grep ${label}`);
+            const lines = stdout.trim().split('\n');
+            for (const line of lines) {
+                const parts = line.split(/\s+/);
+                if (parts.length >= 3) {
+                    const pidStr = parts[0].trim();
+                    const exitCodeStr = parts[1].trim();
+                    const serviceLabel = parts[2].trim();
+                    if (serviceLabel === label) {
+                        const pid = pidStr !== '-' ? parseInt(pidStr, 10) : null;
+                        const exitCode = exitCodeStr !== '-' ? parseInt(exitCodeStr, 10) : null;
+                        const isRunning = pid !== null;
+                        return {
+                            isRunning,
+                            pid,
+                            exitCode,
+                            lastExitReason: this.interpretExitCode(exitCode),
+                        };
+                    }
+                }
+            }
+            return {
+                isRunning: false,
+                pid: null,
+                exitCode: null,
+            };
+        }
+        catch (error) {
+            return {
+                isRunning: false,
+                pid: null,
+                exitCode: null,
+            };
+        }
+    }
+    /**
+     * Interpret exit code to human-readable reason
+     */
+    interpretExitCode(code) {
+        if (code === null || code === 0)
+            return undefined;
+        if (code === -9)
+            return 'Force killed (SIGKILL)';
+        if (code === -15)
+            return 'Terminated (SIGTERM)';
+        return `Exit code: ${code}`;
+    }
+    /**
+     * Wait for service to start (with timeout)
+     */
+    async waitForServiceStart(label, timeoutMs = 5000) {
+        const startTime = Date.now();
+        while (Date.now() - startTime < timeoutMs) {
+            const status = await this.getServiceStatus(label);
+            if (status.isRunning) {
+                return true;
+            }
+            await new Promise((resolve) => setTimeout(resolve, 500));
+        }
+        return false;
+    }
+    /**
+     * Wait for service to stop (with timeout)
+     */
+    async waitForServiceStop(label, timeoutMs = 5000) {
+        const startTime = Date.now();
+        while (Date.now() - startTime < timeoutMs) {
+            const status = await this.getServiceStatus(label);
+            if (!status.isRunning) {
+                return true;
+            }
+            await new Promise((resolve) => setTimeout(resolve, 500));
+        }
+        return false;
+    }
+    /**
+     * Start router service
+     */
+    async start() {
+        await this.initialize();
+        let config = await this.loadConfig();
+        if (!config) {
+            // Create default config
+            config = this.getDefaultConfig();
+            await this.saveConfig(config);
+        }
+        // Check if already running
+        if (config.status === 'running') {
+            throw new Error('Router is already running');
+        }
+        // Check for throttled state (exit code 78)
+        const currentStatus = await this.getServiceStatus(config.label);
+        if (currentStatus.exitCode === 78) {
+            // Service is throttled - clean up and start fresh
+            await this.unloadService(config.plistPath);
+            await this.deletePlist(config);
+            // Give launchd a moment to clean up
+            await new Promise((resolve) => setTimeout(resolve, 1000));
+        }
+        // Create plist
+        await this.createPlist(config);
+        // Load and start service
+        try {
+            await this.loadService(config.plistPath);
+        }
+        catch (error) {
+            // May already be loaded
+        }
+        await this.startService(config.label);
+        // Wait for startup
+        const started = await this.waitForServiceStart(config.label, 5000);
+        if (!started) {
+            throw new Error('Router failed to start');
+        }
+        // Update config
+        const status = await this.getServiceStatus(config.label);
+        await this.updateConfig({
+            status: 'running',
+            pid: status.pid || undefined,
+            lastStarted: new Date().toISOString(),
+        });
+    }
+    /**
+     * Stop router service
+     */
+    async stop() {
+        const config = await this.loadConfig();
+        if (!config) {
+            throw new Error('Router configuration not found');
+        }
+        if (config.status !== 'running') {
+            throw new Error('Router is not running');
+        }
+        // Unload service
+        await this.unloadService(config.plistPath);
+        // Wait for shutdown
+        await this.waitForServiceStop(config.label, 5000);
+        // Update config
+        await this.updateConfig({
+            status: 'stopped',
+            pid: undefined,
+            lastStopped: new Date().toISOString(),
+        });
+    }
+    /**
+     * Restart router service
+     */
+    async restart() {
+        try {
+            await this.stop();
+        }
+        catch (error) {
+            // May not be running
+        }
+        await this.start();
+    }
+    /**
+     * Get router status
+     */
+    async getStatus() {
+        const config = await this.loadConfig();
+        if (!config) {
+            return null;
+        }
+        const status = await this.getServiceStatus(config.label);
+        return { config, status };
+    }
+}
+exports.RouterManager = RouterManager;
+// Export singleton instance
+exports.routerManager = new RouterManager();
+//# sourceMappingURL=router-manager.js.map

package/dist/lib/router-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router-manager.js","sourceRoot":"","sources":["../../src/lib/router-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,gDAAkC;AAElC,0DAAgE;AAChE,oDAS6B;AAS7B,MAAa,aAAa;IAMxB;QACE,IAAI,CAAC,SAAS,GAAG,IAAA,yBAAY,GAAE,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,IAAA,uBAAU,GAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAG,IAAA,+BAAkB,GAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,IAAA,sBAAS,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,IAAA,sBAAS,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,MAAM,IAAA,sBAAS,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO;YACL,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,kBAAkB;YACzB,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,wBAAwB,CAAC;YACpE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC;YACpD,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC;YACpD,mBAAmB,EAAE,IAAI;YACzB,cAAc,EAAE,MAAM;YACtB,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,CAAC,MAAM,IAAA,uBAAU,EAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,MAAM,IAAA,qBAAQ,EAAe,IAAI,CAAC,UAAU,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,MAAM,IAAA,4BAAe,EAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,OAA8B;QAC/C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC/C,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,aAAa,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QACxD,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,IAAI,MAAM,IAAA,uBAAU,EAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACtC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,MAAoB;QAChC,0CAA0C;QAC1C,2CAA2C;QAC3C,wCAAwC;QACxC,qDAAqD;QACrD,IAAI,gBAAwB,CAAC;QAC7B,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,gDAAgD;YAChD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACrD,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,2BAA2B,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,yCAAyC;YACzC,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;QAC9D,CAAC;QAED,8DAA8D;QAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,MAAM,IAAI,GAAG;YACX,QAAQ;YACR,gBAAgB;YAChB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5E,OAAO;;;;;;cAMG,MAAM,CAAC,KAAK;;;;EAIxB,OAAO;;;;;;;;;;;;;;;cAeK,MAAM,CAAC,UAAU;;;cAGjB,MAAM,CAAC,UAAU;;;;;;;;;CAS9B,CAAC;IACA,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAoB;QACpC,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,IAAA,4BAAe,EAAC,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAoB;QACpC,IAAI,MAAM,IAAA,uBAAU,EAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACvC,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB;QACjC,MAAM,IAAA,2BAAW,EAAC,mBAAmB,SAAS,GAAG,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,IAAI,CAAC;YACH,MAAM,IAAA,2BAAW,EAAC,qBAAqB,SAAS,GAAG,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yCAAyC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,KAAa;QAC9B,MAAM,IAAA,2BAAW,EAAC,mBAAmB,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,KAAa;QAC7B,MAAM,IAAA,2BAAW,EAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,yBAAS,EAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;YACrE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAExC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAChC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACtB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC/B,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACpC,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAErC,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;wBAC3B,MAAM,GAAG,GAAG,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBACzD,MAAM,QAAQ,GAAG,WAAW,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBACxE,MAAM,SAAS,GAAG,GAAG,KAAK,IAAI,CAAC;wBAE/B,OAAO;4BACL,SAAS;4BACT,GAAG;4BACH,QAAQ;4BACR,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC;yBACjD,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,IAAI;gBACT,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,IAAI;gBACT,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,IAAmB;QAC3C,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAClD,IAAI,IAAI,KAAK,CAAC,CAAC;YAAE,OAAO,wBAAwB,CAAC;QACjD,IAAI,IAAI,KAAK,CAAC,EAAE;YAAE,OAAO,sBAAsB,CAAC;QAChD,OAAO,cAAc,IAAI,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,KAAa,EAAE,SAAS,GAAG,IAAI;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAClD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,KAAa,EAAE,SAAS,GAAG,IAAI;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,wBAAwB;YACxB,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,2BAA2B;QAC3B,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,2CAA2C;QAC3C,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,aAAa,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;YAClC,kDAAkD;YAClD,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC/B,oCAAoC;YACpC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,eAAe;QACf,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAE/B,yBAAyB;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wBAAwB;QAC1B,CAAC;QAED,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEtC,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACnE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,gBAAgB;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,YAAY,CAAC;YACtB,MAAM,EAAE,SAAS;YACjB,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,SAAS;YAC5B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,iBAAiB;QACjB,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAE3C,oBAAoB;QACpB,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAElD,gBAAgB;QAChB,MAAM,IAAI,CAAC,YAAY,CAAC;YACtB,MAAM,EAAE,SAAS;YACjB,GAAG,EAAE,SAAS;YACd,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qBAAqB;QACvB,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF;AApYD,sCAoYC;AAED,4BAA4B;AACf,QAAA,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC"}

package/dist/lib/router-server.d.ts

@@ -0,0 +1,61 @@
+#!/usr/bin/env node
+/**
+ * Router HTTP server - proxies requests to backend llama.cpp servers
+ */
+declare class RouterServer {
+    private config;
+    private server;
+    private logger;
+    initialize(): Promise<void>;
+    start(): Promise<void>;
+    /**
+     * Main request handler
+     */
+    private handleRequest;
+    /**
+     * Health check endpoint
+     */
+    private handleHealth;
+    /**
+     * List models endpoint - aggregate from all running servers
+     */
+    private handleModels;
+    /**
+     * Chat completions endpoint - route to backend server
+     */
+    private handleChatCompletions;
+    /**
+     * Embeddings endpoint - route to backend server
+     */
+    private handleEmbeddings;
+    /**
+     * Proxy a request to a backend server
+     */
+    private proxyRequest;
+    /**
+     * Read request body as string
+     */
+    private readBody;
+    /**
+     * Send error response
+     */
+    private sendError;
+    /**
+     * Get all server configurations
+     */
+    private getAllServers;
+    /**
+     * Helper method to log a request
+     */
+    private logRequest;
+    /**
+     * Extract prompt preview from request data (first 50 chars)
+     */
+    private extractPromptPreview;
+    /**
+     * Find a server by model name
+     */
+    private findServerForModel;
+}
+export { RouterServer };
+//# sourceMappingURL=router-server.d.ts.map

package/dist/lib/router-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"router-server.d.ts","sourceRoot":"","sources":["../../src/lib/router-server.ts"],"names":[],"mappings":";AA6BA;;GAEG;AACH,cAAM,YAAY;IAChB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,MAAM,CAAgB;IAExB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAqC3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B;;OAEG;YACW,aAAa;IAgC3B;;OAEG;YACW,YAAY;IAS1B;;OAEG;YACW,YAAY;IAoB1B;;OAEG;YACW,qBAAqB;IAiEnC;;OAEG;YACW,gBAAgB;IA0E9B;;OAEG;YACW,YAAY;IA4D1B;;OAEG;YACW,QAAQ;IAStB;;OAEG;IACH,OAAO,CAAC,SAAS;IAUjB;;OAEG;YACW,aAAa;IAwB3B;;OAEG;YACW,UAAU;IAyBxB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAgC5B;;OAEG;YACW,kBAAkB;CAwCjC;AAkBD,OAAO,EAAE,YAAY,EAAE,CAAC"}