agent-orcha 0.0.7 → 0.0.8

package/dist/lib/local-llm/llama-server-process.d.ts

@@ -0,0 +1,42 @@
+export interface ServerOptions {
+    modelPath: string;
+    mmproj?: string;
+    port?: number;
+    embedding?: boolean;
+    gpuLayers?: number;
+    contextSize?: number;
+    flashAttn?: boolean;
+    threads?: number;
+    batchSize?: number;
+    ubatchSize?: number;
+    cacheTypeK?: string;
+    cacheTypeV?: string;
+    mlock?: boolean;
+    reasoningBudget?: number;
+}
+/**
+ * Kill any orphaned llama-server processes from a previous run.
+ * Call this once at startup before launching new servers.
+ */
+export declare function killOrphanedServers(baseDir: string): void;
+export declare class LlamaServerProcess {
+    private proc;
+    private _port;
+    private _modelPath;
+    private _running;
+    private _ready;
+    private baseDir;
+    private isEmbedding;
+    private role;
+    constructor(baseDir: string, isEmbedding?: boolean);
+    get port(): number;
+    get modelPath(): string;
+    get running(): boolean;
+    get ready(): boolean;
+    start(options: ServerOptions): Promise<void>;
+    stop(): Promise<void>;
+    getBaseUrl(): string;
+    getServerProps(): Promise<any>;
+    private waitForReady;
+}
+//# sourceMappingURL=llama-server-process.d.ts.map

package/dist/lib/local-llm/llama-server-process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server-process.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/llama-server-process.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AA6BD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAwBzD;AAaD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,UAAU,CAAM;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,IAAI,CAAS;gBAET,OAAO,EAAE,MAAM,EAAE,WAAW,UAAQ;IAMhD,IAAI,IAAI,WAAyB;IACjC,IAAI,SAAS,WAA8B;IAC3C,IAAI,OAAO,YAA4B;IACvC,IAAI,KAAK,YAA0B;IAE7B,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAkE5C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA4B3B,UAAU,IAAI,MAAM;IAId,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;YAUtB,YAAY;CAgB3B"}

package/dist/lib/local-llm/llama-server-process.js

@@ -0,0 +1,237 @@
+import { spawn } from 'child_process';
+import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, unlinkSync } from 'fs';
+import * as net from 'net';
+import * as path from 'path';
+import { logger } from "../logger.js";
+import { getBinaryPath } from "./binary-manager.js";
+const HEALTH_POLL_MS = 500;
+const STARTUP_TIMEOUT_MS = 120_000;
+// ─── PID file management ──────────────────────────────────────────────────────
+function pidDir(baseDir) {
+    return path.join(baseDir, '.llama-server', 'pids');
+}
+function pidFilePath(baseDir, role) {
+    return path.join(pidDir(baseDir), `${role}.json`);
+}
+function writePidFile(baseDir, role, info) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+    writeFileSync(pidFilePath(baseDir, role), JSON.stringify(info));
+}
+function removePidFile(baseDir, role) {
+    try {
+        unlinkSync(pidFilePath(baseDir, role));
+    }
+    catch { /* already gone */ }
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Kill any orphaned llama-server processes from a previous run.
+ * Call this once at startup before launching new servers.
+ */
+export function killOrphanedServers(baseDir) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        return;
+    let files;
+    try {
+        files = readdirSync(dir);
+    }
+    catch {
+        return;
+    }
+    for (const file of files) {
+        if (!file.endsWith('.json'))
+            continue;
+        try {
+            const info = JSON.parse(readFileSync(path.join(dir, file), 'utf-8'));
+            if (info.pid && isProcessAlive(info.pid)) {
+                logger.warn(`[LlamaServer] Killing orphaned llama-server (PID ${info.pid}, port ${info.port})`);
+                try {
+                    process.kill(info.pid, 'SIGTERM');
+                }
+                catch { /* already dead */ }
+                // Give it a moment, then force kill
+                setTimeout(() => {
+                    try {
+                        if (isProcessAlive(info.pid))
+                            process.kill(info.pid, 'SIGKILL');
+                    }
+                    catch { /* gone */ }
+                }, 3000);
+            }
+            unlinkSync(path.join(dir, file));
+        }
+        catch { /* corrupt pid file, remove it */
+            try {
+                unlinkSync(path.join(dir, file));
+            }
+            catch { /* ignore */ }
+        }
+    }
+}
+async function findFreePort(start) {
+    return new Promise((resolve) => {
+        const server = net.createServer();
+        server.listen(start, '127.0.0.1', () => {
+            const port = server.address().port;
+            server.close(() => resolve(port));
+        });
+        server.on('error', () => findFreePort(start + 1).then(resolve));
+    });
+}
+export class LlamaServerProcess {
+    proc = null;
+    _port = 0;
+    _modelPath = '';
+    _running = false;
+    _ready = false;
+    baseDir;
+    isEmbedding;
+    role;
+    constructor(baseDir, isEmbedding = false) {
+        this.baseDir = baseDir;
+        this.isEmbedding = isEmbedding;
+        this.role = isEmbedding ? 'embedding' : 'chat';
+    }
+    get port() { return this._port; }
+    get modelPath() { return this._modelPath; }
+    get running() { return this._running; }
+    get ready() { return this._ready; }
+    async start(options) {
+        await this.stop();
+        const binaryPath = await getBinaryPath(this.baseDir);
+        this._port = options.port ?? await findFreePort(this.isEmbedding ? 9991 : 9990);
+        this._modelPath = options.modelPath;
+        const args = [
+            '--model', options.modelPath,
+            '--port', String(this._port),
+            '--host', '127.0.0.1',
+            '--n-gpu-layers', String(options.gpuLayers ?? -1),
+            '--parallel', '1',
+        ];
+        if (options.mmproj)
+            args.push('--mmproj', options.mmproj);
+        if (options.contextSize)
+            args.push('--ctx-size', String(options.contextSize));
+        if (options.flashAttn !== false)
+            args.push('--flash-attn', 'on');
+        if (options.threads)
+            args.push('--threads', String(options.threads));
+        if (options.batchSize)
+            args.push('--batch-size', String(options.batchSize));
+        if (options.ubatchSize)
+            args.push('--ubatch-size', String(options.ubatchSize));
+        if (options.cacheTypeK)
+            args.push('--cache-type-k', options.cacheTypeK);
+        if (options.cacheTypeV)
+            args.push('--cache-type-v', options.cacheTypeV);
+        if (options.mlock)
+            args.push('--mlock');
+        if (options.reasoningBudget !== undefined) {
+            args.push('--reasoning-format', 'deepseek');
+            // TODO: llama-server b8280 and earlier only accept -1 or 0.
+            // Arbitrary budgets (N>0) land after b8280 — remove clamp once binary is updated.
+            const budget = options.reasoningBudget > 0 ? -1 : 0;
+            args.push('--reasoning-budget', String(budget));
+        }
+        if (options.embedding || this.isEmbedding)
+            args.push('--embedding');
+        logger.info(`[LlamaServer] Starting: ${binaryPath} ${args.join(' ')}`);
+        const binDir = path.dirname(binaryPath);
+        this.proc = spawn(binaryPath, args, {
+            stdio: ['ignore', 'ignore', 'pipe'],
+            env: { ...process.env, LD_LIBRARY_PATH: `${binDir}:${process.env.LD_LIBRARY_PATH ?? ''}` },
+        });
+        // Buffer stderr so we can surface it when the process crashes
+        const stderrChunks = [];
+        this.proc.stderr?.on('data', (data) => { stderrChunks.push(data); });
+        this.proc.on('exit', () => {
+            this._running = false;
+            this._ready = false;
+            this.proc = null;
+            removePidFile(this.baseDir, this.role);
+        });
+        this._running = true;
+        try {
+            await this.waitForReady();
+        }
+        catch (err) {
+            const stderr = Buffer.concat(stderrChunks).toString().trim();
+            if (stderr)
+                logger.error(`[LlamaServer] stderr:\n${stderr}`);
+            throw err;
+        }
+        this._ready = true;
+        writePidFile(this.baseDir, this.role, { pid: this.proc.pid, port: this._port, model: this._modelPath });
+        logger.info(`[LlamaServer] Ready on port ${this._port}`);
+    }
+    async stop() {
+        if (!this.proc)
+            return;
+        logger.info('[LlamaServer] Stopping');
+        this.proc.kill('SIGTERM');
+        await new Promise((resolve) => {
+            const timeout = setTimeout(() => {
+                this.proc?.kill('SIGKILL');
+                resolve();
+            }, 5000);
+            if (this.proc) {
+                this.proc.on('exit', () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+            }
+            else {
+                clearTimeout(timeout);
+                resolve();
+            }
+        });
+        this.proc = null;
+        this._running = false;
+        this._ready = false;
+    }
+    getBaseUrl() {
+        return `http://127.0.0.1:${this._port}`;
+    }
+    async getServerProps() {
+        if (!this._ready)
+            return null;
+        try {
+            const res = await fetch(`${this.getBaseUrl()}/props`);
+            if (res.ok)
+                return res.json();
+        }
+        catch { /* server may be down */ }
+        return null;
+    }
+    async waitForReady() {
+        const start = Date.now();
+        while (Date.now() - start < STARTUP_TIMEOUT_MS) {
+            if (!this._running)
+                throw new Error('llama-server process exited during startup');
+            try {
+                const res = await fetch(`http://127.0.0.1:${this._port}/health`);
+                if (res.ok) {
+                    const body = await res.json();
+                    if (body.status === 'ok')
+                        return;
+                }
+            }
+            catch { /* not ready yet */ }
+            await new Promise(r => setTimeout(r, HEALTH_POLL_MS));
+        }
+        await this.stop();
+        throw new Error(`llama-server failed to become ready within ${STARTUP_TIMEOUT_MS / 1000}s`);
+    }
+}
+//# sourceMappingURL=llama-server-process.js.map

package/dist/lib/local-llm/llama-server-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server-process.js","sourceRoot":"","sources":["../../../lib/local-llm/llama-server-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACjG,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAmBpD,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,iFAAiF;AAEjF,SAAS,MAAM,CAAC,OAAe;IAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,IAAY;IAChD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,IAAY,EAAE,IAAkD;IACrG,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,IAAY;IAClD,IAAI,CAAC;QAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO;IAE7B,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QAAC,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO;IAAC,CAAC;IAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,oDAAoD,IAAI,CAAC,GAAG,UAAU,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBAChG,IAAI,CAAC;oBAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBACvE,oCAAoC;gBACpC,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC;wBAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC/F,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC,CAAC,iCAAiC;YACzC,IAAI,CAAC;gBAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAa;IACvC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;YACrC,MAAM,IAAI,GAAI,MAAM,CAAC,OAAO,EAAsB,CAAC,IAAI,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,OAAO,kBAAkB;IACrB,IAAI,GAAwB,IAAI,CAAC;IACjC,KAAK,GAAG,CAAC,CAAC;IACV,UAAU,GAAG,EAAE,CAAC;IAChB,QAAQ,GAAG,KAAK,CAAC;IACjB,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,CAAS;IAChB,WAAW,CAAU;IACrB,IAAI,CAAS;IAErB,YAAY,OAAe,EAAE,WAAW,GAAG,KAAK;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;IACjD,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEnC,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChF,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAEpC,MAAM,IAAI,GAAG;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;YAC5B,QAAQ,EAAE,WAAW;YACrB,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;YACjD,YAAY,EAAE,GAAG;SAClB,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9E,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACrE,IAAI,OAAO,CAAC,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5E,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAC/E,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;YAC5C,4DAA4D;YAC5D,kFAAkF;YAClF,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEpE,MAAM,CAAC,IAAI,CAAC,2BAA2B,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE;YAClC,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;YACnC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,EAAE,EAAE;SAC3F,CAAC,CAAC;QAEH,8DAA8D;QAC9D,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7D,IAAI,MAAM;gBAAE,MAAM,CAAC,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;YAC7D,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,IAAK,CAAC,GAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAE1G,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC3B,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;oBACxB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,UAAU;QACR,OAAO,oBAAoB,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtD,IAAI,GAAG,CAAC,EAAE;gBAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAGO,KAAK,CAAC,YAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,kBAAkB,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAClF,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;gBACjE,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnC,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;wBAAE,OAAO;gBACnC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;YAC/B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,8CAA8C,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC;IAC9F,CAAC;CACF"}

package/dist/lib/local-llm/mlx-binary-manager.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Resolve the path to the mlx-serve binary.
+ *
+ * 1. Check if `mlx-serve` is on PATH (system install)
+ * 2. Check if already downloaded to `<baseDir>/.mlx-serve/macos-arm64/`
+ * 3. Download from GitHub releases (macOS ARM64 only)
+ */
+export declare function getMlxBinaryPath(baseDir: string): Promise<string>;
+/**
+ * Get the version string from the local mlx-serve binary without triggering a download.
+ */
+export declare function getMlxBinaryVersion(baseDir: string): string | null;
+/**
+ * Check if mlx-serve is a system install (on PATH) vs managed by us.
+ */
+export declare function isMlxSystemBinary(): boolean;
+export interface MlxUpdateInfo {
+    available: boolean;
+    currentVersion: string | null;
+    latestVersion: string | null;
+    latestTag: string | null;
+    publishedAt: string | null;
+}
+/**
+ * Compare local mlx-serve version with latest GitHub release.
+ * Uses semver comparison (e.g., 0.3.0 vs 0.3.1).
+ */
+export declare function checkForMlxUpdate(baseDir: string): Promise<MlxUpdateInfo>;
+/**
+ * Delete the current managed binary and re-download the latest release from GitHub.
+ */
+export declare function updateMlxBinary(baseDir: string): Promise<void>;
+//# sourceMappingURL=mlx-binary-manager.d.ts.map

package/dist/lib/local-llm/mlx-binary-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-binary-manager.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/mlx-binary-manager.ts"],"names":[],"mappings":"AAeA;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqBvE;AAkFD;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiClE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAS3C;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAmB/E;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAOpE"}

package/dist/lib/local-llm/mlx-binary-manager.js

@@ -0,0 +1,211 @@
+import { execFileSync, spawnSync } from 'child_process';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { createWriteStream, existsSync } from 'fs';
+import { pipeline } from 'stream/promises';
+import { Readable } from 'stream';
+import { logger } from "../logger.js";
+const BINARY_NAME = 'mlx-serve';
+const RELEASES_API = 'https://api.github.com/repos/ddalcu/mlx-serve/releases/latest';
+const ASSET_PATTERN = 'mlx-serve-bin-macos-arm64';
+let cachedMlxVersion = null;
+let cachedIsMlxSystem = null;
+/**
+ * Resolve the path to the mlx-serve binary.
+ *
+ * 1. Check if `mlx-serve` is on PATH (system install)
+ * 2. Check if already downloaded to `<baseDir>/.mlx-serve/macos-arm64/`
+ * 3. Download from GitHub releases (macOS ARM64 only)
+ */
+export async function getMlxBinaryPath(baseDir) {
+    // 1. Check PATH
+    try {
+        const result = execFileSync('which', [BINARY_NAME], { encoding: 'utf-8' }).trim();
+        if (result) {
+            logger.info(`[MlxBinaryManager] Using system mlx-serve: ${result}`);
+            return result;
+        }
+    }
+    catch { /* not on PATH */ }
+    // 2. Check local download
+    const binDir = path.join(baseDir, '.mlx-serve', 'macos-arm64');
+    const binPath = path.join(binDir, BINARY_NAME);
+    if (existsSync(binPath)) {
+        return binPath;
+    }
+    // 3. Download
+    await downloadMlxBinary(binDir);
+    return binPath;
+}
+async function findFileRecursive(dir, name) {
+    const entries = await fs.readdir(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isFile() && entry.name === name)
+            return fullPath;
+        if (entry.isDirectory()) {
+            const found = await findFileRecursive(fullPath, name);
+            if (found)
+                return found;
+        }
+    }
+    return null;
+}
+async function downloadMlxBinary(destDir) {
+    const res = await fetch(RELEASES_API);
+    if (!res.ok)
+        throw new Error(`GitHub API error: ${res.status}`);
+    const release = await res.json();
+    const asset = release.assets?.find((a) => a.name.includes(ASSET_PATTERN));
+    if (!asset)
+        throw new Error('No mlx-serve binary found for macOS ARM64');
+    logger.info(`[MlxBinaryManager] Downloading ${asset.name}...`);
+    await fs.mkdir(destDir, { recursive: true });
+    const archivePath = path.join(destDir, asset.name);
+    const dlRes = await fetch(asset.browser_download_url, { redirect: 'follow' });
+    if (!dlRes.ok || !dlRes.body)
+        throw new Error(`Download failed: ${dlRes.status}`);
+    const nodeStream = Readable.fromWeb(dlRes.body);
+    await pipeline(nodeStream, createWriteStream(archivePath));
+    const extractDir = path.join(destDir, `_extract_${Date.now()}`);
+    await fs.mkdir(extractDir, { recursive: true });
+    logger.info(`[MlxBinaryManager] Extracting ${asset.name}...`);
+    if (asset.name.endsWith('.tar.gz')) {
+        execFileSync('tar', ['xzf', archivePath, '-C', extractDir]);
+    }
+    else if (asset.name.endsWith('.zip')) {
+        execFileSync('unzip', ['-o', archivePath, '-d', extractDir]);
+    }
+    await fs.unlink(archivePath).catch(() => { });
+    // Find the binary in the extracted directory and move everything to destDir
+    const found = await findFileRecursive(extractDir, BINARY_NAME);
+    if (!found)
+        throw new Error('mlx-serve binary not found in archive');
+    // Move all files and subdirectories (e.g. lib/) from the binary's directory to destDir
+    const srcDir = path.dirname(found);
+    const entries = await fs.readdir(srcDir, { withFileTypes: true });
+    for (const entry of entries) {
+        const src = path.join(srcDir, entry.name);
+        const dest = path.join(destDir, entry.name);
+        await fs.rename(src, dest).catch(async () => {
+            await fs.cp(src, dest, { recursive: true });
+            await fs.rm(src, { recursive: true, force: true });
+        });
+    }
+    await fs.rm(extractDir, { recursive: true, force: true });
+    // Make binaries and shared libs executable on Unix
+    await chmodRecursive(destDir);
+    logger.info(`[MlxBinaryManager] mlx-serve ready at ${path.join(destDir, BINARY_NAME)}`);
+}
+async function chmodRecursive(dir) {
+    const entries = await fs.readdir(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        if (entry.name.startsWith('_') || entry.name.startsWith('.'))
+            continue;
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            await chmodRecursive(fullPath);
+        }
+        else {
+            await fs.chmod(fullPath, 0o755).catch(() => { });
+        }
+    }
+}
+/**
+ * Get the version string from the local mlx-serve binary without triggering a download.
+ */
+export function getMlxBinaryVersion(baseDir) {
+    if (cachedMlxVersion && cachedMlxVersion.baseDir === baseDir)
+        return cachedMlxVersion.value;
+    function parseVersion(binPath) {
+        try {
+            const result = spawnSync(binPath, ['--version'], { timeout: 5000, encoding: 'utf-8' });
+            const output = (result.stdout || '') + '\n' + (result.stderr || '');
+            // mlx-serve --version output: "mlx-serve 0.3.1" or just "0.3.1"
+            const match = output.match(/(\d+\.\d+\.\d+)/);
+            return match ? match[1] : null;
+        }
+        catch {
+            return null;
+        }
+    }
+    let version = null;
+    // Check system PATH first
+    try {
+        const sysPath = execFileSync('which', [BINARY_NAME], { encoding: 'utf-8', timeout: 3000 }).trim();
+        if (sysPath)
+            version = parseVersion(sysPath);
+    }
+    catch { /* not on PATH */ }
+    if (version === null) {
+        // Check local binary
+        const binPath = path.join(baseDir, '.mlx-serve', 'macos-arm64', BINARY_NAME);
+        if (existsSync(binPath)) {
+            version = parseVersion(binPath);
+        }
+    }
+    cachedMlxVersion = { baseDir, value: version };
+    return version;
+}
+/**
+ * Check if mlx-serve is a system install (on PATH) vs managed by us.
+ */
+export function isMlxSystemBinary() {
+    if (cachedIsMlxSystem !== null)
+        return cachedIsMlxSystem;
+    try {
+        execFileSync('which', [BINARY_NAME], { encoding: 'utf-8', timeout: 3000 });
+        cachedIsMlxSystem = true;
+    }
+    catch {
+        cachedIsMlxSystem = false;
+    }
+    return cachedIsMlxSystem;
+}
+/**
+ * Compare local mlx-serve version with latest GitHub release.
+ * Uses semver comparison (e.g., 0.3.0 vs 0.3.1).
+ */
+export async function checkForMlxUpdate(baseDir) {
+    const currentVersion = getMlxBinaryVersion(baseDir);
+    try {
+        const res = await fetch(RELEASES_API);
+        if (!res.ok)
+            return { available: false, currentVersion, latestVersion: null, latestTag: null, publishedAt: null };
+        const release = await res.json();
+        const tag = release.tag_name; // e.g., "v0.3.1"
+        const latestVersion = tag?.replace(/^v/, '') || null;
+        const publishedAt = release.published_at || null;
+        const available = !!(currentVersion && latestVersion && compareSemver(latestVersion, currentVersion) > 0);
+        return { available, currentVersion, latestVersion, latestTag: tag || null, publishedAt };
+    }
+    catch (err) {
+        logger.warn('[MlxBinaryManager] Failed to check for updates:', err);
+        return { available: false, currentVersion, latestVersion: null, latestTag: null, publishedAt: null };
+    }
+}
+/**
+ * Delete the current managed binary and re-download the latest release from GitHub.
+ */
+export async function updateMlxBinary(baseDir) {
+    const binDir = path.join(baseDir, '.mlx-serve', 'macos-arm64');
+    await fs.rm(binDir, { recursive: true, force: true });
+    await downloadMlxBinary(binDir);
+    // Invalidate caches
+    cachedMlxVersion = null;
+    cachedIsMlxSystem = null;
+}
+/**
+ * Compare two semver strings. Returns >0 if a > b, <0 if a < b, 0 if equal.
+ */
+function compareSemver(a, b) {
+    const pa = a.split('.').map(Number);
+    const pb = b.split('.').map(Number);
+    for (let i = 0; i < 3; i++) {
+        const diff = (pa[i] || 0) - (pb[i] || 0);
+        if (diff !== 0)
+            return diff;
+    }
+    return 0;
+}
+//# sourceMappingURL=mlx-binary-manager.js.map

package/dist/lib/local-llm/mlx-binary-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-binary-manager.js","sourceRoot":"","sources":["../../../lib/local-llm/mlx-binary-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,WAAW,GAAG,WAAW,CAAC;AAChC,MAAM,YAAY,GAAG,+DAA+D,CAAC;AACrF,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAElD,IAAI,gBAAgB,GAAqD,IAAI,CAAC;AAC9E,IAAI,iBAAiB,GAAmB,IAAI,CAAC;AAE7C;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAe;IACpD,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClF,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,8CAA8C,MAAM,EAAE,CAAC,CAAC;YACpE,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAE7B,0BAA0B;IAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAE/C,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,cAAc;IACd,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,IAAY;IACxD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,QAAQ,CAAC;QAC3D,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACtD,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAe;IAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAChE,MAAM,OAAO,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEtC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAC/E,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAEzE,MAAM,CAAC,IAAI,CAAC,kCAAkC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IAE/D,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAEnD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC9E,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAW,CAAC,CAAC;IACvD,MAAM,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAChE,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhD,MAAM,CAAC,IAAI,CAAC,iCAAiC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IAC9D,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACvC,YAAY,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE7C,4EAA4E;IAC5E,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAC/D,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAErE,uFAAuF;IACvF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;YAC1C,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1D,mDAAmD;IACnD,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,OAAO,KAAK,OAAO;QAAE,OAAO,gBAAgB,CAAC,KAAK,CAAC;IAE5F,SAAS,YAAY,CAAC,OAAe;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACpE,gEAAgE;YAChE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAkB,IAAI,CAAC;IAElC,0BAA0B;IAC1B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClG,IAAI,OAAO;YAAE,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAE7B,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,qBAAqB;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,gBAAgB,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC/C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,iBAAiB,KAAK,IAAI;QAAE,OAAO,iBAAiB,CAAC;IACzD,IAAI,CAAC;QACH,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,iBAAiB,GAAG,IAAI,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB,GAAG,KAAK,CAAC;IAC5B,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAUD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAe;IACrD,MAAM,cAAc,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEpD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAElH,MAAM,OAAO,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,iBAAiB;QAC/C,MAAM,aAAa,GAAG,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC;QACrD,MAAM,WAAW,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;QAEjD,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,aAAa,IAAI,aAAa,CAAC,aAAa,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1G,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,IAAI,IAAI,EAAE,WAAW,EAAE,CAAC;IAC3F,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE,GAAG,CAAC,CAAC;QACpE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACvG,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAe;IACnD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChC,oBAAoB;IACpB,gBAAgB,GAAG,IAAI,CAAC;IACxB,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,CAAS,EAAE,CAAS;IACzC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/lib/local-llm/mlx-server-process.d.ts

@@ -0,0 +1,26 @@
+export declare function killOrphanedMlxServers(baseDir: string): void;
+export interface MlxServerOptions {
+    modelPath: string;
+    port?: number;
+    contextSize?: number;
+    reasoningBudget?: number;
+}
+export declare class MlxServerProcess {
+    private proc;
+    private _port;
+    private _modelPath;
+    private _running;
+    private _ready;
+    private baseDir;
+    private role;
+    constructor(baseDir: string, role?: string);
+    get port(): number;
+    get modelPath(): string;
+    get running(): boolean;
+    get ready(): boolean;
+    start(options: MlxServerOptions): Promise<void>;
+    stop(): Promise<void>;
+    getBaseUrl(): string;
+    private waitForReady;
+}
+//# sourceMappingURL=mlx-server-process.d.ts.map

package/dist/lib/local-llm/mlx-server-process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-server-process.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/mlx-server-process.ts"],"names":[],"mappings":"AAmCA,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAuB5D;AAaD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,UAAU,CAAM;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAS;gBAET,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAe;IAKlD,IAAI,IAAI,WAAyB;IACjC,IAAI,SAAS,WAA8B;IAC3C,IAAI,OAAO,YAA4B;IACvC,IAAI,KAAK,YAA0B;IAE7B,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+D/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmC3B,UAAU,IAAI,MAAM;YAIN,YAAY;CAgB3B"}