agent-orcha 0.0.7 → 0.0.8

package/dist/lib/local-llm/mlx-server-process.js

@@ -0,0 +1,210 @@
+import { spawn } from 'child_process';
+import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, unlinkSync } from 'fs';
+import * as net from 'net';
+import * as path from 'path';
+import { logger } from "../logger.js";
+import { getMlxBinaryPath } from "./mlx-binary-manager.js";
+const HEALTH_POLL_MS = 500;
+const STARTUP_TIMEOUT_MS = 120_000;
+const MLX_MANUAL = process.env.MLX_MANUAL === 'true';
+// ─── PID file management ──────────────────────────────────────────────────────
+function pidDir(baseDir) {
+    return path.join(baseDir, '.mlx-serve', 'pids');
+}
+function pidFilePath(baseDir, role) {
+    return path.join(pidDir(baseDir), `${role}.json`);
+}
+function writePidFile(baseDir, role, info) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+    writeFileSync(pidFilePath(baseDir, role), JSON.stringify(info));
+}
+function removePidFile(baseDir, role) {
+    try {
+        unlinkSync(pidFilePath(baseDir, role));
+    }
+    catch { /* already gone */ }
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export function killOrphanedMlxServers(baseDir) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        return;
+    let files;
+    try {
+        files = readdirSync(dir);
+    }
+    catch {
+        return;
+    }
+    for (const file of files) {
+        if (!file.endsWith('.json'))
+            continue;
+        try {
+            const info = JSON.parse(readFileSync(path.join(dir, file), 'utf-8'));
+            if (info.pid && isProcessAlive(info.pid)) {
+                logger.warn(`[MlxServer] Killing orphaned mlx-serve (PID ${info.pid}, port ${info.port})`);
+                try {
+                    process.kill(info.pid, 'SIGTERM');
+                }
+                catch { /* already dead */ }
+                setTimeout(() => {
+                    try {
+                        if (isProcessAlive(info.pid))
+                            process.kill(info.pid, 'SIGKILL');
+                    }
+                    catch { /* gone */ }
+                }, 3000);
+            }
+            unlinkSync(path.join(dir, file));
+        }
+        catch {
+            try {
+                unlinkSync(path.join(dir, file));
+            }
+            catch { /* ignore */ }
+        }
+    }
+}
+async function findFreePort(start) {
+    return new Promise((resolve) => {
+        const server = net.createServer();
+        server.listen(start, '127.0.0.1', () => {
+            const port = server.address().port;
+            server.close(() => resolve(port));
+        });
+        server.on('error', () => findFreePort(start + 1).then(resolve));
+    });
+}
+export class MlxServerProcess {
+    proc = null;
+    _port = 0;
+    _modelPath = '';
+    _running = false;
+    _ready = false;
+    baseDir;
+    role;
+    constructor(baseDir, role = 'chat') {
+        this.baseDir = baseDir;
+        this.role = role;
+    }
+    get port() { return this._port; }
+    get modelPath() { return this._modelPath; }
+    get running() { return this._running; }
+    get ready() { return this._ready; }
+    async start(options) {
+        await this.stop();
+        const binaryPath = await getMlxBinaryPath(this.baseDir);
+        this._port = options.port ?? await findFreePort(9990);
+        this._modelPath = options.modelPath;
+        const args = [
+            '--model', options.modelPath,
+            '--serve',
+            '--host', '127.0.0.1',
+            '--port', String(this._port),
+        ];
+        if (options.contextSize) {
+            args.push('--ctx-size', String(options.contextSize));
+        }
+        if (options.reasoningBudget !== undefined) {
+            args.push('--reasoning-budget', String(options.reasoningBudget));
+        }
+        if (MLX_MANUAL) {
+            // Manual mode: print command for user to start, then poll for readiness
+            logger.info(`[MlxServer] Run manually:\n${binaryPath} ${args.join(' ')}`);
+            this._running = true;
+            await this.waitForReady();
+            this._ready = true;
+            logger.info(`[MlxServer] Ready on port ${this._port}`);
+            return;
+        }
+        logger.info(`[MlxServer] Starting: ${binaryPath} ${args.join(' ')}`);
+        this.proc = spawn(binaryPath, args, {
+            stdio: ['ignore', 'ignore', 'pipe'],
+        });
+        const stderrChunks = [];
+        this.proc.stderr?.on('data', (data) => { stderrChunks.push(data); });
+        this.proc.on('exit', () => {
+            this._running = false;
+            this._ready = false;
+            this.proc = null;
+            removePidFile(this.baseDir, this.role);
+        });
+        this._running = true;
+        try {
+            await this.waitForReady();
+        }
+        catch (err) {
+            const stderr = Buffer.concat(stderrChunks).toString().trim();
+            if (stderr)
+                logger.error(`[MlxServer] stderr:\n${stderr}`);
+            throw err;
+        }
+        this._ready = true;
+        writePidFile(this.baseDir, this.role, { pid: this.proc.pid, port: this._port, model: this._modelPath });
+        logger.info(`[MlxServer] Ready on port ${this._port}`);
+    }
+    async stop() {
+        if (MLX_MANUAL) {
+            logger.info('[MlxServer] Stopped (manual mode — kill the process yourself)');
+            this._running = false;
+            this._ready = false;
+            return;
+        }
+        if (!this.proc)
+            return;
+        logger.info('[MlxServer] Stopping');
+        this.proc.kill('SIGTERM');
+        await new Promise((resolve) => {
+            const timeout = setTimeout(() => {
+                this.proc?.kill('SIGKILL');
+                resolve();
+            }, 5000);
+            if (this.proc) {
+                this.proc.on('exit', () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+            }
+            else {
+                clearTimeout(timeout);
+                resolve();
+            }
+        });
+        this.proc = null;
+        this._running = false;
+        this._ready = false;
+    }
+    getBaseUrl() {
+        return `http://127.0.0.1:${this._port}`;
+    }
+    async waitForReady() {
+        const start = Date.now();
+        while (Date.now() - start < STARTUP_TIMEOUT_MS) {
+            if (!this._running)
+                throw new Error('mlx-serve process exited during startup');
+            try {
+                const res = await fetch(`http://127.0.0.1:${this._port}/health`);
+                if (res.ok) {
+                    const body = await res.json();
+                    if (body.status === 'ok')
+                        return;
+                }
+            }
+            catch { /* not ready yet */ }
+            await new Promise(r => setTimeout(r, HEALTH_POLL_MS));
+        }
+        await this.stop();
+        throw new Error(`mlx-serve failed to become ready within ${STARTUP_TIMEOUT_MS / 1000}s`);
+    }
+}
+//# sourceMappingURL=mlx-server-process.js.map

package/dist/lib/local-llm/mlx-server-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-server-process.js","sourceRoot":"","sources":["../../../lib/local-llm/mlx-server-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACjG,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,MAAM,CAAC;AAErD,iFAAiF;AAEjF,SAAS,MAAM,CAAC,OAAe;IAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,IAAY;IAChD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,IAAY,EAAE,IAAkD;IACrG,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,IAAY;IAClD,IAAI,CAAC;QAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO;IAE7B,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QAAC,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO;IAAC,CAAC;IAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,GAAG,UAAU,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC3F,IAAI,CAAC;oBAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBACvE,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC;wBAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC/F,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC;gBAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAa;IACvC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;YACrC,MAAM,IAAI,GAAI,MAAM,CAAC,OAAO,EAAsB,CAAC,IAAI,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AASD,MAAM,OAAO,gBAAgB;IACnB,IAAI,GAAwB,IAAI,CAAC;IACjC,KAAK,GAAG,CAAC,CAAC;IACV,UAAU,GAAG,EAAE,CAAC;IAChB,QAAQ,GAAG,KAAK,CAAC;IACjB,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,CAAS;IAChB,IAAI,CAAS;IAErB,YAAY,OAAe,EAAE,OAAe,MAAM;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEnC,KAAK,CAAC,KAAK,CAAC,OAAyB;QACnC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAExD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAEpC,MAAM,IAAI,GAAG;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;SAC7B,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,wEAAwE;YACxE,MAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,yBAAyB,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAErE,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE;YAClC,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7D,IAAI,MAAM;gBAAE,MAAM,CAAC,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;YAC3D,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,IAAK,CAAC,GAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAE1G,MAAM,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;YAC7E,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC3B,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;oBACxB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,UAAU;QACR,OAAO,oBAAoB,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,kBAAkB,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC/E,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;gBACjE,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnC,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;wBAAE,OAAO;gBACnC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;YAC/B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,2CAA2C,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC;IAC3F,CAAC;CACF"}

package/dist/lib/local-llm/model-manager.d.ts

@@ -0,0 +1,33 @@
+import type { LocalModel, LocalLlmState, HuggingFaceModelResult, DownloadProgress, ActiveDownload, InterruptedDownload } from './types.ts';
+export declare class ModelManager {
+    private modelsDir;
+    private _activeDownloads;
+    constructor(workspaceRoot: string);
+    getActiveDownloads(): ActiveDownload[];
+    /** Find .downloading partial files that aren't currently being downloaded (interrupted by restart etc.) */
+    getInterruptedDownloads(): Promise<InterruptedDownload[]>;
+    deleteInterruptedDownload(fileName: string): Promise<void>;
+    private ensureDir;
+    listModels(): Promise<LocalModel[]>;
+    getModel(id: string): Promise<LocalModel | null>;
+    /** Auto-download an mmproj file from the same repo if needed for vision support. */
+    autoDownloadMmproj(repo: string, onProgress?: (progress: DownloadProgress) => void): Promise<LocalModel | null>;
+    findModelFile(modelName: string): Promise<{
+        filePath: string;
+        type: 'gguf' | 'mlx';
+    } | null>;
+    /** Find a multimodal projector (mmproj) file from the same repo as the given model. */
+    findMmprojForModel(modelFileName: string): Promise<string | null>;
+    downloadModel(repo: string, fileName: string, onProgress?: (progress: DownloadProgress) => void): Promise<LocalModel>;
+    deleteModel(id: string): Promise<void>;
+    downloadMlxModel(repo: string, onProgress?: (progress: DownloadProgress) => void): Promise<LocalModel>;
+    browseHuggingFace(query: string, limit?: number, format?: 'gguf' | 'mlx'): Promise<HuggingFaceModelResult[]>;
+    getState(): Promise<LocalLlmState>;
+    saveState(state: LocalLlmState): Promise<void>;
+    private fileNameToId;
+    private metaPath;
+    private readMeta;
+    private readMlxMeta;
+    private dirSize;
+}
+//# sourceMappingURL=model-manager.d.ts.map

package/dist/lib/local-llm/model-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-manager.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/model-manager.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,aAAa,EACb,sBAAsB,EACtB,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAIpB,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,gBAAgB,CAAqC;gBAEjD,aAAa,EAAE,MAAM;IAIjC,kBAAkB,IAAI,cAAc,EAAE;IAItC,2GAA2G;IACrG,uBAAuB,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;IA6CzD,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAiBlD,SAAS;IAIjB,UAAU,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAuDnC,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAKtD,oFAAoF;IAC9E,kBAAkB,CACtB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAChD,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAoCvB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAAA;KAAE,GAAG,IAAI,CAAC;IAMlG,uFAAuF;IACjF,kBAAkB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAgBjE,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAChD,OAAO,CAAC,UAAU,CAAC;IA6HhB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtC,gBAAgB,CACpB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAChD,OAAO,CAAC,UAAU,CAAC;IAqHhB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,EAAE,MAAM,GAAE,MAAM,GAAG,KAAc,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;IA2GhH,QAAQ,IAAI,OAAO,CAAC,aAAa,CAAC;IASlC,SAAS,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpD,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,QAAQ;YAIF,QAAQ;YASR,WAAW;YASX,OAAO;CActB"}