agent-orcha 0.0.5 → 0.0.8

package/dist/lib/local-llm/mlx-binary-manager.js

@@ -0,0 +1,211 @@
+import { execFileSync, spawnSync } from 'child_process';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { createWriteStream, existsSync } from 'fs';
+import { pipeline } from 'stream/promises';
+import { Readable } from 'stream';
+import { logger } from "../logger.js";
+const BINARY_NAME = 'mlx-serve';
+const RELEASES_API = 'https://api.github.com/repos/ddalcu/mlx-serve/releases/latest';
+const ASSET_PATTERN = 'mlx-serve-bin-macos-arm64';
+let cachedMlxVersion = null;
+let cachedIsMlxSystem = null;
+/**
+ * Resolve the path to the mlx-serve binary.
+ *
+ * 1. Check if `mlx-serve` is on PATH (system install)
+ * 2. Check if already downloaded to `<baseDir>/.mlx-serve/macos-arm64/`
+ * 3. Download from GitHub releases (macOS ARM64 only)
+ */
+export async function getMlxBinaryPath(baseDir) {
+    // 1. Check PATH
+    try {
+        const result = execFileSync('which', [BINARY_NAME], { encoding: 'utf-8' }).trim();
+        if (result) {
+            logger.info(`[MlxBinaryManager] Using system mlx-serve: ${result}`);
+            return result;
+        }
+    }
+    catch { /* not on PATH */ }
+    // 2. Check local download
+    const binDir = path.join(baseDir, '.mlx-serve', 'macos-arm64');
+    const binPath = path.join(binDir, BINARY_NAME);
+    if (existsSync(binPath)) {
+        return binPath;
+    }
+    // 3. Download
+    await downloadMlxBinary(binDir);
+    return binPath;
+}
+async function findFileRecursive(dir, name) {
+    const entries = await fs.readdir(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isFile() && entry.name === name)
+            return fullPath;
+        if (entry.isDirectory()) {
+            const found = await findFileRecursive(fullPath, name);
+            if (found)
+                return found;
+        }
+    }
+    return null;
+}
+async function downloadMlxBinary(destDir) {
+    const res = await fetch(RELEASES_API);
+    if (!res.ok)
+        throw new Error(`GitHub API error: ${res.status}`);
+    const release = await res.json();
+    const asset = release.assets?.find((a) => a.name.includes(ASSET_PATTERN));
+    if (!asset)
+        throw new Error('No mlx-serve binary found for macOS ARM64');
+    logger.info(`[MlxBinaryManager] Downloading ${asset.name}...`);
+    await fs.mkdir(destDir, { recursive: true });
+    const archivePath = path.join(destDir, asset.name);
+    const dlRes = await fetch(asset.browser_download_url, { redirect: 'follow' });
+    if (!dlRes.ok || !dlRes.body)
+        throw new Error(`Download failed: ${dlRes.status}`);
+    const nodeStream = Readable.fromWeb(dlRes.body);
+    await pipeline(nodeStream, createWriteStream(archivePath));
+    const extractDir = path.join(destDir, `_extract_${Date.now()}`);
+    await fs.mkdir(extractDir, { recursive: true });
+    logger.info(`[MlxBinaryManager] Extracting ${asset.name}...`);
+    if (asset.name.endsWith('.tar.gz')) {
+        execFileSync('tar', ['xzf', archivePath, '-C', extractDir]);
+    }
+    else if (asset.name.endsWith('.zip')) {
+        execFileSync('unzip', ['-o', archivePath, '-d', extractDir]);
+    }
+    await fs.unlink(archivePath).catch(() => { });
+    // Find the binary in the extracted directory and move everything to destDir
+    const found = await findFileRecursive(extractDir, BINARY_NAME);
+    if (!found)
+        throw new Error('mlx-serve binary not found in archive');
+    // Move all files and subdirectories (e.g. lib/) from the binary's directory to destDir
+    const srcDir = path.dirname(found);
+    const entries = await fs.readdir(srcDir, { withFileTypes: true });
+    for (const entry of entries) {
+        const src = path.join(srcDir, entry.name);
+        const dest = path.join(destDir, entry.name);
+        await fs.rename(src, dest).catch(async () => {
+            await fs.cp(src, dest, { recursive: true });
+            await fs.rm(src, { recursive: true, force: true });
+        });
+    }
+    await fs.rm(extractDir, { recursive: true, force: true });
+    // Make binaries and shared libs executable on Unix
+    await chmodRecursive(destDir);
+    logger.info(`[MlxBinaryManager] mlx-serve ready at ${path.join(destDir, BINARY_NAME)}`);
+}
+async function chmodRecursive(dir) {
+    const entries = await fs.readdir(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        if (entry.name.startsWith('_') || entry.name.startsWith('.'))
+            continue;
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            await chmodRecursive(fullPath);
+        }
+        else {
+            await fs.chmod(fullPath, 0o755).catch(() => { });
+        }
+    }
+}
+/**
+ * Get the version string from the local mlx-serve binary without triggering a download.
+ */
+export function getMlxBinaryVersion(baseDir) {
+    if (cachedMlxVersion && cachedMlxVersion.baseDir === baseDir)
+        return cachedMlxVersion.value;
+    function parseVersion(binPath) {
+        try {
+            const result = spawnSync(binPath, ['--version'], { timeout: 5000, encoding: 'utf-8' });
+            const output = (result.stdout || '') + '\n' + (result.stderr || '');
+            // mlx-serve --version output: "mlx-serve 0.3.1" or just "0.3.1"
+            const match = output.match(/(\d+\.\d+\.\d+)/);
+            return match ? match[1] : null;
+        }
+        catch {
+            return null;
+        }
+    }
+    let version = null;
+    // Check system PATH first
+    try {
+        const sysPath = execFileSync('which', [BINARY_NAME], { encoding: 'utf-8', timeout: 3000 }).trim();
+        if (sysPath)
+            version = parseVersion(sysPath);
+    }
+    catch { /* not on PATH */ }
+    if (version === null) {
+        // Check local binary
+        const binPath = path.join(baseDir, '.mlx-serve', 'macos-arm64', BINARY_NAME);
+        if (existsSync(binPath)) {
+            version = parseVersion(binPath);
+        }
+    }
+    cachedMlxVersion = { baseDir, value: version };
+    return version;
+}
+/**
+ * Check if mlx-serve is a system install (on PATH) vs managed by us.
+ */
+export function isMlxSystemBinary() {
+    if (cachedIsMlxSystem !== null)
+        return cachedIsMlxSystem;
+    try {
+        execFileSync('which', [BINARY_NAME], { encoding: 'utf-8', timeout: 3000 });
+        cachedIsMlxSystem = true;
+    }
+    catch {
+        cachedIsMlxSystem = false;
+    }
+    return cachedIsMlxSystem;
+}
+/**
+ * Compare local mlx-serve version with latest GitHub release.
+ * Uses semver comparison (e.g., 0.3.0 vs 0.3.1).
+ */
+export async function checkForMlxUpdate(baseDir) {
+    const currentVersion = getMlxBinaryVersion(baseDir);
+    try {
+        const res = await fetch(RELEASES_API);
+        if (!res.ok)
+            return { available: false, currentVersion, latestVersion: null, latestTag: null, publishedAt: null };
+        const release = await res.json();
+        const tag = release.tag_name; // e.g., "v0.3.1"
+        const latestVersion = tag?.replace(/^v/, '') || null;
+        const publishedAt = release.published_at || null;
+        const available = !!(currentVersion && latestVersion && compareSemver(latestVersion, currentVersion) > 0);
+        return { available, currentVersion, latestVersion, latestTag: tag || null, publishedAt };
+    }
+    catch (err) {
+        logger.warn('[MlxBinaryManager] Failed to check for updates:', err);
+        return { available: false, currentVersion, latestVersion: null, latestTag: null, publishedAt: null };
+    }
+}
+/**
+ * Delete the current managed binary and re-download the latest release from GitHub.
+ */
+export async function updateMlxBinary(baseDir) {
+    const binDir = path.join(baseDir, '.mlx-serve', 'macos-arm64');
+    await fs.rm(binDir, { recursive: true, force: true });
+    await downloadMlxBinary(binDir);
+    // Invalidate caches
+    cachedMlxVersion = null;
+    cachedIsMlxSystem = null;
+}
+/**
+ * Compare two semver strings. Returns >0 if a > b, <0 if a < b, 0 if equal.
+ */
+function compareSemver(a, b) {
+    const pa = a.split('.').map(Number);
+    const pb = b.split('.').map(Number);
+    for (let i = 0; i < 3; i++) {
+        const diff = (pa[i] || 0) - (pb[i] || 0);
+        if (diff !== 0)
+            return diff;
+    }
+    return 0;
+}
+//# sourceMappingURL=mlx-binary-manager.js.map

package/dist/lib/local-llm/mlx-binary-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-binary-manager.js","sourceRoot":"","sources":["../../../lib/local-llm/mlx-binary-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,WAAW,GAAG,WAAW,CAAC;AAChC,MAAM,YAAY,GAAG,+DAA+D,CAAC;AACrF,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAElD,IAAI,gBAAgB,GAAqD,IAAI,CAAC;AAC9E,IAAI,iBAAiB,GAAmB,IAAI,CAAC;AAE7C;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAe;IACpD,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClF,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,8CAA8C,MAAM,EAAE,CAAC,CAAC;YACpE,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAE7B,0BAA0B;IAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAE/C,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,cAAc;IACd,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,IAAY;IACxD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,QAAQ,CAAC;QAC3D,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACtD,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAe;IAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAChE,MAAM,OAAO,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEtC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAC/E,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAEzE,MAAM,CAAC,IAAI,CAAC,kCAAkC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IAE/D,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAEnD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC9E,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAW,CAAC,CAAC;IACvD,MAAM,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAChE,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhD,MAAM,CAAC,IAAI,CAAC,iCAAiC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IAC9D,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACvC,YAAY,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE7C,4EAA4E;IAC5E,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAC/D,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAErE,uFAAuF;IACvF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;YAC1C,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1D,mDAAmD;IACnD,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAE9B,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,OAAO,KAAK,OAAO;QAAE,OAAO,gBAAgB,CAAC,KAAK,CAAC;IAE5F,SAAS,YAAY,CAAC,OAAe;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACpE,gEAAgE;YAChE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAkB,IAAI,CAAC;IAElC,0BAA0B;IAC1B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClG,IAAI,OAAO;YAAE,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAE7B,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,qBAAqB;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,gBAAgB,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC/C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,iBAAiB,KAAK,IAAI;QAAE,OAAO,iBAAiB,CAAC;IACzD,IAAI,CAAC;QACH,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,iBAAiB,GAAG,IAAI,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB,GAAG,KAAK,CAAC;IAC5B,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAUD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAe;IACrD,MAAM,cAAc,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEpD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAElH,MAAM,OAAO,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,iBAAiB;QAC/C,MAAM,aAAa,GAAG,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC;QACrD,MAAM,WAAW,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;QAEjD,MAAM,SAAS,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,aAAa,IAAI,aAAa,CAAC,aAAa,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1G,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,IAAI,IAAI,EAAE,WAAW,EAAE,CAAC;IAC3F,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE,GAAG,CAAC,CAAC;QACpE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACvG,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAe;IACnD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChC,oBAAoB;IACpB,gBAAgB,GAAG,IAAI,CAAC;IACxB,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,CAAS,EAAE,CAAS;IACzC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/lib/local-llm/mlx-server-process.d.ts

@@ -0,0 +1,26 @@
+export declare function killOrphanedMlxServers(baseDir: string): void;
+export interface MlxServerOptions {
+    modelPath: string;
+    port?: number;
+    contextSize?: number;
+    reasoningBudget?: number;
+}
+export declare class MlxServerProcess {
+    private proc;
+    private _port;
+    private _modelPath;
+    private _running;
+    private _ready;
+    private baseDir;
+    private role;
+    constructor(baseDir: string, role?: string);
+    get port(): number;
+    get modelPath(): string;
+    get running(): boolean;
+    get ready(): boolean;
+    start(options: MlxServerOptions): Promise<void>;
+    stop(): Promise<void>;
+    getBaseUrl(): string;
+    private waitForReady;
+}
+//# sourceMappingURL=mlx-server-process.d.ts.map

package/dist/lib/local-llm/mlx-server-process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-server-process.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/mlx-server-process.ts"],"names":[],"mappings":"AAmCA,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAuB5D;AAaD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,UAAU,CAAM;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAS;gBAET,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAe;IAKlD,IAAI,IAAI,WAAyB;IACjC,IAAI,SAAS,WAA8B;IAC3C,IAAI,OAAO,YAA4B;IACvC,IAAI,KAAK,YAA0B;IAE7B,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+D/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmC3B,UAAU,IAAI,MAAM;YAIN,YAAY;CAgB3B"}

package/dist/lib/local-llm/mlx-server-process.js

@@ -0,0 +1,210 @@
+import { spawn } from 'child_process';
+import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, unlinkSync } from 'fs';
+import * as net from 'net';
+import * as path from 'path';
+import { logger } from "../logger.js";
+import { getMlxBinaryPath } from "./mlx-binary-manager.js";
+const HEALTH_POLL_MS = 500;
+const STARTUP_TIMEOUT_MS = 120_000;
+const MLX_MANUAL = process.env.MLX_MANUAL === 'true';
+// ─── PID file management ──────────────────────────────────────────────────────
+function pidDir(baseDir) {
+    return path.join(baseDir, '.mlx-serve', 'pids');
+}
+function pidFilePath(baseDir, role) {
+    return path.join(pidDir(baseDir), `${role}.json`);
+}
+function writePidFile(baseDir, role, info) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+    writeFileSync(pidFilePath(baseDir, role), JSON.stringify(info));
+}
+function removePidFile(baseDir, role) {
+    try {
+        unlinkSync(pidFilePath(baseDir, role));
+    }
+    catch { /* already gone */ }
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export function killOrphanedMlxServers(baseDir) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        return;
+    let files;
+    try {
+        files = readdirSync(dir);
+    }
+    catch {
+        return;
+    }
+    for (const file of files) {
+        if (!file.endsWith('.json'))
+            continue;
+        try {
+            const info = JSON.parse(readFileSync(path.join(dir, file), 'utf-8'));
+            if (info.pid && isProcessAlive(info.pid)) {
+                logger.warn(`[MlxServer] Killing orphaned mlx-serve (PID ${info.pid}, port ${info.port})`);
+                try {
+                    process.kill(info.pid, 'SIGTERM');
+                }
+                catch { /* already dead */ }
+                setTimeout(() => {
+                    try {
+                        if (isProcessAlive(info.pid))
+                            process.kill(info.pid, 'SIGKILL');
+                    }
+                    catch { /* gone */ }
+                }, 3000);
+            }
+            unlinkSync(path.join(dir, file));
+        }
+        catch {
+            try {
+                unlinkSync(path.join(dir, file));
+            }
+            catch { /* ignore */ }
+        }
+    }
+}
+async function findFreePort(start) {
+    return new Promise((resolve) => {
+        const server = net.createServer();
+        server.listen(start, '127.0.0.1', () => {
+            const port = server.address().port;
+            server.close(() => resolve(port));
+        });
+        server.on('error', () => findFreePort(start + 1).then(resolve));
+    });
+}
+export class MlxServerProcess {
+    proc = null;
+    _port = 0;
+    _modelPath = '';
+    _running = false;
+    _ready = false;
+    baseDir;
+    role;
+    constructor(baseDir, role = 'chat') {
+        this.baseDir = baseDir;
+        this.role = role;
+    }
+    get port() { return this._port; }
+    get modelPath() { return this._modelPath; }
+    get running() { return this._running; }
+    get ready() { return this._ready; }
+    async start(options) {
+        await this.stop();
+        const binaryPath = await getMlxBinaryPath(this.baseDir);
+        this._port = options.port ?? await findFreePort(9990);
+        this._modelPath = options.modelPath;
+        const args = [
+            '--model', options.modelPath,
+            '--serve',
+            '--host', '127.0.0.1',
+            '--port', String(this._port),
+        ];
+        if (options.contextSize) {
+            args.push('--ctx-size', String(options.contextSize));
+        }
+        if (options.reasoningBudget !== undefined) {
+            args.push('--reasoning-budget', String(options.reasoningBudget));
+        }
+        if (MLX_MANUAL) {
+            // Manual mode: print command for user to start, then poll for readiness
+            logger.info(`[MlxServer] Run manually:\n${binaryPath} ${args.join(' ')}`);
+            this._running = true;
+            await this.waitForReady();
+            this._ready = true;
+            logger.info(`[MlxServer] Ready on port ${this._port}`);
+            return;
+        }
+        logger.info(`[MlxServer] Starting: ${binaryPath} ${args.join(' ')}`);
+        this.proc = spawn(binaryPath, args, {
+            stdio: ['ignore', 'ignore', 'pipe'],
+        });
+        const stderrChunks = [];
+        this.proc.stderr?.on('data', (data) => { stderrChunks.push(data); });
+        this.proc.on('exit', () => {
+            this._running = false;
+            this._ready = false;
+            this.proc = null;
+            removePidFile(this.baseDir, this.role);
+        });
+        this._running = true;
+        try {
+            await this.waitForReady();
+        }
+        catch (err) {
+            const stderr = Buffer.concat(stderrChunks).toString().trim();
+            if (stderr)
+                logger.error(`[MlxServer] stderr:\n${stderr}`);
+            throw err;
+        }
+        this._ready = true;
+        writePidFile(this.baseDir, this.role, { pid: this.proc.pid, port: this._port, model: this._modelPath });
+        logger.info(`[MlxServer] Ready on port ${this._port}`);
+    }
+    async stop() {
+        if (MLX_MANUAL) {
+            logger.info('[MlxServer] Stopped (manual mode — kill the process yourself)');
+            this._running = false;
+            this._ready = false;
+            return;
+        }
+        if (!this.proc)
+            return;
+        logger.info('[MlxServer] Stopping');
+        this.proc.kill('SIGTERM');
+        await new Promise((resolve) => {
+            const timeout = setTimeout(() => {
+                this.proc?.kill('SIGKILL');
+                resolve();
+            }, 5000);
+            if (this.proc) {
+                this.proc.on('exit', () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+            }
+            else {
+                clearTimeout(timeout);
+                resolve();
+            }
+        });
+        this.proc = null;
+        this._running = false;
+        this._ready = false;
+    }
+    getBaseUrl() {
+        return `http://127.0.0.1:${this._port}`;
+    }
+    async waitForReady() {
+        const start = Date.now();
+        while (Date.now() - start < STARTUP_TIMEOUT_MS) {
+            if (!this._running)
+                throw new Error('mlx-serve process exited during startup');
+            try {
+                const res = await fetch(`http://127.0.0.1:${this._port}/health`);
+                if (res.ok) {
+                    const body = await res.json();
+                    if (body.status === 'ok')
+                        return;
+                }
+            }
+            catch { /* not ready yet */ }
+            await new Promise(r => setTimeout(r, HEALTH_POLL_MS));
+        }
+        await this.stop();
+        throw new Error(`mlx-serve failed to become ready within ${STARTUP_TIMEOUT_MS / 1000}s`);
+    }
+}
+//# sourceMappingURL=mlx-server-process.js.map

package/dist/lib/local-llm/mlx-server-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-server-process.js","sourceRoot":"","sources":["../../../lib/local-llm/mlx-server-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACjG,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,MAAM,CAAC;AAErD,iFAAiF;AAEjF,SAAS,MAAM,CAAC,OAAe;IAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,IAAY;IAChD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,IAAY,EAAE,IAAkD;IACrG,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,IAAY;IAClD,IAAI,CAAC;QAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO;IAE7B,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QAAC,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO;IAAC,CAAC;IAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,GAAG,UAAU,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC3F,IAAI,CAAC;oBAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBACvE,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC;wBAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC/F,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC;gBAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAa;IACvC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;YACrC,MAAM,IAAI,GAAI,MAAM,CAAC,OAAO,EAAsB,CAAC,IAAI,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AASD,MAAM,OAAO,gBAAgB;IACnB,IAAI,GAAwB,IAAI,CAAC;IACjC,KAAK,GAAG,CAAC,CAAC;IACV,UAAU,GAAG,EAAE,CAAC;IAChB,QAAQ,GAAG,KAAK,CAAC;IACjB,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,CAAS;IAChB,IAAI,CAAS;IAErB,YAAY,OAAe,EAAE,OAAe,MAAM;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEnC,KAAK,CAAC,KAAK,CAAC,OAAyB;QACnC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAExD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAEpC,MAAM,IAAI,GAAG;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;SAC7B,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,wEAAwE;YACxE,MAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,yBAAyB,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAErE,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE;YAClC,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7D,IAAI,MAAM;gBAAE,MAAM,CAAC,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;YAC3D,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,IAAK,CAAC,GAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAE1G,MAAM,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;YAC7E,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC3B,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;oBACxB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,UAAU;QACR,OAAO,oBAAoB,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,kBAAkB,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC/E,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;gBACjE,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnC,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;wBAAE,OAAO;gBACnC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;YAC/B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,2CAA2C,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC;IAC3F,CAAC;CACF"}

package/dist/lib/local-llm/model-manager.d.ts

@@ -0,0 +1,33 @@
+import type { LocalModel, LocalLlmState, HuggingFaceModelResult, DownloadProgress, ActiveDownload, InterruptedDownload } from './types.ts';
+export declare class ModelManager {
+    private modelsDir;
+    private _activeDownloads;
+    constructor(workspaceRoot: string);
+    getActiveDownloads(): ActiveDownload[];
+    /** Find .downloading partial files that aren't currently being downloaded (interrupted by restart etc.) */
+    getInterruptedDownloads(): Promise<InterruptedDownload[]>;
+    deleteInterruptedDownload(fileName: string): Promise<void>;
+    private ensureDir;
+    listModels(): Promise<LocalModel[]>;
+    getModel(id: string): Promise<LocalModel | null>;
+    /** Auto-download an mmproj file from the same repo if needed for vision support. */
+    autoDownloadMmproj(repo: string, onProgress?: (progress: DownloadProgress) => void): Promise<LocalModel | null>;
+    findModelFile(modelName: string): Promise<{
+        filePath: string;
+        type: 'gguf' | 'mlx';
+    } | null>;
+    /** Find a multimodal projector (mmproj) file from the same repo as the given model. */
+    findMmprojForModel(modelFileName: string): Promise<string | null>;
+    downloadModel(repo: string, fileName: string, onProgress?: (progress: DownloadProgress) => void): Promise<LocalModel>;
+    deleteModel(id: string): Promise<void>;
+    downloadMlxModel(repo: string, onProgress?: (progress: DownloadProgress) => void): Promise<LocalModel>;
+    browseHuggingFace(query: string, limit?: number, format?: 'gguf' | 'mlx'): Promise<HuggingFaceModelResult[]>;
+    getState(): Promise<LocalLlmState>;
+    saveState(state: LocalLlmState): Promise<void>;
+    private fileNameToId;
+    private metaPath;
+    private readMeta;
+    private readMlxMeta;
+    private dirSize;
+}
+//# sourceMappingURL=model-manager.d.ts.map

package/dist/lib/local-llm/model-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-manager.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/model-manager.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,aAAa,EACb,sBAAsB,EACtB,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAIpB,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,gBAAgB,CAAqC;gBAEjD,aAAa,EAAE,MAAM;IAIjC,kBAAkB,IAAI,cAAc,EAAE;IAItC,2GAA2G;IACrG,uBAAuB,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;IA6CzD,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAiBlD,SAAS;IAIjB,UAAU,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAuDnC,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAKtD,oFAAoF;IAC9E,kBAAkB,CACtB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAChD,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAoCvB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAAA;KAAE,GAAG,IAAI,CAAC;IAMlG,uFAAuF;IACjF,kBAAkB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAgBjE,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAChD,OAAO,CAAC,UAAU,CAAC;IA6HhB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtC,gBAAgB,CACpB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAChD,OAAO,CAAC,UAAU,CAAC;IAqHhB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,EAAE,MAAM,GAAE,MAAM,GAAG,KAAc,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;IA2GhH,QAAQ,IAAI,OAAO,CAAC,aAAa,CAAC;IASlC,SAAS,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpD,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,QAAQ;YAIF,QAAQ;YASR,WAAW;YASX,OAAO;CActB"}