agent-orcha 0.0.5 → 0.0.8

package/dist/lib/local-llm/gguf-reader.js

@@ -0,0 +1,190 @@
+import * as fs from 'fs/promises';
+import { readFileSync } from 'fs';
+import * as os from 'os';
+import { logger } from "../logger.js";
+const GGUF_MAGIC = 0x46554747; // "GGUF" in little-endian
+const METADATA_BUFFER_SIZE = 1024 * 1024; // 1MB covers metadata for all models
+const OS_RESERVED_BYTES = 4 * 1024 * 1024 * 1024; // Reserve 4GB for OS + apps
+/**
+ * Reads model architecture info from a GGUF file's metadata header.
+ * Only reads the first 1MB — no model loading required.
+ */
+export async function readGGUFModelInfo(modelPath) {
+    let handle = null;
+    try {
+        handle = await fs.open(modelPath, 'r');
+        const stat = await handle.stat();
+        const buf = Buffer.alloc(METADATA_BUFFER_SIZE);
+        const { bytesRead } = await handle.read(buf, 0, buf.length, 0);
+        if (bytesRead < 24)
+            return null;
+        const magic = buf.readUInt32LE(0);
+        if (magic !== GGUF_MAGIC)
+            return null;
+        const version = buf.readUInt32LE(4);
+        if (version < 2 || version > 3)
+            return null;
+        const kvCount = Number(buf.readBigUInt64LE(16));
+        let pos = 24;
+        const info = { fileSizeBytes: stat.size };
+        const needed = new Set(['context_length', 'block_count', 'embedding_length', 'attention.head_count', 'attention.head_count_kv']);
+        for (let i = 0; i < kvCount && pos < bytesRead - 12 && needed.size > 0; i++) {
+            if (pos + 8 > bytesRead)
+                break;
+            const keyLen = Number(buf.readBigUInt64LE(pos));
+            pos += 8;
+            if (pos + keyLen > bytesRead)
+                break;
+            const key = buf.toString('utf-8', pos, pos + keyLen);
+            pos += keyLen;
+            if (pos + 4 > bytesRead)
+                break;
+            const vtype = buf.readUInt32LE(pos);
+            pos += 4;
+            if (key.endsWith('.context_length')) {
+                info.contextLength = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('context_length');
+            }
+            else if (key.endsWith('.block_count')) {
+                info.blockCount = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('block_count');
+            }
+            else if (key.endsWith('.embedding_length')) {
+                info.embeddingLength = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('embedding_length');
+            }
+            else if (key.endsWith('.attention.head_count_kv')) {
+                info.headCountKv = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('attention.head_count_kv');
+            }
+            else if (key.endsWith('.attention.head_count')) {
+                info.headCount = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('attention.head_count');
+            }
+            pos = skipValue(buf, pos, vtype, bytesRead);
+            if (pos < 0)
+                break;
+        }
+        if (!info.contextLength)
+            return null;
+        const result = info;
+        logger.info(`[GGUFReader] ${modelPath.split('/').pop()}: ctx=${result.contextLength} layers=${result.blockCount} embd=${result.embeddingLength} heads=${result.headCount} kv_heads=${result.headCountKv} size=${(result.fileSizeBytes / 1024 / 1024 / 1024).toFixed(1)}GB`);
+        return result;
+    }
+    catch (err) {
+        logger.warn(`[GGUFReader] Failed to read GGUF metadata: ${err}`);
+        return null;
+    }
+    finally {
+        await handle?.close();
+    }
+}
+/**
+ * Estimates KV cache bytes per token for a model.
+ * KV cache = 2 (K+V) * n_layers * n_kv_heads * head_dim * 2 bytes (f16)
+ */
+export function kvCacheBytesPerToken(info) {
+    const headDim = info.embeddingLength / info.headCount;
+    return 2 * info.blockCount * info.headCountKv * headDim * 2;
+}
+/**
+ * Calculates optimal context size based on available system RAM.
+ * Accounts for model weights, KV cache, and OS overhead.
+ */
+/**
+ * Returns effective total memory, respecting container cgroup limits.
+ * os.totalmem() returns host RAM even inside Docker, so we check cgroup first.
+ */
+function getEffectiveMemory() {
+    const hostRam = os.totalmem();
+    if (process.platform !== 'linux')
+        return hostRam;
+    try {
+        // cgroup v2
+        const raw = readFileSync('/sys/fs/cgroup/memory.max', 'utf-8').trim();
+        if (raw !== 'max')
+            return Math.min(Number(raw), hostRam);
+    }
+    catch { /* not cgroup v2 */ }
+    try {
+        // cgroup v1
+        const raw = readFileSync('/sys/fs/cgroup/memory/memory.limit_in_bytes', 'utf-8').trim();
+        const limit = Number(raw);
+        if (limit > 0 && limit < hostRam)
+            return limit;
+    }
+    catch { /* not cgroup v1 */ }
+    return hostRam;
+}
+export function calculateOptimalContextSize(info) {
+    const totalRam = getEffectiveMemory();
+    const availableForModel = totalRam - OS_RESERVED_BYTES;
+    const memAfterWeights = availableForModel - info.fileSizeBytes;
+    if (memAfterWeights <= 0) {
+        logger.warn(`[GGUFReader] Model file (${(info.fileSizeBytes / 1024 / 1024 / 1024).toFixed(1)}GB) exceeds available memory, using minimum context`);
+        return 2048;
+    }
+    const bytesPerToken = kvCacheBytesPerToken(info);
+    // Use at most 50% of available-after-weights for KV cache — leave headroom for runtime allocations
+    const maxCtxByRam = Math.floor((memAfterWeights * 0.5) / bytesPerToken);
+    // Hard cap: 32K tokens is practical for local models, avoids memory pressure on small machines
+    const MAX_CONTEXT_CAP = 32768;
+    const nativeCtx = info.contextLength;
+    const optimal = Math.min(maxCtxByRam, nativeCtx, MAX_CONTEXT_CAP);
+    // Floor to nearest 1024 for cleanliness, minimum 2048
+    const result = Math.max(2048, Math.floor(optimal / 1024) * 1024);
+    logger.info(`[GGUFReader] RAM: ${(totalRam / 1024 / 1024 / 1024).toFixed(0)}GB total, ${(memAfterWeights / 1024 / 1024 / 1024).toFixed(1)}GB available for KV | KV/token: ${bytesPerToken} bytes | max by RAM: ${maxCtxByRam} | native: ${nativeCtx} | cap: ${MAX_CONTEXT_CAP} | optimal: ${result}`);
+    return result;
+}
+function readScalar(buf, pos, vtype) {
+    switch (vtype) {
+        case 0: return buf.readUInt8(pos);
+        case 1: return buf.readInt8(pos);
+        case 2: return buf.readUInt16LE(pos);
+        case 3: return buf.readInt16LE(pos);
+        case 4: return buf.readUInt32LE(pos);
+        case 5: return buf.readInt32LE(pos);
+        case 6: return buf.readFloatLE(pos);
+        case 7: return buf.readUInt8(pos);
+        case 10: return Number(buf.readBigUInt64LE(pos));
+        case 11: return Number(buf.readBigInt64LE(pos));
+        case 12: return buf.readDoubleLE(pos);
+        default: return null;
+    }
+}
+function skipValue(buf, pos, vtype, limit) {
+    switch (vtype) {
+        case 0:
+        case 1:
+        case 7: return pos + 1;
+        case 2:
+        case 3: return pos + 2;
+        case 4:
+        case 5:
+        case 6: return pos + 4;
+        case 10:
+        case 11:
+        case 12: return pos + 8;
+        case 8: {
+            if (pos + 8 > limit)
+                return -1;
+            const len = Number(buf.readBigUInt64LE(pos));
+            return pos + 8 + len;
+        }
+        case 9: {
+            if (pos + 12 > limit)
+                return -1;
+            const elemType = buf.readUInt32LE(pos);
+            const count = Number(buf.readBigUInt64LE(pos + 4));
+            pos += 12;
+            for (let i = 0; i < count && pos < limit; i++) {
+                pos = skipValue(buf, pos, elemType, limit);
+                if (pos < 0)
+                    return -1;
+            }
+            return pos;
+        }
+        default: return -1;
+    }
+}
+//# sourceMappingURL=gguf-reader.js.map

package/dist/lib/local-llm/gguf-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf-reader.js","sourceRoot":"","sources":["../../../lib/local-llm/gguf-reader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,0BAA0B;AACzD,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,qCAAqC;AAC/E,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,4BAA4B;AAW9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB;IACvD,IAAI,MAAM,GAAyB,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/D,IAAI,SAAS,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QAEhC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC;QAEtC,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,IAAI,GAAG,GAAG,EAAE,CAAC;QAEb,MAAM,IAAI,GAA2B,EAAE,aAAa,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,yBAAyB,CAAC,CAAC,CAAC;QAEjI,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,IAAI,GAAG,GAAG,SAAS,GAAG,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5E,IAAI,GAAG,GAAG,CAAC,GAAG,SAAS;gBAAE,MAAM;YAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;YAChD,GAAG,IAAI,CAAC,CAAC;YAET,IAAI,GAAG,GAAG,MAAM,GAAG,SAAS;gBAAE,MAAM;YACpC,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;YACrD,GAAG,IAAI,MAAM,CAAC;YAEd,IAAI,GAAG,GAAG,CAAC,GAAG,SAAS;gBAAE,MAAM;YAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACpC,GAAG,IAAI,CAAC,CAAC;YAET,IAAI,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtD,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnD,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxD,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACpC,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBACpD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;YAC3C,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAClD,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACxC,CAAC;YAED,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YAC5C,IAAI,GAAG,GAAG,CAAC;gBAAE,MAAM;QACrB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,MAAM,GAAG,IAAqB,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,gBAAgB,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,SAAS,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,UAAU,SAAS,MAAM,CAAC,eAAe,UAAU,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,WAAW,SAAS,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5Q,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,8CAA8C,GAAG,EAAE,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAmB;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC;IACtD,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,OAAO,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED;;;GAGG;AACH;;;GAGG;AACH,SAAS,kBAAkB;IACzB,MAAM,OAAO,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACjD,IAAI,CAAC;QACH,YAAY;QACZ,MAAM,GAAG,GAAG,YAAY,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACtE,IAAI,GAAG,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC/B,IAAI,CAAC;QACH,YAAY;QACZ,MAAM,GAAG,GAAG,YAAY,CAAC,6CAA6C,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACxF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO;YAAE,OAAO,KAAK,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC/B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAmB;IAC7D,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IACtC,MAAM,iBAAiB,GAAG,QAAQ,GAAG,iBAAiB,CAAC;IACvD,MAAM,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC;IAE/D,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qDAAqD,CAAC,CAAC;QACnJ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACjD,mGAAmG;IACnG,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;IACxE,+FAA+F;IAC/F,MAAM,eAAe,GAAG,KAAK,CAAC;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC;IAErC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAClE,sDAAsD;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAEjE,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,eAAe,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,aAAa,wBAAwB,WAAW,cAAc,SAAS,WAAW,eAAe,eAAe,MAAM,EAAE,CAAC,CAAC;IACtS,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,GAAW,EAAE,KAAa;IACzD,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACtC,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,GAAW,EAAE,KAAa,EAAE,KAAa;IACvE,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QACvC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC/B,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QACvC,KAAK,EAAE,CAAC;QAAC,KAAK,EAAE,CAAC;QAAC,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC1C,KAAK,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,GAAG,GAAG,CAAC,GAAG,KAAK;gBAAE,OAAO,CAAC,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,GAAG,GAAG,EAAE,GAAG,KAAK;gBAAE,OAAO,CAAC,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACnD,GAAG,IAAI,EAAE,CAAC;YACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC3C,IAAI,GAAG,GAAG,CAAC;oBAAE,OAAO,CAAC,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/lib/local-llm/index.d.ts

@@ -0,0 +1,9 @@
+export { ModelManager } from './model-manager.ts';
+export { engineRegistry } from './engine-registry.ts';
+export type { LocalEngine, EngineStatus, EngineChatStatus, EngineServerStatus, LoadOptions } from './engine-interface.ts';
+export { getBinaryPath, detectGpu } from './binary-manager.ts';
+export type { GpuInfo } from './binary-manager.ts';
+export { LlamaServerProcess } from './llama-server-process.ts';
+export { MlxServerProcess, killOrphanedMlxServers } from './mlx-server-process.ts';
+export type { LocalModel, LocalLlmStatus, HuggingFaceModelResult, HuggingFaceGgufFile, DownloadProgress, ActiveDownload, InterruptedDownload, LocalLlmState, } from './types.ts';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/local-llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC1H,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC/D,YAAY,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACnF,YAAY,EACV,UAAU,EACV,cAAc,EACd,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,aAAa,GACd,MAAM,YAAY,CAAC"}

package/dist/lib/local-llm/index.js

@@ -0,0 +1,6 @@
+export { ModelManager } from "./model-manager.js";
+export { engineRegistry } from "./engine-registry.js";
+export { getBinaryPath, detectGpu } from "./binary-manager.js";
+export { LlamaServerProcess } from "./llama-server-process.js";
+export { MlxServerProcess, killOrphanedMlxServers } from "./mlx-server-process.js";
+//# sourceMappingURL=index.js.map

package/dist/lib/local-llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../lib/local-llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAE/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC"}

package/dist/lib/local-llm/llama-server-process.d.ts

@@ -0,0 +1,42 @@
+export interface ServerOptions {
+    modelPath: string;
+    mmproj?: string;
+    port?: number;
+    embedding?: boolean;
+    gpuLayers?: number;
+    contextSize?: number;
+    flashAttn?: boolean;
+    threads?: number;
+    batchSize?: number;
+    ubatchSize?: number;
+    cacheTypeK?: string;
+    cacheTypeV?: string;
+    mlock?: boolean;
+    reasoningBudget?: number;
+}
+/**
+ * Kill any orphaned llama-server processes from a previous run.
+ * Call this once at startup before launching new servers.
+ */
+export declare function killOrphanedServers(baseDir: string): void;
+export declare class LlamaServerProcess {
+    private proc;
+    private _port;
+    private _modelPath;
+    private _running;
+    private _ready;
+    private baseDir;
+    private isEmbedding;
+    private role;
+    constructor(baseDir: string, isEmbedding?: boolean);
+    get port(): number;
+    get modelPath(): string;
+    get running(): boolean;
+    get ready(): boolean;
+    start(options: ServerOptions): Promise<void>;
+    stop(): Promise<void>;
+    getBaseUrl(): string;
+    getServerProps(): Promise<any>;
+    private waitForReady;
+}
+//# sourceMappingURL=llama-server-process.d.ts.map

package/dist/lib/local-llm/llama-server-process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server-process.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/llama-server-process.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AA6BD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAwBzD;AAaD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,UAAU,CAAM;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,IAAI,CAAS;gBAET,OAAO,EAAE,MAAM,EAAE,WAAW,UAAQ;IAMhD,IAAI,IAAI,WAAyB;IACjC,IAAI,SAAS,WAA8B;IAC3C,IAAI,OAAO,YAA4B;IACvC,IAAI,KAAK,YAA0B;IAE7B,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAkE5C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA4B3B,UAAU,IAAI,MAAM;IAId,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;YAUtB,YAAY;CAgB3B"}

package/dist/lib/local-llm/llama-server-process.js

@@ -0,0 +1,237 @@
+import { spawn } from 'child_process';
+import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, unlinkSync } from 'fs';
+import * as net from 'net';
+import * as path from 'path';
+import { logger } from "../logger.js";
+import { getBinaryPath } from "./binary-manager.js";
+const HEALTH_POLL_MS = 500;
+const STARTUP_TIMEOUT_MS = 120_000;
+// ─── PID file management ──────────────────────────────────────────────────────
+function pidDir(baseDir) {
+    return path.join(baseDir, '.llama-server', 'pids');
+}
+function pidFilePath(baseDir, role) {
+    return path.join(pidDir(baseDir), `${role}.json`);
+}
+function writePidFile(baseDir, role, info) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+    writeFileSync(pidFilePath(baseDir, role), JSON.stringify(info));
+}
+function removePidFile(baseDir, role) {
+    try {
+        unlinkSync(pidFilePath(baseDir, role));
+    }
+    catch { /* already gone */ }
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Kill any orphaned llama-server processes from a previous run.
+ * Call this once at startup before launching new servers.
+ */
+export function killOrphanedServers(baseDir) {
+    const dir = pidDir(baseDir);
+    if (!existsSync(dir))
+        return;
+    let files;
+    try {
+        files = readdirSync(dir);
+    }
+    catch {
+        return;
+    }
+    for (const file of files) {
+        if (!file.endsWith('.json'))
+            continue;
+        try {
+            const info = JSON.parse(readFileSync(path.join(dir, file), 'utf-8'));
+            if (info.pid && isProcessAlive(info.pid)) {
+                logger.warn(`[LlamaServer] Killing orphaned llama-server (PID ${info.pid}, port ${info.port})`);
+                try {
+                    process.kill(info.pid, 'SIGTERM');
+                }
+                catch { /* already dead */ }
+                // Give it a moment, then force kill
+                setTimeout(() => {
+                    try {
+                        if (isProcessAlive(info.pid))
+                            process.kill(info.pid, 'SIGKILL');
+                    }
+                    catch { /* gone */ }
+                }, 3000);
+            }
+            unlinkSync(path.join(dir, file));
+        }
+        catch { /* corrupt pid file, remove it */
+            try {
+                unlinkSync(path.join(dir, file));
+            }
+            catch { /* ignore */ }
+        }
+    }
+}
+async function findFreePort(start) {
+    return new Promise((resolve) => {
+        const server = net.createServer();
+        server.listen(start, '127.0.0.1', () => {
+            const port = server.address().port;
+            server.close(() => resolve(port));
+        });
+        server.on('error', () => findFreePort(start + 1).then(resolve));
+    });
+}
+export class LlamaServerProcess {
+    proc = null;
+    _port = 0;
+    _modelPath = '';
+    _running = false;
+    _ready = false;
+    baseDir;
+    isEmbedding;
+    role;
+    constructor(baseDir, isEmbedding = false) {
+        this.baseDir = baseDir;
+        this.isEmbedding = isEmbedding;
+        this.role = isEmbedding ? 'embedding' : 'chat';
+    }
+    get port() { return this._port; }
+    get modelPath() { return this._modelPath; }
+    get running() { return this._running; }
+    get ready() { return this._ready; }
+    async start(options) {
+        await this.stop();
+        const binaryPath = await getBinaryPath(this.baseDir);
+        this._port = options.port ?? await findFreePort(this.isEmbedding ? 9991 : 9990);
+        this._modelPath = options.modelPath;
+        const args = [
+            '--model', options.modelPath,
+            '--port', String(this._port),
+            '--host', '127.0.0.1',
+            '--n-gpu-layers', String(options.gpuLayers ?? -1),
+            '--parallel', '1',
+        ];
+        if (options.mmproj)
+            args.push('--mmproj', options.mmproj);
+        if (options.contextSize)
+            args.push('--ctx-size', String(options.contextSize));
+        if (options.flashAttn !== false)
+            args.push('--flash-attn', 'on');
+        if (options.threads)
+            args.push('--threads', String(options.threads));
+        if (options.batchSize)
+            args.push('--batch-size', String(options.batchSize));
+        if (options.ubatchSize)
+            args.push('--ubatch-size', String(options.ubatchSize));
+        if (options.cacheTypeK)
+            args.push('--cache-type-k', options.cacheTypeK);
+        if (options.cacheTypeV)
+            args.push('--cache-type-v', options.cacheTypeV);
+        if (options.mlock)
+            args.push('--mlock');
+        if (options.reasoningBudget !== undefined) {
+            args.push('--reasoning-format', 'deepseek');
+            // TODO: llama-server b8280 and earlier only accept -1 or 0.
+            // Arbitrary budgets (N>0) land after b8280 — remove clamp once binary is updated.
+            const budget = options.reasoningBudget > 0 ? -1 : 0;
+            args.push('--reasoning-budget', String(budget));
+        }
+        if (options.embedding || this.isEmbedding)
+            args.push('--embedding');
+        logger.info(`[LlamaServer] Starting: ${binaryPath} ${args.join(' ')}`);
+        const binDir = path.dirname(binaryPath);
+        this.proc = spawn(binaryPath, args, {
+            stdio: ['ignore', 'ignore', 'pipe'],
+            env: { ...process.env, LD_LIBRARY_PATH: `${binDir}:${process.env.LD_LIBRARY_PATH ?? ''}` },
+        });
+        // Buffer stderr so we can surface it when the process crashes
+        const stderrChunks = [];
+        this.proc.stderr?.on('data', (data) => { stderrChunks.push(data); });
+        this.proc.on('exit', () => {
+            this._running = false;
+            this._ready = false;
+            this.proc = null;
+            removePidFile(this.baseDir, this.role);
+        });
+        this._running = true;
+        try {
+            await this.waitForReady();
+        }
+        catch (err) {
+            const stderr = Buffer.concat(stderrChunks).toString().trim();
+            if (stderr)
+                logger.error(`[LlamaServer] stderr:\n${stderr}`);
+            throw err;
+        }
+        this._ready = true;
+        writePidFile(this.baseDir, this.role, { pid: this.proc.pid, port: this._port, model: this._modelPath });
+        logger.info(`[LlamaServer] Ready on port ${this._port}`);
+    }
+    async stop() {
+        if (!this.proc)
+            return;
+        logger.info('[LlamaServer] Stopping');
+        this.proc.kill('SIGTERM');
+        await new Promise((resolve) => {
+            const timeout = setTimeout(() => {
+                this.proc?.kill('SIGKILL');
+                resolve();
+            }, 5000);
+            if (this.proc) {
+                this.proc.on('exit', () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+            }
+            else {
+                clearTimeout(timeout);
+                resolve();
+            }
+        });
+        this.proc = null;
+        this._running = false;
+        this._ready = false;
+    }
+    getBaseUrl() {
+        return `http://127.0.0.1:${this._port}`;
+    }
+    async getServerProps() {
+        if (!this._ready)
+            return null;
+        try {
+            const res = await fetch(`${this.getBaseUrl()}/props`);
+            if (res.ok)
+                return res.json();
+        }
+        catch { /* server may be down */ }
+        return null;
+    }
+    async waitForReady() {
+        const start = Date.now();
+        while (Date.now() - start < STARTUP_TIMEOUT_MS) {
+            if (!this._running)
+                throw new Error('llama-server process exited during startup');
+            try {
+                const res = await fetch(`http://127.0.0.1:${this._port}/health`);
+                if (res.ok) {
+                    const body = await res.json();
+                    if (body.status === 'ok')
+                        return;
+                }
+            }
+            catch { /* not ready yet */ }
+            await new Promise(r => setTimeout(r, HEALTH_POLL_MS));
+        }
+        await this.stop();
+        throw new Error(`llama-server failed to become ready within ${STARTUP_TIMEOUT_MS / 1000}s`);
+    }
+}
+//# sourceMappingURL=llama-server-process.js.map

package/dist/lib/local-llm/llama-server-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server-process.js","sourceRoot":"","sources":["../../../lib/local-llm/llama-server-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACjG,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAmBpD,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,iFAAiF;AAEjF,SAAS,MAAM,CAAC,OAAe;IAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,IAAY;IAChD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,IAAY,EAAE,IAAkD;IACrG,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,IAAY;IAClD,IAAI,CAAC;QAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO;IAE7B,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QAAC,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO;IAAC,CAAC;IAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,oDAAoD,IAAI,CAAC,GAAG,UAAU,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBAChG,IAAI,CAAC;oBAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBACvE,oCAAoC;gBACpC,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC;wBAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC/F,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC,CAAC,iCAAiC;YACzC,IAAI,CAAC;gBAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAa;IACvC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE;YACrC,MAAM,IAAI,GAAI,MAAM,CAAC,OAAO,EAAsB,CAAC,IAAI,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,OAAO,kBAAkB;IACrB,IAAI,GAAwB,IAAI,CAAC;IACjC,KAAK,GAAG,CAAC,CAAC;IACV,UAAU,GAAG,EAAE,CAAC;IAChB,QAAQ,GAAG,KAAK,CAAC;IACjB,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,CAAS;IAChB,WAAW,CAAU;IACrB,IAAI,CAAS;IAErB,YAAY,OAAe,EAAE,WAAW,GAAG,KAAK;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;IACjD,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEnC,KAAK,CAAC,KAAK,CAAC,OAAsB;QAChC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChF,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAEpC,MAAM,IAAI,GAAG;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;YAC5B,QAAQ,EAAE,WAAW;YACrB,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;YACjD,YAAY,EAAE,GAAG;SAClB,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9E,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACrE,IAAI,OAAO,CAAC,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5E,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAC/E,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;YAC5C,4DAA4D;YAC5D,kFAAkF;YAClF,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEpE,MAAM,CAAC,IAAI,CAAC,2BAA2B,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE;YAClC,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;YACnC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,EAAE,EAAE;SAC3F,CAAC,CAAC;QAEH,8DAA8D;QAC9D,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7D,IAAI,MAAM;gBAAE,MAAM,CAAC,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;YAC7D,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,IAAK,CAAC,GAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAE1G,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC3B,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;oBACxB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,UAAU;QACR,OAAO,oBAAoB,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtD,IAAI,GAAG,CAAC,EAAE;gBAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAGO,KAAK,CAAC,YAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,kBAAkB,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAClF,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;gBACjE,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnC,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;wBAAE,OAAO;gBACnC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;YAC/B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,8CAA8C,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC;IAC9F,CAAC;CACF"}

package/dist/lib/local-llm/mlx-binary-manager.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Resolve the path to the mlx-serve binary.
+ *
+ * 1. Check if `mlx-serve` is on PATH (system install)
+ * 2. Check if already downloaded to `<baseDir>/.mlx-serve/macos-arm64/`
+ * 3. Download from GitHub releases (macOS ARM64 only)
+ */
+export declare function getMlxBinaryPath(baseDir: string): Promise<string>;
+/**
+ * Get the version string from the local mlx-serve binary without triggering a download.
+ */
+export declare function getMlxBinaryVersion(baseDir: string): string | null;
+/**
+ * Check if mlx-serve is a system install (on PATH) vs managed by us.
+ */
+export declare function isMlxSystemBinary(): boolean;
+export interface MlxUpdateInfo {
+    available: boolean;
+    currentVersion: string | null;
+    latestVersion: string | null;
+    latestTag: string | null;
+    publishedAt: string | null;
+}
+/**
+ * Compare local mlx-serve version with latest GitHub release.
+ * Uses semver comparison (e.g., 0.3.0 vs 0.3.1).
+ */
+export declare function checkForMlxUpdate(baseDir: string): Promise<MlxUpdateInfo>;
+/**
+ * Delete the current managed binary and re-download the latest release from GitHub.
+ */
+export declare function updateMlxBinary(baseDir: string): Promise<void>;
+//# sourceMappingURL=mlx-binary-manager.d.ts.map

package/dist/lib/local-llm/mlx-binary-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-binary-manager.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/mlx-binary-manager.ts"],"names":[],"mappings":"AAeA;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqBvE;AAkFD;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiClE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAS3C;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAmB/E;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAOpE"}