agent-orcha 0.0.7 → 0.0.8

package/dist/lib/local-llm/engines/llama-cpp-engine.js

@@ -0,0 +1,164 @@
+import * as path from 'path';
+import { LlamaServerProcess } from "../llama-server-process.js";
+import { killOrphanedServers } from "../llama-server-process.js";
+import { ModelManager } from "../model-manager.js";
+import { readGGUFModelInfo, calculateOptimalContextSize, kvCacheBytesPerToken } from "../gguf-reader.js";
+import { detectGpu, getBinaryVersion, isSystemBinary, updateBinary, checkForUpdate } from "../binary-manager.js";
+import { logger } from "../../logger.js";
+export class LlamaCppEngine {
+    engineName = 'llama-cpp';
+    _baseDir = '';
+    chatServer = null;
+    embeddingServer = null;
+    _detectedContextSize = null;
+    _memoryEstimate = null;
+    _supportsVision = false;
+    setBaseDir(dir) {
+        this._baseDir = dir;
+    }
+    isAvailable() {
+        return getBinaryVersion(this._baseDir) !== null;
+    }
+    // ─── Chat ───────────────────────────────────────────────────────────────────
+    async loadChat(modelPath, opts) {
+        if (!this.chatServer)
+            this.chatServer = new LlamaServerProcess(this._baseDir);
+        if (this.chatServer.running && this.chatServer.modelPath === modelPath)
+            return;
+        let contextSize = opts?.contextSize;
+        const modelInfo = await readGGUFModelInfo(modelPath);
+        if (!contextSize && modelInfo) {
+            contextSize = calculateOptimalContextSize(modelInfo);
+        }
+        if (modelInfo && contextSize) {
+            const kvBytes = contextSize * kvCacheBytesPerToken(modelInfo);
+            this._memoryEstimate = {
+                modelBytes: modelInfo.fileSizeBytes,
+                kvCacheBytes: kvBytes,
+                totalBytes: modelInfo.fileSizeBytes + kvBytes,
+            };
+        }
+        // Auto-detect multimodal projector (mmproj) for vision support
+        const modelFileName = path.basename(modelPath);
+        const manager = new ModelManager(this._baseDir);
+        const mmproj = await manager.findMmprojForModel(modelFileName);
+        this._supportsVision = !!mmproj;
+        if (mmproj) {
+            logger.info(`[LlamaCppEngine] Vision enabled with mmproj: ${path.basename(mmproj)}`);
+        }
+        this._detectedContextSize = contextSize ?? null;
+        const gpu = detectGpu();
+        const isGpu = gpu.accel !== 'none';
+        const isMetal = gpu.accel === 'metal';
+        await this.chatServer.start({
+            modelPath,
+            contextSize,
+            mmproj: mmproj ?? undefined,
+            gpuLayers: isGpu ? -1 : 0,
+            flashAttn: isGpu,
+            ...(isGpu ? { batchSize: 4096, ubatchSize: 1024 } : {}),
+            ...(isMetal ? { cacheTypeK: 'q8_0', cacheTypeV: 'q8_0', mlock: true } : {}),
+            ...(opts?.reasoningBudget !== undefined ? { reasoningBudget: opts.reasoningBudget } : {}),
+        });
+    }
+    async unloadChat() {
+        if (this.chatServer) {
+            await this.chatServer.stop();
+        }
+    }
+    async swapChat(modelPath, opts) {
+        await this.unloadChat();
+        await this.loadChat(modelPath, opts);
+    }
+    async ensureRunningChat(modelName, opts) {
+        if (this.chatServer?.running)
+            return;
+        logger.info(`[LlamaCppEngine] Auto-starting chat model: ${modelName}`);
+        const { filePath } = await this.resolveModelPath(modelName);
+        await this.loadChat(filePath, opts);
+    }
+    getChatStatus() {
+        const running = this.chatServer?.running ?? false;
+        return {
+            running,
+            activeModel: running ? (this.chatServer?.modelPath ?? null) : null,
+            port: this.chatServer?.port ?? null,
+            contextSize: this._detectedContextSize,
+            memoryEstimate: this._memoryEstimate,
+            supportsVision: this._supportsVision,
+        };
+    }
+    getChatBaseUrl() {
+        return this.chatServer?.ready ? this.chatServer.getBaseUrl() : null;
+    }
+    // ─── Embedding ──────────────────────────────────────────────────────────────
+    async loadEmbedding(modelPath) {
+        if (!this.embeddingServer)
+            this.embeddingServer = new LlamaServerProcess(this._baseDir, true);
+        if (this.embeddingServer.running && this.embeddingServer.modelPath === modelPath)
+            return;
+        await this.embeddingServer.start({ modelPath, embedding: true });
+    }
+    async unloadEmbedding() {
+        if (this.embeddingServer) {
+            await this.embeddingServer.stop();
+        }
+    }
+    async ensureRunningEmbedding(modelName) {
+        if (this.embeddingServer?.running)
+            return;
+        logger.info(`[LlamaCppEngine] Auto-starting embedding model: ${modelName}`);
+        const { filePath } = await this.resolveModelPath(modelName);
+        await this.loadEmbedding(filePath);
+    }
+    getEmbeddingStatus() {
+        const running = this.embeddingServer?.running ?? false;
+        return {
+            running,
+            activeModel: running ? (this.embeddingServer?.modelPath ?? null) : null,
+            port: this.embeddingServer?.port ?? null,
+            contextSize: null,
+            memoryEstimate: null,
+        };
+    }
+    getEmbeddingBaseUrl() {
+        return this.embeddingServer?.ready ? this.embeddingServer.getBaseUrl() : null;
+    }
+    // ─── Combined ───────────────────────────────────────────────────────────────
+    getStatus() {
+        return {
+            engineName: this.engineName,
+            available: this.isAvailable(),
+            chat: this.getChatStatus(),
+            embedding: this.getEmbeddingStatus(),
+        };
+    }
+    killOrphans() {
+        killOrphanedServers(this._baseDir);
+    }
+    // ─── Binary management ─────────────────────────────────────────────────────
+    getBinaryVersion() {
+        return getBinaryVersion(this._baseDir);
+    }
+    getBinarySource() {
+        const version = getBinaryVersion(this._baseDir);
+        if (!version)
+            return null;
+        return isSystemBinary() ? 'system' : 'managed';
+    }
+    async checkForUpdate() {
+        return checkForUpdate(this._baseDir);
+    }
+    async updateBinary() {
+        return updateBinary(this._baseDir);
+    }
+    // ─── Private ────────────────────────────────────────────────────────────────
+    async resolveModelPath(modelName) {
+        const manager = new ModelManager(this._baseDir);
+        const result = await manager.findModelFile(modelName);
+        if (!result)
+            throw new Error(`Local model "${modelName}" not found. Download it first.`);
+        return result;
+    }
+}
+//# sourceMappingURL=llama-cpp-engine.js.map

package/dist/lib/local-llm/engines/llama-cpp-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-cpp-engine.js","sourceRoot":"","sources":["../../../../lib/local-llm/engines/llama-cpp-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzG,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACjH,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAGzC,MAAM,OAAO,cAAc;IAChB,UAAU,GAAG,WAAW,CAAC;IAE1B,QAAQ,GAAG,EAAE,CAAC;IACd,UAAU,GAA8B,IAAI,CAAC;IAC7C,eAAe,GAA8B,IAAI,CAAC;IAClD,oBAAoB,GAAkB,IAAI,CAAC;IAC3C,eAAe,GAA4E,IAAI,CAAC;IAChG,eAAe,GAAG,KAAK,CAAC;IAEhC,UAAU,CAAC,GAAW;QACpB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IACtB,CAAC;IAED,WAAW;QACT,OAAO,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC;IAClD,CAAC;IAED,+EAA+E;IAE/E,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,IAAkB;QAClD,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9E,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO;QAE/E,IAAI,WAAW,GAAG,IAAI,EAAE,WAAW,CAAC;QAEpC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;YAC9B,WAAW,GAAG,2BAA2B,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,WAAW,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAC9D,IAAI,CAAC,eAAe,GAAG;gBACrB,UAAU,EAAE,SAAS,CAAC,aAAa;gBACnC,YAAY,EAAE,OAAO;gBACrB,UAAU,EAAE,SAAS,CAAC,aAAa,GAAG,OAAO;aAC9C,CAAC;QACJ,CAAC;QAED,+DAA+D;QAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAC/D,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;QAEhC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,gDAAgD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,CAAC,oBAAoB,GAAG,WAAW,IAAI,IAAI,CAAC;QAChD,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,KAAK,MAAM,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,KAAK,OAAO,CAAC;QACtC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;YAC1B,SAAS;YACT,WAAW;YACX,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,SAAS,EAAE,KAAK;YAChB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,GAAG,CAAC,IAAI,EAAE,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,IAAkB;QAClD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAiB,EAAE,IAAkB;QAC3D,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO;YAAE,OAAO;QACrC,MAAM,CAAC,IAAI,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAC;QACvE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,aAAa;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,KAAK,CAAC;QAClD,OAAO;YACL,OAAO;YACP,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YAClE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,IAAI,IAAI;YACnC,WAAW,EAAE,IAAI,CAAC,oBAAoB;YACtC,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,cAAc,EAAE,IAAI,CAAC,eAAe;SACrC,CAAC;IACJ,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,CAAC;IAED,+EAA+E;IAE/E,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,IAAI,CAAC,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9F,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO;QACzF,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,SAAiB;QAC5C,IAAI,IAAI,CAAC,eAAe,EAAE,OAAO;YAAE,OAAO;QAC1C,MAAM,CAAC,IAAI,CAAC,mDAAmD,SAAS,EAAE,CAAC,CAAC;QAC5E,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,kBAAkB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,IAAI,KAAK,CAAC;QACvD,OAAO;YACL,OAAO;YACP,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YACvE,IAAI,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,IAAI,IAAI;YACxC,WAAW,EAAE,IAAI;YACjB,cAAc,EAAE,IAAI;SACrB,CAAC;IACJ,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAED,+EAA+E;IAE/E,SAAS;QACP,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,EAAE;YAC7B,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE;YAC1B,SAAS,EAAE,IAAI,CAAC,kBAAkB,EAAE;SACrC,CAAC;IACJ,CAAC;IAED,WAAW;QACT,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,8EAA8E;IAE9E,gBAAgB;QACd,OAAO,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,eAAe;QACb,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,OAAO,cAAc,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,OAAO,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,+EAA+E;IAEvE,KAAK,CAAC,gBAAgB,CAAC,SAAiB;QAC9C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,SAAS,iCAAiC,CAAC,CAAC;QACzF,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/lib/local-llm/engines/mlx-serve-engine.d.ts

@@ -0,0 +1,31 @@
+import type { LocalEngine, EngineChatStatus, EngineServerStatus, EngineStatus, LoadOptions } from '../engine-interface.ts';
+export declare class MlxServeEngine implements LocalEngine {
+    readonly engineName = "mlx-serve";
+    private _baseDir;
+    private chatServer;
+    private embeddingServer;
+    private _detectedContextSize;
+    private _memoryEstimate;
+    private _supportsVision;
+    setBaseDir(dir: string): void;
+    isAvailable(): boolean;
+    loadChat(modelPath: string, opts?: LoadOptions): Promise<void>;
+    unloadChat(): Promise<void>;
+    swapChat(modelPath: string, opts?: LoadOptions): Promise<void>;
+    ensureRunningChat(modelName: string, opts?: LoadOptions): Promise<void>;
+    getChatStatus(): EngineChatStatus;
+    getChatBaseUrl(): string | null;
+    loadEmbedding(modelPath: string): Promise<void>;
+    unloadEmbedding(): Promise<void>;
+    ensureRunningEmbedding(modelName: string): Promise<void>;
+    getEmbeddingStatus(): EngineServerStatus;
+    getEmbeddingBaseUrl(): string | null;
+    getStatus(): EngineStatus;
+    killOrphans(): void;
+    getBinaryVersion(): string | null;
+    getBinarySource(): 'managed' | 'system' | null;
+    checkForUpdate(): Promise<any>;
+    updateBinary(): Promise<void>;
+    private resolveModelPath;
+}
+//# sourceMappingURL=mlx-serve-engine.d.ts.map

package/dist/lib/local-llm/engines/mlx-serve-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-serve-engine.d.ts","sourceRoot":"","sources":["../../../../lib/local-llm/engines/mlx-serve-engine.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAE3H,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,UAAU,eAAe;IAElC,OAAO,CAAC,QAAQ,CAAM;IACtB,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,eAAe,CAAiC;IACxD,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,eAAe,CAAiF;IACxG,OAAO,CAAC,eAAe,CAAS;IAEhC,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAI7B,WAAW,IAAI,OAAO;IAMhB,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAwC9D,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAK9D,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAO7E,aAAa,IAAI,gBAAgB;IAYjC,cAAc,IAAI,MAAM,GAAG,IAAI;IAMzB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ/C,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAMhC,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9D,kBAAkB,IAAI,kBAAkB;IAWxC,mBAAmB,IAAI,MAAM,GAAG,IAAI;IAMpC,SAAS,IAAI,YAAY;IASzB,WAAW,IAAI,IAAI;IAMnB,gBAAgB,IAAI,MAAM,GAAG,IAAI;IAIjC,eAAe,IAAI,SAAS,GAAG,QAAQ,GAAG,IAAI;IAMxC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAI9B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;YAMrB,gBAAgB;CAM/B"}

package/dist/lib/local-llm/engines/mlx-serve-engine.js

@@ -0,0 +1,161 @@
+import { MlxServerProcess } from "../mlx-server-process.js";
+import { killOrphanedMlxServers } from "../mlx-server-process.js";
+import { ModelManager } from "../model-manager.js";
+import { getMlxBinaryVersion, isMlxSystemBinary, updateMlxBinary, checkForMlxUpdate } from "../mlx-binary-manager.js";
+import { logger } from "../../logger.js";
+export class MlxServeEngine {
+    engineName = 'mlx-serve';
+    _baseDir = '';
+    chatServer = null;
+    embeddingServer = null;
+    _detectedContextSize = null;
+    _memoryEstimate = null;
+    _supportsVision = false;
+    setBaseDir(dir) {
+        this._baseDir = dir;
+    }
+    isAvailable() {
+        return getMlxBinaryVersion(this._baseDir) !== null && process.platform === 'darwin' && process.arch === 'arm64';
+    }
+    // ─── Chat ───────────────────────────────────────────────────────────────────
+    async loadChat(modelPath, opts) {
+        if (this.chatServer?.running && this.chatServer.modelPath === modelPath)
+            return;
+        if (!this.chatServer)
+            this.chatServer = new MlxServerProcess(this._baseDir);
+        this._memoryEstimate = null;
+        this._supportsVision = false;
+        this._detectedContextSize = opts?.contextSize ?? null;
+        await this.chatServer.start({ modelPath, contextSize: opts?.contextSize, reasoningBudget: opts?.reasoningBudget });
+        // Fetch /props from mlx-serve to get memory usage and context size
+        try {
+            const baseUrl = this.chatServer.getBaseUrl();
+            const res = await fetch(`${baseUrl}/props`);
+            if (res.ok) {
+                const props = await res.json();
+                const nCtx = props.default_generation_settings?.n_ctx;
+                if (nCtx && !this._detectedContextSize) {
+                    this._detectedContextSize = nCtx;
+                }
+                const ctxSize = this._detectedContextSize ?? nCtx ?? 0;
+                const info = props.model_info;
+                // KV cache: layers × 2(K+V) × kv_heads × head_dim × 2(float16) × ctx
+                const kvCacheBytes = info
+                    ? info.num_hidden_layers * 2 * info.num_key_value_heads * info.head_dim * 2 * ctxSize
+                    : 0;
+                const modelBytes = props.memory?.active_bytes ?? 0;
+                if (modelBytes || kvCacheBytes) {
+                    this._memoryEstimate = {
+                        modelBytes,
+                        kvCacheBytes,
+                        totalBytes: modelBytes + kvCacheBytes,
+                    };
+                }
+            }
+        }
+        catch (err) {
+            logger.warn('[MlxServeEngine] Failed to fetch /props:', err);
+        }
+    }
+    async unloadChat() {
+        if (this.chatServer) {
+            await this.chatServer.stop();
+        }
+    }
+    async swapChat(modelPath, opts) {
+        await this.unloadChat();
+        await this.loadChat(modelPath, opts);
+    }
+    async ensureRunningChat(modelName, opts) {
+        if (this.chatServer?.running)
+            return;
+        logger.info(`[MlxServeEngine] Auto-starting chat model: ${modelName}`);
+        const { filePath } = await this.resolveModelPath(modelName);
+        await this.loadChat(filePath, opts);
+    }
+    getChatStatus() {
+        const running = this.chatServer?.running ?? false;
+        return {
+            running,
+            activeModel: running ? (this.chatServer?.modelPath ?? null) : null,
+            port: this.chatServer?.port ?? null,
+            contextSize: this._detectedContextSize,
+            memoryEstimate: this._memoryEstimate,
+            supportsVision: this._supportsVision,
+        };
+    }
+    getChatBaseUrl() {
+        return this.chatServer?.ready ? this.chatServer.getBaseUrl() : null;
+    }
+    // ─── Embedding ──────────────────────────────────────────────────────────────
+    async loadEmbedding(modelPath) {
+        if (this.embeddingServer?.running && this.embeddingServer.modelPath === modelPath)
+            return;
+        if (!this.embeddingServer)
+            this.embeddingServer = new MlxServerProcess(this._baseDir, 'embedding');
+        await this.embeddingServer.start({ modelPath });
+        logger.info(`[MlxServeEngine] Embedding server ready on port ${this.embeddingServer.port}`);
+    }
+    async unloadEmbedding() {
+        if (this.embeddingServer) {
+            await this.embeddingServer.stop();
+        }
+    }
+    async ensureRunningEmbedding(modelName) {
+        if (this.embeddingServer?.running)
+            return;
+        logger.info(`[MlxServeEngine] Auto-starting embedding model: ${modelName}`);
+        const { filePath } = await this.resolveModelPath(modelName);
+        await this.loadEmbedding(filePath);
+    }
+    getEmbeddingStatus() {
+        const running = this.embeddingServer?.running ?? false;
+        return {
+            running,
+            activeModel: running ? (this.embeddingServer?.modelPath ?? null) : null,
+            port: this.embeddingServer?.port ?? null,
+            contextSize: null,
+            memoryEstimate: null,
+        };
+    }
+    getEmbeddingBaseUrl() {
+        return this.embeddingServer?.ready ? this.embeddingServer.getBaseUrl() : null;
+    }
+    // ─── Combined ───────────────────────────────────────────────────────────────
+    getStatus() {
+        return {
+            engineName: this.engineName,
+            available: this.isAvailable(),
+            chat: this.getChatStatus(),
+            embedding: this.getEmbeddingStatus(),
+        };
+    }
+    killOrphans() {
+        killOrphanedMlxServers(this._baseDir);
+    }
+    // ─── Binary management ─────────────────────────────────────────────────────
+    getBinaryVersion() {
+        return getMlxBinaryVersion(this._baseDir);
+    }
+    getBinarySource() {
+        const version = getMlxBinaryVersion(this._baseDir);
+        if (!version)
+            return null;
+        return isMlxSystemBinary() ? 'system' : 'managed';
+    }
+    async checkForUpdate() {
+        return checkForMlxUpdate(this._baseDir);
+    }
+    async updateBinary() {
+        return updateMlxBinary(this._baseDir);
+    }
+    // ─── Private ────────────────────────────────────────────────────────────────
+    async resolveModelPath(modelName) {
+        const manager = new ModelManager(this._baseDir);
+        const result = await manager.findModelFile(modelName);
+        if (!result)
+            throw new Error(`Local model "${modelName}" not found. Download it first.`);
+        return result;
+    }
+}
+//# sourceMappingURL=mlx-serve-engine.js.map

package/dist/lib/local-llm/engines/mlx-serve-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mlx-serve-engine.js","sourceRoot":"","sources":["../../../../lib/local-llm/engines/mlx-serve-engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AACtH,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAGzC,MAAM,OAAO,cAAc;IAChB,UAAU,GAAG,WAAW,CAAC;IAE1B,QAAQ,GAAG,EAAE,CAAC;IACd,UAAU,GAA4B,IAAI,CAAC;IAC3C,eAAe,GAA4B,IAAI,CAAC;IAChD,oBAAoB,GAAkB,IAAI,CAAC;IAC3C,eAAe,GAA4E,IAAI,CAAC;IAChG,eAAe,GAAG,KAAK,CAAC;IAEhC,UAAU,CAAC,GAAW;QACpB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IACtB,CAAC;IAED,WAAW;QACT,OAAO,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;IAClH,CAAC;IAED,+EAA+E;IAE/E,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,IAAkB;QAClD,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO;QAChF,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE5E,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,oBAAoB,GAAG,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC;QAEtD,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QAEnH,mEAAmE;QACnE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,QAAQ,CAAC,CAAC;YAC5C,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACX,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAC;gBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC;gBACtD,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBACvC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBACnC,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,IAAI,IAAI,IAAI,CAAC,CAAC;gBACvD,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC;gBAC9B,qEAAqE;gBACrE,MAAM,YAAY,GAAG,IAAI;oBACvB,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,OAAO;oBACrF,CAAC,CAAC,CAAC,CAAC;gBACN,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,YAAY,IAAI,CAAC,CAAC;gBACnD,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;oBAC/B,IAAI,CAAC,eAAe,GAAG;wBACrB,UAAU;wBACV,YAAY;wBACZ,UAAU,EAAE,UAAU,GAAG,YAAY;qBACtC,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,IAAkB;QAClD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAiB,EAAE,IAAkB;QAC3D,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO;YAAE,OAAO;QACrC,MAAM,CAAC,IAAI,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAC;QACvE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,aAAa;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,KAAK,CAAC;QAClD,OAAO;YACL,OAAO;YACP,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YAClE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,IAAI,IAAI;YACnC,WAAW,EAAE,IAAI,CAAC,oBAAoB;YACtC,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,cAAc,EAAE,IAAI,CAAC,eAAe;SACrC,CAAC;IACJ,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,CAAC;IAED,+EAA+E;IAE/E,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,IAAI,IAAI,CAAC,eAAe,EAAE,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO;QAC1F,IAAI,CAAC,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAEnG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,mDAAmD,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,SAAiB;QAC5C,IAAI,IAAI,CAAC,eAAe,EAAE,OAAO;YAAE,OAAO;QAC1C,MAAM,CAAC,IAAI,CAAC,mDAAmD,SAAS,EAAE,CAAC,CAAC;QAC5E,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,kBAAkB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,IAAI,KAAK,CAAC;QACvD,OAAO;YACL,OAAO;YACP,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;YACvE,IAAI,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,IAAI,IAAI;YACxC,WAAW,EAAE,IAAI;YACjB,cAAc,EAAE,IAAI;SACrB,CAAC;IACJ,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC;IAED,+EAA+E;IAE/E,SAAS;QACP,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,EAAE;YAC7B,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE;YAC1B,SAAS,EAAE,IAAI,CAAC,kBAAkB,EAAE;SACrC,CAAC;IACJ,CAAC;IAED,WAAW;QACT,sBAAsB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,8EAA8E;IAE9E,gBAAgB;QACd,OAAO,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,eAAe;QACb,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,OAAO,iBAAiB,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,OAAO,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,+EAA+E;IAEvE,KAAK,CAAC,gBAAgB,CAAC,SAAiB;QAC9C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,SAAS,iCAAiC,CAAC,CAAC;QACzF,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/lib/local-llm/gguf-reader.d.ts

@@ -0,0 +1,20 @@
+export interface GGUFModelInfo {
+    contextLength: number;
+    blockCount: number;
+    embeddingLength: number;
+    headCount: number;
+    headCountKv: number;
+    fileSizeBytes: number;
+}
+/**
+ * Reads model architecture info from a GGUF file's metadata header.
+ * Only reads the first 1MB — no model loading required.
+ */
+export declare function readGGUFModelInfo(modelPath: string): Promise<GGUFModelInfo | null>;
+/**
+ * Estimates KV cache bytes per token for a model.
+ * KV cache = 2 (K+V) * n_layers * n_kv_heads * head_dim * 2 bytes (f16)
+ */
+export declare function kvCacheBytesPerToken(info: GGUFModelInfo): number;
+export declare function calculateOptimalContextSize(info: GGUFModelInfo): number;
+//# sourceMappingURL=gguf-reader.d.ts.map

package/dist/lib/local-llm/gguf-reader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf-reader.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/gguf-reader.ts"],"names":[],"mappings":"AASA,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAkExF;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,aAAa,GAAG,MAAM,CAGhE;AA2BD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,aAAa,GAAG,MAAM,CAuBvE"}

package/dist/lib/local-llm/gguf-reader.js

@@ -0,0 +1,190 @@
+import * as fs from 'fs/promises';
+import { readFileSync } from 'fs';
+import * as os from 'os';
+import { logger } from "../logger.js";
+const GGUF_MAGIC = 0x46554747; // "GGUF" in little-endian
+const METADATA_BUFFER_SIZE = 1024 * 1024; // 1MB covers metadata for all models
+const OS_RESERVED_BYTES = 4 * 1024 * 1024 * 1024; // Reserve 4GB for OS + apps
+/**
+ * Reads model architecture info from a GGUF file's metadata header.
+ * Only reads the first 1MB — no model loading required.
+ */
+export async function readGGUFModelInfo(modelPath) {
+    let handle = null;
+    try {
+        handle = await fs.open(modelPath, 'r');
+        const stat = await handle.stat();
+        const buf = Buffer.alloc(METADATA_BUFFER_SIZE);
+        const { bytesRead } = await handle.read(buf, 0, buf.length, 0);
+        if (bytesRead < 24)
+            return null;
+        const magic = buf.readUInt32LE(0);
+        if (magic !== GGUF_MAGIC)
+            return null;
+        const version = buf.readUInt32LE(4);
+        if (version < 2 || version > 3)
+            return null;
+        const kvCount = Number(buf.readBigUInt64LE(16));
+        let pos = 24;
+        const info = { fileSizeBytes: stat.size };
+        const needed = new Set(['context_length', 'block_count', 'embedding_length', 'attention.head_count', 'attention.head_count_kv']);
+        for (let i = 0; i < kvCount && pos < bytesRead - 12 && needed.size > 0; i++) {
+            if (pos + 8 > bytesRead)
+                break;
+            const keyLen = Number(buf.readBigUInt64LE(pos));
+            pos += 8;
+            if (pos + keyLen > bytesRead)
+                break;
+            const key = buf.toString('utf-8', pos, pos + keyLen);
+            pos += keyLen;
+            if (pos + 4 > bytesRead)
+                break;
+            const vtype = buf.readUInt32LE(pos);
+            pos += 4;
+            if (key.endsWith('.context_length')) {
+                info.contextLength = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('context_length');
+            }
+            else if (key.endsWith('.block_count')) {
+                info.blockCount = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('block_count');
+            }
+            else if (key.endsWith('.embedding_length')) {
+                info.embeddingLength = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('embedding_length');
+            }
+            else if (key.endsWith('.attention.head_count_kv')) {
+                info.headCountKv = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('attention.head_count_kv');
+            }
+            else if (key.endsWith('.attention.head_count')) {
+                info.headCount = readScalar(buf, pos, vtype) ?? 0;
+                needed.delete('attention.head_count');
+            }
+            pos = skipValue(buf, pos, vtype, bytesRead);
+            if (pos < 0)
+                break;
+        }
+        if (!info.contextLength)
+            return null;
+        const result = info;
+        logger.info(`[GGUFReader] ${modelPath.split('/').pop()}: ctx=${result.contextLength} layers=${result.blockCount} embd=${result.embeddingLength} heads=${result.headCount} kv_heads=${result.headCountKv} size=${(result.fileSizeBytes / 1024 / 1024 / 1024).toFixed(1)}GB`);
+        return result;
+    }
+    catch (err) {
+        logger.warn(`[GGUFReader] Failed to read GGUF metadata: ${err}`);
+        return null;
+    }
+    finally {
+        await handle?.close();
+    }
+}
+/**
+ * Estimates KV cache bytes per token for a model.
+ * KV cache = 2 (K+V) * n_layers * n_kv_heads * head_dim * 2 bytes (f16)
+ */
+export function kvCacheBytesPerToken(info) {
+    const headDim = info.embeddingLength / info.headCount;
+    return 2 * info.blockCount * info.headCountKv * headDim * 2;
+}
+/**
+ * Calculates optimal context size based on available system RAM.
+ * Accounts for model weights, KV cache, and OS overhead.
+ */
+/**
+ * Returns effective total memory, respecting container cgroup limits.
+ * os.totalmem() returns host RAM even inside Docker, so we check cgroup first.
+ */
+function getEffectiveMemory() {
+    const hostRam = os.totalmem();
+    if (process.platform !== 'linux')
+        return hostRam;
+    try {
+        // cgroup v2
+        const raw = readFileSync('/sys/fs/cgroup/memory.max', 'utf-8').trim();
+        if (raw !== 'max')
+            return Math.min(Number(raw), hostRam);
+    }
+    catch { /* not cgroup v2 */ }
+    try {
+        // cgroup v1
+        const raw = readFileSync('/sys/fs/cgroup/memory/memory.limit_in_bytes', 'utf-8').trim();
+        const limit = Number(raw);
+        if (limit > 0 && limit < hostRam)
+            return limit;
+    }
+    catch { /* not cgroup v1 */ }
+    return hostRam;
+}
+export function calculateOptimalContextSize(info) {
+    const totalRam = getEffectiveMemory();
+    const availableForModel = totalRam - OS_RESERVED_BYTES;
+    const memAfterWeights = availableForModel - info.fileSizeBytes;
+    if (memAfterWeights <= 0) {
+        logger.warn(`[GGUFReader] Model file (${(info.fileSizeBytes / 1024 / 1024 / 1024).toFixed(1)}GB) exceeds available memory, using minimum context`);
+        return 2048;
+    }
+    const bytesPerToken = kvCacheBytesPerToken(info);
+    // Use at most 50% of available-after-weights for KV cache — leave headroom for runtime allocations
+    const maxCtxByRam = Math.floor((memAfterWeights * 0.5) / bytesPerToken);
+    // Hard cap: 32K tokens is practical for local models, avoids memory pressure on small machines
+    const MAX_CONTEXT_CAP = 32768;
+    const nativeCtx = info.contextLength;
+    const optimal = Math.min(maxCtxByRam, nativeCtx, MAX_CONTEXT_CAP);
+    // Floor to nearest 1024 for cleanliness, minimum 2048
+    const result = Math.max(2048, Math.floor(optimal / 1024) * 1024);
+    logger.info(`[GGUFReader] RAM: ${(totalRam / 1024 / 1024 / 1024).toFixed(0)}GB total, ${(memAfterWeights / 1024 / 1024 / 1024).toFixed(1)}GB available for KV | KV/token: ${bytesPerToken} bytes | max by RAM: ${maxCtxByRam} | native: ${nativeCtx} | cap: ${MAX_CONTEXT_CAP} | optimal: ${result}`);
+    return result;
+}
+function readScalar(buf, pos, vtype) {
+    switch (vtype) {
+        case 0: return buf.readUInt8(pos);
+        case 1: return buf.readInt8(pos);
+        case 2: return buf.readUInt16LE(pos);
+        case 3: return buf.readInt16LE(pos);
+        case 4: return buf.readUInt32LE(pos);
+        case 5: return buf.readInt32LE(pos);
+        case 6: return buf.readFloatLE(pos);
+        case 7: return buf.readUInt8(pos);
+        case 10: return Number(buf.readBigUInt64LE(pos));
+        case 11: return Number(buf.readBigInt64LE(pos));
+        case 12: return buf.readDoubleLE(pos);
+        default: return null;
+    }
+}
+function skipValue(buf, pos, vtype, limit) {
+    switch (vtype) {
+        case 0:
+        case 1:
+        case 7: return pos + 1;
+        case 2:
+        case 3: return pos + 2;
+        case 4:
+        case 5:
+        case 6: return pos + 4;
+        case 10:
+        case 11:
+        case 12: return pos + 8;
+        case 8: {
+            if (pos + 8 > limit)
+                return -1;
+            const len = Number(buf.readBigUInt64LE(pos));
+            return pos + 8 + len;
+        }
+        case 9: {
+            if (pos + 12 > limit)
+                return -1;
+            const elemType = buf.readUInt32LE(pos);
+            const count = Number(buf.readBigUInt64LE(pos + 4));
+            pos += 12;
+            for (let i = 0; i < count && pos < limit; i++) {
+                pos = skipValue(buf, pos, elemType, limit);
+                if (pos < 0)
+                    return -1;
+            }
+            return pos;
+        }
+        default: return -1;
+    }
+}
+//# sourceMappingURL=gguf-reader.js.map

package/dist/lib/local-llm/gguf-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf-reader.js","sourceRoot":"","sources":["../../../lib/local-llm/gguf-reader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,0BAA0B;AACzD,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,qCAAqC;AAC/E,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,4BAA4B;AAW9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB;IACvD,IAAI,MAAM,GAAyB,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/D,IAAI,SAAS,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QAEhC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC;QAEtC,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,IAAI,GAAG,GAAG,EAAE,CAAC;QAEb,MAAM,IAAI,GAA2B,EAAE,aAAa,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,yBAAyB,CAAC,CAAC,CAAC;QAEjI,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,IAAI,GAAG,GAAG,SAAS,GAAG,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5E,IAAI,GAAG,GAAG,CAAC,GAAG,SAAS;gBAAE,MAAM;YAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;YAChD,GAAG,IAAI,CAAC,CAAC;YAET,IAAI,GAAG,GAAG,MAAM,GAAG,SAAS;gBAAE,MAAM;YACpC,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;YACrD,GAAG,IAAI,MAAM,CAAC;YAEd,IAAI,GAAG,GAAG,CAAC,GAAG,SAAS;gBAAE,MAAM;YAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACpC,GAAG,IAAI,CAAC,CAAC;YAET,IAAI,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtD,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnD,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxD,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACpC,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBACpD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;YAC3C,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAClD,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACxC,CAAC;YAED,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YAC5C,IAAI,GAAG,GAAG,CAAC;gBAAE,MAAM;QACrB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,MAAM,GAAG,IAAqB,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,gBAAgB,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,SAAS,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,UAAU,SAAS,MAAM,CAAC,eAAe,UAAU,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,WAAW,SAAS,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5Q,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,8CAA8C,GAAG,EAAE,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAmB;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC;IACtD,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,OAAO,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED;;;GAGG;AACH;;;GAGG;AACH,SAAS,kBAAkB;IACzB,MAAM,OAAO,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACjD,IAAI,CAAC;QACH,YAAY;QACZ,MAAM,GAAG,GAAG,YAAY,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACtE,IAAI,GAAG,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC/B,IAAI,CAAC;QACH,YAAY;QACZ,MAAM,GAAG,GAAG,YAAY,CAAC,6CAA6C,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACxF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO;YAAE,OAAO,KAAK,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC/B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAmB;IAC7D,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IACtC,MAAM,iBAAiB,GAAG,QAAQ,GAAG,iBAAiB,CAAC;IACvD,MAAM,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC;IAE/D,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qDAAqD,CAAC,CAAC;QACnJ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACjD,mGAAmG;IACnG,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;IACxE,+FAA+F;IAC/F,MAAM,eAAe,GAAG,KAAK,CAAC;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC;IAErC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAClE,sDAAsD;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAEjE,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,eAAe,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,aAAa,wBAAwB,WAAW,cAAc,SAAS,WAAW,eAAe,eAAe,MAAM,EAAE,CAAC,CAAC;IACtS,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,GAAW,EAAE,KAAa;IACzD,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,KAAK,EAAE,CAAC,CAAC,OAAO,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACtC,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,GAAW,EAAE,KAAa,EAAE,KAAa;IACvE,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QACvC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC/B,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QACvC,KAAK,EAAE,CAAC;QAAC,KAAK,EAAE,CAAC;QAAC,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC1C,KAAK,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,GAAG,GAAG,CAAC,GAAG,KAAK;gBAAE,OAAO,CAAC,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,GAAG,GAAG,EAAE,GAAG,KAAK;gBAAE,OAAO,CAAC,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACnD,GAAG,IAAI,EAAE,CAAC;YACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC3C,IAAI,GAAG,GAAG,CAAC;oBAAE,OAAO,CAAC,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/lib/local-llm/index.d.ts

@@ -0,0 +1,9 @@
+export { ModelManager } from './model-manager.ts';
+export { engineRegistry } from './engine-registry.ts';
+export type { LocalEngine, EngineStatus, EngineChatStatus, EngineServerStatus, LoadOptions } from './engine-interface.ts';
+export { getBinaryPath, detectGpu } from './binary-manager.ts';
+export type { GpuInfo } from './binary-manager.ts';
+export { LlamaServerProcess } from './llama-server-process.ts';
+export { MlxServerProcess, killOrphanedMlxServers } from './mlx-server-process.ts';
+export type { LocalModel, LocalLlmStatus, HuggingFaceModelResult, HuggingFaceGgufFile, DownloadProgress, ActiveDownload, InterruptedDownload, LocalLlmState, } from './types.ts';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/local-llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../lib/local-llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC1H,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC/D,YAAY,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACnF,YAAY,EACV,UAAU,EACV,cAAc,EACd,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,aAAa,GACd,MAAM,YAAY,CAAC"}

package/dist/lib/local-llm/index.js

@@ -0,0 +1,6 @@
+export { ModelManager } from "./model-manager.js";
+export { engineRegistry } from "./engine-registry.js";
+export { getBinaryPath, detectGpu } from "./binary-manager.js";
+export { LlamaServerProcess } from "./llama-server-process.js";
+export { MlxServerProcess, killOrphanedMlxServers } from "./mlx-server-process.js";
+//# sourceMappingURL=index.js.map

package/dist/lib/local-llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../lib/local-llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAE/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC"}