react-native-nitro-mlx 0.1.1 → 0.2.1

package/ios/Sources/HybridLLM.swift

@@ -7,6 +7,7 @@ internal import MLXLMCommon
 class HybridLLM: HybridLLMSpec {
     private var session: ChatSession?
     private var currentTask: Task<String, Error>?
+    private var container: Any?
     private var lastStats: GenerationStats = GenerationStats(
         tokenCount: 0,
         tokensPerSecond: 0,
@@ -14,12 +15,15 @@ class HybridLLM: HybridLLMSpec {
         totalTime: 0
     )
     private var modelFactory: ModelFactory = LLMModelFactory.shared
+    private var manageHistory: Bool = false
+    private var messageHistory: [LLMMessage] = []
 
     var isLoaded: Bool { session != nil }
     var isGenerating: Bool { currentTask != nil }
     var modelId: String = ""
     var debug: Bool = false
     var systemPrompt: String = "You are a helpful assistant."
+    var additionalContext: LLMMessage = LLMMessage()
 
     private func log(_ message: String) {
         if debug {
@@ -27,21 +31,80 @@ class HybridLLM: HybridLLMSpec {
         }
     }
 
-    func load(modelId: String, onProgress: @escaping (Double) -> Void) throws -> Promise<Void> {
+    private func getMemoryUsage() -> String {
+        var taskInfo = mach_task_basic_info()
+        var count = mach_msg_type_number_t(MemoryLayout<mach_task_basic_info>.size)/4
+        let result: kern_return_t = withUnsafeMutablePointer(to: &taskInfo) {
+            $0.withMemoryRebound(to: integer_t.self, capacity: 1) {
+                task_info(mach_task_self_,
+                         task_flavor_t(MACH_TASK_BASIC_INFO),
+                         $0,
+                         &count)
+            }
+        }
+
+        if result == KERN_SUCCESS {
+            let usedMB = Float(taskInfo.resident_size) / 1024.0 / 1024.0
+            return String(format: "%.1f MB", usedMB)
+        } else {
+            return "unknown"
+        }
+    }
+
+    private func getGPUMemoryUsage() -> String {
+        let snapshot = GPU.snapshot()
+        let allocatedMB = Float(snapshot.activeMemory) / 1024.0 / 1024.0
+        let cacheMB = Float(snapshot.cacheMemory) / 1024.0 / 1024.0
+        let peakMB = Float(snapshot.peakMemory) / 1024.0 / 1024.0
+        return String(format: "Allocated: %.1f MB, Cache: %.1f MB, Peak: %.1f MB",
+                     allocatedMB, cacheMB, peakMB)
+    }
+
+    func load(modelId: String, options: LLMLoadOptions?) throws -> Promise<Void> {
         return Promise.async { [self] in
+            MLX.GPU.set(cacheLimit: 2000000)
+
+            self.currentTask?.cancel()
+            self.currentTask = nil
+            self.session = nil
+            self.container = nil
+            MLX.GPU.clearCache()
+
+            let memoryAfterCleanup = self.getMemoryUsage()
+            let gpuAfterCleanup = self.getGPUMemoryUsage()
+            log("After cleanup - Host: \(memoryAfterCleanup), GPU: \(gpuAfterCleanup)")
+
             let modelDir = await ModelDownloader.shared.getModelDirectory(modelId: modelId)
             log("Loading from directory: \(modelDir.path)")
 
             let config = ModelConfiguration(directory: modelDir)
-            let container = try await modelFactory.loadContainer(
+            let loadedContainer = try await modelFactory.loadContainer(
                 configuration: config
             ) { progress in
-                onProgress(progress.fractionCompleted)
+                options?.onProgress?(progress.fractionCompleted)
             }
 
-            self.session = ChatSession(container, instructions: self.systemPrompt)
+            let memoryAfterContainer = self.getMemoryUsage()
+            let gpuAfterContainer = self.getGPUMemoryUsage()
+            log("Model loaded - Host: \(memoryAfterContainer), GPU: \(gpuAfterContainer)")
+
+            // Convert [LLMMessage]? to [String: Any]?
+            let additionalContextDict: [String: Any]? = if let messages = options?.additionalContext {
+                ["messages": messages.map { ["role": $0.role, "content": $0.content] }]
+            } else {
+                nil
+            }
+
+            self.container = loadedContainer
+            self.session = ChatSession(loadedContainer, instructions: self.systemPrompt, additionalContext: additionalContextDict)
             self.modelId = modelId
-            log("Model loaded with system prompt: \(self.systemPrompt.prefix(50))...")
+
+            self.manageHistory = options?.manageHistory ?? false
+            self.messageHistory = options?.additionalContext ?? []
+
+            if self.manageHistory {
+                log("History management enabled with \(self.messageHistory.count) initial messages")
+            }
         }
     }
 
@@ -51,6 +114,10 @@ class HybridLLM: HybridLLMSpec {
         }
 
         return Promise.async { [self] in
+            if self.manageHistory {
+                self.messageHistory.append(LLMMessage(role: "user", content: prompt))
+            }
+
             let task = Task<String, Error> {
                 log("Generating response for: \(prompt.prefix(50))...")
                 let result = try await session.respond(to: prompt)
@@ -63,6 +130,11 @@ class HybridLLM: HybridLLMSpec {
             do {
                 let result = try await task.value
                 self.currentTask = nil
+
+                if self.manageHistory {
+                    self.messageHistory.append(LLMMessage(role: "assistant", content: result))
+                }
+
                 return result
             } catch {
                 self.currentTask = nil
@@ -77,6 +149,10 @@ class HybridLLM: HybridLLMSpec {
         }
 
         return Promise.async { [self] in
+            if self.manageHistory {
+                self.messageHistory.append(LLMMessage(role: "user", content: prompt))
+            }
+
             let task = Task<String, Error> {
                 var result = ""
                 var tokenCount = 0
@@ -116,6 +192,11 @@ class HybridLLM: HybridLLMSpec {
             do {
                 let result = try await task.value
                 self.currentTask = nil
+
+                if self.manageHistory {
+                    self.messageHistory.append(LLMMessage(role: "assistant", content: result))
+                }
+
                 return result
             } catch {
                 self.currentTask = nil
@@ -129,7 +210,36 @@ class HybridLLM: HybridLLMSpec {
         currentTask = nil
     }
 
+    func unload() throws {
+        let memoryBefore = getMemoryUsage()
+        let gpuBefore = getGPUMemoryUsage()
+        log("Before unload - Host: \(memoryBefore), GPU: \(gpuBefore)")
+
+        currentTask?.cancel()
+        currentTask = nil
+        session = nil
+        container = nil
+        messageHistory = []
+        manageHistory = false
+        modelId = ""
+
+        MLX.GPU.clearCache()
+
+        let memoryAfter = getMemoryUsage()
+        let gpuAfter = getGPUMemoryUsage()
+        log("After unload - Host: \(memoryAfter), GPU: \(gpuAfter)")
+    }
+
     func getLastGenerationStats() throws -> GenerationStats {
         return lastStats
     }
+
+    func getHistory() throws -> [LLMMessage] {
+        return messageHistory
+    }
+
+    func clearHistory() throws {
+        messageHistory = []
+        log("Message history cleared")
+    }
 }

package/lib/module/index.js

@@ -2,5 +2,5 @@
 
 export { LLM } from "./llm.js";
 export { ModelManager } from "./modelManager.js";
-export { MLXModel } from "./models.js";
+export { MLXModel, MLXModels, ModelFamily, ModelProvider } from "./models.js";
 //# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLM","ModelManager","MLXModel"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,GAAG,QAAQ,UAAO;AAC3B,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,QAAQ,QAAQ,aAAU","ignoreList":[]}
+{"version":3,"names":["LLM","ModelManager","MLXModel","MLXModels","ModelFamily","ModelProvider"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,GAAG,QAAsB,UAAO;AACzC,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SACEC,QAAQ,EACRC,SAAS,EACTC,WAAW,EAEXC,aAAa,QAER,aAAU","ignoreList":[]}

package/lib/module/llm.js

@@ -35,10 +35,10 @@ export const LLM = {
   /**
    * Load a model into memory. Downloads the model from HuggingFace if not already cached.
    * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-   * @param onProgress - Callback invoked with loading progress (0-1)
+   * @param options - Callback invoked with loading progress (0-1)
    */
-  load(modelId, onProgress) {
-    return getInstance().load(modelId, onProgress);
+  load(modelId, options) {
+    return getInstance().load(modelId, options);
   },
   /**
    * Generate a complete response for a prompt. Blocks until generation is complete.
@@ -64,6 +64,13 @@ export const LLM = {
   stop() {
     getInstance().stop();
   },
+  /**
+   * Unload the current model and release memory.
+   * Call this when you're done with the model to free up memory.
+   */
+  unload() {
+    getInstance().unload();
+  },
   /**
    * Get statistics from the last generation.
    * @returns Statistics including token count, tokens/sec, TTFT, and total time
@@ -71,6 +78,19 @@ export const LLM = {
   getLastGenerationStats() {
     return getInstance().getLastGenerationStats();
   },
+  /**
+   * Get the message history if management is enabled.
+   * @returns Array of messages in the history
+   */
+  getHistory() {
+    return getInstance().getHistory();
+  },
+  /**
+   * Clear the message history.
+   */
+  clearHistory() {
+    getInstance().clearHistory();
+  },
   /** Whether a model is currently loaded and ready for generation */
   get isLoaded() {
     return getInstance().isLoaded;

package/lib/module/llm.js.map

@@ -1 +1 @@
-{"version":3,"names":["NitroModules","instance","getInstance","createHybridObject","LLM","load","modelId","onProgress","generate","prompt","stream","onToken","stop","getLastGenerationStats","isLoaded","isGenerating","debug","value","systemPrompt"],"sourceRoot":"../../src","sources":["llm.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAGzD,IAAIC,QAAwB,GAAG,IAAI;AAEnC,SAASC,WAAWA,CAAA,EAAY;EAC9B,IAAI,CAACD,QAAQ,EAAE;IACbA,QAAQ,GAAGD,YAAY,CAACG,kBAAkB,CAAU,KAAK,CAAC;EAC5D;EACA,OAAOF,QAAQ;AACjB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMG,GAAG,GAAG;EACjB;AACF;AACA;AACA;AACA;EACEC,IAAIA,CAACC,OAAe,EAAEC,UAAsC,EAAiB;IAC3E,OAAOL,WAAW,CAAC,CAAC,CAACG,IAAI,CAACC,OAAO,EAAEC,UAAU,CAAC;EAChD,CAAC;EAED;AACF;AACA;AACA;AACA;AACA;EACEC,QAAQA,CAACC,MAAc,EAAmB;IACxC,OAAOP,WAAW,CAAC,CAAC,CAACM,QAAQ,CAACC,MAAM,CAAC;EACvC,CAAC;EAED;AACF;AACA;AACA;AACA;AACA;EACEC,MAAMA,CAACD,MAAc,EAAEE,OAAgC,EAAmB;IACxE,OAAOT,WAAW,CAAC,CAAC,CAACQ,MAAM,CAACD,MAAM,EAAEE,OAAO,CAAC;EAC9C,CAAC;EAED;AACF;AACA;EACEC,IAAIA,CAAA,EAAS;IACXV,WAAW,CAAC,CAAC,CAACU,IAAI,CAAC,CAAC;EACtB,CAAC;EAED;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAoB;IACxC,OAAOX,WAAW,CAAC,CAAC,CAACW,sBAAsB,CAAC,CAAC;EAC/C,CAAC;EAED;EACA,IAAIC,QAAQA,CAAA,EAAY;IACtB,OAAOZ,WAAW,CAAC,CAAC,CAACY,QAAQ;EAC/B,CAAC;EAED;EACA,IAAIC,YAAYA,CAAA,EAAY;IAC1B,OAAOb,WAAW,CAAC,CAAC,CAACa,YAAY;EACnC,CAAC;EAED;EACA,IAAIT,OAAOA,CAAA,EAAW;IACpB,OAAOJ,WAAW,CAAC,CAAC,CAACI,OAAO;EAC9B,CAAC;EAED;EACA,IAAIU,KAAKA,CAAA,EAAY;IACnB,OAAOd,WAAW,CAAC,CAAC,CAACc,KAAK;EAC5B,CAAC;EAED,IAAIA,KAAKA,CAACC,KAAc,EAAE;IACxBf,WAAW,CAAC,CAAC,CAACc,KAAK,GAAGC,KAAK;EAC7B,CAAC;EAED;AACF;AACA;AACA;AACA;EACE,IAAIC,YAAYA,CAAA,EAAW;IACzB,OAAOhB,WAAW,CAAC,CAAC,CAACgB,YAAY;EACnC,CAAC;EAED,IAAIA,YAAYA,CAACD,KAAa,EAAE;IAC9Bf,WAAW,CAAC,CAAC,CAACgB,YAAY,GAAGD,KAAK;EACpC;AACF,CAAC","ignoreList":[]}
+{"version":3,"names":["NitroModules","instance","getInstance","createHybridObject","LLM","load","modelId","options","generate","prompt","stream","onToken","stop","unload","getLastGenerationStats","getHistory","clearHistory","isLoaded","isGenerating","debug","value","systemPrompt"],"sourceRoot":"../../src","sources":["llm.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAGzD,IAAIC,QAAwB,GAAG,IAAI;AAOnC,SAASC,WAAWA,CAAA,EAAY;EAC9B,IAAI,CAACD,QAAQ,EAAE;IACbA,QAAQ,GAAGD,YAAY,CAACG,kBAAkB,CAAU,KAAK,CAAC;EAC5D;EACA,OAAOF,QAAQ;AACjB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMG,GAAG,GAAG;EACjB;AACF;AACA;AACA;AACA;EACEC,IAAIA,CAACC,OAAe,EAAEC,OAAuB,EAAiB;IAC5D,OAAOL,WAAW,CAAC,CAAC,CAACG,IAAI,CAACC,OAAO,EAAEC,OAAO,CAAC;EAC7C,CAAC;EAED;AACF;AACA;AACA;AACA;AACA;EACEC,QAAQA,CAACC,MAAc,EAAmB;IACxC,OAAOP,WAAW,CAAC,CAAC,CAACM,QAAQ,CAACC,MAAM,CAAC;EACvC,CAAC;EAED;AACF;AACA;AACA;AACA;AACA;EACEC,MAAMA,CAACD,MAAc,EAAEE,OAAgC,EAAmB;IACxE,OAAOT,WAAW,CAAC,CAAC,CAACQ,MAAM,CAACD,MAAM,EAAEE,OAAO,CAAC;EAC9C,CAAC;EAED;AACF;AACA;EACEC,IAAIA,CAAA,EAAS;IACXV,WAAW,CAAC,CAAC,CAACU,IAAI,CAAC,CAAC;EACtB,CAAC;EAED;AACF;AACA;AACA;EACEC,MAAMA,CAAA,EAAS;IACbX,WAAW,CAAC,CAAC,CAACW,MAAM,CAAC,CAAC;EACxB,CAAC;EAED;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAoB;IACxC,OAAOZ,WAAW,CAAC,CAAC,CAACY,sBAAsB,CAAC,CAAC;EAC/C,CAAC;EAED;AACF;AACA;AACA;EACEC,UAAUA,CAAA,EAAc;IACtB,OAAOb,WAAW,CAAC,CAAC,CAACa,UAAU,CAAC,CAAC;EACnC,CAAC;EAED;AACF;AACA;EACEC,YAAYA,CAAA,EAAS;IACnBd,WAAW,CAAC,CAAC,CAACc,YAAY,CAAC,CAAC;EAC9B,CAAC;EAED;EACA,IAAIC,QAAQA,CAAA,EAAY;IACtB,OAAOf,WAAW,CAAC,CAAC,CAACe,QAAQ;EAC/B,CAAC;EAED;EACA,IAAIC,YAAYA,CAAA,EAAY;IAC1B,OAAOhB,WAAW,CAAC,CAAC,CAACgB,YAAY;EACnC,CAAC;EAED;EACA,IAAIZ,OAAOA,CAAA,EAAW;IACpB,OAAOJ,WAAW,CAAC,CAAC,CAACI,OAAO;EAC9B,CAAC;EAED;EACA,IAAIa,KAAKA,CAAA,EAAY;IACnB,OAAOjB,WAAW,CAAC,CAAC,CAACiB,KAAK;EAC5B,CAAC;EAED,IAAIA,KAAKA,CAACC,KAAc,EAAE;IACxBlB,WAAW,CAAC,CAAC,CAACiB,KAAK,GAAGC,KAAK;EAC7B,CAAC;EAED;AACF;AACA;AACA;AACA;EACE,IAAIC,YAAYA,CAAA,EAAW;IACzB,OAAOnB,WAAW,CAAC,CAAC,CAACmB,YAAY;EACnC,CAAC;EAED,IAAIA,YAAYA,CAACD,KAAa,EAAE;IAC9BlB,WAAW,CAAC,CAAC,CAACmB,YAAY,GAAGD,KAAK;EACpC;AACF,CAAC","ignoreList":[]}

package/lib/module/models.js

@@ -1,5 +1,23 @@
 "use strict";
 
+export let ModelFamily = /*#__PURE__*/function (ModelFamily) {
+  ModelFamily["Llama"] = "Llama";
+  ModelFamily["Qwen"] = "Qwen";
+  ModelFamily["Gemma"] = "Gemma";
+  ModelFamily["Phi"] = "Phi";
+  ModelFamily["SmolLM"] = "SmolLM";
+  ModelFamily["OpenELM"] = "OpenELM";
+  return ModelFamily;
+}({});
+export let ModelProvider = /*#__PURE__*/function (ModelProvider) {
+  ModelProvider["Meta"] = "Meta";
+  ModelProvider["Alibaba"] = "Alibaba";
+  ModelProvider["Google"] = "Google";
+  ModelProvider["Microsoft"] = "Microsoft";
+  ModelProvider["HuggingFace"] = "HuggingFace";
+  ModelProvider["Apple"] = "Apple";
+  return ModelProvider;
+}({});
 export let MLXModel = /*#__PURE__*/function (MLXModel) {
   // Llama 3.2 (Meta) - 1B and 3B variants
   MLXModel["Llama_3_2_1B_Instruct_4bit"] = "mlx-community/Llama-3.2-1B-Instruct-4bit";
@@ -38,4 +56,213 @@ export let MLXModel = /*#__PURE__*/function (MLXModel) {
   MLXModel["OpenELM_3B_8bit"] = "mlx-community/OpenELM-3B-8bit";
   return MLXModel;
 }({});
+export const MLXModels = [{
+  id: MLXModel.Llama_3_2_1B_Instruct_4bit,
+  family: ModelFamily.Llama,
+  provider: ModelProvider.Meta,
+  parameters: '1B',
+  quantization: '4bit',
+  displayName: 'Llama 3.2 1B Instruct (4-bit)',
+  downloadSize: 1407777762
+}, {
+  id: MLXModel.Llama_3_2_1B_Instruct_8bit,
+  family: ModelFamily.Llama,
+  provider: ModelProvider.Meta,
+  parameters: '1B',
+  quantization: '8bit',
+  displayName: 'Llama 3.2 1B Instruct (8-bit)',
+  downloadSize: 1313157436
+}, {
+  id: MLXModel.Llama_3_2_3B_Instruct_4bit,
+  family: ModelFamily.Llama,
+  provider: ModelProvider.Meta,
+  parameters: '3B',
+  quantization: '4bit',
+  displayName: 'Llama 3.2 3B Instruct (4-bit)',
+  downloadSize: 2019397474
+}, {
+  id: MLXModel.Llama_3_2_3B_Instruct_8bit,
+  family: ModelFamily.Llama,
+  provider: ModelProvider.Meta,
+  parameters: '3B',
+  quantization: '8bit',
+  displayName: 'Llama 3.2 3B Instruct (8-bit)',
+  downloadSize: 3413784042
+}, {
+  id: MLXModel.Qwen2_5_0_5B_Instruct_4bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '0.5B',
+  quantization: '4bit',
+  displayName: 'Qwen 2.5 0.5B Instruct (4-bit)',
+  downloadSize: 278064920
+}, {
+  id: MLXModel.Qwen2_5_0_5B_Instruct_8bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '0.5B',
+  quantization: '8bit',
+  displayName: 'Qwen 2.5 0.5B Instruct (8-bit)',
+  downloadSize: 525045902
+}, {
+  id: MLXModel.Qwen2_5_1_5B_Instruct_4bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '1.5B',
+  quantization: '4bit',
+  displayName: 'Qwen 2.5 1.5B Instruct (4-bit)',
+  downloadSize: 868628559
+}, {
+  id: MLXModel.Qwen2_5_1_5B_Instruct_8bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '1.5B',
+  quantization: '8bit',
+  displayName: 'Qwen 2.5 1.5B Instruct (8-bit)',
+  downloadSize: 1640414038
+}, {
+  id: MLXModel.Qwen2_5_3B_Instruct_4bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '3B',
+  quantization: '4bit',
+  displayName: 'Qwen 2.5 3B Instruct (4-bit)',
+  downloadSize: 1736293090
+}, {
+  id: MLXModel.Qwen2_5_3B_Instruct_8bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '3B',
+  quantization: '8bit',
+  displayName: 'Qwen 2.5 3B Instruct (8-bit)',
+  downloadSize: 3279142142
+}, {
+  id: MLXModel.Qwen3_1_7B_4bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '1.7B',
+  quantization: '4bit',
+  displayName: 'Qwen 3 1.7B (4-bit)',
+  downloadSize: 979502864
+}, {
+  id: MLXModel.Qwen3_1_7B_8bit,
+  family: ModelFamily.Qwen,
+  provider: ModelProvider.Alibaba,
+  parameters: '1.7B',
+  quantization: '8bit',
+  displayName: 'Qwen 3 1.7B (8-bit)',
+  downloadSize: 1839729195
+}, {
+  id: MLXModel.Gemma_3_1B_IT_4bit,
+  family: ModelFamily.Gemma,
+  provider: ModelProvider.Google,
+  parameters: '1B',
+  quantization: '4bit',
+  displayName: 'Gemma 3 1B IT (4-bit)',
+  downloadSize: 770650946
+}, {
+  id: MLXModel.Gemma_3_1B_IT_8bit,
+  family: ModelFamily.Gemma,
+  provider: ModelProvider.Google,
+  parameters: '1B',
+  quantization: '8bit',
+  displayName: 'Gemma 3 1B IT (8-bit)',
+  downloadSize: 1421522471
+}, {
+  id: MLXModel.Phi_3_5_Mini_Instruct_4bit,
+  family: ModelFamily.Phi,
+  provider: ModelProvider.Microsoft,
+  parameters: '3.8B',
+  quantization: '4bit',
+  displayName: 'Phi 3.5 Mini Instruct (4-bit)',
+  downloadSize: 2150195856
+}, {
+  id: MLXModel.Phi_3_5_Mini_Instruct_8bit,
+  family: ModelFamily.Phi,
+  provider: ModelProvider.Microsoft,
+  parameters: '3.8B',
+  quantization: '8bit',
+  displayName: 'Phi 3.5 Mini Instruct (8-bit)',
+  downloadSize: 4060636056
+}, {
+  id: MLXModel.Phi_4_Mini_Instruct_4bit,
+  family: ModelFamily.Phi,
+  provider: ModelProvider.Microsoft,
+  parameters: '3.8B',
+  quantization: '4bit',
+  displayName: 'Phi 4 Mini Instruct (4-bit)',
+  downloadSize: 2173624891
+}, {
+  id: MLXModel.Phi_4_Mini_Instruct_8bit,
+  family: ModelFamily.Phi,
+  provider: ModelProvider.Microsoft,
+  parameters: '3.8B',
+  quantization: '8bit',
+  displayName: 'Phi 4 Mini Instruct (8-bit)',
+  downloadSize: 4091536167
+}, {
+  id: MLXModel.SmolLM_1_7B_Instruct_4bit,
+  family: ModelFamily.SmolLM,
+  provider: ModelProvider.HuggingFace,
+  parameters: '1.7B',
+  quantization: '4bit',
+  displayName: 'SmolLM 1.7B Instruct (4-bit)',
+  downloadSize: 962855374
+}, {
+  id: MLXModel.SmolLM_1_7B_Instruct_8bit,
+  family: ModelFamily.SmolLM,
+  provider: ModelProvider.HuggingFace,
+  parameters: '1.7B',
+  quantization: '8bit',
+  displayName: 'SmolLM 1.7B Instruct (8-bit)',
+  downloadSize: 1818493993
+}, {
+  id: MLXModel.SmolLM2_1_7B_Instruct_4bit,
+  family: ModelFamily.SmolLM,
+  provider: ModelProvider.HuggingFace,
+  parameters: '1.7B',
+  quantization: '4bit',
+  displayName: 'SmolLM2 1.7B Instruct (4-bit)',
+  downloadSize: 980000000
+}, {
+  id: MLXModel.SmolLM2_1_7B_Instruct_8bit,
+  family: ModelFamily.SmolLM,
+  provider: ModelProvider.HuggingFace,
+  parameters: '1.7B',
+  quantization: '8bit',
+  displayName: 'SmolLM2 1.7B Instruct (8-bit)',
+  downloadSize: 1850000000
+}, {
+  id: MLXModel.OpenELM_1_1B_4bit,
+  family: ModelFamily.OpenELM,
+  provider: ModelProvider.Apple,
+  parameters: '1.1B',
+  quantization: '4bit',
+  displayName: 'OpenELM 1.1B (4-bit)',
+  downloadSize: 608162655
+}, {
+  id: MLXModel.OpenELM_1_1B_8bit,
+  family: ModelFamily.OpenELM,
+  provider: ModelProvider.Apple,
+  parameters: '1.1B',
+  quantization: '8bit',
+  displayName: 'OpenELM 1.1B (8-bit)',
+  downloadSize: 1148048397
+}, {
+  id: MLXModel.OpenELM_3B_4bit,
+  family: ModelFamily.OpenELM,
+  provider: ModelProvider.Apple,
+  parameters: '3B',
+  quantization: '4bit',
+  displayName: 'OpenELM 3B (4-bit)',
+  downloadSize: 1650000000
+}, {
+  id: MLXModel.OpenELM_3B_8bit,
+  family: ModelFamily.OpenELM,
+  provider: ModelProvider.Apple,
+  parameters: '3B',
+  quantization: '8bit',
+  displayName: 'OpenELM 3B (8-bit)',
+  downloadSize: 3100000000
+}];
 //# sourceMappingURL=models.js.map

package/lib/module/models.js.map

@@ -1 +1 @@
-{"version":3,"names":["MLXModel"],"sourceRoot":"../../src","sources":["models.ts"],"mappings":";;AAAA,WAAYA,QAAQ,0BAARA,QAAQ;EAClB;EADUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAOlB;EAPUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAelB;EAfUA,QAAQ;EAARA,QAAQ;EAmBlB;EAnBUA,QAAQ;EAARA,QAAQ;EAuBlB;EAvBUA,QAAQ;EAARA,QAAQ;EA2BlB;EA3BUA,QAAQ;EAARA,QAAQ;EA+BlB;EA/BUA,QAAQ;EAARA,QAAQ;EAmClB;EAnCUA,QAAQ;EAARA,QAAQ;EAuClB;EAvCUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA","ignoreList":[]}
+{"version":3,"names":["ModelFamily","ModelProvider","MLXModel","MLXModels","id","Llama_3_2_1B_Instruct_4bit","family","Llama","provider","Meta","parameters","quantization","displayName","downloadSize","Llama_3_2_1B_Instruct_8bit","Llama_3_2_3B_Instruct_4bit","Llama_3_2_3B_Instruct_8bit","Qwen2_5_0_5B_Instruct_4bit","Qwen","Alibaba","Qwen2_5_0_5B_Instruct_8bit","Qwen2_5_1_5B_Instruct_4bit","Qwen2_5_1_5B_Instruct_8bit","Qwen2_5_3B_Instruct_4bit","Qwen2_5_3B_Instruct_8bit","Qwen3_1_7B_4bit","Qwen3_1_7B_8bit","Gemma_3_1B_IT_4bit","Gemma","Google","Gemma_3_1B_IT_8bit","Phi_3_5_Mini_Instruct_4bit","Phi","Microsoft","Phi_3_5_Mini_Instruct_8bit","Phi_4_Mini_Instruct_4bit","Phi_4_Mini_Instruct_8bit","SmolLM_1_7B_Instruct_4bit","SmolLM","HuggingFace","SmolLM_1_7B_Instruct_8bit","SmolLM2_1_7B_Instruct_4bit","SmolLM2_1_7B_Instruct_8bit","OpenELM_1_1B_4bit","OpenELM","Apple","OpenELM_1_1B_8bit","OpenELM_3B_4bit","OpenELM_3B_8bit"],"sourceRoot":"../../src","sources":["models.ts"],"mappings":";;AAAA,WAAYA,WAAW,0BAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAA,OAAXA,WAAW;AAAA;AASvB,WAAYC,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAqBzB,WAAYC,QAAQ,0BAARA,QAAQ;EAClB;EADUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAOlB;EAPUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAelB;EAfUA,QAAQ;EAARA,QAAQ;EAmBlB;EAnBUA,QAAQ;EAARA,QAAQ;EAuBlB;EAvBUA,QAAQ;EAARA,QAAQ;EA2BlB;EA3BUA,QAAQ;EAARA,QAAQ;EA+BlB;EA/BUA,QAAQ;EAARA,QAAQ;EAmClB;EAnCUA,QAAQ;EAARA,QAAQ;EAuClB;EAvCUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA;AA8CpB,OAAO,MAAMC,SAAsB,GAAG,CACpC;EACEC,EAAE,EAAEF,QAAQ,CAACG,0BAA0B;EACvCC,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACY,0BAA0B;EACvCR,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACa,0BAA0B;EACvCT,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACc,0BAA0B;EACvCV,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACe,0BAA0B;EACvCX,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACkB,0BAA0B;EACvCd,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACmB,0BAA0B;EACvCf,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACoB,0BAA0B;EACvChB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACqB,wBAAwB;EACrCjB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACsB,wBAAwB;EACrClB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACuB,eAAe;EAC5BnB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,qBAAqB;EAClCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACwB,eAAe;EAC5BpB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,qBAAqB;EAClCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACyB,kBAAkB;EAC/BrB,MAAM,EAAEN,WAAW,CAAC4B,KAAK;EACzBpB,QAAQ,EAAEP,aAAa,CAAC4B,MAAM;EAC9BnB,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,uBAAuB;EACpCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC4B,kBAAkB;EAC/BxB,MAAM,EAAEN,WAAW,CAAC4B,KAAK;EACzBpB,QAAQ,EAAEP,aAAa,CAAC4B,MAAM;EAC9BnB,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,uBAAuB;EACpCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC6B,0BAA0B;EACvCzB,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACgC,0BAA0B;EACvC5B,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACiC,wBAAwB;EACrC7B,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,6BAA6B;EAC1CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACkC,wBAAwB;EACrC9B,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,6BAA6B;EAC1CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACmC,yBAAyB;EACtC/B,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACsC,yBAAyB;EACtClC,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACuC,0BAA0B;EACvCnC,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACwC,0BAA0B;EACvCpC,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACyC,iBAAiB;EAC9BrC,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,sBAAsB;EACnCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC4C,iBAAiB;EAC9BxC,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,sBAAsB;EACnCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC6C,eAAe;EAC5BzC,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,oBAAoB;EACjCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC8C,eAAe;EAC5B1C,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,oBAAoB;EACjCC,YAAY,EAAE;AAChB,CAAC,CACF","ignoreList":[]}

package/lib/typescript/src/index.d.ts

@@ -1,6 +1,6 @@
-export { LLM } from './llm';
+export { LLM, type Message } from './llm';
 export { ModelManager } from './modelManager';
-export { MLXModel } from './models';
-export type { GenerationStats, LLM as LLMSpec } from './specs/LLM.nitro';
+export { MLXModel, MLXModels, ModelFamily, type ModelInfo, ModelProvider, type ModelQuantization, } from './models';
+export type { GenerationStats, LLM as LLMSpec, LLMLoadOptions } from './specs/LLM.nitro';
 export type { ModelManager as ModelManagerSpec } from './specs/ModelManager.nitro';
 //# sourceMappingURL=index.d.ts.map

package/lib/typescript/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAA;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAEnC,YAAY,EAAE,eAAe,EAAE,GAAG,IAAI,OAAO,EAAE,MAAM,mBAAmB,CAAA;AACxE,YAAY,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,4BAA4B,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,KAAK,OAAO,EAAE,MAAM,OAAO,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EACL,QAAQ,EACR,SAAS,EACT,WAAW,EACX,KAAK,SAAS,EACd,aAAa,EACb,KAAK,iBAAiB,GACvB,MAAM,UAAU,CAAA;AAEjB,YAAY,EAAE,eAAe,EAAE,GAAG,IAAI,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACxF,YAAY,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,4BAA4B,CAAA"}

package/lib/typescript/src/llm.d.ts

@@ -1,4 +1,8 @@
-import type { GenerationStats } from './specs/LLM.nitro';
+import type { GenerationStats, LLMLoadOptions } from './specs/LLM.nitro';
+export type Message = {
+    role: 'user' | 'assistant' | 'system';
+    content: string;
+};
 /**
  * LLM text generation using MLX on Apple Silicon.
  *
@@ -25,9 +29,9 @@ export declare const LLM: {
     /**
      * Load a model into memory. Downloads the model from HuggingFace if not already cached.
      * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-     * @param onProgress - Callback invoked with loading progress (0-1)
+     * @param options - Callback invoked with loading progress (0-1)
      */
-    load(modelId: string, onProgress: (progress: number) => void): Promise<void>;
+    load(modelId: string, options: LLMLoadOptions): Promise<void>;
     /**
      * Generate a complete response for a prompt. Blocks until generation is complete.
      * For streaming responses, use `stream()` instead.
@@ -46,11 +50,25 @@ export declare const LLM: {
      * Stop the current generation. Safe to call even if not generating.
      */
     stop(): void;
+    /**
+     * Unload the current model and release memory.
+     * Call this when you're done with the model to free up memory.
+     */
+    unload(): void;
     /**
      * Get statistics from the last generation.
      * @returns Statistics including token count, tokens/sec, TTFT, and total time
      */
     getLastGenerationStats(): GenerationStats;
+    /**
+     * Get the message history if management is enabled.
+     * @returns Array of messages in the history
+     */
+    getHistory(): Message[];
+    /**
+     * Clear the message history.
+     */
+    clearHistory(): void;
     /** Whether a model is currently loaded and ready for generation */
     readonly isLoaded: boolean;
     /** Whether text is currently being generated */

package/lib/typescript/src/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/llm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAkB,MAAM,mBAAmB,CAAA;AAWxE;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,GAAG;IACd;;;;OAIG;kBACW,MAAM,cAAc,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5E;;;;;OAKG;qBACc,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzC;;;;;OAKG;mBACY,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzE;;OAEG;YACK,IAAI;IAIZ;;;OAGG;8BACuB,eAAe;IAIzC,mEAAmE;uBACnD,OAAO;IAIvB,gDAAgD;2BAC5B,OAAO;IAI3B,oEAAoE;sBACrD,MAAM;IAIrB,sCAAsC;WACzB,OAAO;IAQpB;;;;OAIG;kBACiB,MAAM;CAO3B,CAAA"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/llm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAkB,MAAM,mBAAmB,CAAA;AAIxF,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAA;IACrC,OAAO,EAAE,MAAM,CAAA;CAChB,CAAA;AASD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,GAAG;IACd;;;;OAIG;kBACW,MAAM,WAAW,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7D;;;;;OAKG;qBACc,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzC;;;;;OAKG;mBACY,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzE;;OAEG;YACK,IAAI;IAIZ;;;OAGG;cACO,IAAI;IAId;;;OAGG;8BACuB,eAAe;IAIzC;;;OAGG;kBACW,OAAO,EAAE;IAIvB;;OAEG;oBACa,IAAI;IAIpB,mEAAmE;uBACnD,OAAO;IAIvB,gDAAgD;2BAC5B,OAAO;IAI3B,oEAAoE;sBACrD,MAAM;IAIrB,sCAAsC;WACzB,OAAO;IAQpB;;;;OAIG;kBACiB,MAAM;CAO3B,CAAA"}

package/lib/typescript/src/models.d.ts

@@ -1,3 +1,29 @@
+export declare enum ModelFamily {
+    Llama = "Llama",
+    Qwen = "Qwen",
+    Gemma = "Gemma",
+    Phi = "Phi",
+    SmolLM = "SmolLM",
+    OpenELM = "OpenELM"
+}
+export declare enum ModelProvider {
+    Meta = "Meta",
+    Alibaba = "Alibaba",
+    Google = "Google",
+    Microsoft = "Microsoft",
+    HuggingFace = "HuggingFace",
+    Apple = "Apple"
+}
+export type ModelQuantization = '4bit' | '8bit';
+export interface ModelInfo {
+    id: MLXModel;
+    family: ModelFamily;
+    provider: ModelProvider;
+    parameters: string;
+    quantization: ModelQuantization;
+    displayName: string;
+    downloadSize: number;
+}
 export declare enum MLXModel {
     Llama_3_2_1B_Instruct_4bit = "mlx-community/Llama-3.2-1B-Instruct-4bit",
     Llama_3_2_1B_Instruct_8bit = "mlx-community/Llama-3.2-1B-Instruct-8bit",
@@ -26,4 +52,5 @@ export declare enum MLXModel {
     OpenELM_3B_4bit = "mlx-community/OpenELM-3B-4bit",
     OpenELM_3B_8bit = "mlx-community/OpenELM-3B-8bit"
 }
+export declare const MLXModels: ModelInfo[];
 //# sourceMappingURL=models.d.ts.map

package/lib/typescript/src/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/models.ts"],"names":[],"mappings":"AAAA,oBAAY,QAAQ;IAElB,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;IAGjD,kBAAkB,qCAAqC;IACvD,kBAAkB,qCAAqC;IAGvD,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,yBAAyB,4CAA4C;IACrE,yBAAyB,4CAA4C;IAGrE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,iBAAiB,oCAAoC;IACrD,iBAAiB,oCAAoC;IACrD,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;CAClD"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/models.ts"],"names":[],"mappings":"AAAA,oBAAY,WAAW;IACrB,KAAK,UAAU;IACf,IAAI,SAAS;IACb,KAAK,UAAU;IACf,GAAG,QAAQ;IACX,MAAM,WAAW;IACjB,OAAO,YAAY;CACpB;AAED,oBAAY,aAAa;IACvB,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,WAAW,gBAAgB;IAC3B,KAAK,UAAU;CAChB;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,CAAA;AAE/C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,QAAQ,CAAA;IACZ,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,EAAE,aAAa,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,iBAAiB,CAAA;IAC/B,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,oBAAY,QAAQ;IAElB,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;IAGjD,kBAAkB,qCAAqC;IACvD,kBAAkB,qCAAqC;IAGvD,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,yBAAyB,4CAA4C;IACrE,yBAAyB,4CAA4C;IAGrE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,iBAAiB,oCAAoC;IACrD,iBAAiB,oCAAoC;IACrD,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;CAClD;AAED,eAAO,MAAM,SAAS,EAAE,SAAS,EA2OhC,CAAA"}