mlx-lm 0.0.0.dev8__tar.gz → 0.0.2__tar.gz

{mlx-lm-0.0.0.dev8 → mlx-lm-0.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlx-lm
-Version: 0.0.0.dev8
+Version: 0.0.2
 Summary: LLMs on Apple silicon with MLX and the Hugging Face Hub
 Home-page: https://github.com/ml-explore/mlx-examples
 Author: MLX Contributors

{mlx-lm-0.0.0.dev8 → mlx-lm-0.0.2}/mlx_lm/convert.py

@@ -149,11 +149,16 @@ def upload_to_hub(path: str, upload_repo: str, hf_path: str):
 This model was converted to MLX format from [`{hf_path}`]().
 Refer to the [original model card](https://huggingface.co/{hf_path}) for more details on the model.
 ## Use with mlx
+
 ```bash
-pip install mlx
-git clone https://github.com/ml-explore/mlx-examples.git
-cd mlx-examples/llms/hf_llm
-python generate.py --model {upload_repo} --prompt "My name is"
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("{upload_repo}")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
 ```
 """
     card.save(os.path.join(path, "README.md"))

{mlx-lm-0.0.0.dev8 → mlx-lm-0.0.2}/mlx_lm/models/phi2.py

@@ -1,5 +1,6 @@
 import math
 from dataclasses import dataclass
+from typing import Tuple
 
 import mlx.core as mx
 import mlx.nn as nn
@@ -128,7 +129,7 @@ class Model(nn.Module):
         x: mx.array,
         mask: mx.array = None,
         cache: mx.array = None,
-    ) -> tuple[mx.array, mx.array]:
+    ) -> Tuple[mx.array, mx.array]:
         mask = None
         if x.shape[1] > 1:
             mask = nn.MultiHeadAttention.create_additive_causal_mask(x.shape[1])

{mlx-lm-0.0.0.dev8 → mlx-lm-0.0.2}/mlx_lm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlx-lm
-Version: 0.0.0.dev8
+Version: 0.0.2
 Summary: LLMs on Apple silicon with MLX and the Hugging Face Hub
 Home-page: https://github.com/ml-explore/mlx-examples
 Author: MLX Contributors

{mlx-lm-0.0.0.dev8 → mlx-lm-0.0.2}/setup.py

@@ -8,7 +8,7 @@ with open(Path(__file__).parent / "mlx_lm/requirements.txt") as fid:
     requirements = [str(r) for r in pkg_resources.parse_requirements(fid)]
 setup(
     name="mlx-lm",
-    version="0.0.0.dev8",
+    version="0.0.2",
     description="LLMs on Apple silicon with MLX and the Hugging Face Hub",
     long_description=open("README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",