cortex-llm 1.0.3__py3-none-any.whl → 1.0.5__py3-none-any.whl

cortex/__init__.py

@@ -5,7 +5,7 @@ A high-performance terminal interface for running Hugging Face LLMs locally
 with exclusive GPU acceleration via Metal Performance Shaders (MPS) and MLX.
 """
 
-__version__ = "1.0.3"
+__version__ = "1.0.5"
 __author__ = "Cortex Development Team"
 __license__ = "MIT"
 

cortex/__main__.py

@@ -9,11 +9,12 @@ import warnings
 # This prevents the semaphore leak warning from transformers library
 os.environ['PYTHONWARNINGS'] = 'ignore::UserWarning:multiprocessing.resource_tracker'
 
-# Silence known MLX deprecation warning surfaced during generation.
-warnings.filterwarnings(
-    "ignore",
-    message=r"mx\.metal\.device_info is deprecated.*",
-)
+# Apply MLX compatibility shims before any MLX/MLX-LM imports.
+try:
+    from cortex.metal.mlx_compat import patch_mlx_lm_device_info
+    patch_mlx_lm_device_info()
+except Exception:
+    pass
 
 # Alternative: Monkey-patch the resource tracker before it's used
 try:

cortex/metal/mlx_compat.py

@@ -12,6 +12,19 @@ def _get_device_info(mx) -> dict:
     except Exception:
         return {}
 
+def patch_mlx_device_info() -> None:
+    """Redirect deprecated mx.metal.device_info to mx.device_info when possible."""
+    try:
+        import mlx.core as mx
+    except Exception:
+        return
+
+    if hasattr(mx, "device_info") and hasattr(mx, "metal") and hasattr(mx.metal, "device_info"):
+        try:
+            mx.metal.device_info = mx.device_info  # type: ignore[attr-defined]
+        except Exception:
+            pass
+
 
 def patch_mlx_lm_device_info() -> None:
     """Patch mlx_lm call sites to use mx.device_info() instead of mx.metal.device_info()."""
@@ -24,6 +37,8 @@ def patch_mlx_lm_device_info() -> None:
     if not hasattr(mx, "device_info"):
         return
 
+    patch_mlx_device_info()
+
     try:
         import mlx_lm.generate as mlx_generate
     except Exception:

{cortex_llm-1.0.3.dist-info → cortex_llm-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cortex-llm
-Version: 1.0.3
+Version: 1.0.5
 Summary: GPU-Accelerated LLM Terminal for Apple Silicon
 Home-page: https://github.com/faisalmumtaz/Cortex
 Author: Cortex Development Team
@@ -24,8 +24,8 @@ Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: torch>=2.1.0
-Requires-Dist: mlx>=0.10.0
-Requires-Dist: mlx-lm>=0.10.0
+Requires-Dist: mlx>=0.30.4
+Requires-Dist: mlx-lm>=0.30.5
 Requires-Dist: transformers>=4.36.0
 Requires-Dist: safetensors>=0.4.0
 Requires-Dist: huggingface-hub>=0.19.0

{cortex_llm-1.0.3.dist-info → cortex_llm-1.0.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
-cortex/__init__.py,sha256=8MdTyD0Zir7OZiah2ITOoqjFz86iZ6-XFjeNe6ESXgo,2202
-cortex/__main__.py,sha256=pu1ah74AzLDHLjtZdw14OPELb0BVSacdaVcBvhOjto8,2830
+cortex/__init__.py,sha256=MV1R79rhxMlbGTjL6X9AedyOGPdotx-PJf2RviGbXUM,2202
+cortex/__main__.py,sha256=I7Njt7BjGoHtPhftDoA44OyOYbwWNNaPwP_qlJSn0J4,2857
 cortex/config.py,sha256=txmpJXy3kUEKULZyu1OWb_jkNQRHZClm5ovZfCTX_Zc,13444
 cortex/conversation_manager.py,sha256=aSTdGjVttsMKIiRPzztP0tOXlqZBkWtgZDNCZGyaR-c,17177
 cortex/gpu_validator.py,sha256=un6vMQ78MWMnKWIz8n-92v9Fb4g_YXqU_E1pUPinncY,16582
@@ -15,7 +15,7 @@ cortex/metal/__init__.py,sha256=Ycs81qVOsaYV4UJocCFGW3rPPBySMPy7eOHKzfc4Q7o,8780
 cortex/metal/gpu_validator.py,sha256=1YHKJXqicXvTwKIdSj34n1DgKoluy9yho6S1jWt1UAs,5818
 cortex/metal/memory_pool.py,sha256=g5PFQAiouQe4TyX-SVi-Di1MLysb3YBF77uR4nAEomo,34698
 cortex/metal/mlx_accelerator.py,sha256=f3tfHAaRQqc5KteXNkf7n610SxOLo2hoGj5_GgqEL2Y,25726
-cortex/metal/mlx_compat.py,sha256=NLcxjF7mXDF1SxjiE2QAk_zkmhYSNybaEvBAwFJAdAg,3070
+cortex/metal/mlx_compat.py,sha256=oZ_RNjJzWs6h6Q3mSNK-K2--BhJwKt7d_tYt3uMN1pM,3531
 cortex/metal/mlx_converter.py,sha256=lMmIh6PqLwraWInZDLJjktBtumLHD9TYRnhiKCpilrc,26722
 cortex/metal/mps_optimizer.py,sha256=4r6dj-_KAr3vedCwwu7lR-nIaF4g4D4kkOoF2KiQ0FQ,15307
 cortex/metal/optimizer.py,sha256=9ixKj8ca1iovF-mFHYGa9_DUHcqgGyzLoP_lIRAzfMM,21996
@@ -41,9 +41,9 @@ cortex/ui/__init__.py,sha256=t3GrHJMHTVgBEKh2_qt4B9mS594V5jriTDqc3eZKMGc,3409
 cortex/ui/cli.py,sha256=ExzP56n1yV4bdA1EOqHSDFRWhpgpX0lkghq0H0FXw7Q,74661
 cortex/ui/markdown_render.py,sha256=bXt60vkNYT_jbpKeIg_1OlcrxssmdbMO7RB2E1sWw3E,5759
 cortex/ui/terminal_app.py,sha256=SF3KqcGFyZ4hpTmgX21idPzOTJLdKGkt4QdA-wwUBNE,18317
-cortex_llm-1.0.3.dist-info/licenses/LICENSE,sha256=_frJ3VsZWQGhMznZw2Tgjk7xwfAfDZRcBl43uZh8_4E,1070
-cortex_llm-1.0.3.dist-info/METADATA,sha256=q8VVvfd9ZVe1iDnpNltPQ2PU0_BInjvw4cwkcwQqJdY,10087
-cortex_llm-1.0.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-cortex_llm-1.0.3.dist-info/entry_points.txt,sha256=g83Nuz3iFrNdMLHxGLR2LnscdM7rdQRchuL3WGobQC8,48
-cortex_llm-1.0.3.dist-info/top_level.txt,sha256=79LAeTJJ_pMIBy3mkF7uNaN0mdBRt5tGrnne5N_iAio,7
-cortex_llm-1.0.3.dist-info/RECORD,,
+cortex_llm-1.0.5.dist-info/licenses/LICENSE,sha256=_frJ3VsZWQGhMznZw2Tgjk7xwfAfDZRcBl43uZh8_4E,1070
+cortex_llm-1.0.5.dist-info/METADATA,sha256=YMeikmD3YDjQhf8DjPd2pBSywHsNiqZJmMNNxQLAH-w,10087
+cortex_llm-1.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cortex_llm-1.0.5.dist-info/entry_points.txt,sha256=g83Nuz3iFrNdMLHxGLR2LnscdM7rdQRchuL3WGobQC8,48
+cortex_llm-1.0.5.dist-info/top_level.txt,sha256=79LAeTJJ_pMIBy3mkF7uNaN0mdBRt5tGrnne5N_iAio,7
+cortex_llm-1.0.5.dist-info/RECORD,,