cortex-llm 1.0.1__tar.gz → 1.0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/PKG-INFO +1 -1
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/__init__.py +1 -1
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/__main__.py +7 -1
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/PKG-INFO +1 -1
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/pyproject.toml +1 -1
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/LICENSE +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/README.md +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/config.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/conversation_manager.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/fine_tuning/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/fine_tuning/dataset.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/fine_tuning/mlx_lora_trainer.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/fine_tuning/trainer.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/fine_tuning/wizard.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/gpu_validator.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/inference_engine.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/gpu_validator.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/memory_pool.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/mlx_accelerator.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/mlx_converter.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/mps_optimizer.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/optimizer.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/metal/performance_profiler.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/model_downloader.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/model_manager.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/quantization/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/quantization/dynamic_quantizer.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/auto_detector.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/config_manager.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/interactive.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/registry.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/base.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/complex/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/complex/reasoning.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/alpaca.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/chatml.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/gemma.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/llama.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/simple.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/ui/__init__.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/ui/cli.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/ui/markdown_render.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/ui/terminal_app.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/SOURCES.txt +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/dependency_links.txt +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/entry_points.txt +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/not-zip-safe +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/requires.txt +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex_llm.egg-info/top_level.txt +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/setup.cfg +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/setup.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/tests/test_apple_silicon.py +0 -0
- {cortex_llm-1.0.1 → cortex_llm-1.0.2}/tests/test_metal_optimization.py +0 -0
|
@@ -5,7 +5,7 @@ A high-performance terminal interface for running Hugging Face LLMs locally
|
|
|
5
5
|
with exclusive GPU acceleration via Metal Performance Shaders (MPS) and MLX.
|
|
6
6
|
"""
|
|
7
7
|
|
|
8
|
-
__version__ = "1.0.
|
|
8
|
+
__version__ = "1.0.2"
|
|
9
9
|
__author__ = "Cortex Development Team"
|
|
10
10
|
__license__ = "MIT"
|
|
11
11
|
|
|
@@ -9,6 +9,12 @@ import warnings
|
|
|
9
9
|
# This prevents the semaphore leak warning from transformers library
|
|
10
10
|
os.environ['PYTHONWARNINGS'] = 'ignore::UserWarning:multiprocessing.resource_tracker'
|
|
11
11
|
|
|
12
|
+
# Silence known MLX deprecation warning surfaced during generation.
|
|
13
|
+
warnings.filterwarnings(
|
|
14
|
+
"ignore",
|
|
15
|
+
message=r"mx\.metal\.device_info is deprecated.*",
|
|
16
|
+
)
|
|
17
|
+
|
|
12
18
|
# Alternative: Monkey-patch the resource tracker before it's used
|
|
13
19
|
try:
|
|
14
20
|
from multiprocessing import resource_tracker
|
|
@@ -80,4 +86,4 @@ def main():
|
|
|
80
86
|
|
|
81
87
|
|
|
82
88
|
if __name__ == "__main__":
|
|
83
|
-
main()
|
|
89
|
+
main()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/complex/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/alpaca.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/chatml.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/gemma.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/llama.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.1 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/simple.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|