cortex-llm 1.0.0__tar.gz → 1.0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/PKG-INFO +1 -1
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/__init__.py +2 -2
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/__main__.py +7 -1
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/ui/cli.py +2 -2
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/PKG-INFO +1 -1
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/pyproject.toml +1 -1
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/LICENSE +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/README.md +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/config.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/conversation_manager.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/fine_tuning/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/fine_tuning/dataset.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/fine_tuning/mlx_lora_trainer.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/fine_tuning/trainer.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/fine_tuning/wizard.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/gpu_validator.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/inference_engine.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/gpu_validator.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/memory_pool.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/mlx_accelerator.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/mlx_converter.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/mps_optimizer.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/optimizer.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/metal/performance_profiler.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/model_downloader.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/model_manager.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/quantization/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/quantization/dynamic_quantizer.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/auto_detector.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/config_manager.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/interactive.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/registry.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/base.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/complex/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/complex/reasoning.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/alpaca.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/chatml.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/gemma.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/llama.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/simple.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/ui/__init__.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/ui/markdown_render.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/ui/terminal_app.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/SOURCES.txt +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/dependency_links.txt +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/entry_points.txt +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/not-zip-safe +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/requires.txt +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex_llm.egg-info/top_level.txt +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/setup.cfg +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/setup.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/tests/test_apple_silicon.py +0 -0
- {cortex_llm-1.0.0 → cortex_llm-1.0.2}/tests/test_metal_optimization.py +0 -0
|
@@ -5,7 +5,7 @@ A high-performance terminal interface for running Hugging Face LLMs locally
|
|
|
5
5
|
with exclusive GPU acceleration via Metal Performance Shaders (MPS) and MLX.
|
|
6
6
|
"""
|
|
7
7
|
|
|
8
|
-
__version__ = "1.0.
|
|
8
|
+
__version__ = "1.0.2"
|
|
9
9
|
__author__ = "Cortex Development Team"
|
|
10
10
|
__license__ = "MIT"
|
|
11
11
|
|
|
@@ -70,4 +70,4 @@ __all__ = [
|
|
|
70
70
|
"ConversationManager",
|
|
71
71
|
"initialize_cortex",
|
|
72
72
|
"verify_system_requirements"
|
|
73
|
-
]
|
|
73
|
+
]
|
|
@@ -9,6 +9,12 @@ import warnings
|
|
|
9
9
|
# This prevents the semaphore leak warning from transformers library
|
|
10
10
|
os.environ['PYTHONWARNINGS'] = 'ignore::UserWarning:multiprocessing.resource_tracker'
|
|
11
11
|
|
|
12
|
+
# Silence known MLX deprecation warning surfaced during generation.
|
|
13
|
+
warnings.filterwarnings(
|
|
14
|
+
"ignore",
|
|
15
|
+
message=r"mx\.metal\.device_info is deprecated.*",
|
|
16
|
+
)
|
|
17
|
+
|
|
12
18
|
# Alternative: Monkey-patch the resource tracker before it's used
|
|
13
19
|
try:
|
|
14
20
|
from multiprocessing import resource_tracker
|
|
@@ -80,4 +86,4 @@ def main():
|
|
|
80
86
|
|
|
81
87
|
|
|
82
88
|
if __name__ == "__main__":
|
|
83
|
-
main()
|
|
89
|
+
main()
|
|
@@ -1405,8 +1405,8 @@ class CortexCLI:
|
|
|
1405
1405
|
else:
|
|
1406
1406
|
print() # Empty line if no model loaded
|
|
1407
1407
|
|
|
1408
|
-
# Move cursor to input position inside the box
|
|
1409
|
-
sys.stdout.write("\033[
|
|
1408
|
+
# Move cursor to input position inside the box (center of 3 interior lines)
|
|
1409
|
+
sys.stdout.write("\033[4A") # Move up 4 lines to the input line
|
|
1410
1410
|
sys.stdout.write(f"\r{DIM}│{RESET} > ") # Position at prompt
|
|
1411
1411
|
sys.stdout.flush()
|
|
1412
1412
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/complex/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/alpaca.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/chatml.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/gemma.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/llama.py
RENAMED
|
File without changes
|
{cortex_llm-1.0.0 → cortex_llm-1.0.2}/cortex/template_registry/template_profiles/standard/simple.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|