lemonade-sdk 8.1.3__py3-none-any.whl → 8.1.5__py3-none-any.whl

lemonade/api.py

@@ -36,6 +36,7 @@ def _make_state(recipe, checkpoint) -> Dict:
 def from_pretrained(
     checkpoint: str,
     recipe: str = "hf-cpu",
+    do_not_upgrade: bool = True,
 ) -> Tuple[ModelAdapter, TokenizerAdapter]:
     """
     Load an LLM and the corresponding tokenizer using a lemonade recipe.
@@ -43,6 +44,9 @@ def from_pretrained(
     Args:
         - checkpoint: huggingface checkpoint that defines the LLM
         - recipe: defines the implementation and hardware used for the LLM
+        - do_not_upgrade: prioritize the local copy of the model, if available,
+            even if an upgraded copy is available on the server (note: only applies
+            for oga-* recipes)
 
     Recipe choices:
         - hf-cpu: Huggingface Transformers implementation for CPU with max-perf settings
@@ -118,6 +122,7 @@ def from_pretrained(
             input=checkpoint,
             device=user_backend,
             dtype=backend_to_dtype[user_backend],
+            do_not_upgrade=do_not_upgrade,
         )
 
         return state.model, state.tokenizer

lemonade/common/network.py

@@ -2,6 +2,7 @@ import os
 from typing import Optional
 import socket
 from huggingface_hub import model_info, snapshot_download
+from huggingface_hub.errors import LocalEntryNotFoundError
 
 
 def is_offline():
@@ -50,10 +51,11 @@ def get_base_model(checkpoint: str) -> Optional[str]:
     return None
 
 
-def custom_snapshot_download(repo_id, **kwargs):
+def _symlink_safe_snapshot_download(repo_id, **kwargs):
     """
     Custom snapshot download with retry logic for Windows symlink privilege errors.
     """
+
     for attempt in range(2):
         try:
             return snapshot_download(repo_id=repo_id, **kwargs)
@@ -65,3 +67,27 @@ def custom_snapshot_download(repo_id, **kwargs):
             ):
                 continue
             raise
+
+
+def custom_snapshot_download(repo_id, do_not_upgrade=False, **kwargs):
+    """
+    Custom snapshot download with:
+        1) retry logic for Windows symlink privilege errors.
+        2) do_not_upgrade allows the caller to prioritize a local copy
+            of the model over an upgraded remote copy.
+    """
+
+    if do_not_upgrade:
+        try:
+            # Prioritize the local model, if available
+            return _symlink_safe_snapshot_download(
+                repo_id, local_files_only=True, **kwargs
+            )
+        except LocalEntryNotFoundError:
+            # LocalEntryNotFoundError means there was no local model, at this point
+            # we'll accept a remote model
+            return _symlink_safe_snapshot_download(
+                repo_id, local_files_only=False, **kwargs
+            )
+    else:
+        return _symlink_safe_snapshot_download(repo_id, **kwargs)

lemonade/tools/llamacpp/utils.py

@@ -585,7 +585,7 @@ def identify_gguf_models(
     return core_files, sharded_files
 
 
-def download_gguf(config_checkpoint, config_mmproj=None) -> dict:
+def download_gguf(config_checkpoint, config_mmproj=None, do_not_upgrade=False) -> dict:
     """
     Downloads the GGUF file for the given model configuration.
 
@@ -605,6 +605,7 @@ def download_gguf(config_checkpoint, config_mmproj=None) -> dict:
     snapshot_folder = custom_snapshot_download(
         checkpoint,
         allow_patterns=list(core_files.values()) + sharded_files,
+        do_not_upgrade=do_not_upgrade,
     )
 
     # Ensure we downloaded all expected files

lemonade/tools/oga/load.py

@@ -654,6 +654,7 @@ class OgaLoad(FirstTool):
         download_only: bool = False,
         trust_remote_code=False,
         subfolder: str = None,
+        do_not_upgrade: bool = False,
     ) -> State:
         from lemonade.common.network import (
             custom_snapshot_download,
@@ -744,7 +745,7 @@ class OgaLoad(FirstTool):
                 input_model_path = custom_snapshot_download(
                     checkpoint,
                     ignore_patterns=["*.md", "*.txt"],
-                    local_files_only=offline,
+                    local_files_only=offline or do_not_upgrade,
                 )
                 # Check if model is ONNX or safetensors
                 is_onnx_model = any(

lemonade/tools/server/llamacpp.py

@@ -378,7 +378,11 @@ def _launch_llama_subprocess(
 
 
 def server_load(
-    model_config: PullConfig, telemetry: LlamaTelemetry, backend: str, ctx_size: int
+    model_config: PullConfig,
+    telemetry: LlamaTelemetry,
+    backend: str,
+    ctx_size: int,
+    do_not_upgrade: bool = False,
 ):
     # Install and/or update llama.cpp if needed
     try:
@@ -389,7 +393,9 @@ def server_load(
         )
 
     # Download the gguf to the hugging face cache
-    snapshot_files = download_gguf(model_config.checkpoint, model_config.mmproj)
+    snapshot_files = download_gguf(
+        model_config.checkpoint, model_config.mmproj, do_not_upgrade=do_not_upgrade
+    )
     logging.debug(f"GGUF file paths: {snapshot_files}")
 
     # Check if model supports embeddings

lemonade/tools/server/serve.py

@@ -67,7 +67,9 @@ from lemonade_server.pydantic_models import (
     ResponsesRequest,
     PullConfig,
     DeleteConfig,
+    LogLevelConfig,
 )
+from lemonade_server.settings import save_setting
 
 # Set to a high number to allow for interesting experiences in real apps
 # Tests should use the max_new_tokens argument to set a lower value
@@ -249,6 +251,7 @@ class Server:
             self.app.get(f"{prefix}/system-info")(self.get_system_info)
             self.app.post(f"{prefix}/completions")(self.completions)
             self.app.post(f"{prefix}/responses")(self.responses)
+            self.app.post(f"{prefix}/log-level")(self.set_log_level)
 
             # OpenAI-compatible routes
             self.app.post(f"{prefix}/chat/completions")(self.chat_completions)
@@ -259,6 +262,38 @@ class Server:
             self.app.post(f"{prefix}/reranking")(self.reranking)
             self.app.post(f"{prefix}/rerank")(self.reranking)
 
+    async def set_log_level(self, config: LogLevelConfig):
+        """
+        Set the logging level of the server.
+        """
+        try:
+            log_level_upper = config.level.upper()
+            numeric_level = getattr(logging, log_level_upper, None)
+            if not isinstance(numeric_level, int):
+                raise ValueError(f"Invalid log level: {config.level}")
+
+            # Get the root logger
+            logger = logging.getLogger()
+            logger.setLevel(numeric_level)
+
+            # Update all handlers
+            for handler in logger.handlers:
+                handler.setLevel(numeric_level)
+
+            logging.getLogger("uvicorn.error").setLevel(numeric_level)
+            self.debug_logging_enabled = numeric_level <= logging.DEBUG
+
+            # Save the setting
+            save_setting("log_level", config.level)
+
+            logging.info(f"Log level changed to: {config.level}")
+            return {"status": "success", "message": f"Log level set to {config.level}"}
+        except Exception as e:
+            raise HTTPException(
+                status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
+                detail=f"Failed to set log level: {str(e)}",
+            )
+
     def _log_request_parameters(self, request, endpoint_name: str):
         """
         Log request parameters excluding content fields like messages, prompt, or input.
@@ -367,7 +402,9 @@ class Server:
 
             # Open lemonade server in tray mode
             # lambda function used for deferred instantiation and thread safety
-            LemonadeTray(self.log_file, self.port, lambda: self).run()
+            LemonadeTray(
+                self.log_file, self.port, lambda: self, log_level=self.log_level
+            ).run()
             sys.exit(0)
 
         if self.debug_logging_enabled:
@@ -1351,6 +1388,9 @@ class Server:
             recipe=config.recipe,
             reasoning=config.reasoning,
             mmproj=config.mmproj,
+            # The pull endpoint will download an upgraded model if available, even
+            # if we already have a local copy of the model
+            do_not_upgrade=False,
         )
 
         # Refresh the list of downloaded models, to ensure it
@@ -1449,6 +1489,8 @@ class Server:
                         telemetry=self.llama_telemetry,
                         backend=self.llamacpp_backend,
                         ctx_size=self.ctx_size,
+                        # Models should only upgrade when using the pull endpoint
+                        do_not_upgrade=True,
                     )
 
                 else:

lemonade/tools/server/static/styles.css

@@ -1836,7 +1836,7 @@ body::before {
   background: #fff;
   border-radius: 8px;
   border: 1px solid #e0e0e0;
-  overflow: hidden;
+  overflow: visible;
 }
 
 .model-browser-sidebar {
@@ -1974,7 +1974,7 @@ body::before {
   flex: 1;
   display: flex;
   flex-direction: column;
-  overflow: hidden;
+  overflow: visible;
 }
 
 .model-browser-header {

lemonade/tools/server/tray.py

@@ -43,7 +43,7 @@ class LemonadeTray(SystemTray):
     Lemonade-specific system tray implementation.
     """
 
-    def __init__(self, log_file, port, server_factory):
+    def __init__(self, log_file, port, server_factory, log_level="info"):
         # Find the icon path
         icon_path = Path(__file__).resolve().parents[0] / "static" / "favicon.ico"
 
@@ -58,6 +58,7 @@ class LemonadeTray(SystemTray):
         self.log_file = log_file
         self.port = port
         self.server_factory = server_factory
+        self.debug_logs_enabled = log_level == "debug"
 
         # Get current and latest version
         self.current_version = __version__
@@ -281,11 +282,27 @@ class LemonadeTray(SystemTray):
             self.logger.error(f"Error changing port: {str(e)}")
             self.show_balloon_notification("Error", f"Failed to change port: {str(e)}")
 
+    def _using_installer(self):
+        """
+        Check if the user is using the NSIS installer by checking for embeddable python
+        """
+        py_home = Path(sys.executable).parent
+        pth_file = (
+            py_home / f"python{sys.version_info.major}{sys.version_info.minor}._pth"
+        )
+        return pth_file.exists()
+
     def upgrade_to_latest(self, _, __):
         """
-        Download and launch the Lemonade Server installer
+        Download and launch the Lemonade Server installer if the user is using the NSIS installer
+        Otherwise, simply open the browser to the release page
         """
 
+        # If the user installed from source, simple open their browser to the release page
+        if not self._using_installer():
+            webbrowser.open("https://github.com/lemonade-sdk/lemonade/releases/latest")
+            return
+
         # Show notification that download is starting
         self.show_balloon_notification(
             "Upgrading Lemonade",
@@ -325,6 +342,26 @@ class LemonadeTray(SystemTray):
 
         # No need to quit the application, the installer will handle it
 
+    def toggle_debug_logs(self, _, __):
+        """
+        Toggle debug logs on and off.
+        """
+        try:
+            new_level = "debug" if not self.debug_logs_enabled else "info"
+            response = requests.post(
+                f"http://localhost:{self.port}/api/v1/log-level",
+                json={"level": new_level},
+            )
+            response.raise_for_status()
+            self.debug_logs_enabled = not self.debug_logs_enabled
+            self.show_balloon_notification(
+                "Debug Logs",
+                f"Debug logs {'enabled' if self.debug_logs_enabled else 'disabled'}",
+            )
+        except (FileNotFoundError, ValueError) as e:
+            self.logger.error(f"Error toggling debug logs: {str(e)}")
+            self.show_balloon_notification("Error", "Failed to toggle debug logs.")
+
     def create_menu(self):
         """
         Create the Lemonade-specific context menu.
@@ -401,6 +438,17 @@ class LemonadeTray(SystemTray):
 
         port_submenu = Menu(*port_menu_items)
 
+        # Create the Logs submenu
+        debug_log_text = "Enable Debug Logs"
+        debug_log_item = MenuItem(debug_log_text, self.toggle_debug_logs)
+        debug_log_item.checked = self.debug_logs_enabled
+
+        logs_submenu = Menu(
+            MenuItem("Show Logs", self.show_logs),
+            Menu.SEPARATOR,
+            debug_log_item,
+        )
+
         if status_successfully_checked:
             items.append(MenuItem("Load Model", None, submenu=load_submenu))
         items.append(MenuItem("Port", None, submenu=port_submenu))
@@ -417,7 +465,7 @@ class LemonadeTray(SystemTray):
         items.append(MenuItem("Documentation", self.open_documentation))
         items.append(MenuItem("LLM Chat", self.open_llm_chat))
         items.append(MenuItem("Model Manager", self.open_model_manager))
-        items.append(MenuItem("Show Logs", self.show_logs))
+        items.append(MenuItem("Logs", None, submenu=logs_submenu))
         items.append(Menu.SEPARATOR)
         items.append(MenuItem("Quit Lemonade", self.exit_app))
         return Menu(*items)

lemonade/version.py

@@ -1 +1 @@
-__version__ = "8.1.3"
+__version__ = "8.1.5"

lemonade_install/install.py

@@ -162,7 +162,7 @@ def _get_ryzenai_version_info(device=None):
 
         if Version(og.__version__) >= Version("0.7.0"):
             oga_path = os.path.dirname(og.__file__)
-            if og.__version__ == "0.7.0.2":
+            if og.__version__ in ("0.7.0.2.1", "0.7.0.2"):
                 return "1.5.0", oga_path
             else:
                 return "1.4.0", oga_path

{lemonade_sdk-8.1.3.dist-info → lemonade_sdk-8.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lemonade-sdk
-Version: 8.1.3
+Version: 8.1.5
 Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
 Author-email: lemonade@amd.com
 Requires-Python: >=3.10, <3.14
@@ -30,7 +30,7 @@ Requires-Dist: sentencepiece
 Requires-Dist: huggingface-hub[hf_xet]==0.33.0
 Requires-Dist: python-dotenv
 Provides-Extra: oga-ryzenai
-Requires-Dist: onnxruntime-genai-directml-ryzenai==0.7.0.2; extra == "oga-ryzenai"
+Requires-Dist: onnxruntime-genai-directml-ryzenai==0.7.0.2.1; extra == "oga-ryzenai"
 Requires-Dist: protobuf>=6.30.1; extra == "oga-ryzenai"
 Provides-Extra: oga-cpu
 Requires-Dist: onnxruntime-genai==0.8.2; extra == "oga-cpu"
@@ -200,48 +200,11 @@ You can also import custom GGUF and ONNX models from Hugging Face by using our [
 
 Lemonade supports the following configurations, while also making it easy to switch between them at runtime. Find more information about it [here](./docs/README.md#software-and-hardware-overview).
 
-<table>
-  <thead>
-    <tr>
-      <th rowspan="2">Hardware</th>
-      <th colspan="3" align="center">🛠️ Engine Support</th>
-      <th colspan="2" align="center">🖥️ OS (x86/x64)</th>
-    </tr>
-    <tr>
-      <th align="center">OGA</th>
-      <th align="center">llamacpp</th>
-      <th align="center">HF</th>
-      <th align="center">Windows</th>
-      <th align="center">Linux</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <td><strong>🧠 CPU</strong></td>
-      <td align="center">All platforms</td>
-      <td align="center">All platforms</td>
-      <td align="center">All platforms</td>
-      <td align="center">✅</td>
-      <td align="center">✅</td>
-    </tr>
-    <tr>
-      <td><strong>🎮 GPU</strong></td>
-      <td align="center">—</td>
-      <td align="center">Vulkan: All platforms<br>ROCm: Selected AMD platforms*</td>
-      <td align="center">—</td>
-      <td align="center">✅</td>
-      <td align="center">✅</td>
-    </tr>
-    <tr>
-      <td><strong>🤖 NPU</strong></td>
-      <td align="center">AMD Ryzen™ AI 300 series</td>
-      <td align="center">—</td>
-      <td align="center">—</td>
-      <td align="center">✅</td>
-      <td align="center">—</td>
-    </tr>
-  </tbody>
-</table>
+| Hardware | Engine: OGA | Engine: llamacpp | Engine: HF | Windows | Linux |
+|----------|-------------|------------------|------------|---------|-------|
+| **🧠 CPU** | All platforms | All platforms | All platforms | ✅ | ✅ |
+| **🎮 GPU** | — | Vulkan: All platforms<br>ROCm: Selected AMD platforms* | — | ✅ | ✅ |
+| **🤖 NPU** | AMD Ryzen™ AI 300 series | — | — | ✅ | — |
 
 <details>
 <summary><small><i>* See supported AMD ROCm platforms</i></small></summary>
@@ -337,9 +300,19 @@ New contributors can find beginner-friendly issues tagged with "Good First Issue
 
 This project is sponsored by AMD. It is maintained by @danielholanda @jeremyfowers @ramkrishna @vgodsoe in equal measure. You can reach us by filing an [issue](https://github.com/lemonade-sdk/lemonade/issues), emailing [lemonade@amd.com](mailto:lemonade@amd.com), or joining our [Discord](https://discord.gg/5xXzkMu8Zk).
 
-## License
-
-This project is licensed under the [Apache 2.0 License](https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE). Portions of the project are licensed as described in [NOTICE.md](./NOTICE.md).
+## License and Attribution
+
+This project is:
+- [Built with Python](https://www.amd.com/en/developer/resources/technical-articles/2025/rethinking-local-ai-lemonade-servers-python-advantage.html) with ❤️ for the open source community,
+- Standing on the shoulders of great tools from:
+  - [ggml/llama.cpp](https://github.com/ggml-org/llama.cpp)
+  - [OnnxRuntime GenAI](https://github.com/microsoft/onnxruntime-genai)
+  - [Hugging Face Hub](https://github.com/huggingface/huggingface_hub)
+  - [OpenAI API](https://github.com/openai/openai-python)
+  - and more...
+- Accelerated by mentorship from the OCV Catalyst program.
+- Licensed under the [Apache 2.0 License](https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE).
+  - Portions of the project are licensed as described in [NOTICE.md](./NOTICE.md).
 
 <!--This file was originally licensed under Apache 2.0. It has been modified.
 Modifications Copyright (c) 2025 AMD-->

{lemonade_sdk-8.1.3.dist-info → lemonade_sdk-8.1.5.dist-info}/RECORD

@@ -1,17 +1,17 @@
 lemonade/__init__.py,sha256=W1Qk7r0rnQqFhPNHp6BIBT_q-OH3s-8Q_POoVfAmKW0,117
-lemonade/api.py,sha256=kGz8N_9TuN3peFG8fES0odN0bWR9itLNomlR-FC2z8k,5515
+lemonade/api.py,sha256=Oc4yBA3LZg8FrTsbuDq1p9-XE74pqNnIEUhXyKa7qg8,5786
 lemonade/cache.py,sha256=5iZbk273TiTMqK_vdzPOPYTo6VsWW2gNByOISA9zi1w,3002
 lemonade/cli.py,sha256=9Pcs3PcrWC2F8_pcBaz09xHUICIJTvpemBdPGyXkjIk,4395
 lemonade/sequence.py,sha256=KSH7BPsiyDKsOsg_ziQKEGsDwMmuO_YbgPRBxkZd0pw,13267
 lemonade/state.py,sha256=sdSezla7Cd7KYL90xY3p9kcNV4ndSyN6UvNLOr3vBMA,5261
-lemonade/version.py,sha256=gnc1sclqzDLnQB9vbqA0LgSMz4H-bYCuu--_P-HWhAc,22
+lemonade/version.py,sha256=UE2byv3TrjFSpmrlMMLljjtWoisXIAZ0MoNAF9Lc36k,22
 lemonade/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/common/build.py,sha256=zTb0m1-kuUx6zw5QHp2SNnVuN6jOTMQ2FCdj9iH374U,6140
 lemonade/common/cli_helpers.py,sha256=hjBfXrTtFl8gmCFlL-ksviXR0mOcdPtTWVNKoEp3PG4,4993
 lemonade/common/exceptions.py,sha256=w83sVKmL1QXoJlGjj_bRyjIBMhlMqdVQy_FEOTu2YQI,2050
 lemonade/common/filesystem.py,sha256=QV3cHhKNu-7W2rr8wZ4JQfD2rP_5T2Js7jiDQBYWHVQ,12142
 lemonade/common/inference_engines.py,sha256=pJxn0zOf3gEmjGAIWXNdCibfzarzc7LRbZjoQyygkcU,12591
-lemonade/common/network.py,sha256=p1lWJkN0H5hCpb4rKi3Zc47W_BRrrm-7ghdTALJLGqU,1944
+lemonade/common/network.py,sha256=qXpUjDYQEYM_gH3JwTtU-pu_yCKcaa1IeohJRPy91-A,2903
 lemonade/common/printing.py,sha256=GFFzrXIineIOMa9yu0lo5sL4j6A5BBg_T9aUCdP-juw,3229
 lemonade/common/status.py,sha256=xSOZN508cdRtrs1HVyr9zmASYg69EsZBLSs0lroLoCM,16519
 lemonade/common/system_info.py,sha256=pn-k3zMQCbt5cu3aHXa4cENgrubOK97gs9PYdGPsFXA,28405
@@ -34,10 +34,10 @@ lemonade/tools/huggingface/load.py,sha256=KsSGOBBD-tNEIfYC8mCWV_jpnkjHMhN3juVmC1
 lemonade/tools/huggingface/utils.py,sha256=j1S-IgjDsznUIVwkHSqqChmFyqIx9f3WcEelzohWwvU,13955
 lemonade/tools/llamacpp/bench.py,sha256=1fkE02ecg-jRk92i5dTAXz6re14WH8bd-Z9l-m3lbDA,4844
 lemonade/tools/llamacpp/load.py,sha256=DFCvQN548Ch9H8U_rHOiYviinzw6vixb5-V7xLj7XE4,6499
-lemonade/tools/llamacpp/utils.py,sha256=Auid9FepxwLIgDahaDNIxwz8kP_ap8Opd3eSF6t637g,32336
+lemonade/tools/llamacpp/utils.py,sha256=LZ0xae7tTQG9nP55DLm90PJS8UQEwGJmMIb_96pWDKE,32397
 lemonade/tools/oga/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/oga/bench.py,sha256=PJXv4UchcS2YPwijNzef8DY4DSAKYxIYY1ycHuH3T34,5005
-lemonade/tools/oga/load.py,sha256=6Pf_QrHpIXDbfpTwFNRj4RmWTxI-RImhYuqRvmTVgmY,33722
+lemonade/tools/oga/load.py,sha256=BH5ChYbZgeP_ZN4E6HoboJD3kZcUIAPgPEVbgUZpVjQ,33778
 lemonade/tools/oga/utils.py,sha256=F8UVLKlfYcLa2SUqlehar8-jaX2Aw4u58DjHNNvLdOA,17675
 lemonade/tools/quark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/quark/quark_load.py,sha256=FJ4LJKTToZbHHWVEOBLadae1a3jCnnY4KvXySHbkJMA,5589
@@ -46,13 +46,13 @@ lemonade/tools/report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 lemonade/tools/report/llm_report.py,sha256=bVHhwCINA-Ok2EdSwAsLubsc83N3KWOVuwTguw7jDcE,6676
 lemonade/tools/report/table.py,sha256=ssqy1bZqF-wptNzKEOj6_9REtCNZyXO8R5vakAtg3R4,27973
 lemonade/tools/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/server/llamacpp.py,sha256=jVkaPx1ZbHYiJll3wnDR0fh-e0yfg7UB0BXlLWPx4dE,20998
-lemonade/tools/server/serve.py,sha256=3wnB19YThQLHkjbzy7PCWppQY_j5xKB24GcqM8IybxI,58857
+lemonade/tools/server/llamacpp.py,sha256=9OneTx78UgvTzvZbdQidiihAN4F-JyfmhwD0bnj5_IU,21090
+lemonade/tools/server/serve.py,sha256=qA0BqYEeRKXtEoS-hG20M_b1WXiiDmyvfEAk72s6XTc,60573
 lemonade/tools/server/tool_calls.py,sha256=xrAlQwKG-nv2xLlf8f9CDSaUbyMn8ZtHkds9iZLG9K8,5230
-lemonade/tools/server/tray.py,sha256=YJ4-vJlM6tJ0ojY_wVM6COuNscETFkQPt-BaNqYa9YQ,17640
+lemonade/tools/server/tray.py,sha256=a9z6hdqlfj91H00j6hAExRPQkzWHhE3dnqSumzEgq0U,19599
 lemonade/tools/server/webapp.py,sha256=8Das5yXOaSBLZmSZ_eddJajQFxBhvl5D6GI_hHlGbE0,1040
 lemonade/tools/server/static/favicon.ico,sha256=hMmP9qGJNeZ0mFS86JIqPbZstXMZn0Z76_HfHQpREAU,126745
-lemonade/tools/server/static/styles.css,sha256=X_mqf3XCOo_pZEqkDiVzMGCy8ARseEBq5DdGnAdfVk0,43383
+lemonade/tools/server/static/styles.css,sha256=5HQQCpm8N_fzLcolPiDuhyZw_5nbO8aIl60xAn4RKmg,43385
 lemonade/tools/server/static/webapp.html,sha256=FX2MZUsljfgxxuF12KBdgvNkso_z-sHewWc0SEGGcGM,18138
 lemonade/tools/server/static/js/chat.js,sha256=BTvREuEt0NrN8qhAuda5tTAoUN6tbsoukevA-zyTrwQ,27193
 lemonade/tools/server/static/js/model-settings.js,sha256=JXHeG7xVrRU181Hj7CZflERAi1Z6t-qwYFR4aH5nf5I,5820
@@ -62,15 +62,16 @@ lemonade/tools/server/utils/port.py,sha256=J7-g-Aqygb50jNoHLhhRfBZVM-uhGlcB5-oYB
 lemonade/tools/server/utils/system_tray.py,sha256=b9lvNv9chJKQxvmH7qzAuUe6H9HsLu7pdHFqGlAJaL0,12654
 lemonade/tools/server/utils/thread.py,sha256=Z-PDzGcpgfN2qxTmtlROWqrUN0B2fXdPrqo_J10fR_w,2772
 lemonade_install/__init__.py,sha256=26zohKg2jgr_5y7tObduWMYQg8zCTWMZHL8lfi2zZVQ,40
-lemonade_install/install.py,sha256=Zl_JtEIhbqZZTvxcqtq895IomEN-JNxp9xOZEtahMHQ,28289
-lemonade_sdk-8.1.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lemonade_sdk-8.1.3.dist-info/licenses/NOTICE.md,sha256=B8lEqi4QE41J9ljz4Riv2JgHD1v8GCZE6nNBHO3KIA0,2135
-lemonade_server/cli.py,sha256=-haIK4Q9cYFwna5-m6vgxW9qMaGW-_lDFB49zXxDk2A,18755
-lemonade_server/model_manager.py,sha256=cFaHJVOsabwekAPryXAPdo6qrXYBD_yht7XPg2QImqc,10791
-lemonade_server/pydantic_models.py,sha256=oTFnDVCax2Gerz7RBJOJF0FVQjKoUPJZbBo-EgogQyk,3161
+lemonade_install/install.py,sha256=onndA2a-ygyLtDfupI8JQFhU_XpK8McGZtGujFasXww,28304
+lemonade_sdk-8.1.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lemonade_sdk-8.1.5.dist-info/licenses/NOTICE.md,sha256=RSca9LE5e6pvdWA_LXAUCcACIHPmINKqkRX-AVRqBGo,3499
+lemonade_server/cli.py,sha256=-oRbLRlOX6SRH1bZURmlkDujsUBwMVprm83MtVR3DEY,18819
+lemonade_server/model_manager.py,sha256=8FsD234ODtqVF3k4GIjo6UnZKSpii11UU_zoIf-kvSU,11133
+lemonade_server/pydantic_models.py,sha256=49MyOlb5feLUlKsGcI75tWaflWckrItqcSVkdCY4e3A,3269
 lemonade_server/server_models.json,sha256=DAdG4ebIt5Dy5MM3kmXn1pO0XbNMph1gdpzbacBDVuc,11664
-lemonade_sdk-8.1.3.dist-info/METADATA,sha256=3As4CPILSkJVZMKsyqHZX6o9P8aBsixEJuQTtOas25w,17086
-lemonade_sdk-8.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lemonade_sdk-8.1.3.dist-info/entry_points.txt,sha256=7sRvpNhi1E7amnM7RZo57e8yFF9iA5uuRaIeJ1Xre6w,193
-lemonade_sdk-8.1.3.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
-lemonade_sdk-8.1.3.dist-info/RECORD,,
+lemonade_server/settings.py,sha256=6nsmPLFJD-UokQDmlx9ZBYMbpnn48So_PuBGWP7Fmfg,1299
+lemonade_sdk-8.1.5.dist-info/METADATA,sha256=DqkuNfUnA3CgSvDSVkz6cQJnQBw75AE9FmbAAoRdrso,16852
+lemonade_sdk-8.1.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lemonade_sdk-8.1.5.dist-info/entry_points.txt,sha256=7sRvpNhi1E7amnM7RZo57e8yFF9iA5uuRaIeJ1Xre6w,193
+lemonade_sdk-8.1.5.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
+lemonade_sdk-8.1.5.dist-info/RECORD,,

{lemonade_sdk-8.1.3.dist-info → lemonade_sdk-8.1.5.dist-info}/licenses/NOTICE.md

@@ -1,7 +1,33 @@
 PORTIONS LICENSED AS FOLLOWS
 
+## llama.cpp
+
+Binaries for llama.cpp are downloaded under the MIT license from https://github.com/ggml-org/llama.cpp, as well as https://github.com/lemonade-sdk/llamacpp-rocm (which uses https://github.com/ggml-org/llama.cpp to build them.)
+
 Lemonade SDK used the [ONNX TurnkeyML](https://github.com/onnx/turnkeyml) project as a starting point under the [Apache 2.0 license](./LICENSE).
 
+> MIT License
+> 
+> Copyright (c) 2023-2024 The ggml authors
+> 
+> Permission is hereby granted, free of charge, to any person obtaining a copy
+> of this software and associated documentation files (the "Software"), to deal
+> in the Software without restriction, including without limitation the rights
+> to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+> copies of the Software, and to permit persons to whom the Software is
+> furnished to do so, subject to the following conditions:
+> 
+> The above copyright notice and this permission notice shall be included in all
+> copies or substantial portions of the Software.
+> 
+> THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+> IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+> FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+> AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+> LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+> OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+> SOFTWARE.
+
 ## TurnkeyML Attribution
 
 TurnkeyML used code from other open source projects as a starting point (see [NOTICE.md](NOTICE.md)). Thank you Philip Colangelo, Derek Elkins, Jeremy Fowers, Dan Gard, Victoria Godsoe, Mark Heaps, Daniel Holanda, Brian Kurtz, Mariah Larwood, Philip Lassen, Andrew Ling, Adrian Macias, Gary Malik, Sarah Massengill, Ashwin Murthy, Hatice Ozen, Tim Sears, Sean Settle, Krishna Sivakumar, Aviv Weinstein, Xueli Xao, Bill Xing, and Lev Zlotnik for your contributions to that work.
@@ -18,4 +44,4 @@ TurnkeyML used code from other open source projects as a starting point (see [NO
 >
 >The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
 >
->THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+>THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

lemonade_server/cli.py

@@ -11,6 +11,7 @@ from lemonade_server.pydantic_models import (
     DEFAULT_LLAMACPP_BACKEND,
     DEFAULT_CTX_SIZE,
 )
+from lemonade_server.settings import load_setting
 
 
 # Error codes for different CLI scenarios
@@ -390,12 +391,7 @@ def get_server_info() -> Tuple[int | None, int | None]:
         connections = psutil.net_connections(kind="tcp4")
 
         for conn in connections:
-            if (
-                conn.status == "LISTEN"
-                and conn.laddr
-                and conn.laddr.ip in ["127.0.0.1"]
-                and conn.pid is not None
-            ):
+            if conn.status == "LISTEN" and conn.laddr and conn.pid is not None:
                 if is_lemonade_server(conn.pid):
                     return conn.pid, conn.laddr.port
 
@@ -472,6 +468,9 @@ def developer_entrypoint():
 def _add_server_arguments(parser):
     """Add common server arguments to a parser"""
 
+    # Load the persisted log level to use as a default
+    persisted_log_level = load_setting("log_level", DEFAULT_LOG_LEVEL)
+
     parser.add_argument(
         "--port",
         type=int,
@@ -489,7 +488,7 @@ def _add_server_arguments(parser):
         type=str,
         help="Log level for the server",
         choices=["critical", "error", "warning", "info", "debug", "trace"],
-        default=DEFAULT_LOG_LEVEL,
+        default=persisted_log_level,
     )
     parser.add_argument(
         "--llamacpp",

lemonade_server/model_manager.py

@@ -103,9 +103,13 @@ class ModelManager:
         recipe: Optional[str] = None,
         reasoning: bool = False,
         mmproj: str = "",
+        do_not_upgrade: bool = False,
     ):
         """
         Downloads the specified models from Hugging Face.
+
+        do_not_upgrade: prioritize any local copy of the model over any updated copy
+            from the Hugging Face Hub.
         """
         for model in models:
             if model not in self.supported_models:
@@ -174,9 +178,15 @@ class ModelManager:
             print(f"Downloading {model} ({checkpoint_to_download})")
 
             if "gguf" in checkpoint_to_download.lower():
-                download_gguf(gguf_model_config.checkpoint, gguf_model_config.mmproj)
+                download_gguf(
+                    gguf_model_config.checkpoint,
+                    gguf_model_config.mmproj,
+                    do_not_upgrade=do_not_upgrade,
+                )
             else:
-                custom_snapshot_download(checkpoint_to_download)
+                custom_snapshot_download(
+                    checkpoint_to_download, do_not_upgrade=do_not_upgrade
+                )
 
             # Register the model in user_models.json, creating that file if needed
             # We do this registration after the download so that we don't register

lemonade_server/pydantic_models.py

@@ -122,3 +122,11 @@ class DeleteConfig(BaseModel):
     """
 
     model_name: str
+
+
+class LogLevelConfig(BaseModel):
+    """
+    Configuration for log-level setting.
+    """
+
+    level: str

lemonade_server/settings.py

@@ -0,0 +1,39 @@
+import json
+import os
+from lemonade.cache import DEFAULT_CACHE_DIR
+
+# Define the path for the user settings file, placing it in the cache directory
+USER_SETTINGS_FILE = os.path.join(DEFAULT_CACHE_DIR, "user_settings.json")
+
+
+def save_setting(key, value):
+    """Save a setting to the user_settings.json file."""
+    # Ensure the cache directory exists
+    os.makedirs(DEFAULT_CACHE_DIR, exist_ok=True)
+
+    settings = {}
+    if os.path.exists(USER_SETTINGS_FILE):
+        with open(USER_SETTINGS_FILE, "r") as f:
+            try:
+                settings = json.load(f)
+            except json.JSONDecodeError:
+                # If the file is empty or corrupt, start with a fresh dictionary
+                pass
+
+    settings[key] = value
+    with open(USER_SETTINGS_FILE, "w") as f:
+        json.dump(settings, f, indent=4)
+
+
+def load_setting(key, default=None):
+    """Load a setting from the user_settings.json file."""
+    if not os.path.exists(USER_SETTINGS_FILE):
+        return default
+
+    with open(USER_SETTINGS_FILE, "r") as f:
+        try:
+            settings = json.load(f)
+            return settings.get(key, default)
+        except json.JSONDecodeError:
+            # Return default if the file is empty or corrupt
+            return default