lemonade-sdk 8.1.7__py3-none-any.whl → 8.1.9__py3-none-any.whl

lemonade/tools/server/static/webapp.html

@@ -32,27 +32,25 @@
         <div class="tab-container"> 
             <div class="tabs"> 
                 <div class="tab-group">
-                    <button class="tab active" id="tab-chat" onclick="showTab('chat')">LLM Chat</button> 
-                    <button class="tab" id="tab-model-settings" onclick="showTab('settings')">Model Settings</button>
-                    <button class="tab" id="tab-models" onclick="showTab('models')">Model Management</button> 
-                </div>
-                
-                <!-- Model Status Indicator integrated into tab bar -->
-                <div class="model-status-indicator" id="model-status-indicator">
-                    <div class="status-light" id="status-light"></div>
-                    <span class="model-status-text" id="model-status-text">Loading...</span>
-                    <button class="model-action-btn" id="model-unload-btn" style="display: none;" title="Unload model">⏏</button>
-                </div>
-            </div> 
-            <div class="tab-content active" id="content-chat"> 
-                <div class="chat-container"> 
-                    <div class="chat-history" id="chat-history"></div> 
-                    <div class="chat-input-row"> 
-                        <select id="model-select" class="model-select">
-                            <option value="">Pick a model</option>
-                        </select>
+					<button class="tab active" id="tab-chat" onclick="showTab('chat')">LLM Chat</button>
+					<button class="tab" id="tab-model-settings" onclick="showTab('settings')">Model Settings</button>
+					<button class="tab" id="tab-models" onclick="showTab('models')">Model Management</button>
+				</div>
+
+				<div class="model-status-indicator" id="model-status-indicator">
+					<div class="status-light" id="status-light"></div>
+					<select id="model-select" class="model-select">
+						<option value="">Pick a model</option>
+					</select>
+					<button class="model-action-btn" id="model-unload-btn" title="Unload model" style="display: flex;">⏏</button>
+				</div>
+			</div>
+            <div class="tab-content active" id="content-chat">
+                <div class="chat-container">
+                    <div class="chat-history" id="chat-history"></div>
+                    <div class="chat-input-row">
                         <div class="input-with-indicator">
-                            <input type="text" id="chat-input" placeholder="Type your message..." /> 
+                            <textarea id="chat-input" placeholder="Type your message..." rows="1"></textarea> 
                         </div>
                         <input type="file" id="file-attachment" style="display: none;" multiple accept="image/*">
                         <button id="attachment-btn" title="Attach files">&#x1F4CE;</button>
@@ -92,9 +90,9 @@
                             <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" class="app-logo-img">
                             <span class="app-name">LM-Eval</span>
                         </a>
-                        <a href="https://lemonade-server.ai/docs/server/apps/codeGPT/" target="_blank" class="app-logo-item" title="CodeGPT">
-                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/codegpt.jpg" alt="CodeGPT" class="app-logo-img">
-                            <span class="app-name">CodeGPT</span>
+                        <a href="https://github.com/lemonade-sdk/lemonade-arcade" target="_blank" class="app-logo-item" title="Lemonade Arcade">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" class="app-logo-img">
+                            <span class="app-name">Lemonade Arcade</span>
                         </a>
                     <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" target="_blank" class="app-logo-item" title="AI Toolkit">
                         <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" class="app-logo-img">
@@ -142,7 +140,6 @@
                             </div>
                             <div class="category-content expanded" id="category-hot"></div>
                         </div>
-                        
                         <div class="model-category-section">
                             <div class="section-header">
                                 <span class="section-icon">🔧</span>
@@ -155,7 +152,6 @@
                                 <div class="subcategory" data-recipe="oga-cpu" onclick="selectRecipe('oga-cpu')">OGA CPU</div>
                             </div>
                         </div>
-                        
                         <div class="model-category-section">
                             <div class="section-header">
                                 <span class="section-icon">🏷️</span>
@@ -165,12 +161,12 @@
                                 <div class="subcategory" data-label="coding" onclick="selectLabel('coding')">Coding</div>
                                 <div class="subcategory" data-label="vision" onclick="selectLabel('vision')">Vision</div>
                                 <div class="subcategory" data-label="reasoning" onclick="selectLabel('reasoning')">Reasoning</div>
+                                <div class="subcategory" data-label="tool-calling" onclick="selectLabel('tool-calling')">Tool Calling</div>
                                 <div class="subcategory" data-label="reranking" onclick="selectLabel('reranking')">Reranking</div>
                                 <div class="subcategory" data-label="embeddings" onclick="selectLabel('embeddings')">Embeddings</div>
                                 <div class="subcategory" data-label="custom" onclick="selectLabel('custom')">Custom</div>
                             </div>
                         </div>
-                        
                         <div class="model-category" data-category="add">
                             <div class="category-header" onclick="showAddModelForm()">
                                 <span class="category-icon">➕</span>
@@ -178,7 +174,6 @@
                             </div>
                         </div>
                     </div>
-                    
                     <div class="model-browser-main">
                         <div class="model-list" id="model-list"></div>
                         
@@ -255,3 +250,4 @@
     <script src="/static/js/chat.js"></script>
 </body>
 </html>
+</html>

lemonade/tools/server/wrapped_server.py

@@ -81,6 +81,7 @@ class WrappedServer(ABC):
         self.process: subprocess.Popen = None
         self.server_name: str = server_name
         self.telemetry: WrappedServerTelemetry = telemetry
+        self.log_thread_exception = None
 
     def choose_port(self):
         """
@@ -192,6 +193,8 @@ class WrappedServer(ABC):
 
                     if self.process.poll() is not None:
                         break
+            except HTTPException as e:
+                self.log_thread_exception = e
             except UnicodeDecodeError as e:
                 logging.debug(
                     "Unicode decode error reading subprocess output: %s", str(e)
@@ -217,6 +220,11 @@ class WrappedServer(ABC):
                 )
             time.sleep(1)
 
+        if self.log_thread_exception:
+            e = self.log_thread_exception
+            self.log_thread_exception = None
+            raise e
+
     @abstractmethod
     def _launch_server_subprocess(
         self,

lemonade/version.py

@@ -1 +1 @@
-__version__ = "8.1.7"
+__version__ = "8.1.9"

lemonade_install/install.py

@@ -48,10 +48,6 @@ NPU_DRIVER_DOWNLOAD_URL = (
 REQUIRED_NPU_DRIVER_VERSION = "32.0.203.280"
 
 lemonade_install_dir = Path(__file__).parent.parent.parent
-DEFAULT_QUARK_VERSION = "quark-0.6.0"
-DEFAULT_QUARK_DIR = os.path.join(
-    lemonade_install_dir, "install", "quark", DEFAULT_QUARK_VERSION
-)
 
 # List of supported Ryzen AI processor series (can be extended in the future)
 SUPPORTED_RYZEN_AI_SERIES = ["300"]
@@ -177,7 +173,7 @@ def _get_ryzenai_version_info(device=None):
             f"{e}\n Please install lemonade-sdk with "
             "one of the oga extras, for example:\n"
             "pip install lemonade-sdk[dev,oga-cpu]\n"
-            "See https://lemonade_server.ai/install_options.html for details"
+            "See https://lemonade-server.ai/install_options.html for details"
         ) from e
 
 
@@ -445,18 +441,18 @@ class Install:
             "variable (e.g., Ryzen AI uses environment variable OGA_TOKEN).",
         )
 
-        parser.add_argument(
-            "--quark",
-            help="Install Quark Quantization tool for LLMs",
-            choices=["0.6.0"],
-        )
-
         parser.add_argument(
             "--llamacpp",
             help="Install llama.cpp binaries with specified backend",
             choices=["rocm", "vulkan"],
         )
 
+        parser.add_argument(
+            "--override",
+            action="store_true",
+            help="Override the deprecation error to use legacy tools.",
+        )
+
         return parser
 
     @staticmethod
@@ -637,7 +633,7 @@ class Install:
         return file
 
     @staticmethod
-    def _install_ryzenai(ryzenai, build_model, yes, token):
+    def _install_ryzenai(ryzenai, build_model, yes, token, override=False):
         # Check if the processor is supported before proceeding
         check_ryzen_ai_processor()
 
@@ -654,6 +650,9 @@ class Install:
             + "=" * 80
             + "\n"
         )
+        if not override:
+            raise ValueError(warning_msg)
+
         print(warning_msg)
 
         # Delete any previous Ryzen AI installation in this environment
@@ -715,36 +714,6 @@ class Install:
         except IOError as e:
             print(f"An error occurred while writing {version_info_path}: {e}")
 
-    @staticmethod
-    def _install_quark(quark):
-        quark_install_dir = os.path.join(lemonade_install_dir, "install", "quark")
-        os.makedirs(quark_install_dir, exist_ok=True)
-
-        # Install Quark utilities
-        quark_url = (
-            f"https://www.xilinx.com/bin/public/openDownload?filename=quark-{quark}.zip"
-        )
-        quark_path = download_and_extract_package(
-            url=quark_url,
-            version=quark,
-            install_dir=quark_install_dir,
-            package_name="quark",
-        )
-        # Install Quark wheel
-        wheel_url = (
-            "https://www.xilinx.com/bin/public/openDownload?"
-            f"filename=quark-{quark}-py3-none-any.whl"
-        )
-        wheel_path = os.path.join(quark_install_dir, f"quark-{quark}-py3-none-any.whl")
-        print(f"\nInstalling Quark wheel from {wheel_url}")
-        download_file(wheel_url, wheel_path, "wheel file")
-
-        install_cmd = f"{sys.executable} -m pip install --no-deps {wheel_path}"
-        subprocess.run(install_cmd, check=True, shell=True)
-        os.remove(wheel_path)
-
-        print(f"\nQuark installed successfully at: {quark_path}")
-
     @staticmethod
     def _install_llamacpp(backend):
         """
@@ -762,22 +731,19 @@ class Install:
         self,
         ryzenai: Optional[str] = None,
         build_model: Optional[str] = None,
-        quark: Optional[str] = None,
         llamacpp: Optional[str] = None,
         yes: bool = False,
         token: Optional[str] = None,
+        override: bool = False,
     ):
-        if ryzenai is None and quark is None and llamacpp is None:
+        if ryzenai is None and llamacpp is None:
             raise ValueError(
                 "You must select something to install, "
-                "for example `--ryzenai`, `--quark`, or `--llamacpp`"
+                "for example `--ryzenai` or `--llamacpp`"
             )
 
         if ryzenai is not None:
-            self._install_ryzenai(ryzenai, build_model, yes, token)
-
-        if quark is not None:
-            self._install_quark(quark)
+            self._install_ryzenai(ryzenai, build_model, yes, token, override)
 
         if llamacpp is not None:
             self._install_llamacpp(llamacpp)

{lemonade_sdk-8.1.7.dist-info → lemonade_sdk-8.1.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lemonade-sdk
-Version: 8.1.7
+Version: 8.1.9
 Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
 Author-email: lemonade@amd.com
 Requires-Python: >=3.10, <3.14
@@ -16,7 +16,7 @@ Requires-Dist: numpy
 Requires-Dist: fasteners
 Requires-Dist: GitPython>=3.1.40
 Requires-Dist: psutil>=6.1.1
-Requires-Dist: wmi
+Requires-Dist: wmi; platform_system == "Windows"
 Requires-Dist: py-cpuinfo
 Requires-Dist: pytz
 Requires-Dist: zstandard
@@ -45,42 +45,6 @@ Requires-Dist: human-eval-windows==1.0.4; extra == "dev"
 Requires-Dist: lm-eval[api]; extra == "dev"
 Provides-Extra: model-generate
 Requires-Dist: model-generate==1.5.0; (platform_system == "Windows" and python_version == "3.10") and extra == "model-generate"
-Provides-Extra: oga-hybrid
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid"
-Provides-Extra: oga-unified
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-unified"
-Provides-Extra: oga-hybrid-minimal
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid-minimal"
-Provides-Extra: oga-cpu-minimal
-Requires-Dist: lemonade-sdk[oga-cpu]; extra == "oga-cpu-minimal"
-Provides-Extra: oga-npu-minimal
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-npu-minimal"
-Provides-Extra: llm
-Requires-Dist: lemonade-sdk[dev]; extra == "llm"
-Provides-Extra: llm-oga-cpu
-Requires-Dist: lemonade-sdk[dev,oga-cpu]; extra == "llm-oga-cpu"
-Provides-Extra: llm-oga-npu
-Requires-Dist: onnx==1.16.0; extra == "llm-oga-npu"
-Requires-Dist: onnxruntime==1.18.0; extra == "llm-oga-npu"
-Requires-Dist: numpy==1.26.4; extra == "llm-oga-npu"
-Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-npu"
-Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-npu"
-Provides-Extra: llm-oga-hybrid
-Requires-Dist: onnx==1.16.1; extra == "llm-oga-hybrid"
-Requires-Dist: numpy==1.26.4; extra == "llm-oga-hybrid"
-Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-hybrid"
-Provides-Extra: llm-oga-unified
-Requires-Dist: lemonade-sdk[dev,llm-oga-hybrid]; extra == "llm-oga-unified"
-Provides-Extra: llm-oga-igpu
-Requires-Dist: onnxruntime-genai-directml==0.6.0; extra == "llm-oga-igpu"
-Requires-Dist: onnxruntime-directml<1.22.0,>=1.19.0; extra == "llm-oga-igpu"
-Requires-Dist: transformers<4.45.0; extra == "llm-oga-igpu"
-Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-igpu"
-Provides-Extra: llm-oga-cuda
-Requires-Dist: onnxruntime-genai-cuda==0.8.2; extra == "llm-oga-cuda"
-Requires-Dist: onnxruntime-gpu>=1.22.0; extra == "llm-oga-cuda"
-Requires-Dist: transformers<=4.51.3; extra == "llm-oga-cuda"
-Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-cuda"
 Dynamic: author-email
 Dynamic: description
 Dynamic: description-content-type
@@ -94,41 +58,29 @@ Dynamic: summary
 
 <p align="center">
   <a href="https://discord.gg/5xXzkMu8Zk">
-    <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" />
-  </a>
+    <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
-    <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" />
-  </a>
+    <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
   <a href="docs/README.md#installation" title="Check out our instructions">
-    <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" />
-  </a>
+    <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
   <a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
-    <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" />
-  </a>
+    <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
   <a href="docs/README.md#installation" title="Check out our instructions">
-    <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" />
-  </a>
+    <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
-    <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" />
-  </a>
+    <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
-    <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" />
-  </a>
+    <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
   <a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
-    <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" />
-  </a>
+    <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/issues">
-    <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" />
-  </a>
+    <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
-    <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" />
-  </a>
+    <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
   <a href="https://github.com/psf/black">
-    <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" />
-  </a>
+    <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
   <a href="https://star-history.com/#lemonade-sdk/lemonade">
-    <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" />
-  </a>
+    <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
 </p>
 <p align="center">
   <img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
@@ -156,7 +108,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
 ### Use it with your favorite OpenAI-compatible app!
 
 <p align="center">
-  <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/codeGPT/" title="CodeGPT" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/codegpt.jpg" alt="CodeGPT" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
+  <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
 </p>
 
 > [!TIP]
@@ -227,7 +179,7 @@ Lemonade supports the following configurations, while also making it easy to swi
     </tr>
     <tr>
       <td><b>gfx120X</b> (RDNA4)</td>
-      <td>Windows only</td>
+      <td>Windows, Ubuntu</td>
       <td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
     </tr>
     <tr>

{lemonade_sdk-8.1.7.dist-info → lemonade_sdk-8.1.9.dist-info}/RECORD

@@ -1,10 +1,10 @@
 lemonade/__init__.py,sha256=W1Qk7r0rnQqFhPNHp6BIBT_q-OH3s-8Q_POoVfAmKW0,117
 lemonade/api.py,sha256=Oc4yBA3LZg8FrTsbuDq1p9-XE74pqNnIEUhXyKa7qg8,5786
 lemonade/cache.py,sha256=5iZbk273TiTMqK_vdzPOPYTo6VsWW2gNByOISA9zi1w,3002
-lemonade/cli.py,sha256=9Pcs3PcrWC2F8_pcBaz09xHUICIJTvpemBdPGyXkjIk,4395
+lemonade/cli.py,sha256=qU5bW7RQAUKNSpvrhVyzn68NMxyi-336Ke_JU4bsv1Q,5708
 lemonade/sequence.py,sha256=KSH7BPsiyDKsOsg_ziQKEGsDwMmuO_YbgPRBxkZd0pw,13267
 lemonade/state.py,sha256=sdSezla7Cd7KYL90xY3p9kcNV4ndSyN6UvNLOr3vBMA,5261
-lemonade/version.py,sha256=DSjpcTXEMbKTSEhH-ChqB5reU3Hdp38wfe3HkEnrtRQ,22
+lemonade/version.py,sha256=nNxNovCuweKgLzK71oDtPCagHKqrBZW7fNRdrO5VFWA,22
 lemonade/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/common/build.py,sha256=zTb0m1-kuUx6zw5QHp2SNnVuN6jOTMQ2FCdj9iH374U,6140
 lemonade/common/cli_helpers.py,sha256=hjBfXrTtFl8gmCFlL-ksviXR0mOcdPtTWVNKoEp3PG4,4993
@@ -17,6 +17,8 @@ lemonade/common/status.py,sha256=xSOZN508cdRtrs1HVyr9zmASYg69EsZBLSs0lroLoCM,165
 lemonade/common/system_info.py,sha256=pn-k3zMQCbt5cu3aHXa4cENgrubOK97gs9PYdGPsFXA,28405
 lemonade/common/test_helpers.py,sha256=Gwk-pa_6xYAo2oro-2EJNfuouAfw8k_brCbcMC-E-r0,758
 lemonade/profilers/__init__.py,sha256=JKVonvJ4XZ9_6sKXPWsiMLQCNyzQOxhQw5BEHR1qOfU,31
+lemonade/profilers/agt_power.py,sha256=t_37VEg8LPapjSKSjJln-jFznZtTIf5UpzlAXcVGOrc,16771
+lemonade/profilers/hwinfo_power.py,sha256=UQr-EHq7B4T-IvzmErCRK0-QxcFnho4ftCaWy5p8Qvo,15819
 lemonade/profilers/memory_tracker.py,sha256=1iuKt0FmNVYLDnOc-oZM8dX9TUksvoxO0m2EoYWjhYQ,9367
 lemonade/profilers/profiler.py,sha256=Y5FSbc386bMlTVbqCuya9pYrso5aTthxahR1V_ZKQ9E,1902
 lemonade/tools/__init__.py,sha256=_6xRc-FHxmujoLjLjWtpYrWYEXtCSneSy-5ya01kyPk,53
@@ -34,45 +36,42 @@ lemonade/tools/huggingface/load.py,sha256=KsSGOBBD-tNEIfYC8mCWV_jpnkjHMhN3juVmC1
 lemonade/tools/huggingface/utils.py,sha256=j1S-IgjDsznUIVwkHSqqChmFyqIx9f3WcEelzohWwvU,13955
 lemonade/tools/llamacpp/bench.py,sha256=1fkE02ecg-jRk92i5dTAXz6re14WH8bd-Z9l-m3lbDA,4844
 lemonade/tools/llamacpp/load.py,sha256=DFCvQN548Ch9H8U_rHOiYviinzw6vixb5-V7xLj7XE4,6499
-lemonade/tools/llamacpp/utils.py,sha256=96POJXoIBE_zLArusiOrgyCcz8D5vR3IuXkMzyg79CU,32608
+lemonade/tools/llamacpp/utils.py,sha256=nl11DRJCzcDV7OcAJtA0YRVxStdBvcnLZbhDhUrN1So,33041
 lemonade/tools/oga/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/oga/bench.py,sha256=PJXv4UchcS2YPwijNzef8DY4DSAKYxIYY1ycHuH3T34,5005
-lemonade/tools/oga/load.py,sha256=BH5ChYbZgeP_ZN4E6HoboJD3kZcUIAPgPEVbgUZpVjQ,33778
+lemonade/tools/oga/load.py,sha256=x-A-nhoni-WyDpVCLcWRAMfs5ouac9MJzxT-rsnLPw8,34226
 lemonade/tools/oga/utils.py,sha256=F8UVLKlfYcLa2SUqlehar8-jaX2Aw4u58DjHNNvLdOA,17675
-lemonade/tools/quark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/quark/quark_load.py,sha256=FJ4LJKTToZbHHWVEOBLadae1a3jCnnY4KvXySHbkJMA,5589
-lemonade/tools/quark/quark_quantize.py,sha256=hwoaXhpBIORvJ16MvewphPkaDEQn3BAgXq5o82Gc-_s,16599
 lemonade/tools/report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/report/llm_report.py,sha256=bVHhwCINA-Ok2EdSwAsLubsc83N3KWOVuwTguw7jDcE,6676
-lemonade/tools/report/table.py,sha256=ssqy1bZqF-wptNzKEOj6_9REtCNZyXO8R5vakAtg3R4,27973
+lemonade/tools/report/table.py,sha256=Kv_Epd8a6KIrdzSC2EgIl6uTKw7E5eMq10Tg16O0WxM,27996
 lemonade/tools/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/server/llamacpp.py,sha256=w-M0JXrgXVpfICnHBHhJm_yBshfwZ8zge-e1o1kH0R4,8751
-lemonade/tools/server/serve.py,sha256=YVsO7m9E1OsQtbcjkv_1ir8oCSAdr0IXGNEvJ6FKamw,60311
+lemonade/tools/server/llamacpp.py,sha256=8HdTkrU2ht8L1ldXqkfYfYhXiA8TvySuaslinAMqr-c,9002
+lemonade/tools/server/serve.py,sha256=gwKPs-r-bfQsyCkVxzVyTp0SyNYVqqfMeeUFQ9TivwM,61638
 lemonade/tools/server/tool_calls.py,sha256=xrAlQwKG-nv2xLlf8f9CDSaUbyMn8ZtHkds9iZLG9K8,5230
 lemonade/tools/server/tray.py,sha256=a9z6hdqlfj91H00j6hAExRPQkzWHhE3dnqSumzEgq0U,19599
 lemonade/tools/server/webapp.py,sha256=8Das5yXOaSBLZmSZ_eddJajQFxBhvl5D6GI_hHlGbE0,1040
-lemonade/tools/server/wrapped_server.py,sha256=-knOr2ycmrebVPYrOlCNRJH0ySZPnVlWzbKYLsfTRhE,16441
+lemonade/tools/server/wrapped_server.py,sha256=DlzsGUwLQzjOFRfTTxfnhvmM_9lvAki96jWIAz7Czds,16713
 lemonade/tools/server/static/favicon.ico,sha256=hMmP9qGJNeZ0mFS86JIqPbZstXMZn0Z76_HfHQpREAU,126745
-lemonade/tools/server/static/styles.css,sha256=5HQQCpm8N_fzLcolPiDuhyZw_5nbO8aIl60xAn4RKmg,43385
-lemonade/tools/server/static/webapp.html,sha256=FX2MZUsljfgxxuF12KBdgvNkso_z-sHewWc0SEGGcGM,18138
-lemonade/tools/server/static/js/chat.js,sha256=BTvREuEt0NrN8qhAuda5tTAoUN6tbsoukevA-zyTrwQ,27193
+lemonade/tools/server/static/styles.css,sha256=SYEK4rC-MdpkTj31gxNl9Kb3hCNd1Fpq-EGnRMTjVe8,45362
+lemonade/tools/server/static/webapp.html,sha256=j7A8SOwbY_GfOSkOMV3JvXhOKY1iG70JYYuA3WdoWSQ,17856
+lemonade/tools/server/static/js/chat.js,sha256=XpQSIn1TUra26tu2CtDyOayhXAbUEqzBK0oGtkCAu-s,39162
 lemonade/tools/server/static/js/model-settings.js,sha256=JXHeG7xVrRU181Hj7CZflERAi1Z6t-qwYFR4aH5nf5I,5820
-lemonade/tools/server/static/js/models.js,sha256=bbX7c8B59ioim86T3x9PFESvF8y3cHPYUO6nhc4SCDs,32500
-lemonade/tools/server/static/js/shared.js,sha256=4iqDNWiKEB7eYS4fdnTy-RwO_ksROrLYLmT2YSomG1M,17065
+lemonade/tools/server/static/js/models.js,sha256=7bCJbvS8FWpj6f1ZOwM8pt6UOQueuiOGLG79qrs-C-A,35872
+lemonade/tools/server/static/js/shared.js,sha256=mD03xqyMH1iQwH4pOq4IpDDaAX0z7YZY71gD8gufRAg,17487
 lemonade/tools/server/utils/port.py,sha256=J7-g-Aqygb50jNoHLhhRfBZVM-uhGlcB5-oYBAehvgw,2263
 lemonade/tools/server/utils/system_tray.py,sha256=b9lvNv9chJKQxvmH7qzAuUe6H9HsLu7pdHFqGlAJaL0,12654
 lemonade/tools/server/utils/thread.py,sha256=Z-PDzGcpgfN2qxTmtlROWqrUN0B2fXdPrqo_J10fR_w,2772
 lemonade_install/__init__.py,sha256=26zohKg2jgr_5y7tObduWMYQg8zCTWMZHL8lfi2zZVQ,40
-lemonade_install/install.py,sha256=onndA2a-ygyLtDfupI8JQFhU_XpK8McGZtGujFasXww,28304
-lemonade_sdk-8.1.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lemonade_sdk-8.1.7.dist-info/licenses/NOTICE.md,sha256=RSca9LE5e6pvdWA_LXAUCcACIHPmINKqkRX-AVRqBGo,3499
-lemonade_server/cli.py,sha256=GsYMg095XMADHjWr1ytLYvbbrtSDPwQJEUn0gI-W99o,19108
-lemonade_server/model_manager.py,sha256=xHbHo14q9EbueY6rxijFKUQtf4hgod0w9gBuPw2mVdk,18065
+lemonade_install/install.py,sha256=Dow7kt-K9WI4PH15hBwkKtOxede3dAaOmH4I1y_P5H4,27008
+lemonade_sdk-8.1.9.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lemonade_sdk-8.1.9.dist-info/licenses/NOTICE.md,sha256=RSca9LE5e6pvdWA_LXAUCcACIHPmINKqkRX-AVRqBGo,3499
+lemonade_server/cli.py,sha256=IsyWGDIeiN0MnIaBryLhArHhPj1HD52l6028dNHQCKc,19248
+lemonade_server/model_manager.py,sha256=V8QRf1nlh3wAFtUHoSF_JeAXeR7sfaZE1uTfppcIfcw,20492
 lemonade_server/pydantic_models.py,sha256=49MyOlb5feLUlKsGcI75tWaflWckrItqcSVkdCY4e3A,3269
-lemonade_server/server_models.json,sha256=DAdG4ebIt5Dy5MM3kmXn1pO0XbNMph1gdpzbacBDVuc,11664
+lemonade_server/server_models.json,sha256=0H_G6Jw6Yuz6t0RZnFnq0SbBCsw_cQLe9j24TkyF2eI,12344
 lemonade_server/settings.py,sha256=6nsmPLFJD-UokQDmlx9ZBYMbpnn48So_PuBGWP7Fmfg,1299
-lemonade_sdk-8.1.7.dist-info/METADATA,sha256=onbpcmKIyz0x7FmhWIzGFD0YnyOoOTUTCxtcxSno1gA,16852
-lemonade_sdk-8.1.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lemonade_sdk-8.1.7.dist-info/entry_points.txt,sha256=7sRvpNhi1E7amnM7RZo57e8yFF9iA5uuRaIeJ1Xre6w,193
-lemonade_sdk-8.1.7.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
-lemonade_sdk-8.1.7.dist-info/RECORD,,
+lemonade_sdk-8.1.9.dist-info/METADATA,sha256=rG009a2eVI1apZTBLwIcyQNwdYuVmX33naZwN8Rhbbs,15022
+lemonade_sdk-8.1.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lemonade_sdk-8.1.9.dist-info/entry_points.txt,sha256=7sRvpNhi1E7amnM7RZo57e8yFF9iA5uuRaIeJ1Xre6w,193
+lemonade_sdk-8.1.9.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
+lemonade_sdk-8.1.9.dist-info/RECORD,,

lemonade_server/cli.py

@@ -197,15 +197,15 @@ def pull(
         for model_name in model_names:
             payload = {"model_name": model_name}
 
-            if checkpoint and recipe:
-                # Add the parameters for registering a new model
-                payload["checkpoint"] = checkpoint
-                payload["recipe"] = recipe
-
-                if reasoning:
-                    payload["reasoning"] = reasoning
-                if mmproj:
-                    payload["mmproj"] = mmproj
+            # Add the parameters to the payload
+            for key, value in [
+                ("checkpoint", checkpoint),
+                ("recipe", recipe),
+                ("reasoning", reasoning),
+                ("mmproj", mmproj),
+            ]:
+                if value:
+                    payload[key] = value
 
             # Install the model
             pull_response = requests.post(f"{base_url}/pull", json=payload)
@@ -225,6 +225,9 @@ def pull(
             recipe=recipe,
             reasoning=reasoning,
             mmproj=mmproj,
+            # The pull command will download an upgraded model if available, even
+            # if we already have a local copy of the model
+            do_not_upgrade=False,
         )
 
 

lemonade_server/model_manager.py

@@ -201,6 +201,54 @@ class ModelManager:
                     reasoning=reasoning,
                 )
             else:
+                # Model is already registered - check if trying to register with different parameters
+                existing_model = self.supported_models[model]
+                existing_checkpoint = existing_model.get("checkpoint")
+                existing_recipe = existing_model.get("recipe")
+                existing_reasoning = "reasoning" in existing_model.get("labels", [])
+                existing_mmproj = existing_model.get("mmproj", "")
+
+                # Compare parameters
+                checkpoint_differs = checkpoint and checkpoint != existing_checkpoint
+                recipe_differs = recipe and recipe != existing_recipe
+                reasoning_differs = reasoning and reasoning != existing_reasoning
+                mmproj_differs = mmproj and mmproj != existing_mmproj
+
+                if (
+                    checkpoint_differs
+                    or recipe_differs
+                    or reasoning_differs
+                    or mmproj_differs
+                ):
+                    conflicts = []
+                    if checkpoint_differs:
+                        conflicts.append(
+                            f"checkpoint (existing: '{existing_checkpoint}', new: '{checkpoint}')"
+                        )
+                    if recipe_differs:
+                        conflicts.append(
+                            f"recipe (existing: '{existing_recipe}', new: '{recipe}')"
+                        )
+                    if reasoning_differs:
+                        conflicts.append(
+                            f"reasoning (existing: {existing_reasoning}, new: {reasoning})"
+                        )
+                    if mmproj_differs:
+                        conflicts.append(
+                            f"mmproj (existing: '{existing_mmproj}', new: '{mmproj}')"
+                        )
+
+                    conflict_details = ", ".join(conflicts)
+
+                    additional_suggestion = ""
+                    if model.startswith("user."):
+                        additional_suggestion = f" or delete the existing model first using `lemonade-server delete {model}`"
+
+                    raise ValueError(
+                        f"Model {model} is already registered with a different configuration. "
+                        f"Conflicting parameters: {conflict_details}. "
+                        f"Please use a different model name{additional_suggestion}."
+                    )
                 new_registration_model_config = None
 
             # Download the model