lemonade-sdk 8.1.7__tar.gz → 8.1.8__tar.gz

{lemonade_sdk-8.1.7/src/lemonade_sdk.egg-info → lemonade_sdk-8.1.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lemonade-sdk
-Version: 8.1.7
+Version: 8.1.8
 Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
 Author-email: lemonade@amd.com
 Requires-Python: >=3.10, <3.14
@@ -45,42 +45,6 @@ Requires-Dist: human-eval-windows==1.0.4; extra == "dev"
 Requires-Dist: lm-eval[api]; extra == "dev"
 Provides-Extra: model-generate
 Requires-Dist: model-generate==1.5.0; (platform_system == "Windows" and python_version == "3.10") and extra == "model-generate"
-Provides-Extra: oga-hybrid
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid"
-Provides-Extra: oga-unified
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-unified"
-Provides-Extra: oga-hybrid-minimal
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid-minimal"
-Provides-Extra: oga-cpu-minimal
-Requires-Dist: lemonade-sdk[oga-cpu]; extra == "oga-cpu-minimal"
-Provides-Extra: oga-npu-minimal
-Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-npu-minimal"
-Provides-Extra: llm
-Requires-Dist: lemonade-sdk[dev]; extra == "llm"
-Provides-Extra: llm-oga-cpu
-Requires-Dist: lemonade-sdk[dev,oga-cpu]; extra == "llm-oga-cpu"
-Provides-Extra: llm-oga-npu
-Requires-Dist: onnx==1.16.0; extra == "llm-oga-npu"
-Requires-Dist: onnxruntime==1.18.0; extra == "llm-oga-npu"
-Requires-Dist: numpy==1.26.4; extra == "llm-oga-npu"
-Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-npu"
-Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-npu"
-Provides-Extra: llm-oga-hybrid
-Requires-Dist: onnx==1.16.1; extra == "llm-oga-hybrid"
-Requires-Dist: numpy==1.26.4; extra == "llm-oga-hybrid"
-Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-hybrid"
-Provides-Extra: llm-oga-unified
-Requires-Dist: lemonade-sdk[dev,llm-oga-hybrid]; extra == "llm-oga-unified"
-Provides-Extra: llm-oga-igpu
-Requires-Dist: onnxruntime-genai-directml==0.6.0; extra == "llm-oga-igpu"
-Requires-Dist: onnxruntime-directml<1.22.0,>=1.19.0; extra == "llm-oga-igpu"
-Requires-Dist: transformers<4.45.0; extra == "llm-oga-igpu"
-Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-igpu"
-Provides-Extra: llm-oga-cuda
-Requires-Dist: onnxruntime-genai-cuda==0.8.2; extra == "llm-oga-cuda"
-Requires-Dist: onnxruntime-gpu>=1.22.0; extra == "llm-oga-cuda"
-Requires-Dist: transformers<=4.51.3; extra == "llm-oga-cuda"
-Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-cuda"
 Dynamic: author-email
 Dynamic: description
 Dynamic: description-content-type
@@ -94,41 +58,29 @@ Dynamic: summary
 
 <p align="center">
   <a href="https://discord.gg/5xXzkMu8Zk">
-    <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" />
-  </a>
+    <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
-    <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" />
-  </a>
+    <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
   <a href="docs/README.md#installation" title="Check out our instructions">
-    <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" />
-  </a>
+    <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
   <a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
-    <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" />
-  </a>
+    <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
   <a href="docs/README.md#installation" title="Check out our instructions">
-    <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" />
-  </a>
+    <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
-    <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" />
-  </a>
+    <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
-    <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" />
-  </a>
+    <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
   <a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
-    <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" />
-  </a>
+    <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/issues">
-    <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" />
-  </a>
+    <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
-    <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" />
-  </a>
+    <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
   <a href="https://github.com/psf/black">
-    <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" />
-  </a>
+    <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
   <a href="https://star-history.com/#lemonade-sdk/lemonade">
-    <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" />
-  </a>
+    <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
 </p>
 <p align="center">
   <img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
@@ -156,7 +108,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
 ### Use it with your favorite OpenAI-compatible app!
 
 <p align="center">
-  <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/codeGPT/" title="CodeGPT" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/codegpt.jpg" alt="CodeGPT" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
+  <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
 </p>
 
 > [!TIP]
@@ -227,7 +179,7 @@ Lemonade supports the following configurations, while also making it easy to swi
     </tr>
     <tr>
       <td><b>gfx120X</b> (RDNA4)</td>
-      <td>Windows only</td>
+      <td>Windows, Ubuntu</td>
       <td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
     </tr>
     <tr>

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/README.md

@@ -2,41 +2,29 @@
 
 <p align="center">
   <a href="https://discord.gg/5xXzkMu8Zk">
-    <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" />
-  </a>
+    <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
-    <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" />
-  </a>
+    <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
   <a href="docs/README.md#installation" title="Check out our instructions">
-    <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" />
-  </a>
+    <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
   <a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
-    <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" />
-  </a>
+    <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
   <a href="docs/README.md#installation" title="Check out our instructions">
-    <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" />
-  </a>
+    <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
-    <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" />
-  </a>
+    <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
-    <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" />
-  </a>
+    <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
   <a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
-    <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" />
-  </a>
+    <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/issues">
-    <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" />
-  </a>
+    <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
   <a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
-    <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" />
-  </a>
+    <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
   <a href="https://github.com/psf/black">
-    <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" />
-  </a>
+    <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
   <a href="https://star-history.com/#lemonade-sdk/lemonade">
-    <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" />
-  </a>
+    <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
 </p>
 <p align="center">
   <img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
@@ -64,7 +52,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
 ### Use it with your favorite OpenAI-compatible app!
 
 <p align="center">
-  <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/codeGPT/" title="CodeGPT" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/codegpt.jpg" alt="CodeGPT" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
+  <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
 </p>
 
 > [!TIP]
@@ -135,7 +123,7 @@ Lemonade supports the following configurations, while also making it easy to swi
     </tr>
     <tr>
       <td><b>gfx120X</b> (RDNA4)</td>
-      <td>Windows only</td>
+      <td>Windows, Ubuntu</td>
       <td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
     </tr>
     <tr>

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/setup.py

@@ -17,7 +17,6 @@ setup(
         "lemonade.tools.huggingface",
         "lemonade.tools.oga",
         "lemonade.tools.llamacpp",
-        "lemonade.tools.quark",
         "lemonade.tools.report",
         "lemonade.tools.server.utils",
         "lemonade.tools.server",
@@ -80,44 +79,6 @@ setup(
         "model-generate": [
             "model-generate==1.5.0; platform_system=='Windows' and python_version=='3.10'",
         ],
-        # Keep backwards compatibility for old extras names
-        "oga-hybrid": ["lemonade-sdk[oga-ryzenai]"],
-        "oga-unified": ["lemonade-sdk[oga-ryzenai]"],
-        "oga-hybrid-minimal": ["lemonade-sdk[oga-ryzenai]"],
-        "oga-cpu-minimal": ["lemonade-sdk[oga-cpu]"],
-        "oga-npu-minimal": ["lemonade-sdk[oga-ryzenai]"],
-        "llm": ["lemonade-sdk[dev]"],
-        "llm-oga-cpu": ["lemonade-sdk[dev,oga-cpu]"],
-        # The following extras are deprecated and/or not commonly used
-        "llm-oga-npu": [
-            "onnx==1.16.0",
-            # NPU requires specific onnxruntime version for Ryzen AI compatibility
-            # This may conflict with other OGA extras that require >=1.22.0
-            "onnxruntime==1.18.0",
-            "numpy==1.26.4",
-            "protobuf>=6.30.1",
-            "lemonade-sdk[dev]",
-        ],
-        "llm-oga-hybrid": [
-            # Note: `lemonade-install --ryzenai hybrid` is necessary
-            # to complete installation for RAI 1.4.0.
-            "onnx==1.16.1",
-            "numpy==1.26.4",
-            "protobuf>=6.30.1",
-        ],
-        "llm-oga-unified": ["lemonade-sdk[dev, llm-oga-hybrid]"],
-        "llm-oga-igpu": [
-            "onnxruntime-genai-directml==0.6.0",
-            "onnxruntime-directml>=1.19.0,<1.22.0",
-            "transformers<4.45.0",
-            "lemonade-sdk[dev]",
-        ],
-        "llm-oga-cuda": [
-            "onnxruntime-genai-cuda==0.8.2",
-            "onnxruntime-gpu >=1.22.0",
-            "transformers<=4.51.3",
-            "lemonade-sdk[dev]",
-        ],
     },
     classifiers=[],
     entry_points={

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/cli.py

@@ -25,8 +25,6 @@ from lemonade.tools.humaneval import AccuracyHumaneval
 from lemonade.tools.perplexity import AccuracyPerplexity
 from lemonade.tools.accuracy import LMEvalHarness
 from lemonade.tools.prompt import LLMPrompt
-from lemonade.tools.quark.quark_load import QuarkLoad
-from lemonade.tools.quark.quark_quantize import QuarkQuantize
 from lemonade.tools.report.llm_report import LemonadeReport
 
 
@@ -45,8 +43,6 @@ def main():
         HuggingfaceBench,
         OgaLoad,
         OgaBench,
-        QuarkQuantize,
-        QuarkLoad,
         LemonadeReport,
         # Inherited from lemonade
         Cache,

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/tools/report/table.py

@@ -591,7 +591,7 @@ class LemonadePerfTable(Table):
                     _wrap("Total Generated Tokens", 9),
                     Keys.RESPONSE_TOKENS,
                     "d",
-                    stat_fn=sum,
+                    stat_fn=lambda x: sum(_to_list(x)),
                 ),
                 SimpleStat(
                     _wrap("Memory Used (GB)", 8), Keys.MAX_MEMORY_USED_GBYTE, ".3f"

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/tools/server/llamacpp.py

@@ -6,6 +6,7 @@ import threading
 import platform
 
 from dotenv import load_dotenv
+from fastapi import HTTPException, status
 
 from lemonade_server.pydantic_models import (
     PullConfig,
@@ -28,6 +29,20 @@ class LlamaTelemetry(WrappedServerTelemetry):
         Parse telemetry data from llama server output lines.
         """
 
+        if "vk::PhysicalDevice::createDevice: ErrorExtensionNotPresent" in line:
+            msg = (
+                "Your AMD GPU driver version is not compatible with this software.\n"
+                "Please update and try again: "
+                "https://www.amd.com/en/support/download/drivers.html"
+            )
+            logging.error(msg)
+            raise HTTPException(
+                status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
+                detail=msg,
+            )
+        elif "error" in line.lower():
+            logging.error(line)
+
         # Parse Vulkan device detection
         vulkan_match = re.search(r"ggml_vulkan: Found (\d+) Vulkan devices?:", line)
         if vulkan_match:
@@ -182,7 +197,7 @@ class LlamaServer(WrappedServer):
         exe_dir = os.path.dirname(exe_path)
         env_file_path = os.path.join(exe_dir, ".env")
         if os.path.exists(env_file_path):
-            load_dotenv(env_file_path, override=True)
+            load_dotenv(env_file_path, override=False)
             env.update(os.environ)
             logging.debug(f"Loaded environment variables from {env_file_path}")
 

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/tools/server/serve.py

@@ -133,6 +133,21 @@ class StopOnEvent:
         return self.stop_event.is_set()
 
 
+class NoCacheStaticFiles(StaticFiles):
+    """Custom StaticFiles class with no-cache headers"""
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+    def file_response(self, *args, **kwargs) -> Response:
+        response = super().file_response(*args, **kwargs)
+        # Add no-cache headers for all static files
+        response.headers["Cache-Control"] = "no-cache, no-store, must-revalidate"
+        response.headers["Pragma"] = "no-cache"
+        response.headers["Expires"] = "0"
+        return response
+
+
 class Server:
     """
     Open a web server that apps can use to communicate with the LLM.
@@ -198,7 +213,7 @@ class Server:
         # as the Web App
         static_dir = Path(__file__).parent / "static"
         self.app.mount(
-            "/static", StaticFiles(directory=static_dir), name="static_assets"
+            "/static", NoCacheStaticFiles(directory=static_dir), name="static_assets"
         )
 
         # Performance stats that are set during /ws and can be
@@ -1145,18 +1160,33 @@ class Server:
             )
             self.input_tokens = len(input_ids[0])
 
-        # For non-llamacpp recipes, truncate inputs to ctx_size if needed
-        if self.llm_loaded.recipe != "llamacpp" and self.input_tokens > self.ctx_size:
-            # Truncate input ids
-            truncate_amount = self.input_tokens - self.ctx_size
-            input_ids = input_ids[: self.ctx_size]
+        max_prompt_length = self.ctx_size  # Default fallback
+        # For OGA models, try to read the actual max prompt length from config
+        if "oga-" in self.llm_loaded.recipe:
+            try:
+                if model.config and model.config.get("max_prompt_length"):
+                    max_prompt_length = model.config["max_prompt_length"]
+                    logging.debug(
+                        f"Using OGA model max_prompt_length: {max_prompt_length}"
+                    )
+            # pylint: disable=broad-exception-caught
+            except Exception as e:
+                logging.debug(f"Could not read OGA model config, using ctx_size: {e}")
 
+        # Apply truncation if input exceeds the limit
+        if self.input_tokens > max_prompt_length:
+            # Truncate input ids
+            truncate_amount = self.input_tokens - max_prompt_length
+            input_ids = input_ids[:max_prompt_length]
             # Update token count
-            self.input_tokens = len(input_ids)
+            if "oga-" in self.llm_loaded.recipe:
+                self.input_tokens = len(input_ids)
+            else:
+                self.input_tokens = len(input_ids[0])
 
-            # Show warning message
+            # Log warning message instead of raising exception
             truncation_message = (
-                f"Input exceeded {self.ctx_size} tokens. "
+                f"Input exceeded {max_prompt_length} tokens. "
                 f"Truncated {truncate_amount} tokens from the beginning."
             )
             logging.warning(truncation_message)

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/tools/server/static/js/chat.js

@@ -1,6 +1,7 @@
 // Chat logic and functionality
 let messages = [];
 let attachedFiles = [];
+let systemMessageElement = null;
 
 // Default model configuration
 const DEFAULT_MODEL = 'Qwen2.5-0.5B-Instruct-CPU';
@@ -28,6 +29,9 @@ document.addEventListener('DOMContentLoaded', function() {
     // Update attachment button state periodically
     updateAttachmentButtonState();
     setInterval(updateAttachmentButtonState, 1000);
+    
+    // Display initial system message
+    displaySystemMessage();
 });
 
 function setupChatEventListeners() {
@@ -163,25 +167,30 @@ function updateAttachmentButtonState() {
         attachmentBtn.style.opacity = '0.5';
         attachmentBtn.style.cursor = 'not-allowed';
         attachmentBtn.title = 'Load a model first';
-        return;
-    }
-    
-    const isVision = isVisionModel(currentLoadedModel);
-    
-    if (isVision) {
-        attachmentBtn.style.opacity = '1';
-        attachmentBtn.style.cursor = 'pointer';
-        attachmentBtn.title = 'Attach images';
     } else {
-        attachmentBtn.style.opacity = '0.5';
-        attachmentBtn.style.cursor = 'not-allowed';
-        attachmentBtn.title = 'Image attachments not supported by this model';
+        const isVision = isVisionModel(currentLoadedModel);
+        
+        if (isVision) {
+            attachmentBtn.style.opacity = '1';
+            attachmentBtn.style.cursor = 'pointer';
+            attachmentBtn.title = 'Attach images';
+        } else {
+            attachmentBtn.style.opacity = '0.5';
+            attachmentBtn.style.cursor = 'not-allowed';
+            attachmentBtn.title = 'Image attachments not supported by this model';
+        }
     }
+    
+    // Update system message when model state changes
+    displaySystemMessage();
 }
 
 // Make updateAttachmentButtonState accessible globally
 window.updateAttachmentButtonState = updateAttachmentButtonState;
 
+// Make displaySystemMessage accessible globally
+window.displaySystemMessage = displaySystemMessage;
+
 // Auto-load default model and send message
 async function autoLoadDefaultModelAndSend() {
     // Check if default model is available and installed
@@ -217,6 +226,7 @@ async function autoLoadDefaultModelAndSend() {
         },
         onError: (error, failedModelId) => {
             console.error('Error auto-loading default model:', error);
+            showErrorBanner('Failed to load model: ' + error.message);
         }
     });
 }
@@ -277,7 +287,7 @@ function handleChatInputKeydown(e) {
     if (e.key === 'Escape' && attachedFiles.length > 0) {
         e.preventDefault();
         clearAttachments();
-    } else if (e.key === 'Enter') {
+    } else if (e.key === 'Enter' && !e.shiftKey) {
         // Check if we have a loaded model
         if (currentLoadedModel && modelSelect.value !== '' && !modelSelect.disabled) {
             sendMessage();
@@ -438,7 +448,8 @@ function appendMessage(role, text, isMarkdown = false) {
     const bubble = document.createElement('div');
     bubble.className = 'chat-bubble ' + role;
     
-    if (role === 'llm' && isMarkdown) {
+    // Check if isMarkdown is true, regardless of role
+    if (isMarkdown) {
         bubble.innerHTML = renderMarkdownWithThinkTokens(text);
     } else {
         bubble.textContent = text;
@@ -450,6 +461,53 @@ function appendMessage(role, text, isMarkdown = false) {
     return bubble; // Return the bubble element for streaming updates
 }
 
+// Display system message based on current state
+function displaySystemMessage() {
+    // Remove existing system message if it exists
+    if (systemMessageElement) {
+        systemMessageElement.remove();
+        systemMessageElement = null;
+    }
+    
+    // Don't show system message if there are already user/LLM messages
+    if (messages.length > 0) {
+        return;
+    }
+    
+    let messageText = '';
+    
+    // Check if any models are installed
+    const hasInstalledModels = window.installedModels && window.installedModels.size > 0;
+    
+    if (!hasInstalledModels) {
+        // No models installed - show first message
+        messageText = `Welcome to Lemonade! To get started:
+1. Head over to the Model Management tab.
+2. Use the 📥Download button to download a model.
+3. Use the 🚀Load button to load the model.
+4. Come back to this tab, and you are ready to chat with the model.`;
+    } else if (!currentLoadedModel) {
+        // Models available but none loaded - show second message
+        messageText = 'Welcome to Lemonade! Choose a model from the dropdown menu below to load it and start chatting.';
+    }
+    
+    if (messageText) {
+        const div = document.createElement('div');
+        div.className = 'chat-message system';
+        div.setAttribute('data-system-message', 'true');
+        
+        const bubble = document.createElement('div');
+        bubble.className = 'chat-bubble system';
+        bubble.textContent = messageText;
+        
+        div.appendChild(bubble);
+        chatHistory.appendChild(div);
+        chatHistory.scrollTop = chatHistory.scrollHeight;
+        
+        systemMessageElement = div;
+    }
+}
+
 function updateMessageContent(bubbleElement, text, isMarkdown = false) {
     if (isMarkdown) {
         bubbleElement.innerHTML = renderMarkdownWithThinkTokens(text);
@@ -541,6 +599,12 @@ async function sendMessage() {
     const text = chatInput.value.trim();
     if (!text && attachedFiles.length === 0) return;
     
+    // Remove system message when user starts chatting
+    if (systemMessageElement) {
+        systemMessageElement.remove();
+        systemMessageElement = null;
+    }
+    
     // Check if a model is loaded, if not, automatically load the default model
     if (!currentLoadedModel) {
         const allModels = window.SERVER_MODELS || {};
@@ -624,7 +688,7 @@ async function sendMessage() {
         displayText = displayText ? `${displayText}\n[Images: ${fileNames}]` : `[Images: ${fileNames}]`;
     }
     
-    appendMessage('user', displayText);
+    appendMessage('user', displayText, true);
     
     // Add to messages array
     const userMessage = {

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/tools/server/static/js/models.js

@@ -59,6 +59,11 @@ async function updateModelStatusIndicator() {
         window.initializeModelDropdown();
     }
     
+    // Update system message when model status changes
+    if (window.displaySystemMessage) {
+        window.displaySystemMessage();
+    }
+    
     // Refresh model management UI if we're on the models tab
     const modelsTab = document.getElementById('content-models');
     if (modelsTab && modelsTab.classList.contains('active')) {
@@ -417,6 +422,7 @@ async function loadModel(modelId) {
         },
         onError: (error, failedModelId) => {
             console.error(`Failed to load model ${failedModelId}:`, error);
+            showErrorBanner('Failed to load model: ' + error.message);
         }
     });
 }
@@ -699,6 +705,11 @@ async function refreshModelMgmtUI() {
     if (window.initializeModelDropdown) {
         window.initializeModelDropdown();
     }
+    
+    // Update system message when installed models change
+    if (window.displaySystemMessage) {
+        window.displaySystemMessage();
+    }
 }
 
 // Make refreshModelMgmtUI globally accessible

{lemonade_sdk-8.1.7 → lemonade_sdk-8.1.8}/src/lemonade/tools/server/static/js/shared.js

@@ -54,6 +54,14 @@ function renderMarkdown(text) {
 
 // Display an error message in the banner
 function showErrorBanner(msg) {
+    // If DOM isn't ready, wait for it
+    if (document.readyState === 'loading') {
+        document.addEventListener('DOMContentLoaded', () => {
+            showErrorBanner(msg);
+        });
+        return;
+    }
+    
     const banner = document.getElementById('error-banner');
     if (!banner) return;
     const msgEl = document.getElementById('error-banner-msg');
@@ -303,12 +311,12 @@ async function loadModelStandardized(modelId, options = {}) {
             onLoadingEnd(modelId, false);
         }
         
-        // Call error callback or show default error
+        // Call error callback and always show default error banner as fallback
         if (onError) {
             onError(error, modelId);
-        } else {
-            showErrorBanner('Failed to load model: ' + error.message);
         }
+        // Always show error banner to ensure user sees the error
+        showErrorBanner('Failed to load model: ' + error.message);
         
         return false;
     }