lemonade-sdk 8.1.7__tar.gz → 8.1.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of lemonade-sdk might be problematic. Click here for more details.

Files changed (89) hide show
  1. {lemonade_sdk-8.1.7/src/lemonade_sdk.egg-info → lemonade_sdk-8.1.9}/PKG-INFO +16 -64
  2. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/README.md +14 -26
  3. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/setup.py +1 -40
  4. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/cli.py +47 -5
  5. lemonade_sdk-8.1.9/src/lemonade/profilers/agt_power.py +437 -0
  6. lemonade_sdk-8.1.9/src/lemonade/profilers/hwinfo_power.py +429 -0
  7. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/llamacpp/utils.py +15 -4
  8. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/load.py +15 -2
  9. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/report/table.py +1 -1
  10. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/llamacpp.py +19 -13
  11. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/serve.py +39 -9
  12. lemonade_sdk-8.1.9/src/lemonade/tools/server/static/js/chat.js +1038 -0
  13. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/js/models.js +112 -24
  14. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/js/shared.js +15 -5
  15. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/styles.css +145 -75
  16. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/webapp.html +23 -27
  17. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/wrapped_server.py +8 -0
  18. lemonade_sdk-8.1.9/src/lemonade/version.py +1 -0
  19. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_install/install.py +15 -49
  20. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9/src/lemonade_sdk.egg-info}/PKG-INFO +16 -64
  21. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/SOURCES.txt +2 -3
  22. lemonade_sdk-8.1.9/src/lemonade_sdk.egg-info/requires.txt +46 -0
  23. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/cli.py +12 -9
  24. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/model_manager.py +48 -0
  25. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/server_models.json +24 -6
  26. lemonade_sdk-8.1.7/src/lemonade/tools/quark/quark_load.py +0 -173
  27. lemonade_sdk-8.1.7/src/lemonade/tools/quark/quark_quantize.py +0 -439
  28. lemonade_sdk-8.1.7/src/lemonade/tools/server/__init__.py +0 -0
  29. lemonade_sdk-8.1.7/src/lemonade/tools/server/static/js/chat.js +0 -735
  30. lemonade_sdk-8.1.7/src/lemonade/version.py +0 -1
  31. lemonade_sdk-8.1.7/src/lemonade_sdk.egg-info/requires.txt +0 -92
  32. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/LICENSE +0 -0
  33. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/NOTICE.md +0 -0
  34. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/pyproject.toml +0 -0
  35. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/setup.cfg +0 -0
  36. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/__init__.py +0 -0
  37. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/api.py +0 -0
  38. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/cache.py +0 -0
  39. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/__init__.py +0 -0
  40. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/build.py +0 -0
  41. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/cli_helpers.py +0 -0
  42. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/exceptions.py +0 -0
  43. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/filesystem.py +0 -0
  44. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/inference_engines.py +0 -0
  45. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/network.py +0 -0
  46. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/printing.py +0 -0
  47. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/status.py +0 -0
  48. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/system_info.py +0 -0
  49. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/test_helpers.py +0 -0
  50. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/profilers/__init__.py +0 -0
  51. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/profilers/memory_tracker.py +0 -0
  52. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/profilers/profiler.py +0 -0
  53. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/sequence.py +0 -0
  54. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/state.py +0 -0
  55. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/__init__.py +0 -0
  56. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/accuracy.py +0 -0
  57. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/adapter.py +0 -0
  58. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/bench.py +0 -0
  59. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/huggingface/bench.py +0 -0
  60. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/huggingface/load.py +0 -0
  61. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/huggingface/utils.py +0 -0
  62. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/humaneval.py +0 -0
  63. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/llamacpp/bench.py +0 -0
  64. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/llamacpp/load.py +0 -0
  65. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/management_tools.py +0 -0
  66. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/mmlu.py +0 -0
  67. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/__init__.py +0 -0
  68. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/bench.py +0 -0
  69. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/utils.py +0 -0
  70. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/perplexity.py +0 -0
  71. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/prompt.py +0 -0
  72. {lemonade_sdk-8.1.7/src/lemonade/tools/quark → lemonade_sdk-8.1.9/src/lemonade/tools/report}/__init__.py +0 -0
  73. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/report/llm_report.py +0 -0
  74. {lemonade_sdk-8.1.7/src/lemonade/tools/report → lemonade_sdk-8.1.9/src/lemonade/tools/server}/__init__.py +0 -0
  75. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/favicon.ico +0 -0
  76. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/js/model-settings.js +0 -0
  77. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/tool_calls.py +0 -0
  78. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/tray.py +0 -0
  79. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/utils/port.py +0 -0
  80. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/utils/system_tray.py +0 -0
  81. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/utils/thread.py +0 -0
  82. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/webapp.py +0 -0
  83. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/tool.py +0 -0
  84. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_install/__init__.py +0 -0
  85. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/dependency_links.txt +0 -0
  86. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/entry_points.txt +0 -0
  87. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/top_level.txt +0 -0
  88. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/pydantic_models.py +0 -0
  89. {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/settings.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: lemonade-sdk
3
- Version: 8.1.7
3
+ Version: 8.1.9
4
4
  Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
5
5
  Author-email: lemonade@amd.com
6
6
  Requires-Python: >=3.10, <3.14
@@ -16,7 +16,7 @@ Requires-Dist: numpy
16
16
  Requires-Dist: fasteners
17
17
  Requires-Dist: GitPython>=3.1.40
18
18
  Requires-Dist: psutil>=6.1.1
19
- Requires-Dist: wmi
19
+ Requires-Dist: wmi; platform_system == "Windows"
20
20
  Requires-Dist: py-cpuinfo
21
21
  Requires-Dist: pytz
22
22
  Requires-Dist: zstandard
@@ -45,42 +45,6 @@ Requires-Dist: human-eval-windows==1.0.4; extra == "dev"
45
45
  Requires-Dist: lm-eval[api]; extra == "dev"
46
46
  Provides-Extra: model-generate
47
47
  Requires-Dist: model-generate==1.5.0; (platform_system == "Windows" and python_version == "3.10") and extra == "model-generate"
48
- Provides-Extra: oga-hybrid
49
- Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid"
50
- Provides-Extra: oga-unified
51
- Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-unified"
52
- Provides-Extra: oga-hybrid-minimal
53
- Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid-minimal"
54
- Provides-Extra: oga-cpu-minimal
55
- Requires-Dist: lemonade-sdk[oga-cpu]; extra == "oga-cpu-minimal"
56
- Provides-Extra: oga-npu-minimal
57
- Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-npu-minimal"
58
- Provides-Extra: llm
59
- Requires-Dist: lemonade-sdk[dev]; extra == "llm"
60
- Provides-Extra: llm-oga-cpu
61
- Requires-Dist: lemonade-sdk[dev,oga-cpu]; extra == "llm-oga-cpu"
62
- Provides-Extra: llm-oga-npu
63
- Requires-Dist: onnx==1.16.0; extra == "llm-oga-npu"
64
- Requires-Dist: onnxruntime==1.18.0; extra == "llm-oga-npu"
65
- Requires-Dist: numpy==1.26.4; extra == "llm-oga-npu"
66
- Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-npu"
67
- Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-npu"
68
- Provides-Extra: llm-oga-hybrid
69
- Requires-Dist: onnx==1.16.1; extra == "llm-oga-hybrid"
70
- Requires-Dist: numpy==1.26.4; extra == "llm-oga-hybrid"
71
- Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-hybrid"
72
- Provides-Extra: llm-oga-unified
73
- Requires-Dist: lemonade-sdk[dev,llm-oga-hybrid]; extra == "llm-oga-unified"
74
- Provides-Extra: llm-oga-igpu
75
- Requires-Dist: onnxruntime-genai-directml==0.6.0; extra == "llm-oga-igpu"
76
- Requires-Dist: onnxruntime-directml<1.22.0,>=1.19.0; extra == "llm-oga-igpu"
77
- Requires-Dist: transformers<4.45.0; extra == "llm-oga-igpu"
78
- Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-igpu"
79
- Provides-Extra: llm-oga-cuda
80
- Requires-Dist: onnxruntime-genai-cuda==0.8.2; extra == "llm-oga-cuda"
81
- Requires-Dist: onnxruntime-gpu>=1.22.0; extra == "llm-oga-cuda"
82
- Requires-Dist: transformers<=4.51.3; extra == "llm-oga-cuda"
83
- Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-cuda"
84
48
  Dynamic: author-email
85
49
  Dynamic: description
86
50
  Dynamic: description-content-type
@@ -94,41 +58,29 @@ Dynamic: summary
94
58
 
95
59
  <p align="center">
96
60
  <a href="https://discord.gg/5xXzkMu8Zk">
97
- <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" />
98
- </a>
61
+ <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
99
62
  <a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
100
- <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" />
101
- </a>
63
+ <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
102
64
  <a href="docs/README.md#installation" title="Check out our instructions">
103
- <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" />
104
- </a>
65
+ <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
105
66
  <a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
106
- <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" />
107
- </a>
67
+ <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
108
68
  <a href="docs/README.md#installation" title="Check out our instructions">
109
- <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" />
110
- </a>
69
+ <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
111
70
  <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
112
- <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" />
113
- </a>
71
+ <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
114
72
  <a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
115
- <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" />
116
- </a>
73
+ <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
117
74
  <a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
118
- <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" />
119
- </a>
75
+ <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
120
76
  <a href="https://github.com/lemonade-sdk/lemonade/issues">
121
- <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" />
122
- </a>
77
+ <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
123
78
  <a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
124
- <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" />
125
- </a>
79
+ <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
126
80
  <a href="https://github.com/psf/black">
127
- <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" />
128
- </a>
81
+ <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
129
82
  <a href="https://star-history.com/#lemonade-sdk/lemonade">
130
- <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" />
131
- </a>
83
+ <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
132
84
  </p>
133
85
  <p align="center">
134
86
  <img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
@@ -156,7 +108,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
156
108
  ### Use it with your favorite OpenAI-compatible app!
157
109
 
158
110
  <p align="center">
159
- <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/codeGPT/" title="CodeGPT" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/codegpt.jpg" alt="CodeGPT" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
111
+ <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
160
112
  </p>
161
113
 
162
114
  > [!TIP]
@@ -227,7 +179,7 @@ Lemonade supports the following configurations, while also making it easy to swi
227
179
  </tr>
228
180
  <tr>
229
181
  <td><b>gfx120X</b> (RDNA4)</td>
230
- <td>Windows only</td>
182
+ <td>Windows, Ubuntu</td>
231
183
  <td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
232
184
  </tr>
233
185
  <tr>
@@ -2,41 +2,29 @@
2
2
 
3
3
  <p align="center">
4
4
  <a href="https://discord.gg/5xXzkMu8Zk">
5
- <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" />
6
- </a>
5
+ <img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
7
6
  <a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
8
- <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" />
9
- </a>
7
+ <img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
10
8
  <a href="docs/README.md#installation" title="Check out our instructions">
11
- <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" />
12
- </a>
9
+ <img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
13
10
  <a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
14
- <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" />
15
- </a>
11
+ <img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
16
12
  <a href="docs/README.md#installation" title="Check out our instructions">
17
- <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" />
18
- </a>
13
+ <img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
19
14
  <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
20
- <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" />
21
- </a>
15
+ <img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
22
16
  <a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
23
- <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" />
24
- </a>
17
+ <img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
25
18
  <a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
26
- <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" />
27
- </a>
19
+ <img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
28
20
  <a href="https://github.com/lemonade-sdk/lemonade/issues">
29
- <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" />
30
- </a>
21
+ <img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
31
22
  <a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
32
- <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" />
33
- </a>
23
+ <img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
34
24
  <a href="https://github.com/psf/black">
35
- <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" />
36
- </a>
25
+ <img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
37
26
  <a href="https://star-history.com/#lemonade-sdk/lemonade">
38
- <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" />
39
- </a>
27
+ <img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
40
28
  </p>
41
29
  <p align="center">
42
30
  <img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
@@ -64,7 +52,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
64
52
  ### Use it with your favorite OpenAI-compatible app!
65
53
 
66
54
  <p align="center">
67
- <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/codeGPT/" title="CodeGPT" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/codegpt.jpg" alt="CodeGPT" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
55
+ <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a>&nbsp;&nbsp;<a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a>&nbsp;&nbsp;<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
68
56
  </p>
69
57
 
70
58
  > [!TIP]
@@ -135,7 +123,7 @@ Lemonade supports the following configurations, while also making it easy to swi
135
123
  </tr>
136
124
  <tr>
137
125
  <td><b>gfx120X</b> (RDNA4)</td>
138
- <td>Windows only</td>
126
+ <td>Windows, Ubuntu</td>
139
127
  <td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
140
128
  </tr>
141
129
  <tr>
@@ -17,7 +17,6 @@ setup(
17
17
  "lemonade.tools.huggingface",
18
18
  "lemonade.tools.oga",
19
19
  "lemonade.tools.llamacpp",
20
- "lemonade.tools.quark",
21
20
  "lemonade.tools.report",
22
21
  "lemonade.tools.server.utils",
23
22
  "lemonade.tools.server",
@@ -36,7 +35,7 @@ setup(
36
35
  "fasteners",
37
36
  "GitPython>=3.1.40",
38
37
  "psutil>=6.1.1",
39
- "wmi",
38
+ "wmi; platform_system == 'Windows'",
40
39
  "py-cpuinfo",
41
40
  "pytz",
42
41
  "zstandard",
@@ -80,44 +79,6 @@ setup(
80
79
  "model-generate": [
81
80
  "model-generate==1.5.0; platform_system=='Windows' and python_version=='3.10'",
82
81
  ],
83
- # Keep backwards compatibility for old extras names
84
- "oga-hybrid": ["lemonade-sdk[oga-ryzenai]"],
85
- "oga-unified": ["lemonade-sdk[oga-ryzenai]"],
86
- "oga-hybrid-minimal": ["lemonade-sdk[oga-ryzenai]"],
87
- "oga-cpu-minimal": ["lemonade-sdk[oga-cpu]"],
88
- "oga-npu-minimal": ["lemonade-sdk[oga-ryzenai]"],
89
- "llm": ["lemonade-sdk[dev]"],
90
- "llm-oga-cpu": ["lemonade-sdk[dev,oga-cpu]"],
91
- # The following extras are deprecated and/or not commonly used
92
- "llm-oga-npu": [
93
- "onnx==1.16.0",
94
- # NPU requires specific onnxruntime version for Ryzen AI compatibility
95
- # This may conflict with other OGA extras that require >=1.22.0
96
- "onnxruntime==1.18.0",
97
- "numpy==1.26.4",
98
- "protobuf>=6.30.1",
99
- "lemonade-sdk[dev]",
100
- ],
101
- "llm-oga-hybrid": [
102
- # Note: `lemonade-install --ryzenai hybrid` is necessary
103
- # to complete installation for RAI 1.4.0.
104
- "onnx==1.16.1",
105
- "numpy==1.26.4",
106
- "protobuf>=6.30.1",
107
- ],
108
- "llm-oga-unified": ["lemonade-sdk[dev, llm-oga-hybrid]"],
109
- "llm-oga-igpu": [
110
- "onnxruntime-genai-directml==0.6.0",
111
- "onnxruntime-directml>=1.19.0,<1.22.0",
112
- "transformers<4.45.0",
113
- "lemonade-sdk[dev]",
114
- ],
115
- "llm-oga-cuda": [
116
- "onnxruntime-genai-cuda==0.8.2",
117
- "onnxruntime-gpu >=1.22.0",
118
- "transformers<=4.51.3",
119
- "lemonade-sdk[dev]",
120
- ],
121
82
  },
122
83
  classifiers=[],
123
84
  entry_points={
@@ -12,6 +12,41 @@ from lemonade.sequence import Sequence
12
12
  from lemonade.tools.management_tools import Cache, Version, SystemInfo
13
13
  from lemonade.state import State
14
14
 
15
+
16
+ def get_available_profilers(warn_missing=False):
17
+ """Get list of available profilers, with conditional imports for optional dependencies.
18
+
19
+ Args:
20
+ warn_missing: If True, print warnings for missing profilers. If False, fail silently.
21
+ """
22
+ profilers = [MemoryTracker]
23
+
24
+ try:
25
+ from lemonade.profilers.hwinfo_power import HWINFOPowerProfiler
26
+
27
+ profilers.append(HWINFOPowerProfiler)
28
+ except ImportError:
29
+ if warn_missing:
30
+ print(
31
+ "Warning: HWINFOPowerProfiler not available. "
32
+ "Install lemonade with dev extras: "
33
+ "pip install lemonade-sdk[dev]"
34
+ )
35
+ try:
36
+ from lemonade.profilers.agt_power import AGTPowerProfiler
37
+
38
+ profilers.append(AGTPowerProfiler)
39
+ except ImportError:
40
+ if warn_missing:
41
+ print(
42
+ "Warning: AGTPowerProfiler not available. "
43
+ "Install lemonade with dev extras: "
44
+ "pip install lemonade-sdk[dev]"
45
+ )
46
+
47
+ return profilers
48
+
49
+
15
50
  from lemonade.tools.huggingface.load import HuggingfaceLoad
16
51
  from lemonade.tools.huggingface.bench import HuggingfaceBench
17
52
  from lemonade.tools.oga.load import OgaLoad
@@ -25,8 +60,6 @@ from lemonade.tools.humaneval import AccuracyHumaneval
25
60
  from lemonade.tools.perplexity import AccuracyPerplexity
26
61
  from lemonade.tools.accuracy import LMEvalHarness
27
62
  from lemonade.tools.prompt import LLMPrompt
28
- from lemonade.tools.quark.quark_load import QuarkLoad
29
- from lemonade.tools.quark.quark_quantize import QuarkQuantize
30
63
  from lemonade.tools.report.llm_report import LemonadeReport
31
64
 
32
65
 
@@ -45,8 +78,6 @@ def main():
45
78
  HuggingfaceBench,
46
79
  OgaLoad,
47
80
  OgaBench,
48
- QuarkQuantize,
49
- QuarkLoad,
50
81
  LemonadeReport,
51
82
  # Inherited from lemonade
52
83
  Cache,
@@ -55,7 +86,7 @@ def main():
55
86
  ]
56
87
 
57
88
  # List the available profilers
58
- profilers = [MemoryTracker]
89
+ profilers = get_available_profilers()
59
90
 
60
91
  # Define the argument parser
61
92
  parser = cli.CustomArgumentParser(
@@ -89,6 +120,17 @@ https://github.com/lemonade-sdk/lemonade/blob/main/docs/README.md""",
89
120
  parser, tools, cli_name="lemonade"
90
121
  )
91
122
 
123
+ # Check if any profilers are being requested
124
+ requested_profilers = [
125
+ profiler.unique_name.replace("-", "_")
126
+ for profiler in profilers
127
+ if global_args.get(profiler.unique_name.replace("-", "_"), None) is not None
128
+ ]
129
+
130
+ # If profilers are requested, get the full list with warnings for missing ones
131
+ if requested_profilers:
132
+ get_available_profilers(warn_missing=True)
133
+
92
134
  profiler_instances = [
93
135
  profiler(global_args[profiler.unique_name.replace("-", "_")])
94
136
  for profiler in profilers