lemonade-sdk 8.1.7__tar.gz → 8.1.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of lemonade-sdk might be problematic. Click here for more details.
- {lemonade_sdk-8.1.7/src/lemonade_sdk.egg-info → lemonade_sdk-8.1.9}/PKG-INFO +16 -64
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/README.md +14 -26
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/setup.py +1 -40
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/cli.py +47 -5
- lemonade_sdk-8.1.9/src/lemonade/profilers/agt_power.py +437 -0
- lemonade_sdk-8.1.9/src/lemonade/profilers/hwinfo_power.py +429 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/llamacpp/utils.py +15 -4
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/load.py +15 -2
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/report/table.py +1 -1
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/llamacpp.py +19 -13
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/serve.py +39 -9
- lemonade_sdk-8.1.9/src/lemonade/tools/server/static/js/chat.js +1038 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/js/models.js +112 -24
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/js/shared.js +15 -5
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/styles.css +145 -75
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/webapp.html +23 -27
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/wrapped_server.py +8 -0
- lemonade_sdk-8.1.9/src/lemonade/version.py +1 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_install/install.py +15 -49
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9/src/lemonade_sdk.egg-info}/PKG-INFO +16 -64
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/SOURCES.txt +2 -3
- lemonade_sdk-8.1.9/src/lemonade_sdk.egg-info/requires.txt +46 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/cli.py +12 -9
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/model_manager.py +48 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/server_models.json +24 -6
- lemonade_sdk-8.1.7/src/lemonade/tools/quark/quark_load.py +0 -173
- lemonade_sdk-8.1.7/src/lemonade/tools/quark/quark_quantize.py +0 -439
- lemonade_sdk-8.1.7/src/lemonade/tools/server/__init__.py +0 -0
- lemonade_sdk-8.1.7/src/lemonade/tools/server/static/js/chat.js +0 -735
- lemonade_sdk-8.1.7/src/lemonade/version.py +0 -1
- lemonade_sdk-8.1.7/src/lemonade_sdk.egg-info/requires.txt +0 -92
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/LICENSE +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/NOTICE.md +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/pyproject.toml +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/setup.cfg +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/api.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/cache.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/build.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/cli_helpers.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/exceptions.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/filesystem.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/inference_engines.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/network.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/printing.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/status.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/system_info.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/common/test_helpers.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/profilers/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/profilers/memory_tracker.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/profilers/profiler.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/sequence.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/state.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/accuracy.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/adapter.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/bench.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/huggingface/bench.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/huggingface/load.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/huggingface/utils.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/humaneval.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/llamacpp/bench.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/llamacpp/load.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/management_tools.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/mmlu.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/bench.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/oga/utils.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/perplexity.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/prompt.py +0 -0
- {lemonade_sdk-8.1.7/src/lemonade/tools/quark → lemonade_sdk-8.1.9/src/lemonade/tools/report}/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/report/llm_report.py +0 -0
- {lemonade_sdk-8.1.7/src/lemonade/tools/report → lemonade_sdk-8.1.9/src/lemonade/tools/server}/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/favicon.ico +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/static/js/model-settings.js +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/tool_calls.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/tray.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/utils/port.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/utils/system_tray.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/utils/thread.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/server/webapp.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade/tools/tool.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_install/__init__.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/dependency_links.txt +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/entry_points.txt +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_sdk.egg-info/top_level.txt +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/pydantic_models.py +0 -0
- {lemonade_sdk-8.1.7 → lemonade_sdk-8.1.9}/src/lemonade_server/settings.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: lemonade-sdk
|
|
3
|
-
Version: 8.1.
|
|
3
|
+
Version: 8.1.9
|
|
4
4
|
Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
|
|
5
5
|
Author-email: lemonade@amd.com
|
|
6
6
|
Requires-Python: >=3.10, <3.14
|
|
@@ -16,7 +16,7 @@ Requires-Dist: numpy
|
|
|
16
16
|
Requires-Dist: fasteners
|
|
17
17
|
Requires-Dist: GitPython>=3.1.40
|
|
18
18
|
Requires-Dist: psutil>=6.1.1
|
|
19
|
-
Requires-Dist: wmi
|
|
19
|
+
Requires-Dist: wmi; platform_system == "Windows"
|
|
20
20
|
Requires-Dist: py-cpuinfo
|
|
21
21
|
Requires-Dist: pytz
|
|
22
22
|
Requires-Dist: zstandard
|
|
@@ -45,42 +45,6 @@ Requires-Dist: human-eval-windows==1.0.4; extra == "dev"
|
|
|
45
45
|
Requires-Dist: lm-eval[api]; extra == "dev"
|
|
46
46
|
Provides-Extra: model-generate
|
|
47
47
|
Requires-Dist: model-generate==1.5.0; (platform_system == "Windows" and python_version == "3.10") and extra == "model-generate"
|
|
48
|
-
Provides-Extra: oga-hybrid
|
|
49
|
-
Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid"
|
|
50
|
-
Provides-Extra: oga-unified
|
|
51
|
-
Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-unified"
|
|
52
|
-
Provides-Extra: oga-hybrid-minimal
|
|
53
|
-
Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-hybrid-minimal"
|
|
54
|
-
Provides-Extra: oga-cpu-minimal
|
|
55
|
-
Requires-Dist: lemonade-sdk[oga-cpu]; extra == "oga-cpu-minimal"
|
|
56
|
-
Provides-Extra: oga-npu-minimal
|
|
57
|
-
Requires-Dist: lemonade-sdk[oga-ryzenai]; extra == "oga-npu-minimal"
|
|
58
|
-
Provides-Extra: llm
|
|
59
|
-
Requires-Dist: lemonade-sdk[dev]; extra == "llm"
|
|
60
|
-
Provides-Extra: llm-oga-cpu
|
|
61
|
-
Requires-Dist: lemonade-sdk[dev,oga-cpu]; extra == "llm-oga-cpu"
|
|
62
|
-
Provides-Extra: llm-oga-npu
|
|
63
|
-
Requires-Dist: onnx==1.16.0; extra == "llm-oga-npu"
|
|
64
|
-
Requires-Dist: onnxruntime==1.18.0; extra == "llm-oga-npu"
|
|
65
|
-
Requires-Dist: numpy==1.26.4; extra == "llm-oga-npu"
|
|
66
|
-
Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-npu"
|
|
67
|
-
Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-npu"
|
|
68
|
-
Provides-Extra: llm-oga-hybrid
|
|
69
|
-
Requires-Dist: onnx==1.16.1; extra == "llm-oga-hybrid"
|
|
70
|
-
Requires-Dist: numpy==1.26.4; extra == "llm-oga-hybrid"
|
|
71
|
-
Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-hybrid"
|
|
72
|
-
Provides-Extra: llm-oga-unified
|
|
73
|
-
Requires-Dist: lemonade-sdk[dev,llm-oga-hybrid]; extra == "llm-oga-unified"
|
|
74
|
-
Provides-Extra: llm-oga-igpu
|
|
75
|
-
Requires-Dist: onnxruntime-genai-directml==0.6.0; extra == "llm-oga-igpu"
|
|
76
|
-
Requires-Dist: onnxruntime-directml<1.22.0,>=1.19.0; extra == "llm-oga-igpu"
|
|
77
|
-
Requires-Dist: transformers<4.45.0; extra == "llm-oga-igpu"
|
|
78
|
-
Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-igpu"
|
|
79
|
-
Provides-Extra: llm-oga-cuda
|
|
80
|
-
Requires-Dist: onnxruntime-genai-cuda==0.8.2; extra == "llm-oga-cuda"
|
|
81
|
-
Requires-Dist: onnxruntime-gpu>=1.22.0; extra == "llm-oga-cuda"
|
|
82
|
-
Requires-Dist: transformers<=4.51.3; extra == "llm-oga-cuda"
|
|
83
|
-
Requires-Dist: lemonade-sdk[dev]; extra == "llm-oga-cuda"
|
|
84
48
|
Dynamic: author-email
|
|
85
49
|
Dynamic: description
|
|
86
50
|
Dynamic: description-content-type
|
|
@@ -94,41 +58,29 @@ Dynamic: summary
|
|
|
94
58
|
|
|
95
59
|
<p align="center">
|
|
96
60
|
<a href="https://discord.gg/5xXzkMu8Zk">
|
|
97
|
-
<img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord"
|
|
98
|
-
</a>
|
|
61
|
+
<img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
|
|
99
62
|
<a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
|
|
100
|
-
<img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests"
|
|
101
|
-
</a>
|
|
63
|
+
<img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
|
|
102
64
|
<a href="docs/README.md#installation" title="Check out our instructions">
|
|
103
|
-
<img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11"
|
|
104
|
-
</a>
|
|
65
|
+
<img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
|
|
105
66
|
<a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
|
|
106
|
-
<img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04"
|
|
107
|
-
</a>
|
|
67
|
+
<img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
|
|
108
68
|
<a href="docs/README.md#installation" title="Check out our instructions">
|
|
109
|
-
<img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python"
|
|
110
|
-
</a>
|
|
69
|
+
<img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
|
|
111
70
|
<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
|
|
112
|
-
<img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome"
|
|
113
|
-
</a>
|
|
71
|
+
<img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
|
|
114
72
|
<a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
|
|
115
|
-
<img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release"
|
|
116
|
-
</a>
|
|
73
|
+
<img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
|
|
117
74
|
<a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
|
|
118
|
-
<img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads"
|
|
119
|
-
</a>
|
|
75
|
+
<img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
|
|
120
76
|
<a href="https://github.com/lemonade-sdk/lemonade/issues">
|
|
121
|
-
<img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues"
|
|
122
|
-
</a>
|
|
77
|
+
<img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
|
|
123
78
|
<a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
|
|
124
|
-
<img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache"
|
|
125
|
-
</a>
|
|
79
|
+
<img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
|
|
126
80
|
<a href="https://github.com/psf/black">
|
|
127
|
-
<img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black"
|
|
128
|
-
</a>
|
|
81
|
+
<img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
|
|
129
82
|
<a href="https://star-history.com/#lemonade-sdk/lemonade">
|
|
130
|
-
<img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart"
|
|
131
|
-
</a>
|
|
83
|
+
<img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
|
|
132
84
|
</p>
|
|
133
85
|
<p align="center">
|
|
134
86
|
<img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
|
|
@@ -156,7 +108,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
|
|
|
156
108
|
### Use it with your favorite OpenAI-compatible app!
|
|
157
109
|
|
|
158
110
|
<p align="center">
|
|
159
|
-
<a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a> <a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a> <a href="https://lemonade-
|
|
111
|
+
<a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a> <a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a> <a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a> <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
|
|
160
112
|
</p>
|
|
161
113
|
|
|
162
114
|
> [!TIP]
|
|
@@ -227,7 +179,7 @@ Lemonade supports the following configurations, while also making it easy to swi
|
|
|
227
179
|
</tr>
|
|
228
180
|
<tr>
|
|
229
181
|
<td><b>gfx120X</b> (RDNA4)</td>
|
|
230
|
-
<td>Windows
|
|
182
|
+
<td>Windows, Ubuntu</td>
|
|
231
183
|
<td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
|
|
232
184
|
</tr>
|
|
233
185
|
<tr>
|
|
@@ -2,41 +2,29 @@
|
|
|
2
2
|
|
|
3
3
|
<p align="center">
|
|
4
4
|
<a href="https://discord.gg/5xXzkMu8Zk">
|
|
5
|
-
<img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord"
|
|
6
|
-
</a>
|
|
5
|
+
<img src="https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white" alt="Discord" /></a>
|
|
7
6
|
<a href="https://github.com/lemonade-sdk/lemonade/tree/main/test" title="Check out our tests">
|
|
8
|
-
<img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests"
|
|
9
|
-
</a>
|
|
7
|
+
<img src="https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg" alt="Lemonade tests" /></a>
|
|
10
8
|
<a href="docs/README.md#installation" title="Check out our instructions">
|
|
11
|
-
<img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11"
|
|
12
|
-
</a>
|
|
9
|
+
<img src="https://img.shields.io/badge/Windows-11-0078D6?logo=windows&logoColor=white" alt="Windows 11" /></a>
|
|
13
10
|
<a href="https://lemonade-server.ai/#linux" title="Ubuntu 24.04 & 25.04 Supported">
|
|
14
|
-
<img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04"
|
|
15
|
-
</a>
|
|
11
|
+
<img src="https://img.shields.io/badge/Ubuntu-24.04%20%7C%2025.04-E95420?logo=ubuntu&logoColor=white" alt="Ubuntu 24.04 | 25.04" /></a>
|
|
16
12
|
<a href="docs/README.md#installation" title="Check out our instructions">
|
|
17
|
-
<img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python"
|
|
18
|
-
</a>
|
|
13
|
+
<img src="https://img.shields.io/badge/Python-3.10--3.13-blue?logo=python&logoColor=white" alt="Made with Python" /></a>
|
|
19
14
|
<a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/contribute.md" title="Contribution Guide">
|
|
20
|
-
<img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome"
|
|
21
|
-
</a>
|
|
15
|
+
<img src="https://img.shields.io/badge/PRs-welcome-brightgreen.svg" alt="PRs Welcome" /></a>
|
|
22
16
|
<a href="https://github.com/lemonade-sdk/lemonade/releases/latest" title="Download the latest release">
|
|
23
|
-
<img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release"
|
|
24
|
-
</a>
|
|
17
|
+
<img src="https://img.shields.io/github/v/release/lemonade-sdk/lemonade?include_prereleases" alt="Latest Release" /></a>
|
|
25
18
|
<a href="https://tooomm.github.io/github-release-stats/?username=lemonade-sdk&repository=lemonade">
|
|
26
|
-
<img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads"
|
|
27
|
-
</a>
|
|
19
|
+
<img src="https://img.shields.io/github/downloads/lemonade-sdk/lemonade/total.svg" alt="GitHub downloads" /></a>
|
|
28
20
|
<a href="https://github.com/lemonade-sdk/lemonade/issues">
|
|
29
|
-
<img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues"
|
|
30
|
-
</a>
|
|
21
|
+
<img src="https://img.shields.io/github/issues/lemonade-sdk/lemonade" alt="GitHub issues" /></a>
|
|
31
22
|
<a href="https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE">
|
|
32
|
-
<img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache"
|
|
33
|
-
</a>
|
|
23
|
+
<img src="https://img.shields.io/badge/License-Apache-yellow.svg" alt="License: Apache" /></a>
|
|
34
24
|
<a href="https://github.com/psf/black">
|
|
35
|
-
<img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black"
|
|
36
|
-
</a>
|
|
25
|
+
<img src="https://img.shields.io/badge/code%20style-black-000000.svg" alt="Code style: black" /></a>
|
|
37
26
|
<a href="https://star-history.com/#lemonade-sdk/lemonade">
|
|
38
|
-
<img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart"
|
|
39
|
-
</a>
|
|
27
|
+
<img src="https://img.shields.io/badge/Star%20History-View-brightgreen" alt="Star History Chart" /></a>
|
|
40
28
|
</p>
|
|
41
29
|
<p align="center">
|
|
42
30
|
<img src="https://github.com/lemonade-sdk/assets/blob/main/docs/banner.png?raw=true" alt="Lemonade Banner" />
|
|
@@ -64,7 +52,7 @@ Startups such as [Styrk AI](https://styrk.ai/styrk-ai-and-amd-guardrails-for-you
|
|
|
64
52
|
### Use it with your favorite OpenAI-compatible app!
|
|
65
53
|
|
|
66
54
|
<p align="center">
|
|
67
|
-
<a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a> <a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a> <a href="https://lemonade-
|
|
55
|
+
<a href="https://lemonade-server.ai/docs/server/apps/open-webui/" title="Open WebUI" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/continue/" title="Continue" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" width="60" /></a> <a href="https://github.com/amd/gaia" title="Gaia" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" title="AnythingLLM" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" title="AI Dev Gallery" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" width="60" /></a> <a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" title="LM-Eval" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" width="60" /></a> <a href="https://github.com/lemonade-sdk/lemonade-arcade" title="Lemonade Arcade" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" width="60" /></a> <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" title="AI Toolkit" target="_blank"><img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" width="60" /></a>
|
|
68
56
|
</p>
|
|
69
57
|
|
|
70
58
|
> [!TIP]
|
|
@@ -135,7 +123,7 @@ Lemonade supports the following configurations, while also making it easy to swi
|
|
|
135
123
|
</tr>
|
|
136
124
|
<tr>
|
|
137
125
|
<td><b>gfx120X</b> (RDNA4)</td>
|
|
138
|
-
<td>Windows
|
|
126
|
+
<td>Windows, Ubuntu</td>
|
|
139
127
|
<td>Radeon AI PRO R9700, RX 9070 XT/GRE/9070, RX 9060 XT</td>
|
|
140
128
|
</tr>
|
|
141
129
|
<tr>
|
|
@@ -17,7 +17,6 @@ setup(
|
|
|
17
17
|
"lemonade.tools.huggingface",
|
|
18
18
|
"lemonade.tools.oga",
|
|
19
19
|
"lemonade.tools.llamacpp",
|
|
20
|
-
"lemonade.tools.quark",
|
|
21
20
|
"lemonade.tools.report",
|
|
22
21
|
"lemonade.tools.server.utils",
|
|
23
22
|
"lemonade.tools.server",
|
|
@@ -36,7 +35,7 @@ setup(
|
|
|
36
35
|
"fasteners",
|
|
37
36
|
"GitPython>=3.1.40",
|
|
38
37
|
"psutil>=6.1.1",
|
|
39
|
-
"wmi",
|
|
38
|
+
"wmi; platform_system == 'Windows'",
|
|
40
39
|
"py-cpuinfo",
|
|
41
40
|
"pytz",
|
|
42
41
|
"zstandard",
|
|
@@ -80,44 +79,6 @@ setup(
|
|
|
80
79
|
"model-generate": [
|
|
81
80
|
"model-generate==1.5.0; platform_system=='Windows' and python_version=='3.10'",
|
|
82
81
|
],
|
|
83
|
-
# Keep backwards compatibility for old extras names
|
|
84
|
-
"oga-hybrid": ["lemonade-sdk[oga-ryzenai]"],
|
|
85
|
-
"oga-unified": ["lemonade-sdk[oga-ryzenai]"],
|
|
86
|
-
"oga-hybrid-minimal": ["lemonade-sdk[oga-ryzenai]"],
|
|
87
|
-
"oga-cpu-minimal": ["lemonade-sdk[oga-cpu]"],
|
|
88
|
-
"oga-npu-minimal": ["lemonade-sdk[oga-ryzenai]"],
|
|
89
|
-
"llm": ["lemonade-sdk[dev]"],
|
|
90
|
-
"llm-oga-cpu": ["lemonade-sdk[dev,oga-cpu]"],
|
|
91
|
-
# The following extras are deprecated and/or not commonly used
|
|
92
|
-
"llm-oga-npu": [
|
|
93
|
-
"onnx==1.16.0",
|
|
94
|
-
# NPU requires specific onnxruntime version for Ryzen AI compatibility
|
|
95
|
-
# This may conflict with other OGA extras that require >=1.22.0
|
|
96
|
-
"onnxruntime==1.18.0",
|
|
97
|
-
"numpy==1.26.4",
|
|
98
|
-
"protobuf>=6.30.1",
|
|
99
|
-
"lemonade-sdk[dev]",
|
|
100
|
-
],
|
|
101
|
-
"llm-oga-hybrid": [
|
|
102
|
-
# Note: `lemonade-install --ryzenai hybrid` is necessary
|
|
103
|
-
# to complete installation for RAI 1.4.0.
|
|
104
|
-
"onnx==1.16.1",
|
|
105
|
-
"numpy==1.26.4",
|
|
106
|
-
"protobuf>=6.30.1",
|
|
107
|
-
],
|
|
108
|
-
"llm-oga-unified": ["lemonade-sdk[dev, llm-oga-hybrid]"],
|
|
109
|
-
"llm-oga-igpu": [
|
|
110
|
-
"onnxruntime-genai-directml==0.6.0",
|
|
111
|
-
"onnxruntime-directml>=1.19.0,<1.22.0",
|
|
112
|
-
"transformers<4.45.0",
|
|
113
|
-
"lemonade-sdk[dev]",
|
|
114
|
-
],
|
|
115
|
-
"llm-oga-cuda": [
|
|
116
|
-
"onnxruntime-genai-cuda==0.8.2",
|
|
117
|
-
"onnxruntime-gpu >=1.22.0",
|
|
118
|
-
"transformers<=4.51.3",
|
|
119
|
-
"lemonade-sdk[dev]",
|
|
120
|
-
],
|
|
121
82
|
},
|
|
122
83
|
classifiers=[],
|
|
123
84
|
entry_points={
|
|
@@ -12,6 +12,41 @@ from lemonade.sequence import Sequence
|
|
|
12
12
|
from lemonade.tools.management_tools import Cache, Version, SystemInfo
|
|
13
13
|
from lemonade.state import State
|
|
14
14
|
|
|
15
|
+
|
|
16
|
+
def get_available_profilers(warn_missing=False):
|
|
17
|
+
"""Get list of available profilers, with conditional imports for optional dependencies.
|
|
18
|
+
|
|
19
|
+
Args:
|
|
20
|
+
warn_missing: If True, print warnings for missing profilers. If False, fail silently.
|
|
21
|
+
"""
|
|
22
|
+
profilers = [MemoryTracker]
|
|
23
|
+
|
|
24
|
+
try:
|
|
25
|
+
from lemonade.profilers.hwinfo_power import HWINFOPowerProfiler
|
|
26
|
+
|
|
27
|
+
profilers.append(HWINFOPowerProfiler)
|
|
28
|
+
except ImportError:
|
|
29
|
+
if warn_missing:
|
|
30
|
+
print(
|
|
31
|
+
"Warning: HWINFOPowerProfiler not available. "
|
|
32
|
+
"Install lemonade with dev extras: "
|
|
33
|
+
"pip install lemonade-sdk[dev]"
|
|
34
|
+
)
|
|
35
|
+
try:
|
|
36
|
+
from lemonade.profilers.agt_power import AGTPowerProfiler
|
|
37
|
+
|
|
38
|
+
profilers.append(AGTPowerProfiler)
|
|
39
|
+
except ImportError:
|
|
40
|
+
if warn_missing:
|
|
41
|
+
print(
|
|
42
|
+
"Warning: AGTPowerProfiler not available. "
|
|
43
|
+
"Install lemonade with dev extras: "
|
|
44
|
+
"pip install lemonade-sdk[dev]"
|
|
45
|
+
)
|
|
46
|
+
|
|
47
|
+
return profilers
|
|
48
|
+
|
|
49
|
+
|
|
15
50
|
from lemonade.tools.huggingface.load import HuggingfaceLoad
|
|
16
51
|
from lemonade.tools.huggingface.bench import HuggingfaceBench
|
|
17
52
|
from lemonade.tools.oga.load import OgaLoad
|
|
@@ -25,8 +60,6 @@ from lemonade.tools.humaneval import AccuracyHumaneval
|
|
|
25
60
|
from lemonade.tools.perplexity import AccuracyPerplexity
|
|
26
61
|
from lemonade.tools.accuracy import LMEvalHarness
|
|
27
62
|
from lemonade.tools.prompt import LLMPrompt
|
|
28
|
-
from lemonade.tools.quark.quark_load import QuarkLoad
|
|
29
|
-
from lemonade.tools.quark.quark_quantize import QuarkQuantize
|
|
30
63
|
from lemonade.tools.report.llm_report import LemonadeReport
|
|
31
64
|
|
|
32
65
|
|
|
@@ -45,8 +78,6 @@ def main():
|
|
|
45
78
|
HuggingfaceBench,
|
|
46
79
|
OgaLoad,
|
|
47
80
|
OgaBench,
|
|
48
|
-
QuarkQuantize,
|
|
49
|
-
QuarkLoad,
|
|
50
81
|
LemonadeReport,
|
|
51
82
|
# Inherited from lemonade
|
|
52
83
|
Cache,
|
|
@@ -55,7 +86,7 @@ def main():
|
|
|
55
86
|
]
|
|
56
87
|
|
|
57
88
|
# List the available profilers
|
|
58
|
-
profilers =
|
|
89
|
+
profilers = get_available_profilers()
|
|
59
90
|
|
|
60
91
|
# Define the argument parser
|
|
61
92
|
parser = cli.CustomArgumentParser(
|
|
@@ -89,6 +120,17 @@ https://github.com/lemonade-sdk/lemonade/blob/main/docs/README.md""",
|
|
|
89
120
|
parser, tools, cli_name="lemonade"
|
|
90
121
|
)
|
|
91
122
|
|
|
123
|
+
# Check if any profilers are being requested
|
|
124
|
+
requested_profilers = [
|
|
125
|
+
profiler.unique_name.replace("-", "_")
|
|
126
|
+
for profiler in profilers
|
|
127
|
+
if global_args.get(profiler.unique_name.replace("-", "_"), None) is not None
|
|
128
|
+
]
|
|
129
|
+
|
|
130
|
+
# If profilers are requested, get the full list with warnings for missing ones
|
|
131
|
+
if requested_profilers:
|
|
132
|
+
get_available_profilers(warn_missing=True)
|
|
133
|
+
|
|
92
134
|
profiler_instances = [
|
|
93
135
|
profiler(global_args[profiler.unique_name.replace("-", "_")])
|
|
94
136
|
for profiler in profilers
|