PyPI - lemonade-sdk - Versions diffs - 7.0.4__py3-none-any.whl → 8.0.1__py3-none-any.whl - Mend

lemonade-sdk 7.0.4py3-none-any.whl → 8.0.1py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of lemonade-sdk might be problematic. Click here for more details.

Files changed (56) hide show

lemonade/api.py +3 -3
lemonade/cli.py +11 -17
lemonade/common/build.py +0 -47
lemonade/common/network.py +50 -0
lemonade/common/status.py +2 -21
lemonade/common/system_info.py +19 -4
lemonade/profilers/memory_tracker.py +3 -1
lemonade/tools/accuracy.py +3 -4
lemonade/tools/adapter.py +1 -2
lemonade/tools/{huggingface_bench.py → huggingface/bench.py} +2 -87
lemonade/tools/huggingface/load.py +235 -0
lemonade/tools/{huggingface_load.py → huggingface/utils.py} +87 -255
lemonade/tools/humaneval.py +9 -3
lemonade/tools/{llamacpp_bench.py → llamacpp/bench.py} +1 -1
lemonade/tools/{llamacpp.py → llamacpp/load.py} +18 -2
lemonade/tools/mmlu.py +7 -15
lemonade/tools/{ort_genai/oga.py → oga/load.py} +31 -422
lemonade/tools/oga/utils.py +423 -0
lemonade/tools/perplexity.py +4 -3
lemonade/tools/prompt.py +2 -1
lemonade/tools/quark/quark_load.py +2 -1
lemonade/tools/quark/quark_quantize.py +5 -5
lemonade/tools/report/table.py +3 -3
lemonade/tools/server/llamacpp.py +188 -45
lemonade/tools/server/serve.py +184 -146
lemonade/tools/server/static/favicon.ico +0 -0
lemonade/tools/server/static/styles.css +568 -0
lemonade/tools/server/static/webapp.html +439 -0
lemonade/tools/server/tray.py +458 -0
lemonade/tools/server/{port_utils.py → utils/port.py} +22 -3
lemonade/tools/server/utils/system_tray.py +395 -0
lemonade/tools/server/{instructions.py → webapp.py} +4 -10
lemonade/version.py +1 -1
lemonade_install/install.py +46 -28
lemonade_sdk-8.0.1.dist-info/METADATA +179 -0
lemonade_sdk-8.0.1.dist-info/RECORD +70 -0
lemonade_server/cli.py +182 -27
lemonade_server/model_manager.py +192 -20
lemonade_server/pydantic_models.py +9 -4
lemonade_server/server_models.json +5 -3
lemonade/common/analyze_model.py +0 -26
lemonade/common/labels.py +0 -61
lemonade/common/onnx_helpers.py +0 -176
lemonade/common/plugins.py +0 -10
lemonade/common/tensor_helpers.py +0 -83
lemonade/tools/server/static/instructions.html +0 -262
lemonade_sdk-7.0.4.dist-info/METADATA +0 -113
lemonade_sdk-7.0.4.dist-info/RECORD +0 -69
/lemonade/tools/{ort_genai → oga}/__init__.py +0 -0
/lemonade/tools/{ort_genai/oga_bench.py → oga/bench.py} +0 -0
/lemonade/tools/server/{thread_utils.py → utils/thread.py} +0 -0
{lemonade_sdk-7.0.4.dist-info → lemonade_sdk-8.0.1.dist-info}/WHEEL +0 -0
{lemonade_sdk-7.0.4.dist-info → lemonade_sdk-8.0.1.dist-info}/entry_points.txt +0 -0
{lemonade_sdk-7.0.4.dist-info → lemonade_sdk-8.0.1.dist-info}/licenses/LICENSE +0 -0
{lemonade_sdk-7.0.4.dist-info → lemonade_sdk-8.0.1.dist-info}/licenses/NOTICE.md +0 -0
{lemonade_sdk-7.0.4.dist-info → lemonade_sdk-8.0.1.dist-info}/top_level.txt +0 -0

lemonade/common/tensor_helpers.py DELETED Viewed

@@ -1,83 +0,0 @@
-"""
-Helper functions for dealing with tensors
-"""
-import os
-import copy
-import torch
-import numpy as np
-import lemonade.common.exceptions as exp
-import lemonade.common.build as build
-# Checks whether a given input has the expected shape
-def check_shapes_and_dtypes(
-    inputs, expected_shapes, expected_dtypes, expect_downcast=False, raise_error=True
-):
-    current_shapes, current_dtypes = build.get_shapes_and_dtypes(inputs)
-    # If we are modifying the data type of inputs on a later tool we
-    # verify input type based on the future data type conversion
-    if expect_downcast:
-        for key, value in current_dtypes.items():
-            if value == "float32":
-                current_dtypes[key] = "float16"
-            elif value == "int64":
-                current_dtypes[key] = "int32"
-    input_shapes_changed = expected_shapes != current_shapes
-    input_dtypes_changed = expected_dtypes != current_dtypes
-    if input_shapes_changed and raise_error:
-        msg = f"""
-        Model built to always take input of shape
-        {expected_shapes} but got {current_shapes}
-        """
-        raise exp.Error(msg)
-    elif input_dtypes_changed and raise_error:
-        msg = f"""
-        Model built to always take input of types
-        {expected_dtypes} but got {current_dtypes}
-        """
-        raise exp.Error(msg)
-    return input_shapes_changed, input_dtypes_changed
-def save_inputs(inputs, inputs_file, input_dtypes=None, downcast=True):
-    # Detach and downcast inputs
-    inputs_converted = copy.deepcopy(inputs)
-    for i in range(len(inputs_converted)):
-        inputs_converted[i] = {
-            k: v for k, v in inputs_converted[i].items() if v is not None
-        }
-        for k in inputs_converted[i].keys():
-            if not hasattr(inputs_converted[i][k], "dtype"):
-                continue
-            if torch.is_tensor(inputs_converted[i][k]):
-                inputs_converted[i][k] = inputs_converted[i][k].cpu().detach().numpy()
-            if downcast:
-                if input_dtypes is not None and input_dtypes[k] is not None:
-                    inputs_converted[i][k] = inputs_converted[i][k].astype(
-                        input_dtypes[k]
-                    )
-                    continue
-                if (
-                    inputs_converted[i][k].dtype == np.float32
-                    or inputs_converted[i][k].dtype == np.float64
-                ):
-                    inputs_converted[i][k] = inputs_converted[i][k].astype("float16")
-                if inputs_converted[i][k].dtype == np.int64:
-                    inputs_converted[i][k] = inputs_converted[i][k].astype("int32")
-    # Save models inputs to file for later profiling
-    if os.path.isfile(inputs_file):
-        os.remove(inputs_file)
-    np.save(inputs_file, inputs_converted)
-    return inputs_converted
-# This file was originally licensed under Apache 2.0. It has been modified.
-# Modifications Copyright (c) 2025 AMD

lemonade/tools/server/static/instructions.html DELETED Viewed

@@ -1,262 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-    <meta charset="UTF-8">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>Lemonade Server</title>
-    <link rel="icon" href="data:,">
-    <link rel="stylesheet" href="/static/styles.css">
-    <script>
-    window.SERVER_PORT = {{SERVER_PORT}};
-    </script>
-    {{SERVER_MODELS_JS}}
-</head>
-<body>
-    <nav class="navbar">
-        <a href="https://github.com/lemonade-sdk/lemonade">GitHub</a>
-        <a href="https://lemonade-server.ai/docs/">Docs</a>
-        <a href="https://lemonade-server.ai/docs/server/server_models/">Models</a>
-        <a href="https://lemonade-server.ai/docs/server/apps/">Featured Apps</a>
-    </nav>
-    <main class="main">
-        <div class="title">🍋 Lemonade Server</div>
-        <div class="tab-container">
-            <div class="tabs">
-                <button class="tab active" id="tab-chat" onclick="showTab('chat')">LLM Chat</button>
-                <button class="tab" id="tab-models" onclick="showTab('models')">Model Management</button>
-            </div>
-            <div class="tab-content active" id="content-chat">
-                <div class="chat-container">
-                    <div class="chat-history" id="chat-history"></div>
-                    <div class="chat-input-row">
-                        <select id="model-select"></select>
-                        <input type="text" id="chat-input" placeholder="Type your message..." />
-                        <button id="send-btn">Send</button>
-                    </div>
-                </div>
-            </div>
-            <div class="tab-content" id="content-models">
-                <div class="model-mgmt-container">
-                    <div class="model-mgmt-pane">
-                        <h3>Installed Models</h3>
-                        <table class="model-table" id="installed-models-table">
-                            <colgroup><col style="width:100%"></colgroup>
-                            <tbody id="installed-models-tbody"></tbody>
-                        </table>
-                    </div>
-                    <div class="model-mgmt-pane">
-                        <h3>Suggested Models</h3>
-                        <table class="model-table" id="suggested-models-table">
-                            <tbody id="suggested-models-tbody"></tbody>
-                        </table>
-                    </div>
-                </div>
-            </div>
-        </div>
-    </main>
-    <footer class="site-footer">
-        <div class="dad-joke">When life gives you LLMs, make an LLM aide.</div>
-        <div class="copyright">Copyright 2025 AMD</div>
-    </footer>
-    <script src="https://cdn.jsdelivr.net/npm/openai@4.21.0/dist/openai.min.js"></script>
-    <script>
-    // Tab switching logic
-    function showTab(tab) {
-        document.getElementById('tab-chat').classList.remove('active');
-        document.getElementById('tab-models').classList.remove('active');
-        document.getElementById('content-chat').classList.remove('active');
-        document.getElementById('content-models').classList.remove('active');
-        if (tab === 'chat') {
-            document.getElementById('tab-chat').classList.add('active');
-            document.getElementById('content-chat').classList.add('active');
-        } else {
-            document.getElementById('tab-models').classList.add('active');
-            document.getElementById('content-models').classList.add('active');
-        }
-    }
-    // Helper to get server base URL
-    function getServerBaseUrl() {
-        const port = window.SERVER_PORT || 8000;
-        return `http://localhost:${port}`;
-    }
-    // Populate model dropdown from /api/v1/models endpoint
-    async function loadModels() {
-        try {
-            const resp = await fetch(getServerBaseUrl() + '/api/v1/models');
-            const data = await resp.json();
-            const select = document.getElementById('model-select');
-            select.innerHTML = '';
-            if (!data.data || !Array.isArray(data.data)) {
-                select.innerHTML = '<option>No models found (malformed response)</option>';
-                return;
-            }
-            if (data.data.length === 0) {
-                select.innerHTML = '<option>No models available</option>';
-                return;
-            }
-            let defaultIndex = 0;
-            data.data.forEach(function(model, index) {
-                const modelId = model.id || model.name || model;
-                const opt = document.createElement('option');
-                opt.value = modelId;
-                opt.textContent = modelId;
-                if (modelId === 'Llama-3.2-1B-Instruct-Hybrid') {
-                    defaultIndex = index;
-                }
-                select.appendChild(opt);
-            });
-            select.selectedIndex = defaultIndex;
-        } catch (e) {
-            const select = document.getElementById('model-select');
-            select.innerHTML = `<option>Error loading models: ${e.message}</option>`;
-            console.error('Error loading models:', e);
-        }
-    }
-    loadModels();
-    // Model Management Tab Logic
-    async function refreshModelMgmtUI() {
-        // Get installed models from /api/v1/models
-        let installed = [];
-        try {
-            const resp = await fetch(getServerBaseUrl() + '/api/v1/models');
-            const data = await resp.json();
-            if (data.data && Array.isArray(data.data)) {
-                installed = data.data.map(m => m.id || m.name || m);
-            }
-        } catch (e) {}
-        // All models from server_models.json (window.SERVER_MODELS)
-        const allModels = window.SERVER_MODELS || {};
-        // Filter suggested models not installed
-        const suggested = Object.keys(allModels).filter(
-            k => allModels[k].suggested && !installed.includes(k)
-        );
-        // Render installed models as a table (two columns, second is invisible)
-        const installedTbody = document.getElementById('installed-models-tbody');
-        installedTbody.innerHTML = '';
-        installed.forEach(function(mid) {
-            var tr = document.createElement('tr');
-            var tdName = document.createElement('td');
-            tdName.textContent = mid;
-            var tdEmpty = document.createElement('td');
-            tdEmpty.style.width = '0';
-            tdEmpty.style.padding = '0';
-            tdEmpty.style.border = 'none';
-            tr.appendChild(tdName);
-            tr.appendChild(tdEmpty);
-            installedTbody.appendChild(tr);
-        });
-        // Render suggested models as a table
-        const suggestedTbody = document.getElementById('suggested-models-tbody');
-        suggestedTbody.innerHTML = '';
-        suggested.forEach(mid => {
-            const tr = document.createElement('tr');
-            const tdName = document.createElement('td');
-            tdName.textContent = mid;
-            tdName.style.paddingRight = '1em';
-            tdName.style.verticalAlign = 'middle';
-            const tdBtn = document.createElement('td');
-            tdBtn.style.width = '1%';
-            tdBtn.style.verticalAlign = 'middle';
-            const btn = document.createElement('button');
-            btn.textContent = '+';
-            btn.title = 'Install model';
-            btn.onclick = async function() {
-                btn.disabled = true;
-                btn.textContent = 'Installing...';
-                btn.classList.add('installing-btn');
-                try {
-                    await fetch(getServerBaseUrl() + '/api/v1/pull', {
-                        method: 'POST',
-                        headers: { 'Content-Type': 'application/json' },
-                        body: JSON.stringify({ model_name: mid })
-                    });
-                    await refreshModelMgmtUI();
-                    await loadModels(); // update chat dropdown too
-                } catch (e) {
-                    btn.textContent = 'Error';
-                }
-            };
-            tdBtn.appendChild(btn);
-            tr.appendChild(tdName);
-            tr.appendChild(tdBtn);
-            suggestedTbody.appendChild(tr);
-        });
-    }
-    // Initial load
-    refreshModelMgmtUI();
-    // Optionally, refresh when switching to the tab
-    document.getElementById('tab-models').addEventListener('click', refreshModelMgmtUI);
-    // Chat logic (streaming with OpenAI JS client placeholder)
-    const chatHistory = document.getElementById('chat-history');
-    const chatInput = document.getElementById('chat-input');
-    const sendBtn = document.getElementById('send-btn');
-    const modelSelect = document.getElementById('model-select');
-    let messages = [];
-    function appendMessage(role, text) {
-        const div = document.createElement('div');
-        div.className = 'chat-message ' + role;
-        // Add a bubble for iMessage style
-        const bubble = document.createElement('div');
-        bubble.className = 'chat-bubble ' + role;
-        bubble.innerHTML = text;
-        div.appendChild(bubble);
-        chatHistory.appendChild(div);
-        chatHistory.scrollTop = chatHistory.scrollHeight;
-    }
-    async function sendMessage() {
-        const text = chatInput.value.trim();
-        if (!text) return;
-        appendMessage('user', text);
-        messages.push({ role: 'user', content: text });
-        chatInput.value = '';
-        sendBtn.disabled = true;
-        // Streaming OpenAI completions (placeholder, adapt as needed)
-        let llmText = '';
-        appendMessage('llm', '...');
-        const llmDiv = chatHistory.lastChild.querySelector('.chat-bubble.llm');
-        try {
-            // Use the correct endpoint for chat completions
-            const resp = await fetch(getServerBaseUrl() + '/api/v1/chat/completions', {
-                method: 'POST',
-                headers: { 'Content-Type': 'application/json' },
-                body: JSON.stringify({
-                    model: modelSelect.value,
-                    messages: messages,
-                    stream: true
-                })
-            });
-            if (!resp.body) throw new Error('No stream');
-            const reader = resp.body.getReader();
-            let decoder = new TextDecoder();
-            llmDiv.textContent = '';
-            while (true) {
-                const { done, value } = await reader.read();
-                if (done) break;
-                const chunk = decoder.decode(value);
-                if (chunk.trim() === 'data: [DONE]' || chunk.trim() === '[DONE]') continue;
-                // Try to extract the content from the OpenAI chunk
-                const match = chunk.match(/"content"\s*:\s*"([^"]*)"/);
-                if (match && match[1]) {
-                    llmText += match[1];
-                    llmDiv.textContent = llmText;
-                }
-            }
-            messages.push({ role: 'assistant', content: llmText });
-        } catch (e) {
-            llmDiv.textContent = '[Error: ' + e.message + ']';
-        }
-        sendBtn.disabled = false;
-    }
-    sendBtn.onclick = sendMessage;
-    chatInput.addEventListener('keydown', function(e) {
-        if (e.key === 'Enter') sendMessage();
-    });
-    </script>
-</body>
-</html>

lemonade_sdk-7.0.4.dist-info/METADATA DELETED Viewed

@@ -1,113 +0,0 @@
-Metadata-Version: 2.4
-Name: lemonade-sdk
-Version: 7.0.4
-Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
-Author-email: lemonade@amd.com
-Requires-Python: >=3.10, <3.12
-Description-Content-Type: text/markdown
-License-File: LICENSE
-License-File: NOTICE.md
-Requires-Dist: invoke>=2.0.0
-Requires-Dist: onnx<1.18.0,>=1.11.0
-Requires-Dist: torch>=1.12.1
-Requires-Dist: pyyaml>=5.4
-Requires-Dist: typeguard>=2.3.13
-Requires-Dist: packaging>=20.9
-Requires-Dist: numpy<2.0.0
-Requires-Dist: pandas>=1.5.3
-Requires-Dist: fasteners
-Requires-Dist: GitPython>=3.1.40
-Requires-Dist: psutil>=6.1.1
-Requires-Dist: wmi
-Requires-Dist: pytz
-Requires-Dist: zstandard
-Requires-Dist: matplotlib
-Requires-Dist: tabulate
-Requires-Dist: huggingface-hub==0.30.2
-Provides-Extra: llm
-Requires-Dist: torch>=2.6.0; extra == "llm"
-Requires-Dist: transformers<=4.51.3; extra == "llm"
-Requires-Dist: accelerate; extra == "llm"
-Requires-Dist: py-cpuinfo; extra == "llm"
-Requires-Dist: sentencepiece; extra == "llm"
-Requires-Dist: datasets; extra == "llm"
-Requires-Dist: human-eval-windows==1.0.4; extra == "llm"
-Requires-Dist: fastapi; extra == "llm"
-Requires-Dist: uvicorn[standard]; extra == "llm"
-Requires-Dist: openai>=1.81.0; extra == "llm"
-Requires-Dist: lm-eval[api]; extra == "llm"
-Provides-Extra: llm-oga-cpu
-Requires-Dist: onnxruntime-genai==0.6.0; extra == "llm-oga-cpu"
-Requires-Dist: onnxruntime<1.22.0,>=1.10.1; extra == "llm-oga-cpu"
-Requires-Dist: lemonade-sdk[llm]; extra == "llm-oga-cpu"
-Provides-Extra: llm-oga-igpu
-Requires-Dist: onnxruntime-genai-directml==0.6.0; extra == "llm-oga-igpu"
-Requires-Dist: onnxruntime-directml<1.22.0,>=1.19.0; extra == "llm-oga-igpu"
-Requires-Dist: transformers<4.45.0; extra == "llm-oga-igpu"
-Requires-Dist: lemonade-sdk[llm]; extra == "llm-oga-igpu"
-Provides-Extra: llm-oga-cuda
-Requires-Dist: onnxruntime-genai-cuda==0.6.0; extra == "llm-oga-cuda"
-Requires-Dist: onnxruntime-gpu<1.22.0,>=1.19.1; extra == "llm-oga-cuda"
-Requires-Dist: transformers<4.45.0; extra == "llm-oga-cuda"
-Requires-Dist: lemonade-sdk[llm]; extra == "llm-oga-cuda"
-Provides-Extra: llm-oga-npu
-Requires-Dist: onnx==1.16.0; extra == "llm-oga-npu"
-Requires-Dist: onnxruntime==1.18.0; extra == "llm-oga-npu"
-Requires-Dist: numpy==1.26.4; extra == "llm-oga-npu"
-Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-npu"
-Requires-Dist: lemonade-sdk[llm]; extra == "llm-oga-npu"
-Provides-Extra: llm-oga-hybrid
-Requires-Dist: onnx==1.16.1; extra == "llm-oga-hybrid"
-Requires-Dist: numpy==1.26.4; extra == "llm-oga-hybrid"
-Requires-Dist: protobuf>=6.30.1; extra == "llm-oga-hybrid"
-Requires-Dist: lemonade-sdk[llm]; extra == "llm-oga-hybrid"
-Provides-Extra: llm-oga-unified
-Requires-Dist: lemonade-sdk[llm-oga-hybrid]; extra == "llm-oga-unified"
-Dynamic: author-email
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: license-file
-Dynamic: provides-extra
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
-[![Lemonade tests](https://github.com/lemonade-sdk/lemonade/actions/workflows/test_lemonade.yml/badge.svg)](https://github.com/lemonade-sdk/lemonade/tree/main/test "Check out our tests")
-[![OS - Windows | Linux](https://img.shields.io/badge/OS-windows%20%7C%20linux-blue)](docs/README.md#installation "Check out our instructions")
-[![Made with Python](https://img.shields.io/badge/Python-3.8,3.10-blue?logo=python&logoColor=white)](docs/README.md#installation "Check out our instructions")
-## 🍋 Lemonade SDK: Quickly serve, benchmark and deploy LLMs
-The [Lemonade SDK](./docs/README.md) is designed to make it easy to serve, benchmark, and deploy large language models (LLMs) on a variety of hardware platforms, including CPU, GPU, and NPU.
-<div align="center">
-  <img src="https://download.amd.com/images/lemonade_640x480_1.gif" alt="Lemonade Demo" title="Lemonade in Action">
-</div>
-The [Lemonade SDK](./docs/README.md) is comprised of the following:
-- 🌐 **Lemonade Server**: A server interface that uses the standard Open AI API, allowing applications to integrate with local LLMs.
-- 🐍 **Lemonade Python API**: Offers High-Level API for easy integration of Lemonade LLMs into Python applications and Low-Level API for custom experiments.
-- 🖥️ **Lemonade CLI**: The `lemonade` CLI lets you mix-and-match LLMs, frameworks (PyTorch, ONNX, GGUF), and measurement tools to run experiments. The available tools are:
-  - Prompting an LLM.
-  - Measuring the accuracy of an LLM using a variety of tests.
-  - Benchmarking an LLM to get the time-to-first-token and tokens per second.
-  - Profiling the memory usage of an LLM.
-### [Click here to get started with Lemonade.](./docs/README.md)
-## Contributing
-We are actively seeking collaborators from across the industry. If you would like to contribute to this project, please check out our [contribution guide](./docs/contribute.md).
-## Maintainers
-This project is sponsored by AMD. It is maintained by @danielholanda @jeremyfowers @ramkrishna @vgodsoe in equal measure. You can reach us by filing an [issue](https://github.com/lemonade-sdk/lemonade/issues) or email [lemonade@amd.com](mailto:lemonade@amd.com).
-## License
-This project is licensed under the [Apache 2.0 License](https://github.com/lemonade-sdk/lemonade/blob/main/LICENSE). Portions of the project are licensed as described in [NOTICE.md](./NOTICE.md).
-<!--This file was originally licensed under Apache 2.0. It has been modified.
-Modifications Copyright (c) 2025 AMD-->

lemonade_sdk-7.0.4.dist-info/RECORD DELETED Viewed

@@ -1,69 +0,0 @@
-lemonade/__init__.py,sha256=W1Qk7r0rnQqFhPNHp6BIBT_q-OH3s-8Q_POoVfAmKW0,117
-lemonade/api.py,sha256=9apNWSMS4bYpYl7iqDA4CsHHOOMdjOIuJhNYSqj_jIA,3878
-lemonade/cache.py,sha256=djr2qgyUUAWlQv8FehU9qlNtCwK0IZqo82hcBDyZ3-A,2850
-lemonade/cli.py,sha256=ddN2QqsGMsVwydfcR7MSZu1z8_-bUgUP7dhw9lzbHa8,4424
-lemonade/sequence.py,sha256=KSH7BPsiyDKsOsg_ziQKEGsDwMmuO_YbgPRBxkZd0pw,13267
-lemonade/state.py,sha256=sdSezla7Cd7KYL90xY3p9kcNV4ndSyN6UvNLOr3vBMA,5261
-lemonade/version.py,sha256=aw-kI317_MHnrxmftgwY1GZZgkDfKup4upSzIuUp5yk,22
-lemonade/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/common/analyze_model.py,sha256=sYWDznEUEWjx_Qekg7f1hHY4Pfe87IQ77lmsWqePgE0,803
-lemonade/common/build.py,sha256=Pk86mCr6fyBIx2zXDpq0BkdahlCmWRnwSTpShA_gwZw,7849
-lemonade/common/cli_helpers.py,sha256=hjBfXrTtFl8gmCFlL-ksviXR0mOcdPtTWVNKoEp3PG4,4993
-lemonade/common/exceptions.py,sha256=w83sVKmL1QXoJlGjj_bRyjIBMhlMqdVQy_FEOTu2YQI,2050
-lemonade/common/filesystem.py,sha256=QV3cHhKNu-7W2rr8wZ4JQfD2rP_5T2Js7jiDQBYWHVQ,12142
-lemonade/common/labels.py,sha256=0js1Xmj98fkOqERf2Q8MC3utWJj4m1FH428Vmzpwol4,2111
-lemonade/common/onnx_helpers.py,sha256=SxLW3iCBfuHdQNP77-OAwf6HLojqWu28x0Zf6Ayy-7g,6013
-lemonade/common/plugins.py,sha256=YHEI22ATpc9O0s1z5q7pF6Ogo61G8nOMSE8zivoKwao,210
-lemonade/common/printing.py,sha256=GFFzrXIineIOMa9yu0lo5sL4j6A5BBg_T9aUCdP-juw,3229
-lemonade/common/status.py,sha256=1DuS_3srtuIenPi_jFsWCjqCQEUh7Fjz-Mqhm52MHnE,17153
-lemonade/common/system_info.py,sha256=Pndf8sIyG0kELRUw_CkKFphI9YPTrQ5VqwvYWfMLiEI,11661
-lemonade/common/tensor_helpers.py,sha256=XEy2m7FB5Ax70aeNC6PHKb1OtvuTblrNJZScyjaip6Q,2962
-lemonade/common/test_helpers.py,sha256=Gwk-pa_6xYAo2oro-2EJNfuouAfw8k_brCbcMC-E-r0,758
-lemonade/profilers/__init__.py,sha256=JKVonvJ4XZ9_6sKXPWsiMLQCNyzQOxhQw5BEHR1qOfU,31
-lemonade/profilers/memory_tracker.py,sha256=-SSBmNlrweiX59wyNtLMWiwaMOskBzNO1_cufVwteqs,9357
-lemonade/profilers/profiler.py,sha256=y_iMGr1ToQ6rcwcIcXck4ajapisLXCfHggiV-IpPF98,1666
-lemonade/tools/__init__.py,sha256=_6xRc-FHxmujoLjLjWtpYrWYEXtCSneSy-5ya01kyPk,53
-lemonade/tools/accuracy.py,sha256=QndammQ1bmlTaF_6YDaaiJp6fpkKZDYGySdQpAgZIp8,11699
-lemonade/tools/adapter.py,sha256=4H6gfbjvqyU6qm1_-b2FE-c3a7N9OzEBeDVnIwqRDvg,3014
-lemonade/tools/bench.py,sha256=aN5LMA_EH6-ZhAH3Gf26JYL7s0eKpUd3j-bReRhzvEY,10016
-lemonade/tools/huggingface_bench.py,sha256=POE5JYzArK2FBktazOkluLNFzlLctM39B19fK5sMx-0,10017
-lemonade/tools/huggingface_load.py,sha256=857GxaQcqmSv2DSsMh503aSicwQDQg5wGGlpwehHHrg,18868
-lemonade/tools/humaneval.py,sha256=RCkVR-yOL56T4EyURaU3MR3yhU4NCbeuWHDyhVWZtxw,9502
-lemonade/tools/llamacpp.py,sha256=uv-xv5KfHm0eU1I6vEKuaRC-QpilE1FffVA-zoCvHt4,8659
-lemonade/tools/llamacpp_bench.py,sha256=tZamG-1Z5pG_bD4O4yz2mUo2AWwEgOw9RSdEDllW4HY,5941
-lemonade/tools/management_tools.py,sha256=RO-lU-hjZhrP9KD9qcLI7MrLu-Rxnkrxzn45qqwKInE,8554
-lemonade/tools/mmlu.py,sha256=hNa7A8dhpjOtgfd5MGcagpwpw4_AZRZvVj5Duz9LJ88,11381
-lemonade/tools/perplexity.py,sha256=Z6ha7LS5DhdZWHZxhDz8mDnfESbTGc6TGo8KnPjRmiE,5606
-lemonade/tools/prompt.py,sha256=AhRdWpx5BVnuJTmCsxSCw_oKHRlTiRLmOkriXon_mLE,8629
-lemonade/tools/tool.py,sha256=UsxVYukfm_iM3BfeGYPZxQlTK5UfDfDOl3RIyLr8A1Y,13256
-lemonade/tools/ort_genai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/ort_genai/oga.py,sha256=dZ6kbwHBVfzTujAG0ojYDhjS8uH6kwW5xZTcu20hFIc,43886
-lemonade/tools/ort_genai/oga_bench.py,sha256=T3c40NevM3NA7CT98B6vBj1nXfdITDqpfMHYSjhjwpA,5061
-lemonade/tools/quark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/quark/quark_load.py,sha256=QWzhXP8MehgD_KjnsmN5a-3D5kdI2XZtKTH4HoDoFoo,5572
-lemonade/tools/quark/quark_quantize.py,sha256=FkZ33oQoO20fTKOcHqzP0UAkGmD9I4GUrrNbp60hOZc,16567
-lemonade/tools/report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/report/llm_report.py,sha256=bVHhwCINA-Ok2EdSwAsLubsc83N3KWOVuwTguw7jDcE,6676
-lemonade/tools/report/table.py,sha256=a0TXo1X84RxCSu0un_XM3ANOlhLtPDuqtGwR7eomf2s,24853
-lemonade/tools/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/server/instructions.py,sha256=PbQ8HItagIWbJLYf2IVPhthYVi1E878vNdS42qmTc3E,1230
-lemonade/tools/server/llamacpp.py,sha256=YP-vD3H3MRz5lUIggjx5Kf_k9L9jULJVFdePHIkHzQc,10176
-lemonade/tools/server/port_utils.py,sha256=24Ryz5cNU0R9L1kuVSapZoyXTZHzhF4y0Yje9MVOrE0,1535
-lemonade/tools/server/serve.py,sha256=sxQWBA5AqLoZZUuM2nQlEZwomvHYtItgrxFSnLMyy2k,52453
-lemonade/tools/server/thread_utils.py,sha256=pK9K_6DNWoQ78NArkAX3Ym2WsxLnCs9sKTk6TitlYnI,2804
-lemonade/tools/server/tool_calls.py,sha256=xrAlQwKG-nv2xLlf8f9CDSaUbyMn8ZtHkds9iZLG9K8,5230
-lemonade/tools/server/static/instructions.html,sha256=tCkc55LrI4oWQM2VYuK3_m02MvG5XxIcTbCSgxyTAIU,11257
-lemonade/tools/server/static/styles.css,sha256=8U1EejQaqRLQ6QTCF5UG_dLPtLjRwT1menUHMDhaq2M,5045
-lemonade_install/__init__.py,sha256=26zohKg2jgr_5y7tObduWMYQg8zCTWMZHL8lfi2zZVQ,40
-lemonade_install/install.py,sha256=61qUO7kWCLcdjK0_IQZ46-rKP_AWkyznh4YpDclPKyM,28036
-lemonade_sdk-7.0.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lemonade_sdk-7.0.4.dist-info/licenses/NOTICE.md,sha256=B8lEqi4QE41J9ljz4Riv2JgHD1v8GCZE6nNBHO3KIA0,2135
-lemonade_server/cli.py,sha256=DR6sIt66K1sZZG3ascEw_6HUgz3UhU9KGUyzxf4nO_A,7351
-lemonade_server/model_manager.py,sha256=-r9JS_fPcoLCQCFKZfkInBIIgT4F1tQ_EIKqMqNYpqM,5546
-lemonade_server/pydantic_models.py,sha256=pdOZW6nAYKWKllMLR7y5wdbIofIznxe5Vehac0Hgqto,2276
-lemonade_server/server_models.json,sha256=3C-lJ2lsNwdy0AKT_US_lcVOoiF3xmadbiOUeOQuJXA,6927
-lemonade_sdk-7.0.4.dist-info/METADATA,sha256=pVHSWafYsDczc6dkHFHP8QRmLF_SkEwLeTIqPacek7w,5443
-lemonade_sdk-7.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lemonade_sdk-7.0.4.dist-info/entry_points.txt,sha256=gJppn0ETtXXR6ceKWEIRdk42kMC7ps59EmU3NCPyPUk,144
-lemonade_sdk-7.0.4.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
-lemonade_sdk-7.0.4.dist-info/RECORD,,