PyPI - lemonade-sdk - Versions diffs - 9.1.1__py3-none-any.whl - Mend

lemonade-sdk 9.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (84) hide show

lemonade/__init__.py +5 -0
lemonade/api.py +180 -0
lemonade/cache.py +92 -0
lemonade/cli.py +173 -0
lemonade/common/__init__.py +0 -0
lemonade/common/build.py +176 -0
lemonade/common/cli_helpers.py +139 -0
lemonade/common/exceptions.py +98 -0
lemonade/common/filesystem.py +368 -0
lemonade/common/inference_engines.py +408 -0
lemonade/common/network.py +93 -0
lemonade/common/printing.py +110 -0
lemonade/common/status.py +471 -0
lemonade/common/system_info.py +1411 -0
lemonade/common/test_helpers.py +28 -0
lemonade/profilers/__init__.py +1 -0
lemonade/profilers/agt_power.py +437 -0
lemonade/profilers/hwinfo_power.py +429 -0
lemonade/profilers/memory_tracker.py +259 -0
lemonade/profilers/profiler.py +58 -0
lemonade/sequence.py +363 -0
lemonade/state.py +159 -0
lemonade/tools/__init__.py +1 -0
lemonade/tools/accuracy.py +432 -0
lemonade/tools/adapter.py +114 -0
lemonade/tools/bench.py +302 -0
lemonade/tools/flm/__init__.py +1 -0
lemonade/tools/flm/utils.py +305 -0
lemonade/tools/huggingface/bench.py +187 -0
lemonade/tools/huggingface/load.py +235 -0
lemonade/tools/huggingface/utils.py +359 -0
lemonade/tools/humaneval.py +264 -0
lemonade/tools/llamacpp/bench.py +255 -0
lemonade/tools/llamacpp/load.py +222 -0
lemonade/tools/llamacpp/utils.py +1260 -0
lemonade/tools/management_tools.py +319 -0
lemonade/tools/mmlu.py +319 -0
lemonade/tools/oga/__init__.py +0 -0
lemonade/tools/oga/bench.py +120 -0
lemonade/tools/oga/load.py +804 -0
lemonade/tools/oga/migration.py +403 -0
lemonade/tools/oga/utils.py +462 -0
lemonade/tools/perplexity.py +147 -0
lemonade/tools/prompt.py +263 -0
lemonade/tools/report/__init__.py +0 -0
lemonade/tools/report/llm_report.py +203 -0
lemonade/tools/report/table.py +899 -0
lemonade/tools/server/__init__.py +0 -0
lemonade/tools/server/flm.py +133 -0
lemonade/tools/server/llamacpp.py +320 -0
lemonade/tools/server/serve.py +2123 -0
lemonade/tools/server/static/favicon.ico +0 -0
lemonade/tools/server/static/index.html +279 -0
lemonade/tools/server/static/js/chat.js +1059 -0
lemonade/tools/server/static/js/model-settings.js +183 -0
lemonade/tools/server/static/js/models.js +1395 -0
lemonade/tools/server/static/js/shared.js +556 -0
lemonade/tools/server/static/logs.html +191 -0
lemonade/tools/server/static/styles.css +2654 -0
lemonade/tools/server/static/webapp.html +321 -0
lemonade/tools/server/tool_calls.py +153 -0
lemonade/tools/server/tray.py +664 -0
lemonade/tools/server/utils/macos_tray.py +226 -0
lemonade/tools/server/utils/port.py +77 -0
lemonade/tools/server/utils/thread.py +85 -0
lemonade/tools/server/utils/windows_tray.py +408 -0
lemonade/tools/server/webapp.py +34 -0
lemonade/tools/server/wrapped_server.py +559 -0
lemonade/tools/tool.py +374 -0
lemonade/version.py +1 -0
lemonade_install/__init__.py +1 -0
lemonade_install/install.py +239 -0
lemonade_sdk-9.1.1.dist-info/METADATA +276 -0
lemonade_sdk-9.1.1.dist-info/RECORD +84 -0
lemonade_sdk-9.1.1.dist-info/WHEEL +5 -0
lemonade_sdk-9.1.1.dist-info/entry_points.txt +5 -0
lemonade_sdk-9.1.1.dist-info/licenses/LICENSE +201 -0
lemonade_sdk-9.1.1.dist-info/licenses/NOTICE.md +47 -0
lemonade_sdk-9.1.1.dist-info/top_level.txt +3 -0
lemonade_server/cli.py +805 -0
lemonade_server/model_manager.py +758 -0
lemonade_server/pydantic_models.py +159 -0
lemonade_server/server_models.json +643 -0
lemonade_server/settings.py +39 -0

lemonade/tools/server/static/webapp.html ADDED Viewed

@@ -0,0 +1,321 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Lemonade Server</title>
+    <link rel="icon" href="/favicon.ico">
+    <link rel="stylesheet" href="/static/styles.css">
+    <script>
+    window.SERVER_PORT = {{SERVER_PORT}};
+    </script>
+    {{SERVER_MODELS_JS}}
+    {{PLATFORM_JS}}
+</head>
+<body>
+    <nav class="navbar" id="navbar">
+        <div class="navbar-brand">
+            <span class="brand-title"><a href="https://lemonade-server.ai"><img src="/favicon.ico" alt="🍋" class="brand-icon"> Lemonade Server</a></span>
+        </div>
+        <div class="navbar-links">
+            <a href="https://github.com/lemonade-sdk/lemonade" target="_blank">GitHub</a>
+            <a href="https://lemonade-server.ai/docs/" target="_blank">Docs</a>
+            <a href="https://lemonade-server.ai/docs/server/server_models/" target="_blank">Models</a>
+            <a href="https://lemonade-server.ai/docs/server/apps/" target="_blank">Featured Apps</a>
+            <a href="https://lemonade-server.ai/news/" target="_blank">News</a>
+        </div>
+    </nav>
+    <div id="error-banner" class="error-banner" style="display:none;">
+        <span id="error-banner-msg"></span>
+        <button class="close-btn" onclick="hideErrorBanner()">&times;</button>
+    </div>
+    <div id="migration-banner" class="migration-banner" style="display:none;">
+        <span id="migration-banner-msg"></span>
+        <button class="migration-action-btn" onclick="showMigrationModal()">Clean Up Now</button>
+        <button class="close-btn" onclick="hideMigrationBanner()">&times;</button>
+    </div>
+    <main class="main">
+        <div class="tab-content-wrapper">
+        <div class="tab-container">
+            <div class="tabs">
+                <div class="tab-group">
+					<button class="tab active" id="tab-chat" onclick="showTab('chat')">LLM Chat</button>
+					<button class="tab" id="tab-model-settings" onclick="showTab('settings')">Model Settings</button>
+					<button class="tab" id="tab-models" onclick="showTab('models')">Model Management</button>
+				</div>
+				<div class="model-status-indicator" id="model-status-indicator">
+					<div class="model-select-wrapper">
+						<div class="status-light" id="status-light"></div>
+						<select id="model-select" class="model-select">
+							<option value="">Pick a model</option>
+						</select>
+					</div>
+					<button class="model-action-btn" id="model-unload-btn" title="Unload model" style="display: flex;">⏏</button>
+                    <!-- Dropdown -->
+                    <div class="dropdown">
+                        <button class="dropbtn" aria-label="Dropdown" style="display: flex;">🛠️</button>
+                        <div class="dropdown-content">
+                            <a href="/static/logs.html" target="_blank">View Logs</a>
+                        </div>
+                    </div>
+				</div>
+			</div>
+            <div class="tab-content active" id="content-chat">
+                <div class="chat-container">
+                    <div class="chat-history" id="chat-history" style="overflow-y: auto;"></div>
+                    <div class="chat-input-row">
+                        <div class="input-with-indicator">
+                            <textarea id="chat-input" placeholder="Type your message..." rows="1"></textarea>
+                        </div>
+                        <input type="file" id="file-attachment" style="display: none;" multiple accept="image/*">
+                        <button id="attachment-btn" title="Attach files">&#x1F4CE;</button>
+                        <button id="toggle-btn" title="Start">Start</button>
+                    </div>
+                    <div class="attachments-preview-container" id="attachments-preview-container">
+                        <div class="attachments-preview-row" id="attachments-preview-row"></div>
+                    </div>
+                </div>
+                <!-- App Suggestions Section -->
+                <div class="app-suggestions-section">
+                    <div class="suggestion-text">
+                        Use Lemonade with your favorite app
+                    </div>
+                    <div class="app-logos-grid">
+                        <a href="https://lemonade-server.ai/docs/server/apps/open-webui/" target="_blank" class="app-logo-item" title="Open WebUI">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/openwebui.jpg" alt="Open WebUI" class="app-logo-img">
+                            <span class="app-name">Open WebUI</span>
+                        </a>
+                        <a href="https://lemonade-server.ai/docs/server/apps/continue/" target="_blank" class="app-logo-item" title="Continue">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/continue_dev.png" alt="Continue" class="app-logo-img">
+                            <span class="app-name">Continue</span>
+                        </a>
+                        <a href="https://github.com/amd/gaia" target="_blank" class="app-logo-item" title="Gaia">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/gaia.ico" alt="Gaia" class="app-logo-img">
+                            <span class="app-name">Gaia</span>
+                        </a>
+                        <a href="https://lemonade-server.ai/docs/server/apps/anythingLLM/" target="_blank" class="app-logo-item" title="AnythingLLM">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/anything_llm.png" alt="AnythingLLM" class="app-logo-img">
+                            <span class="app-name">AnythingLLM</span>
+                        </a>
+                        <a href="https://lemonade-server.ai/docs/server/apps/ai-dev-gallery/" target="_blank" class="app-logo-item" title="AI Dev Gallery">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_dev_gallery.webp" alt="AI Dev Gallery" class="app-logo-img">
+                            <span class="app-name">AI Dev Gallery</span>
+                        </a>
+                        <a href="https://lemonade-server.ai/docs/server/apps/lm-eval/" target="_blank" class="app-logo-item" title="LM-Eval">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/lm_eval.png" alt="LM-Eval" class="app-logo-img">
+                            <span class="app-name">LM-Eval</span>
+                        </a>
+                        <a href="https://github.com/lemonade-sdk/lemonade-arcade" target="_blank" class="app-logo-item" title="Lemonade Arcade">
+                            <img src="https://raw.githubusercontent.com/lemonade-sdk/lemonade-arcade/refs/heads/main/docs/assets/favicon.ico" alt="Lemonade Arcade" class="app-logo-img">
+                            <span class="app-name">Lemonade Arcade</span>
+                        </a>
+                    <a href="https://github.com/lemonade-sdk/lemonade/blob/main/docs/server/apps/ai-toolkit.md" target="_blank" class="app-logo-item" title="AI Toolkit">
+                        <img src="https://raw.githubusercontent.com/lemonade-sdk/assets/refs/heads/main/partner_logos/ai_toolkit.png" alt="AI Toolkit" class="app-logo-img">
+                        <span class="app-name">AI Toolkit</span>
+                    </a>
+                    </div>
+                </div>
+            </div>
+            <div class="tab-content" id="content-settings">
+                <div class="model-settings-container">
+                    <div class="settings-form">
+                        <div class="setting-row">
+                            <label for="setting-temperature">Temperature:</label>
+                            <input type="number" id="setting-temperature" min="0" max="2" step="0.1" placeholder="default" />
+                            <span class="setting-description">Controls randomness in responses (0 = deterministic, 2 = very random)</span>
+                        </div>
+                        <div class="setting-row">
+                            <label for="setting-top-k">Top K:</label>
+                            <input type="number" id="setting-top-k" min="1" max="100" step="1" placeholder="default" />
+                            <span class="setting-description">Limits token selection to top K most likely tokens</span>
+                        </div>
+                        <div class="setting-row">
+                            <label for="setting-top-p">Top P:</label>
+                            <input type="number" id="setting-top-p" min="0" max="1" step="0.01" placeholder="default" />
+                            <span class="setting-description">Nucleus sampling - considers tokens with cumulative probability up to P</span>
+                        </div>
+                        <div class="setting-row">
+                            <label for="setting-repeat-penalty">Repeat Penalty:</label>
+                            <input type="number" id="setting-repeat-penalty" min="0.5" max="2" step="0.05" placeholder="default" />
+                            <span class="setting-description">Penalty for repeating tokens (1 = no penalty, >1 = less repetition)</span>
+                        </div>
+                       <div class="setting-field">
+                         <label for="enable-thinking">Enable Thinking:</label>
+                         <input type="checkbox" id="enable-thinking">
+                         <br>
+                            <span class="setting-description">Determines whether hybrid reasoning models, such as Qwen3, will use thinking.</span>
+                        </div>
+                        <div class="setting-actions">
+                            <button id="reset-settings-btn" class="reset-btn">Reset to Defaults</button>
+                        </div>
+                    </div>
+                </div>
+            </div>
+            <div class="tab-content" id="content-models">
+                <div class="model-browser-container">
+                    <div class="model-browser-sidebar">
+                        <div class="model-category" data-category="hot">
+                            <div class="category-header active" onclick="toggleCategory('hot')">
+                                <span class="category-icon">🔥</span>
+                                <span class="category-name">Hot Models</span>
+                            </div>
+                            <div class="category-content expanded" id="category-hot"></div>
+                        </div>
+                        <div class="model-category-section">
+                            <div class="section-header">
+                                <span class="section-icon">🔧</span>
+                                <span class="section-name">By Recipe</span>
+                            </div>
+                            <div class="section-content">
+                                <div class="subcategory" data-recipe="llamacpp" onclick="selectRecipe('llamacpp')">llama.cpp</div>
+                                <div class="subcategory" data-recipe="oga-hybrid" onclick="selectRecipe('oga-hybrid')">OGA Hybrid</div>
+                                <div class="subcategory" data-recipe="oga-npu" onclick="selectRecipe('oga-npu')">OGA NPU</div>
+                                <div class="subcategory" data-recipe="oga-cpu" onclick="selectRecipe('oga-cpu')">OGA CPU</div>
+                                <div class="subcategory" data-recipe="flm" onclick="selectRecipe('flm')">FastFlowLM NPU</div>
+                            </div>
+                        </div>
+                        <div class="model-category-section">
+                            <div class="section-header">
+                                <span class="section-icon">🏷️</span>
+                                <span class="section-name">By Category</span>
+                            </div>
+                            <div class="section-content">
+                                <div class="subcategory" data-label="coding" onclick="selectLabel('coding')">Coding</div>
+                                <div class="subcategory" data-label="vision" onclick="selectLabel('vision')">Vision</div>
+                                <div class="subcategory" data-label="reasoning" onclick="selectLabel('reasoning')">Reasoning</div>
+                                <div class="subcategory" data-label="tool-calling" onclick="selectLabel('tool-calling')">Tool Calling</div>
+                                <div class="subcategory" data-label="reranking" onclick="selectLabel('reranking')">Reranking</div>
+                                <div class="subcategory" data-label="embeddings" onclick="selectLabel('embeddings')">Embeddings</div>
+                                <div class="subcategory" data-label="custom" onclick="selectLabel('custom')">Custom</div>
+                            </div>
+                        </div>
+                        <div class="model-category" data-category="add">
+                            <div class="category-header" onclick="showAddModelForm()">
+                                <span class="category-icon">➕</span>
+                                <span class="category-name">Add a Model</span>
+                            </div>
+                        </div>
+                    </div>
+                    <div class="model-browser-main">
+                        <div class="model-list" id="model-list"></div>
+                        <!-- Add Model Form (hidden by default) -->
+                        <div class="add-model-form-main" id="add-model-form-main" style="display: none;">
+                            <form id="register-model-form" autocomplete="off" class="form-content">
+                                <div class="register-form-row">
+                                    <label class="register-label">
+                                        Model Name
+                                        <span class="tooltip-icon" data-tooltip="Enter a unique short name for your model. This is how the model will be referenced by Lemonade Server and connected apps. It will be prefixed with 'user.' to distinguish it from the built-in models.">ⓘ</span>
+                                    </label>
+                                    <div class="register-model-name-group">
+                                        <span class="register-model-prefix styled-prefix">user.</span>
+                                        <input type="text" id="register-model-name" name="model_name" placeholder="Gemma-3-12b-it-GGUF" required autocomplete="off">
+                                    </div>
+                                </div>
+                                <div class="register-form-row">
+                                    <label class="register-label">
+                                        Checkpoint
+                                        <span class="tooltip-icon" data-tooltip="Specify the model checkpoint path from Hugging Face (e.g., org-name/model-name:variant).">ⓘ</span>
+                                    </label>
+                                    <div class="checkpoint-input-group">
+                                    <input type="text" id="register-checkpoint" name="checkpoint" placeholder="unsloth/gemma-3-12b-it-GGUF:Q4_0" class="register-textbox" autocomplete="off">
+                                    <button type="button" id="select-folder-btn" class="folder-select-btn" title="Select local folder">📁</button>
+                                    </div>
+                                    <input type="file" id="folder-input" webkitdirectory directory style="display: none;">
+                                </div>
+                                <div class="register-form-row">
+                                    <label class="register-label">
+                                        Recipe
+                                        <span class="tooltip-icon" data-tooltip="Select the Lemonade recipe corresponding to the inference engine and device Lemonade Server should use for the model. Use llamacpp for GGUF models. For OGA/ONNX models, click the More Info button to learn about the oga-* recipes.">ⓘ</span>
+                                    </label>
+                                    <select id="register-recipe" name="recipe" required>
+                                        <option value="llamacpp">llamacpp</option>
+                                        <option value="flm">flm</option>
+                                        <option value="oga-npu">oga-npu</option>
+                                        <option value="oga-hybrid">oga-hybrid</option>
+                                        <option value="oga-cpu">oga-cpu</option>
+                                    </select>
+                                    <a href="https://lemonade-server.ai/docs/lemonade_api/" target="_blank" class="register-doc-link">More info</a>
+                                </div>
+                                <div class="register-form-row register-form-row-tight">
+                                    <label class="register-label">
+                                        mmproj file
+                                        <span class="tooltip-icon" data-tooltip="Specify an mmproj file from the same Hugging Face checkpoint as the model. This is used for multimodal models, such as VLMs. Leave empty if not needed.">ⓘ</span>
+                                    </label>
+                                    <input type="text" id="register-mmproj" name="mmproj" placeholder="(Optional) mmproj-F16.gguf" autocomplete="off">
+                                </div>
+                                <div class="register-form-row register-form-row-tight register-checkboxes-row">
+                                    <label class="register-label reasoning-inline">
+                                        <input type="checkbox" id="register-reasoning" name="reasoning">
+                                        Reasoning
+                                        <span class="tooltip-icon" data-tooltip="Enable to inform Lemonade Server that the model has reasoning capabilities that will use thinking tokens.">ⓘ</span>
+                                    </label>
+                                    <label class="register-label reasoning-inline">
+                                        <input type="checkbox" id="register-vision" name="vision">
+                                        Vision
+                                        <span class="tooltip-icon" data-tooltip="Enable to inform Lemonade Server that the model has vision capabilities for processing images.">ⓘ</span>
+                                    </label>
+                                    <label class="register-label reasoning-inline">
+                                        <input type="checkbox" id="register-embedding" name="embedding">
+                                        Embedding
+                                        <span class="tooltip-icon" data-tooltip="Enable to inform Lemonade Server that the model is an embedding model for use with the /api/v1/embeddings endpoint.">ⓘ</span>
+                                    </label>
+                                    <label class="register-label reasoning-inline">
+                                        <input type="checkbox" id="register-reranking" name="reranking">
+                                        Reranking
+                                        <span class="tooltip-icon" data-tooltip="Enable to inform Lemonade Server that the model is a reranking model for use with the /api/v1/reranking endpoint.">ⓘ</span>
+                                    </label>
+                                </div>
+                                <div class="register-form-row register-form-row-tight">
+                                    <button type="submit" id="register-submit">Install</button>
+                                    <span id="register-model-status" class="register-status"></span>
+                                </div>
+                            </form>
+                        </div>
+                    </div>
+                </div>
+            </div>
+            </div>
+        </div>
+    </main>
+    <footer class="site-footer">
+        <div class="dad-joke">When life gives you LLMs, make an LLM aide.</div>
+        <div class="copyright">Copyright 2025 AMD</div>
+    </footer>
+    <!-- External libraries -->
+    <script src="https://cdn.jsdelivr.net/npm/openai@6.7.0/dist/openai.min.js"></script>
+    <script src="https://cdn.jsdelivr.net/npm/marked@9.1.0/marked.min.js"></script>
+    <script id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
+    <!-- Migration Cleanup Modal -->
+    <div id="migration-modal" class="modal" style="display:none;">
+        <div class="modal-content">
+            <div class="modal-header">
+                <h2>Clean Up Incompatible Models</h2>
+                <button class="modal-close" onclick="hideMigrationModal()">&times;</button>
+            </div>
+            <div class="modal-body">
+                <p>The following RyzenAI models are incompatible with RyzenAI 1.6 and can be safely deleted:</p>
+                <p class="migration-instructions">
+                    After deleting, you can re-download compatible Ryzen AI 1.6 models from the <em>OGA NPU</em> and <em>OGA Hybrid</em> tabs.</p>
+                <div id="migration-model-list" class="migration-model-list"></div>
+                <div class="migration-summary">
+                    <strong>Total space to free: <span id="migration-total-size"></span></strong>
+                </div>
+            </div>
+            <div class="modal-footer">
+                <button class="cancel-btn" onclick="hideMigrationModal()">Cancel</button>
+                <button class="delete-btn" onclick="deleteIncompatibleModels()">Delete All</button>
+            </div>
+        </div>
+    </div>
+    <!-- Application JavaScript -->
+    <script src="/static/js/shared.js"></script>
+    <script src="/static/js/models.js"></script>
+    <script src="/static/js/model-settings.js"></script>
+    <script src="/static/js/chat.js"></script>
+</body>
+</html>

lemonade/tools/server/tool_calls.py ADDED Viewed

@@ -0,0 +1,153 @@
+import re
+from typing import List, Dict, Pattern, Optional
+import logging
+import json
+def extract_code_block(text: str) -> str:
+    """
+    Extracts the content inside triple backtick code blocks from a text.
+    Args:
+        text (str): The text to extract the code block from.
+    Returns:
+        str: The content of the first code block if any are found, otherwise the raw text.
+    """
+    # Regex pattern to match triple backtick code blocks (with optional language hint)
+    pattern = re.compile(r"```(?:\w+)?\n(.*?)```", re.DOTALL)
+    # Find all matches
+    code_blocks = pattern.findall(text)
+    # Return first match or raw text
+    return code_blocks[0] if code_blocks else text
+def standardize_tool_call(tool_call: dict) -> dict | None:
+    """
+    Standardizes the format of tool calls according to the format expected by OpenAI.
+    Args:
+        tool_call (dict): The tool call to validate.
+    Returns:
+        dict | None: Standardized tool call if valid, None otherwise.
+    """
+    # Ensure the tool call has a "name"
+    standardized_tool_call = {}
+    if "name" in tool_call:
+        standardized_tool_call["name"] = tool_call["name"]
+    else:
+        logging.warning("Tool call does not have a 'name' field.")
+        return None
+    # Ensure the tool call has "arguments"
+    if "arguments" in tool_call:
+        standardized_tool_call["arguments"] = tool_call["arguments"]
+    elif "parameters" in tool_call:
+        standardized_tool_call["arguments"] = tool_call["parameters"]
+    else:
+        logging.warning("Tool call does not have a 'arguments' or 'parameters' field.")
+        return None
+    return standardized_tool_call
+def get_tool_call_pattern(added_tokens_decoder: List[str]) -> Optional[Pattern]:
+    """
+    Extracts tool call pattern from the added tokens decoder.
+    """
+    special_tokens = [v.content for v in added_tokens_decoder.values()]
+    # Pattern 1: <tool_call>...</tool_call> block
+    # Sample model that uses this pattern: Qwen3-8B
+    if "<tool_call>" in special_tokens and "</tool_call>" in special_tokens:
+        return re.compile(r"<tool_call>(.*?)</tool_call>", re.DOTALL)
+    # Pattern 2: [TOOL_CALLS] [ {...} ] block
+    # Sample model that uses this pattern: Mistral-7B-Instruct-v0.3
+    elif "[TOOL_CALLS]" in special_tokens:
+        return re.compile(r"\[TOOL_CALLS\]\s*\[(.*?)\](?=\s*<|/?eos|$)", re.DOTALL)
+    else:
+        logging.warning(
+            "Tool calling identifiers were not found for the current model."
+        )
+        return None
+def extract_tool_calls(
+    text: str, tool_call_pattern: Optional[Pattern] = None
+) -> tuple[List[Dict], str]:
+    """
+    Extracts tool calls from generated text based on tool calling identifiers.
+    Args:
+        text (str): The text output generated by the model.
+        tool_call_pattern (Optional[Pattern]): The pattern to use to extract tool calls.
+    Returns:
+        tuple[List[Dict], str]: A tuple containing:
+            - List[Dict]: A list of extracted tool call objects (raw JSON-like dicts)
+            - str: The original text with tool calls removed
+    """
+    matches = []
+    if tool_call_pattern is not None:
+        matches = list(tool_call_pattern.finditer(text))
+    # Some models don't use any tool calling identifiers.
+    # Instead, tool calls are identified by only generating JSON content.
+    # Sample model that uses this pattern: Llama-3.1-8B-Instruct
+    else:
+        try:
+            # Remove the json for a code block if needed
+            parsed_text = extract_code_block(text)
+            json_tool_calls = json.loads(parsed_text)
+            if isinstance(json_tool_calls, dict):
+                json_tool_calls = [json_tool_calls]
+            extracted_tool_calls = []
+            for tool_call in json_tool_calls:
+                # Return the tool call if all calls are valid
+                standard_tool_call = standardize_tool_call(tool_call)
+                if standard_tool_call is not None:
+                    extracted_tool_calls.append(standard_tool_call)
+                else:
+                    return [], text
+            return extracted_tool_calls, ""
+        except json.JSONDecodeError:
+            pass
+    # Process matches in reverse to avoid position shifting
+    extracted_tool_calls = []
+    cleaned_text = text
+    for match in reversed(matches):
+        content = match.group(1).strip()
+        json_tool_call = None
+        try:
+            json_tool_call = json.loads(content)
+        except json.JSONDecodeError:
+            logging.warning("Could not parse tool call as JSON.")
+            continue
+        # Attempt to standardize the tool call
+        standard_tool_call = standardize_tool_call(json_tool_call)
+        if standard_tool_call is None:
+            continue
+        # If the content is a valid JSON object, add it to the list
+        extracted_tool_calls.append(standard_tool_call)
+        # Remove the matched tool call from the text
+        cleaned_text = cleaned_text[: match.start()] + cleaned_text[match.end() :]
+    return extracted_tool_calls, cleaned_text.strip()
+# This file was originally licensed under Apache 2.0. It has been modified.
+# Modifications Copyright (c) 2025 AMD