lemonade-sdk 8.1.12__py3-none-any.whl → 8.2.0__py3-none-any.whl

{lemonade_sdk-8.1.12.dist-info → lemonade_sdk-8.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lemonade-sdk
-Version: 8.1.12
+Version: 8.2.0
 Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
 Author-email: lemonade@amd.com
 Requires-Python: >=3.10, <3.14
@@ -29,12 +29,13 @@ Requires-Dist: tabulate
 Requires-Dist: sentencepiece
 Requires-Dist: huggingface-hub[hf_xet]==0.33.0
 Requires-Dist: python-dotenv
+Requires-Dist: python-multipart
 Requires-Dist: rumps>=0.4.0; sys_platform == "darwin"
 Provides-Extra: oga-ryzenai
-Requires-Dist: onnxruntime-genai-directml-ryzenai==0.7.0.2.1; extra == "oga-ryzenai"
+Requires-Dist: onnxruntime-genai-directml-ryzenai==0.9.2; extra == "oga-ryzenai"
 Requires-Dist: protobuf>=6.30.1; extra == "oga-ryzenai"
 Provides-Extra: oga-cpu
-Requires-Dist: onnxruntime-genai==0.8.2; extra == "oga-cpu"
+Requires-Dist: onnxruntime-genai==0.9.2; extra == "oga-cpu"
 Requires-Dist: onnxruntime>=1.22.0; extra == "oga-cpu"
 Provides-Extra: dev
 Requires-Dist: torch>=2.6.0; extra == "dev"

{lemonade_sdk-8.1.12.dist-info → lemonade_sdk-8.2.0.dist-info}/RECORD

@@ -4,7 +4,7 @@ lemonade/cache.py,sha256=fUjtHYkRdHTULjNMrDNOFDGW_QMVUg54ZE1NukBP2oM,3314
 lemonade/cli.py,sha256=qU5bW7RQAUKNSpvrhVyzn68NMxyi-336Ke_JU4bsv1Q,5708
 lemonade/sequence.py,sha256=KSH7BPsiyDKsOsg_ziQKEGsDwMmuO_YbgPRBxkZd0pw,13267
 lemonade/state.py,sha256=sdSezla7Cd7KYL90xY3p9kcNV4ndSyN6UvNLOr3vBMA,5261
-lemonade/version.py,sha256=IzX_CD-LCNW8UO9z0HHoCrMMPsTBn-2q8Vqxoe3H6hQ,23
+lemonade/version.py,sha256=Xb24P8T6pG5QQaEw-UTO0iybyDoxvRGJaUR_qFoVAJQ,22
 lemonade/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/common/build.py,sha256=zTb0m1-kuUx6zw5QHp2SNnVuN6jOTMQ2FCdj9iH374U,6140
 lemonade/common/cli_helpers.py,sha256=hjBfXrTtFl8gmCFlL-ksviXR0mOcdPtTWVNKoEp3PG4,4993
@@ -14,7 +14,7 @@ lemonade/common/inference_engines.py,sha256=3bUGQe9wtfTiwt8kvI_ry077uyc9lid2G1fJ
 lemonade/common/network.py,sha256=qXpUjDYQEYM_gH3JwTtU-pu_yCKcaa1IeohJRPy91-A,2903
 lemonade/common/printing.py,sha256=GFFzrXIineIOMa9yu0lo5sL4j6A5BBg_T9aUCdP-juw,3229
 lemonade/common/status.py,sha256=dxAahChPGVmfT91DJW949Xjgm9r5E-Y9KOLPEw7BMh8,16562
-lemonade/common/system_info.py,sha256=Msa0pCSj3ZN3nerjY8wdqjjJLg6GPhbWf2htSNcFIHc,49607
+lemonade/common/system_info.py,sha256=PWpEtOz6CqvnUYL8_3lX61_GNbrbp0O2x4ZIwRh6RJg,48780
 lemonade/common/test_helpers.py,sha256=Gwk-pa_6xYAo2oro-2EJNfuouAfw8k_brCbcMC-E-r0,758
 lemonade/profilers/__init__.py,sha256=JKVonvJ4XZ9_6sKXPWsiMLQCNyzQOxhQw5BEHR1qOfU,31
 lemonade/profilers/agt_power.py,sha256=t_37VEg8LPapjSKSjJln-jFznZtTIf5UpzlAXcVGOrc,16771
@@ -32,51 +32,52 @@ lemonade/tools/perplexity.py,sha256=eiaTZ3yhqF2pfwOffVbKKJLwjSri7Im2pC-tBJr7LLU,
 lemonade/tools/prompt.py,sha256=PyLksp1k8jsZsU7XBRK61k1DUHhbdLa20h-AP8Noh3w,9011
 lemonade/tools/tool.py,sha256=UsxVYukfm_iM3BfeGYPZxQlTK5UfDfDOl3RIyLr8A1Y,13256
 lemonade/tools/flm/__init__.py,sha256=NQ4CEzJZGS_VvxPMlfrK4Dcx48bQSoUR4iG8e7yZjas,46
-lemonade/tools/flm/utils.py,sha256=HOfw2ohjNE69S6WL3XVgVI0MfO4hQ50U32Cxb8vnjYI,8126
+lemonade/tools/flm/utils.py,sha256=5KS0IND_8E3lgKNdIFeJqMcdiCsPpYCjgL1FzH8YvGk,9933
 lemonade/tools/huggingface/bench.py,sha256=-mTfldCtquL4mspq8ykVwDc9Mut5Ecv_jHJnSb0CYGE,6734
 lemonade/tools/huggingface/load.py,sha256=KsSGOBBD-tNEIfYC8mCWV_jpnkjHMhN3juVmC1Ln4uQ,7745
 lemonade/tools/huggingface/utils.py,sha256=j1S-IgjDsznUIVwkHSqqChmFyqIx9f3WcEelzohWwvU,13955
 lemonade/tools/llamacpp/bench.py,sha256=ubifZAdZatubfwuxgIY5IBzjW29lP-RwKaxhIZsXubQ,8533
-lemonade/tools/llamacpp/load.py,sha256=yVKiKdtIKG9DOcLLc1MECQys7TiBzal-bPbWrlqQbn0,7238
-lemonade/tools/llamacpp/utils.py,sha256=yQhAtE7z6F9adE1aGjGn0RVQBqiA-4RSJSGKdtFNXO4,40804
+lemonade/tools/llamacpp/load.py,sha256=YvDHqXe4tKGuT5aG_wP4xH3Px0RmG92u73kVOTHSEgc,7671
+lemonade/tools/llamacpp/utils.py,sha256=s3j2EPFRPGXeuoX6Hls-fdtk8BSFPhX8icIcexfsG2A,43520
 lemonade/tools/oga/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/oga/bench.py,sha256=g8l_ssvi_FC5Xf9tIe-c0XpcPR9TIVALh0eza5scMjI,4156
-lemonade/tools/oga/load.py,sha256=x-A-nhoni-WyDpVCLcWRAMfs5ouac9MJzxT-rsnLPw8,34226
+lemonade/tools/oga/load.py,sha256=ci34gyx8RT5xMJj_p-rt1FBe_PqQFxyh-Pwyt6BTIaw,29750
+lemonade/tools/oga/migration.py,sha256=zo34chEbtkWk4GaDwgW326o09eF2wAsoOiTzqQ6DMLU,13505
 lemonade/tools/oga/utils.py,sha256=F8UVLKlfYcLa2SUqlehar8-jaX2Aw4u58DjHNNvLdOA,17675
 lemonade/tools/report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/report/llm_report.py,sha256=bVHhwCINA-Ok2EdSwAsLubsc83N3KWOVuwTguw7jDcE,6676
 lemonade/tools/report/table.py,sha256=_AzknkTXI9xTPem-3N16FPRhkKnLvhhsfnm_P3GN2sw,28241
 lemonade/tools/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/server/flm.py,sha256=NVpjFzcmX6YzW6wCWyMEvQEe_QpRK-Jlcaajxy3kWuo,4025
-lemonade/tools/server/llamacpp.py,sha256=dSab9hR_CcctmU8HeQYQ7U0XCbAQNd_QGZUt6q7cxHA,9952
-lemonade/tools/server/serve.py,sha256=rFv7N9ZW1gcRbw8ZXiXCiAOzPfJT5zbXt-b0Dljggmo,68780
+lemonade/tools/server/llamacpp.py,sha256=V_2fZAUIQmwoiHvm8fQ3U6gc67lYCAXTYPkfLqz6n88,10678
+lemonade/tools/server/serve.py,sha256=aqg8seEDqWF01JhBU5S1YQOa76xCqCBCGjl8u-ZTZx4,82554
 lemonade/tools/server/tool_calls.py,sha256=xrAlQwKG-nv2xLlf8f9CDSaUbyMn8ZtHkds9iZLG9K8,5230
 lemonade/tools/server/tray.py,sha256=EFnSc2Ra4owiHVz6ykoMhxi2fYqZAK1g21AynAYBiyk,24426
 lemonade/tools/server/webapp.py,sha256=GGSVIzN19C2ZaadOEPBg_D7Lt0PuF339NuWwjMPfZu8,1225
 lemonade/tools/server/wrapped_server.py,sha256=uh7ifrRX1Hx0IuRwZRCGPyQOukitE7kKQipCCz0bSGA,19844
 lemonade/tools/server/static/favicon.ico,sha256=hMmP9qGJNeZ0mFS86JIqPbZstXMZn0Z76_HfHQpREAU,126745
 lemonade/tools/server/static/logs.html,sha256=5TCpjL9XanRH5uiTEB0bJVuM-fhU8OaQrDrkZENkOMc,1543
-lemonade/tools/server/static/styles.css,sha256=GYJgRtlZSgz3pShDeuatu-J9TpVwGgOjOcIWwNnWYck,49100
-lemonade/tools/server/static/webapp.html,sha256=QQRMMMf8fbtJfGZYqBaRVd0-bENmdPfkVo8sdc4092Q,19151
+lemonade/tools/server/static/styles.css,sha256=XOi3-Aw_W0WOBEGBnyYZcniwjeHx7dhRBU2Lt4ePN00,52815
+lemonade/tools/server/static/webapp.html,sha256=dwCa6TYhXjtDAvKYedwKzlp-MoQ-tpt-rEvOKLNI0L0,21096
 lemonade/tools/server/static/js/chat.js,sha256=jxyMyu4MfvI2YmsMbJQ8ZwDNBnLzu2nbjm-qLfgWSNI,42182
 lemonade/tools/server/static/js/model-settings.js,sha256=JXHeG7xVrRU181Hj7CZflERAi1Z6t-qwYFR4aH5nf5I,5820
-lemonade/tools/server/static/js/models.js,sha256=es3LwrU49UtoC59e-AusUpdSXQnIRNsZvw8f05keAM0,37856
-lemonade/tools/server/static/js/shared.js,sha256=4l-P2PHvgN6ALw1FK4xz4_wLRl97gZGS-G3veW6s9oU,17741
+lemonade/tools/server/static/js/models.js,sha256=nV5yHtWrwKG5ai3pxJT3nFMZ4sd6pEFf2C99x1lFyPM,52929
+lemonade/tools/server/static/js/shared.js,sha256=igYBZVDgFVN09sXTOt15IX57uwd3yi6Epr3DXgNf29A,18813
 lemonade/tools/server/utils/macos_tray.py,sha256=xwHW44ZN5hDVlJcwIpHHfqn4VRXWxXHuDACaT-ZqdO8,7095
 lemonade/tools/server/utils/port.py,sha256=J7-g-Aqygb50jNoHLhhRfBZVM-uhGlcB5-oYBAehvgw,2263
 lemonade/tools/server/utils/thread.py,sha256=Z-PDzGcpgfN2qxTmtlROWqrUN0B2fXdPrqo_J10fR_w,2772
 lemonade/tools/server/utils/windows_tray.py,sha256=2z5aTmUPlkT-QfkcfwHsyA6dv6nSNBT0gXUErarhac8,13170
 lemonade_install/__init__.py,sha256=26zohKg2jgr_5y7tObduWMYQg8zCTWMZHL8lfi2zZVQ,40
-lemonade_install/install.py,sha256=p3pYqhUnLQ9JJMcbjlSYDYqN-amnU_535O9Oj1yPbyM,27608
-lemonade_sdk-8.1.12.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lemonade_sdk-8.1.12.dist-info/licenses/NOTICE.md,sha256=RSca9LE5e6pvdWA_LXAUCcACIHPmINKqkRX-AVRqBGo,3499
-lemonade_server/cli.py,sha256=mzlIqLeGkU96KHuib8lmZn0snU7XjQ9lspOy83dVplo,23401
-lemonade_server/model_manager.py,sha256=6W6_nQea6hLD82Il2o_EgQ7oNaLfICXPKNjZiY9Y1Xk,26331
+lemonade_install/install.py,sha256=BWVmDROK38cEBFMxSUeON2SPJUtI9rOLSrlgJJSO3mQ,7743
+lemonade_sdk-8.2.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lemonade_sdk-8.2.0.dist-info/licenses/NOTICE.md,sha256=RSca9LE5e6pvdWA_LXAUCcACIHPmINKqkRX-AVRqBGo,3499
+lemonade_server/cli.py,sha256=BItlVpuykHwTnCZJs-7v1qWRPBCnEx-aeP43a7S9uFk,23918
+lemonade_server/model_manager.py,sha256=dboE-7wF1Y9iLGUcBkaA-lpF8XJKSIN_y0mUYzgCm2w,32657
 lemonade_server/pydantic_models.py,sha256=5U3PZ__UqcWQh-dNXVBc-vyJc6-In2vngZXP9VmiScM,3954
-lemonade_server/server_models.json,sha256=NQ-EgcZ-axyul3aEtlV82rbrTc1Y0gySNQoRpZx0D-8,14996
+lemonade_server/server_models.json,sha256=cZAxlDkxQ5neb57jQ8j2fvIeuAfyk4Ga1Yele58OeTY,15062
 lemonade_server/settings.py,sha256=JOlZmirUXO9rA6BCODVFwyXrrHtYoH_LiKYm49lGm_c,1260
-lemonade_sdk-8.1.12.dist-info/METADATA,sha256=NzOwa4M6tbW-nHUx-IiDDsGlkAPyqX-pxYYso_GnTtg,15390
-lemonade_sdk-8.1.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lemonade_sdk-8.1.12.dist-info/entry_points.txt,sha256=7sRvpNhi1E7amnM7RZo57e8yFF9iA5uuRaIeJ1Xre6w,193
-lemonade_sdk-8.1.12.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
-lemonade_sdk-8.1.12.dist-info/RECORD,,
+lemonade_sdk-8.2.0.dist-info/METADATA,sha256=t2w9eoQ_esL16qO_3oODsJSIkTEPTzUlgBaTGXmR2OE,15417
+lemonade_sdk-8.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lemonade_sdk-8.2.0.dist-info/entry_points.txt,sha256=7sRvpNhi1E7amnM7RZo57e8yFF9iA5uuRaIeJ1Xre6w,193
+lemonade_sdk-8.2.0.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
+lemonade_sdk-8.2.0.dist-info/RECORD,,

lemonade_server/cli.py

@@ -326,6 +326,16 @@ def run(
             ctx_size=ctx_size,
         )
     else:
+        # macOS: Check for port conflicts when server is already running
+        if platform.system() == "Darwin":
+            requested_port = port if port is not None else DEFAULT_PORT
+            if running_port != requested_port:
+                print(
+                    f"Lemonade Server is already running on port {running_port}\n"
+                    f"You requested port {requested_port}. Please stop the existing server first "
+                )
+                sys.exit(ExitCodes.SERVER_ALREADY_RUNNING)
+
         port = running_port
 
     # Pull model

lemonade_server/model_manager.py

@@ -8,8 +8,16 @@ from importlib.metadata import distributions
 from lemonade_server.pydantic_models import PullConfig
 from lemonade_server.pydantic_models import PullConfig
 from lemonade.cache import DEFAULT_CACHE_DIR
-from lemonade.tools.llamacpp.utils import parse_checkpoint, download_gguf
+from lemonade.tools.llamacpp.utils import (
+    parse_checkpoint,
+    download_gguf,
+    resolve_local_gguf_model,
+)
 from lemonade.common.network import custom_snapshot_download
+from lemonade.tools.oga.migration import (
+    detect_incompatible_ryzenai_models,
+    delete_incompatible_models,
+)
 
 USER_MODELS_FILE = os.path.join(DEFAULT_CACHE_DIR, "user_models.json")
 
@@ -61,10 +69,17 @@ class ModelManager:
 
         # Add the model name as a key in each entry, to make it easier
         # to access later
-
+        # Also convert labels to boolean fields for LoadConfig compatibility
         for key, value in models.items():
             value["model_name"] = key
 
+            # Convert labels to boolean fields for backwards compatibility with LoadConfig
+            labels = value.get("labels", [])
+            if "reasoning" in labels and "reasoning" not in value:
+                value["reasoning"] = True
+            if "vision" in labels and "vision" not in value:
+                value["vision"] = True
+
         return models
 
     @property
@@ -88,6 +103,8 @@ class ModelManager:
         Returns a dictionary of locally available models.
         For GGUF models with variants, checks if the specific variant files exist.
         """
+        from huggingface_hub.constants import HF_HUB_CACHE
+
         downloaded_models = {}
         downloaded_checkpoints = self.downloaded_hf_checkpoints
 
@@ -106,6 +123,19 @@ class ModelManager:
                 checkpoint = model_info["checkpoint"]
                 base_checkpoint, variant = parse_checkpoint(checkpoint)
 
+                # Special handling for locally uploaded user models (not internet-downloaded)
+                if (
+                    model.startswith("user.")
+                    and model_info.get("source") == "local_upload"
+                ):
+                    # Locally uploaded model: checkpoint is in cache directory format (models--xxx)
+                    local_model_path = os.path.join(HF_HUB_CACHE, base_checkpoint)
+                    if os.path.exists(local_model_path):
+                        downloaded_models[model] = model_info
+                    continue
+
+                # For all other models (server models and internet-downloaded user models),
+                # use the standard verification logic with variant checks
                 if base_checkpoint in downloaded_checkpoints:
                     # For GGUF models with variants, verify the specific variant files exist
                     if variant and model_info.get("recipe") == "llamacpp":
@@ -147,6 +177,55 @@ class ModelManager:
                         downloaded_models[model] = model_info
         return downloaded_models
 
+    def register_local_model(
+        self,
+        model_name: str,
+        checkpoint: str,
+        recipe: str,
+        reasoning: bool = False,
+        vision: bool = False,
+        mmproj: str = "",
+        snapshot_path: str = "",
+    ):
+
+        model_name_clean = model_name[5:]
+
+        # Prepare model info
+        labels = ["custom"]
+        if reasoning:
+            labels.append("reasoning")
+        if vision:
+            labels.append("vision")
+
+        new_user_model = {
+            "checkpoint": checkpoint,
+            "recipe": recipe,
+            "suggested": True,
+            "labels": labels,
+            "source": "local_upload",
+        }
+        if mmproj:
+            new_user_model["mmproj"] = mmproj
+
+        # Load existing user models
+        user_models = {}
+        if os.path.exists(USER_MODELS_FILE):
+            with open(USER_MODELS_FILE, "r", encoding="utf-8") as file:
+                user_models = json.load(file)
+
+        # Check for conflicts
+        if model_name_clean in user_models:
+            raise ValueError(
+                f"{model_name_clean} is already registered."
+                f"Please use a different model name or delete the existing model."
+            )
+
+        # Save to user_models.json
+        user_models[model_name_clean] = new_user_model
+        os.makedirs(os.path.dirname(USER_MODELS_FILE), exist_ok=True)
+        with open(USER_MODELS_FILE, "w", encoding="utf-8") as file:
+            json.dump(user_models, file)
+
     @property
     def downloaded_models_enabled(self) -> dict:
         """
@@ -310,7 +389,7 @@ class ModelManager:
                 # Check if FLM is available, and install it if not
                 if not is_flm_available():
                     print(
-                        "FLM is not installed or not at the minimum required version. Installing FLM..."
+                        "FLM is not installed or not at the latest version. Installing FLM..."
                     )
                     install_flm()
 
@@ -328,11 +407,23 @@ class ModelManager:
                         f"Please manually install FLM using 'lemonade-install --flm'."
                     ) from e
             elif "gguf" in checkpoint_to_download.lower():
-                download_gguf(
-                    gguf_model_config.checkpoint,
-                    gguf_model_config.mmproj,
-                    do_not_upgrade=do_not_upgrade,
+                # Parse checkpoint to check local cache first
+                base_checkpoint, variant = parse_checkpoint(
+                    gguf_model_config.checkpoint
+                )
+                local_result = resolve_local_gguf_model(
+                    base_checkpoint, variant, gguf_model_config.mmproj
                 )
+
+                # Only download if not found locally
+                if not local_result:
+                    download_gguf(
+                        gguf_model_config.checkpoint,
+                        gguf_model_config.mmproj,
+                        do_not_upgrade=do_not_upgrade,
+                    )
+                else:
+                    print(f"Model already exists locally, skipping download")
             else:
                 custom_snapshot_download(
                     checkpoint_to_download, do_not_upgrade=do_not_upgrade
@@ -342,6 +433,11 @@ class ModelManager:
             # We do this registration after the download so that we don't register
             # any incorrectly configured models where the download would fail
             if new_registration_model_config:
+                # For models downloaded from the internet (HuggingFace),
+                # keep the original checkpoint format (e.g., "amd/Llama-3.2-1B-Instruct-...")
+                # Do NOT convert to cache directory format - that's only for locally uploaded models
+                new_user_model["checkpoint"] = checkpoint
+
                 if os.path.exists(USER_MODELS_FILE):
                     with open(USER_MODELS_FILE, "r", encoding="utf-8") as file:
                         user_models: dict = json.load(file)
@@ -365,7 +461,7 @@ class ModelManager:
 
         installed_packages = {dist.metadata["Name"].lower() for dist in distributions()}
 
-        hybrid_installed = (
+        ryzenai_installed = (
             "onnxruntime-vitisai" in installed_packages
             and "onnxruntime-genai-directml-ryzenai" in installed_packages
         )
@@ -422,9 +518,9 @@ class ModelManager:
         for model, value in models.items():
             recipe = value.get("recipe")
 
-            # Filter OGA hybrid models based on package availability
-            if recipe == "oga-hybrid":
-                if not hybrid_installed:
+            # Filter Ryzen AI  models based on package availability
+            if recipe == "oga-hybrid" or recipe == "oga-npu":
+                if not ryzenai_installed:
                     continue
 
             if recipe == "flm":
@@ -444,6 +540,8 @@ class ModelManager:
         Deletes the specified model from local storage.
         For GGUF models with variants, only deletes the specific variant files.
         """
+        from huggingface_hub.constants import HF_HUB_CACHE
+
         if model_name not in self.supported_models:
             raise ValueError(
                 f"Model {model_name} is not supported. Please choose from the following: "
@@ -464,6 +562,37 @@ class ModelManager:
             except subprocess.CalledProcessError as e:
                 raise ValueError(f"Failed to delete FLM model {model_name}: {e}") from e
 
+        if checkpoint.startswith("models--"):
+            # This is already in cache directory format (local model)
+            # Extract just the base directory name (models--{name}) from checkpoint
+            # which might contain full file path like models--name\files\model.gguf
+            checkpoint_parts = checkpoint.replace("\\", "/").split("/")
+            base_checkpoint = checkpoint_parts[0]  # Just the models--{name} part
+            model_cache_dir = os.path.join(HF_HUB_CACHE, base_checkpoint)
+
+            if os.path.exists(model_cache_dir):
+                shutil.rmtree(model_cache_dir)
+                print(
+                    f"Successfully deleted local model {model_name} from {model_cache_dir}"
+                )
+            else:
+                print(
+                    f"Model {model_name} directory not found at {model_cache_dir} - may have been manually deleted"
+                )
+
+            # Clean up user models registry
+            if model_name.startswith("user.") and os.path.exists(USER_MODELS_FILE):
+                with open(USER_MODELS_FILE, "r", encoding="utf-8") as file:
+                    user_models = json.load(file)
+
+                base_model_name = model_name[5:]  # Remove "user." prefix
+                if base_model_name in user_models:
+                    del user_models[base_model_name]
+                    with open(USER_MODELS_FILE, "w", encoding="utf-8") as file:
+                        json.dump(user_models, file)
+                    print(f"Removed {model_name} from user models registry")
+
+            return
         # Parse checkpoint to get base and variant
         base_checkpoint, variant = parse_checkpoint(checkpoint)
 
@@ -592,6 +721,38 @@ class ModelManager:
                     json.dump(user_models, file)
                 print(f"Removed {model_name} from user models registry")
 
+    def get_incompatible_ryzenai_models(self):
+        """
+        Get information about incompatible RyzenAI models in the cache.
+
+        Returns:
+            dict with 'models' list and 'total_size' info
+        """
+        # Get HF_HOME from environment
+        hf_home = os.environ.get("HF_HOME", None)
+
+        incompatible_models, total_size = detect_incompatible_ryzenai_models(
+            DEFAULT_CACHE_DIR, hf_home
+        )
+
+        return {
+            "models": incompatible_models,
+            "total_size": total_size,
+            "count": len(incompatible_models),
+        }
+
+    def cleanup_incompatible_models(self, model_paths: list):
+        """
+        Delete incompatible RyzenAI models from the cache.
+
+        Args:
+            model_paths: List of model paths to delete
+
+        Returns:
+            dict with deletion results
+        """
+        return delete_incompatible_models(model_paths)
+
 
 # This file was originally licensed under Apache 2.0. It has been modified.
 # Modifications Copyright (c) 2025 AMD