lemonade-sdk 8.0.5__py3-none-any.whl → 8.0.6__py3-none-any.whl

{lemonade_sdk-8.0.5.dist-info → lemonade_sdk-8.0.6.dist-info}/RECORD

@@ -1,10 +1,10 @@
 lemonade/__init__.py,sha256=W1Qk7r0rnQqFhPNHp6BIBT_q-OH3s-8Q_POoVfAmKW0,117
 lemonade/api.py,sha256=kGz8N_9TuN3peFG8fES0odN0bWR9itLNomlR-FC2z8k,5515
-lemonade/cache.py,sha256=djr2qgyUUAWlQv8FehU9qlNtCwK0IZqo82hcBDyZ3-A,2850
+lemonade/cache.py,sha256=5iZbk273TiTMqK_vdzPOPYTo6VsWW2gNByOISA9zi1w,3002
 lemonade/cli.py,sha256=9Pcs3PcrWC2F8_pcBaz09xHUICIJTvpemBdPGyXkjIk,4395
 lemonade/sequence.py,sha256=KSH7BPsiyDKsOsg_ziQKEGsDwMmuO_YbgPRBxkZd0pw,13267
 lemonade/state.py,sha256=sdSezla7Cd7KYL90xY3p9kcNV4ndSyN6UvNLOr3vBMA,5261
-lemonade/version.py,sha256=obOXkQD52zgzH-mM2spS6LQ-gEWkuaiGpNTM_ISH0D8,22
+lemonade/version.py,sha256=0UVFH05U_SSITAGCT0SSjcWSJnwORBaDn5ZSlvquMo8,22
 lemonade/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/common/build.py,sha256=zTb0m1-kuUx6zw5QHp2SNnVuN6jOTMQ2FCdj9iH374U,6140
 lemonade/common/cli_helpers.py,sha256=hjBfXrTtFl8gmCFlL-ksviXR0mOcdPtTWVNKoEp3PG4,4993
@@ -21,51 +21,52 @@ lemonade/profilers/memory_tracker.py,sha256=1iuKt0FmNVYLDnOc-oZM8dX9TUksvoxO0m2E
 lemonade/profilers/profiler.py,sha256=Y5FSbc386bMlTVbqCuya9pYrso5aTthxahR1V_ZKQ9E,1902
 lemonade/tools/__init__.py,sha256=_6xRc-FHxmujoLjLjWtpYrWYEXtCSneSy-5ya01kyPk,53
 lemonade/tools/accuracy.py,sha256=9HCmczDngkBUuUrt49d2CkRo4J0qyWoFYs5cj20bGkg,11714
-lemonade/tools/adapter.py,sha256=HG54iMd6HDPZ4vnQIl7codq3HzffWbcHSIs_jVbNbhU,2958
+lemonade/tools/adapter.py,sha256=Ex63Y1SPCOSV4M_QtzEn3YVd39d3yew0lpmEFgp8aH4,3169
 lemonade/tools/bench.py,sha256=aN5LMA_EH6-ZhAH3Gf26JYL7s0eKpUd3j-bReRhzvEY,10016
 lemonade/tools/humaneval.py,sha256=JbxuoOzvR4iyxZv4R6MI7a3gUt5ef_Jj6Ie-9VP2wzY,9531
 lemonade/tools/management_tools.py,sha256=U8GaJnjdXyQ9sw8UxBQMc7glpaLciaVphASaQS4kJsA,10202
 lemonade/tools/mmlu.py,sha256=c2QaIMDzjqxCvgHlMXmy_dP1sAFkwkDxL7RO2nogI6s,11071
 lemonade/tools/perplexity.py,sha256=eiaTZ3yhqF2pfwOffVbKKJLwjSri7Im2pC-tBJr7LLU,5638
-lemonade/tools/prompt.py,sha256=cy6McZeLgk26xG1dJEY-cYnY2x8FUdyOOSG86WfBKCg,9348
+lemonade/tools/prompt.py,sha256=PyLksp1k8jsZsU7XBRK61k1DUHhbdLa20h-AP8Noh3w,9011
 lemonade/tools/tool.py,sha256=UsxVYukfm_iM3BfeGYPZxQlTK5UfDfDOl3RIyLr8A1Y,13256
 lemonade/tools/huggingface/bench.py,sha256=-mTfldCtquL4mspq8ykVwDc9Mut5Ecv_jHJnSb0CYGE,6734
 lemonade/tools/huggingface/load.py,sha256=KsSGOBBD-tNEIfYC8mCWV_jpnkjHMhN3juVmC1Ln4uQ,7745
-lemonade/tools/huggingface/utils.py,sha256=xybIWOEXHaMuw-nAEu3aITdvZSHcGKgZ9kFS5mIWcEg,13873
-lemonade/tools/llamacpp/bench.py,sha256=A1X8ULQMxPVsff-AdiUsbWQUKpx7U7nFRNHFJRPdv3Q,5946
-lemonade/tools/llamacpp/load.py,sha256=o3vVlefdxmdkHnuvFR3TOxiJkpNAuNFcs9Whfp24jpg,9236
+lemonade/tools/huggingface/utils.py,sha256=j1S-IgjDsznUIVwkHSqqChmFyqIx9f3WcEelzohWwvU,13955
+lemonade/tools/llamacpp/bench.py,sha256=GBUGOrcDUJdREAIM7GGs4VschqUe-mE_1-MbSUaDjic,4776
+lemonade/tools/llamacpp/load.py,sha256=SKacK2n8LpC4DN4yALyEpV2c8_sgOv2G7t6Nlyu7XXg,6273
+lemonade/tools/llamacpp/utils.py,sha256=35eir8PKtxVUDehgb2DJ9hUI0uSjijQgoDK6scmLl1E,22390
 lemonade/tools/oga/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/oga/bench.py,sha256=T3c40NevM3NA7CT98B6vBj1nXfdITDqpfMHYSjhjwpA,5061
+lemonade/tools/oga/bench.py,sha256=PJXv4UchcS2YPwijNzef8DY4DSAKYxIYY1ycHuH3T34,5005
 lemonade/tools/oga/load.py,sha256=XSznW8lOX_KafSq5J5mIBJzj8YJEBpK0RFGcTE1wnE8,28317
-lemonade/tools/oga/utils.py,sha256=p7faMNfT-rLURC9t_s1S_STQRzzLADqbngUliTOOXeQ,16144
+lemonade/tools/oga/utils.py,sha256=2N1htWM8QKp5g8nHPvk-w9ZYknSc6fWGXcACRkhsXic,16465
 lemonade/tools/quark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/quark/quark_load.py,sha256=FJ4LJKTToZbHHWVEOBLadae1a3jCnnY4KvXySHbkJMA,5589
 lemonade/tools/quark/quark_quantize.py,sha256=hwoaXhpBIORvJ16MvewphPkaDEQn3BAgXq5o82Gc-_s,16599
 lemonade/tools/report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lemonade/tools/report/llm_report.py,sha256=bVHhwCINA-Ok2EdSwAsLubsc83N3KWOVuwTguw7jDcE,6676
-lemonade/tools/report/table.py,sha256=wJFzKtlmGQH0RQ5O9nevtpMe_-zQ-8zNOndINQuzsjM,27793
+lemonade/tools/report/table.py,sha256=ssqy1bZqF-wptNzKEOj6_9REtCNZyXO8R5vakAtg3R4,27973
 lemonade/tools/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lemonade/tools/server/llamacpp.py,sha256=e1MYKSJBu-jlOE5GQSBsC9CUPAeqw5wXXxoxBKA5zb8,20038
-lemonade/tools/server/serve.py,sha256=Pp_w4iuRMkpJLF-XrTsBIBrSNBQIOl8PRZC_Cj4URnU,57334
+lemonade/tools/server/llamacpp.py,sha256=OP0j74QcowEu3zFEcrKIsBbGDOFemBXS5F5DC6oQHaI,18853
+lemonade/tools/server/serve.py,sha256=SXc0qSh-jKS72GlUsuksT7Lov8p3FatgbbycNmHsUfM,57465
 lemonade/tools/server/tool_calls.py,sha256=xrAlQwKG-nv2xLlf8f9CDSaUbyMn8ZtHkds9iZLG9K8,5230
-lemonade/tools/server/tray.py,sha256=4Kf3x8YfRaItPW7lxlEwerD7c5Q2snzcNk3ZrEoae58,17259
+lemonade/tools/server/tray.py,sha256=yoGCM8j_2KzPqo-AlYiauWd8QR56yp6jW6HZ9921Ydg,17525
 lemonade/tools/server/webapp.py,sha256=8Das5yXOaSBLZmSZ_eddJajQFxBhvl5D6GI_hHlGbE0,1040
 lemonade/tools/server/static/favicon.ico,sha256=hMmP9qGJNeZ0mFS86JIqPbZstXMZn0Z76_HfHQpREAU,126745
-lemonade/tools/server/static/styles.css,sha256=jXFPIHPrhRz_CJyRJrYusAECSDTO00sKUu7ajrQgFuA,24655
-lemonade/tools/server/static/webapp.html,sha256=tmwASvULb3d2_NfHEH9rKbEEJl3D7ygXjaCLVYkyWbg,35969
+lemonade/tools/server/static/styles.css,sha256=JmH9LRGB4HGNCxH14owBrUNNBlzx3cVvB3JJ-xJqDqc,26453
+lemonade/tools/server/static/webapp.html,sha256=8khNmsiy4UdjJDkJW3cFeJkmXUR8RQucvCuuka5SNrQ,36230
 lemonade/tools/server/utils/port.py,sha256=XnIg2qS73QRrsJn6LgHcrJPmku30Tv6vsYcBVMj82K4,2186
 lemonade/tools/server/utils/system_tray.py,sha256=b9lvNv9chJKQxvmH7qzAuUe6H9HsLu7pdHFqGlAJaL0,12654
 lemonade/tools/server/utils/thread.py,sha256=pK9K_6DNWoQ78NArkAX3Ym2WsxLnCs9sKTk6TitlYnI,2804
 lemonade_install/__init__.py,sha256=26zohKg2jgr_5y7tObduWMYQg8zCTWMZHL8lfi2zZVQ,40
 lemonade_install/install.py,sha256=DJWR36QSjZtvEwRjYPNSjhYgoxLjI_6OPrCMZjL0ChY,28263
-lemonade_sdk-8.0.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lemonade_sdk-8.0.5.dist-info/licenses/NOTICE.md,sha256=B8lEqi4QE41J9ljz4Riv2JgHD1v8GCZE6nNBHO3KIA0,2135
+lemonade_sdk-8.0.6.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lemonade_sdk-8.0.6.dist-info/licenses/NOTICE.md,sha256=B8lEqi4QE41J9ljz4Riv2JgHD1v8GCZE6nNBHO3KIA0,2135
 lemonade_server/cli.py,sha256=2Un5uLK04fIxlfcTiZ0T_EWbbaq2tYymkUHNFeuvB7g,16041
-lemonade_server/model_manager.py,sha256=0HqLR38uOu_hxRWVYQ_P6YmwaR-jkDuaAqGYo60X8C0,16702
+lemonade_server/model_manager.py,sha256=FfF3z4IpMZqMk_yIo2LHiE76xg7ybROHvi6lcx-0gvE,10754
 lemonade_server/pydantic_models.py,sha256=rp_FFhoTwg6jNmgol-kShwffnRDGbt7jTbIeELvgOIo,2876
-lemonade_server/server_models.json,sha256=Y-j9KAvHmfv77welC0rfRao4inLBce6AVySb-oy_uNE,7519
-lemonade_sdk-8.0.5.dist-info/METADATA,sha256=e2w0jPyEnyk-SeLAbYZgeGldq-2CQHm9Hly_mQgZ8uo,15224
-lemonade_sdk-8.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lemonade_sdk-8.0.5.dist-info/entry_points.txt,sha256=gJppn0ETtXXR6ceKWEIRdk42kMC7ps59EmU3NCPyPUk,144
-lemonade_sdk-8.0.5.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
-lemonade_sdk-8.0.5.dist-info/RECORD,,
+lemonade_server/server_models.json,sha256=wVyjusS5KkOhlQIl1tCnTR4YYbVm7mLU2rHSFk_39hI,7890
+lemonade_sdk-8.0.6.dist-info/METADATA,sha256=g7dOWZPRb0PEyK4UZpVBPnm1LGfZGlkjrdcNfJ_DO_g,15230
+lemonade_sdk-8.0.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lemonade_sdk-8.0.6.dist-info/entry_points.txt,sha256=gJppn0ETtXXR6ceKWEIRdk42kMC7ps59EmU3NCPyPUk,144
+lemonade_sdk-8.0.6.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
+lemonade_sdk-8.0.6.dist-info/RECORD,,

lemonade_server/model_manager.py

@@ -6,31 +6,13 @@ import huggingface_hub
 from importlib.metadata import distributions
 from lemonade_server.pydantic_models import PullConfig
 from lemonade.cache import DEFAULT_CACHE_DIR
+from lemonade.tools.llamacpp.utils import parse_checkpoint, download_gguf
 
 USER_MODELS_FILE = os.path.join(DEFAULT_CACHE_DIR, "user_models.json")
 
 
 class ModelManager:
 
-    @staticmethod
-    def parse_checkpoint(checkpoint: str) -> tuple[str, str | None]:
-        """
-        Parse a checkpoint string that may contain a variant separated by a colon.
-
-        For GGUF models, the format is "repository:variant" (e.g., "unsloth/Qwen3-0.6B-GGUF:Q4_0").
-        For other models, there is no variant.
-
-        Args:
-            checkpoint: The checkpoint string, potentially with variant
-
-        Returns:
-            tuple: (base_checkpoint, variant) where variant is None if no colon is present
-        """
-        if ":" in checkpoint:
-            base_checkpoint, variant = checkpoint.split(":", 1)
-            return base_checkpoint, variant
-        return checkpoint, None
-
     @property
     def supported_models(self) -> dict:
         """
@@ -98,7 +80,7 @@ class ModelManager:
         downloaded_models = {}
         downloaded_checkpoints = self.downloaded_hf_checkpoints
         for model in self.supported_models:
-            base_checkpoint = self.parse_checkpoint(
+            base_checkpoint = parse_checkpoint(
                 self.supported_models[model]["checkpoint"]
             )[0]
             if base_checkpoint in downloaded_checkpoints:
@@ -113,132 +95,6 @@ class ModelManager:
         """
         return self.filter_models_by_backend(self.downloaded_models)
 
-    def identify_gguf_models(
-        self, checkpoint: str, variant: str, mmproj: str
-    ) -> tuple[dict, list[str]]:
-        """
-        Identifies the GGUF model files in the repository that match the variant.
-        """
-
-        hint = """
-        The CHECKPOINT:VARIANT scheme is used to specify model files in Hugging Face repositories.
-
-        The VARIANT format can be one of several types:
-        1. Full filename: exact file to download
-        2. None/empty: gets the first .gguf file in the repository (excludes mmproj files)
-        3. Quantization variant: find a single file ending with the variant name (case insensitive)
-        4. Folder name: downloads all .gguf files in the folder that matches the variant name (case insensitive)
-        
-        Examples:
-        - "unsloth/Qwen3-8B-GGUF:qwen3.gguf" -> downloads "qwen3.gguf"
-        - "unsloth/Qwen3-30B-A3B-GGUF" -> downloads "Qwen3-30B-A3B-GGUF.gguf"
-        - "unsloth/Qwen3-8B-GGUF:Q4_1" -> downloads "Qwen3-8B-GGUF-Q4_1.gguf"
-        - "unsloth/Qwen3-30B-A3B-GGUF:Q4_0" -> downloads all files in "Q4_0/" folder
-        """
-
-        repo_files = huggingface_hub.list_repo_files(checkpoint)
-        sharded_files = []
-
-        # (case 1) If variant ends in .gguf, use it directly
-        if variant and variant.endswith(".gguf"):
-            variant_name = variant
-            if variant_name not in repo_files:
-                raise ValueError(
-                    f"File {variant} not found in Hugging Face repository {checkpoint}. {hint}"
-                )
-        # (case 2) If no variant is provided, get the first .gguf file in the repository
-        elif variant is None:
-            all_variants = [
-                f for f in repo_files if f.endswith(".gguf") and "mmproj" not in f
-            ]
-            if len(all_variants) == 0:
-                raise ValueError(
-                    f"No .gguf files found in Hugging Face repository {checkpoint}. {hint}"
-                )
-            variant_name = all_variants[0]
-        else:
-            # (case 3) Find a single file ending with the variant name (case insensitive)
-            end_with_variant = [
-                f
-                for f in repo_files
-                if f.lower().endswith(f"{variant}.gguf".lower())
-                and "mmproj" not in f.lower()
-            ]
-            if len(end_with_variant) == 1:
-                variant_name = end_with_variant[0]
-            elif len(end_with_variant) > 1:
-                raise ValueError(
-                    f"Multiple .gguf files found for variant {variant}, but only one is allowed. {hint}"
-                )
-            # (case 4) Check whether the variant corresponds to a folder with sharded files (case insensitive)
-            else:
-                sharded_files = [
-                    f
-                    for f in repo_files
-                    if f.endswith(".gguf")
-                    and f.lower().startswith(f"{variant}/".lower())
-                ]
-
-                if not sharded_files:
-                    raise ValueError(
-                        f"No .gguf files found for variant {variant}. {hint}"
-                    )
-
-                # Sort to ensure consistent ordering
-                sharded_files.sort()
-
-                # Use first file as primary (this is how llamacpp handles it)
-                variant_name = sharded_files[0]
-
-        core_files = {"variant": variant_name}
-
-        # If there is a mmproj file, add it to the patterns
-        if mmproj:
-            if mmproj not in repo_files:
-                raise ValueError(
-                    f"The provided mmproj file {mmproj} was not found in {checkpoint}."
-                )
-            core_files["mmproj"] = mmproj
-
-        return core_files, sharded_files
-
-    def download_gguf(self, model_config: PullConfig) -> dict:
-        """
-        Downloads the GGUF file for the given model configuration.
-
-        For sharded models, if the variant points to a folder (e.g. Q4_0), all files in that folder
-        will be downloaded but only the first file will be returned for loading.
-        """
-
-        # This code handles all cases by constructing the appropriate filename or pattern
-        checkpoint, variant = self.parse_checkpoint(model_config.checkpoint)
-
-        # Identify the GGUF model files in the repository that match the variant
-        core_files, sharded_files = self.identify_gguf_models(
-            checkpoint, variant, model_config.mmproj
-        )
-
-        # Download the files
-        snapshot_folder = huggingface_hub.snapshot_download(
-            repo_id=checkpoint,
-            allow_patterns=list(core_files.values()) + sharded_files,
-        )
-
-        # Ensure we downloaded all expected files
-        for file in list(core_files.values()) + sharded_files:
-            expected_path = os.path.join(snapshot_folder, file)
-            if not os.path.exists(expected_path):
-                raise ValueError(
-                    f"Hugging Face snapshot download for {model_config.checkpoint} "
-                    f"expected file {file} not found at {expected_path}"
-                )
-
-        # Return a dict of the full path of the core GGUF files
-        return {
-            file_name: os.path.join(snapshot_folder, file_path)
-            for file_name, file_path in core_files.items()
-        }
-
     def download_models(
         self,
         models: list[str],
@@ -317,7 +173,7 @@ class ModelManager:
             print(f"Downloading {model} ({checkpoint_to_download})")
 
             if "gguf" in checkpoint_to_download.lower():
-                self.download_gguf(gguf_model_config)
+                download_gguf(gguf_model_config.checkpoint, gguf_model_config.mmproj)
             else:
                 huggingface_hub.snapshot_download(repo_id=checkpoint_to_download)
 
@@ -373,7 +229,7 @@ class ModelManager:
         print(f"Deleting {model_name} ({checkpoint})")
 
         # Handle GGUF models that have the format "checkpoint:variant"
-        base_checkpoint = self.parse_checkpoint(checkpoint)[0]
+        base_checkpoint = parse_checkpoint(checkpoint)[0]
 
         try:
             # Get the local path using snapshot_download with local_files_only=True

lemonade_server/server_models.json

@@ -213,5 +213,16 @@
         "recipe": "llamacpp",
         "suggested": false,
         "labels": ["reranking"]
+    },
+    "Devstral-Small-2507-GGUF":{
+        "checkpoint": "mistralai/Devstral-Small-2507_gguf:Q4_K_M",
+        "recipe": "llamacpp",
+        "suggested": true
+    },
+    "Qwen2.5-Coder-32B-Instruct-GGUF": {
+        "checkpoint": "Qwen/Qwen2.5-Coder-32B-Instruct-GGUF:Q4_K_M",
+        "recipe": "llamacpp",
+        "suggested": true,  
+        "labels": ["reasoning"]
     }
 }