huggingface-hub 0.21.3__py3-none-any.whl → 0.21.4__py3-none-any.whl

huggingface_hub/__init__.py

@@ -46,7 +46,7 @@ import sys
 from typing import TYPE_CHECKING
 
 
-__version__ = "0.21.3"
+__version__ = "0.21.4"
 
 # Alphabetical order of definitions is ensured in tests
 # WARNING: any comment added in this dictionary definition will be lost when

huggingface_hub/hub_mixin.py

@@ -27,8 +27,8 @@ if is_torch_available():
     import torch  # type: ignore
 
 if is_safetensors_available():
-    from safetensors import safe_open
-    from safetensors.torch import save_file
+    from safetensors.torch import load_model as load_model_as_safetensor
+    from safetensors.torch import save_model as save_model_as_safetensor
 
 
 logger = logging.get_logger(__name__)
@@ -463,7 +463,7 @@ class PyTorchModelHubMixin(ModelHubMixin):
     def _save_pretrained(self, save_directory: Path) -> None:
         """Save weights from a Pytorch model to a local directory."""
         model_to_save = self.module if hasattr(self, "module") else self  # type: ignore
-        save_file(model_to_save.state_dict(), save_directory / SAFETENSORS_SINGLE_FILE)
+        save_model_as_safetensor(model_to_save, str(save_directory / SAFETENSORS_SINGLE_FILE))
 
     @classmethod
     def _from_pretrained(
@@ -524,10 +524,15 @@ class PyTorchModelHubMixin(ModelHubMixin):
 
     @classmethod
     def _load_as_safetensor(cls, model: T, model_file: str, map_location: str, strict: bool) -> T:
-        state_dict = {}
-        with safe_open(model_file, framework="pt", device=map_location) as f:  # type: ignore [attr-defined]
-            for k in f.keys():
-                state_dict[k] = f.get_tensor(k)
-        model.load_state_dict(state_dict, strict=strict)  # type: ignore
-        model.eval()  # type: ignore
+        load_model_as_safetensor(model, model_file, strict=strict)  # type: ignore [arg-type]
+        if map_location != "cpu":
+            # TODO: remove this once https://github.com/huggingface/safetensors/pull/449 is merged.
+            logger.warning(
+                "Loading model weights on other devices than 'cpu' is not supported natively."
+                " This means that the model is loaded on 'cpu' first and then copied to the device."
+                " This leads to a slower loading time."
+                " Support for loading directly on other devices is planned to be added in future releases."
+                " See https://github.com/huggingface/huggingface_hub/pull/2086 for more details."
+            )
+            model.to(map_location)  # type: ignore [attr-defined]
         return model

{huggingface_hub-0.21.3.dist-info → huggingface_hub-0.21.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: huggingface-hub
-Version: 0.21.3
+Version: 0.21.4
 Summary: Client library to download and publish models, datasets and other repos on the huggingface.co hub
 Home-page: https://github.com/huggingface/huggingface_hub
 Author: Hugging Face, Inc.

{huggingface_hub-0.21.3.dist-info → huggingface_hub-0.21.4.dist-info}/RECORD

@@ -1,4 +1,4 @@
-huggingface_hub/__init__.py,sha256=mJOVWuFzOs0RfZMAVhjI7RvvKZtFOL5sONqNO5Aq4WY,21502
+huggingface_hub/__init__.py,sha256=nu0b7XY9x7XElBvxPdCmxewlejCC_OeLt7uR1_priWE,21502
 huggingface_hub/_commit_api.py,sha256=ShZvHuBuARsZqzDVSzH07_E1M4LYk7dekGng9CYO0B0,29194
 huggingface_hub/_commit_scheduler.py,sha256=FgfjYv3E0oK3iBxDdy45Y7t78FWkmjnBR4dRd5aZviU,13653
 huggingface_hub/_inference_endpoints.py,sha256=HLsc3vr1EIBxB5zLtJvJh02ahew-0tXuEEWlpvzOjY4,15426
@@ -15,7 +15,7 @@ huggingface_hub/fastai_utils.py,sha256=5I7zAfgHJU_mZnxnf9wgWTHrCRu_EAV8VTangDVfE
 huggingface_hub/file_download.py,sha256=1_7W6f0CmQYlRbmIrFNsIcHsnqHJ4UIhE-XS9cmm9WY,77558
 huggingface_hub/hf_api.py,sha256=ebPm0KHK4V2OJLZW6t_tMSacegDhA6dQTXqbRpmwG8M,367012
 huggingface_hub/hf_file_system.py,sha256=8-gNR_BsZccS2yfgub4D0GuIk75G4Tu40AJXmdnsOLg,34180
-huggingface_hub/hub_mixin.py,sha256=PPREpGgiVbTe2DmqYYW-uDS1T3gU47U-zaQQON9MCwQ,22978
+huggingface_hub/hub_mixin.py,sha256=1latp7B3le4uLUrrZByc3ym1t1AbeejMzedM1Ssphkw,23521
 huggingface_hub/inference_api.py,sha256=UXOKu_Ez2I3hDsjguqCcCrj03WFDndehpngYiIAucdg,8331
 huggingface_hub/keras_mixin.py,sha256=fxVjwm742fwsLwbuNVt7Slo3KAjEX7sCcTudKnolPZM,18741
 huggingface_hub/lfs.py,sha256=_YA93hK_R2j8TUnMnGk2CanYty-hTPBZX0MJDHbzUqc,19333
@@ -73,9 +73,9 @@ huggingface_hub/utils/insecure_hashlib.py,sha256=OjxlvtSQHpbLp9PWSrXBDJ0wHjxCBU-
 huggingface_hub/utils/logging.py,sha256=mARNwc5gY6apMQ9IM5zymn-RsYnFbYW3b0HDMYXmBS0,4729
 huggingface_hub/utils/sha.py,sha256=IVi7CfBthfu-ExLduY_CQltTy-tVGTbrvURCTOWKcLA,901
 huggingface_hub/utils/tqdm.py,sha256=zBWgoxxwHooOceABVREVqSNpJGcMpaByKFVDU8VbuUQ,6334
-huggingface_hub-0.21.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-huggingface_hub-0.21.3.dist-info/METADATA,sha256=pSiDJTTk7lg29H7V42y40ETUoDACO3NMiFM616FuscM,13176
-huggingface_hub-0.21.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-huggingface_hub-0.21.3.dist-info/entry_points.txt,sha256=Y3Z2L02rBG7va_iE6RPXolIgwOdwUFONyRN3kXMxZ0g,131
-huggingface_hub-0.21.3.dist-info/top_level.txt,sha256=8KzlQJAY4miUvjAssOAJodqKOw3harNzuiwGQ9qLSSk,16
-huggingface_hub-0.21.3.dist-info/RECORD,,
+huggingface_hub-0.21.4.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+huggingface_hub-0.21.4.dist-info/METADATA,sha256=D8616jH4iiuDT94lfbzrnmcGfQUAaCEWoDNzu2-De0I,13176
+huggingface_hub-0.21.4.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+huggingface_hub-0.21.4.dist-info/entry_points.txt,sha256=Y3Z2L02rBG7va_iE6RPXolIgwOdwUFONyRN3kXMxZ0g,131
+huggingface_hub-0.21.4.dist-info/top_level.txt,sha256=8KzlQJAY4miUvjAssOAJodqKOw3harNzuiwGQ9qLSSk,16
+huggingface_hub-0.21.4.dist-info/RECORD,,