nshtrainer 0.40.2__py3-none-any.whl → 0.40.4__py3-none-any.whl

nshtrainer/_hf_hub.py

@@ -5,11 +5,11 @@ import re
 from dataclasses import dataclass
 from functools import cached_property
 from pathlib import Path
-from typing import TYPE_CHECKING, Any, cast
+from typing import TYPE_CHECKING, Any, Literal, cast
 
 import nshconfig as C
 from nshrunner._env import SNAPSHOT_DIR
-from typing_extensions import override
+from typing_extensions import assert_never, override
 
 from ._callback import NTCallbackBase
 from .callbacks.base import CallbackConfigBase
@@ -65,6 +65,9 @@ class HuggingFaceHubConfig(CallbackConfigBase):
     """Whether to save to the Hugging Face Hub in the background.
     This corresponds to setting `run_as_future=True` in the HFApi upload methods."""
 
+    on_login_error: Literal["warn", "error", "ignore"] = "warn"
+    """What to do when an error occurs during login."""
+
     def enable_(self):
         self.enabled = True
         return self
@@ -78,6 +81,30 @@ class HuggingFaceHubConfig(CallbackConfigBase):
 
     @override
     def create_callbacks(self, root_config):
+        # Attempt to login. If it fails, we'll log a warning or error based on the configuration.
+        try:
+            api = _api(self.token)
+            if api is None:
+                raise ValueError("Failed to create Hugging Face Hub API instance.")
+        except Exception as e:
+            match self.on_login_error:
+                case "warn":
+                    log.warning(
+                        "Failed to create Hugging Face Hub API instance. Disabling Hugging Face Hub integration.",
+                        exc_info=e,
+                    )
+                    return
+                case "error":
+                    raise
+                case "ignore":
+                    log.debug(
+                        "Failed to create Hugging Face Hub API instance. Disabling Hugging Face Hub integration.",
+                        exc_info=e,
+                    )
+                    return
+                case _:
+                    assert_never(self.on_login_error)
+
         yield self.with_metadata(HFHubCallback(self), ignore_if_exists=True)
 
 

nshtrainer/model/config.py

@@ -77,7 +77,7 @@ class BaseConfig(C.Config):
         return self.directory.resolve_subdirectory(self.id, subdirectory)
 
     # region Helper methods
-    def fast_dev_run(self, value: int | bool, /):
+    def fast_dev_run(self, value: int | bool = True, /):
         """
         Enables fast_dev_run mode for the trainer.
         This will run the training loop for a specified number of batches,

{nshtrainer-0.40.2.dist-info → nshtrainer-0.40.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 0.40.2
+Version: 0.40.4
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com

{nshtrainer-0.40.2.dist-info → nshtrainer-0.40.4.dist-info}/RECORD

@@ -5,7 +5,7 @@ nshtrainer/_checkpoint/metadata.py,sha256=5D4PgKodzhLsmQvuF3xxkH49epKaegxi4wh_Im
 nshtrainer/_checkpoint/saver.py,sha256=xuA9iDpc4wAs4ieYW1eJoJicMn6e5xCeCIEKfVOCvrY,1324
 nshtrainer/_directory.py,sha256=RjnW6vKTeKlz2vQWT3cG0Jje5BkFXA7HpUubDhcSiq4,2993
 nshtrainer/_experimental/__init__.py,sha256=pEXPyI184UuDHvfh4p9Kg9nQZQZI41e4_HvNd4BK-yg,81
-nshtrainer/_hf_hub.py,sha256=0bkXkqhve5D1onMW-fCfuvVKlTn0i6jv_6uMNgZ7OHQ,12974
+nshtrainer/_hf_hub.py,sha256=woRRy9bzAQ8ueoH903CzYGjQYZ0Cp7Hw5uv8qgLnZ5o,14105
 nshtrainer/callbacks/__init__.py,sha256=y4QKDiI4IykcHncDOE-OemFFQqegxyeoD_3v9i2OwFw,3248
 nshtrainer/callbacks/_throughput_monitor_callback.py,sha256=aJo_11rc4lo0IYOd-kHmPDtzdC4ctgXyRudkRJqH4m4,23184
 nshtrainer/callbacks/actsave.py,sha256=qbnaKts4_dvjPeAaPtv7Ds12_vEWzaHUfg_--49NB9I,4041
@@ -66,7 +66,7 @@ nshtrainer/metrics/__init__.py,sha256=ObLIELGguIEcUpRsUkqh1ltrvZii6vglTpJGrPvoy0
 nshtrainer/metrics/_config.py,sha256=jgRBfDAQLFTW7AiUY7CRtdfts6CR6keeuqm0FFMWCzQ,1288
 nshtrainer/model/__init__.py,sha256=2i_VEy6u_Y1LUGKljHXWeekvhnUcanZM2QyaaBM1Bmw,261
 nshtrainer/model/base.py,sha256=NasbYZJBuEly6Hm9t9HVZk-CUHmy4T7p1v-Ye981XA4,18609
-nshtrainer/model/config.py,sha256=tZg6qsHwyhYFLe7MQx_y2HRPVgnt8WZAB3DpsOb0uso,6954
+nshtrainer/model/config.py,sha256=gyP5uuDfl4EbkmFlqnpNm49D0PgJWK9S6UOFGGaAAtQ,6961
 nshtrainer/model/mixins/callback.py,sha256=rbe8P22iEjPkH1df6rfEo3Txw7EwSz6Dkm0TWO_AysM,2419
 nshtrainer/model/mixins/logger.py,sha256=xOymSTofukEYZGkGojXsMEO__ZlBI5lIPZVmlotMEX8,5291
 nshtrainer/nn/__init__.py,sha256=0QPFl02a71WZQjLMGOlFNMmsYP5aa1q3eABHmnWH58Q,1427
@@ -100,6 +100,6 @@ nshtrainer/util/seed.py,sha256=Or2wMPsnQxfnZ2xfBiyMcHFIUt3tGTNeMMyOEanCkqs,280
 nshtrainer/util/slurm.py,sha256=rofIU26z3SdL79SF45tNez6juou1cyDLz07oXEZb9Hg,1566
 nshtrainer/util/typed.py,sha256=NGuDkDzFlc1fAoaXjOFZVbmj0mRFjsQi1E_hPa7Bn5U,128
 nshtrainer/util/typing_utils.py,sha256=8ptjSSLZxlmy4FY6lzzkoGoF5fGNClo8-B_c0XHQaNU,385
-nshtrainer-0.40.2.dist-info/METADATA,sha256=yeuMHfYVmcPkNcPveUU1Rq38HeIunxERh4gqvzy85Uc,916
-nshtrainer-0.40.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-nshtrainer-0.40.2.dist-info/RECORD,,
+nshtrainer-0.40.4.dist-info/METADATA,sha256=WEVuvm57GaDclfY6NGCfcUuyiaGyF8iljtBvy4uyUX8,916
+nshtrainer-0.40.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+nshtrainer-0.40.4.dist-info/RECORD,,