nshtrainer 0.36.0__py3-none-any.whl → 0.37.0__py3-none-any.whl

nshtrainer/_checkpoint/saver.py

@@ -30,6 +30,8 @@ def _link_checkpoint(
                     linkpath.unlink(missing_ok=True)
         except Exception:
             log.warning(f"Failed to remove {linkpath}", exc_info=True)
+        else:
+            log.debug(f"Removed {linkpath=}")
 
         if metadata:
             _remove_checkpoint_metadata(linkpath)

nshtrainer/util/path.py

@@ -80,11 +80,25 @@ def try_symlink_or_copy(
     link_path: Path,
     target_is_directory: bool = False,
     relative: bool = True,
+    remove_existing: bool = True,
 ):
     """
     Symlinks on Unix, copies on Windows.
     """
 
+    # If the link already exists, remove it
+    if remove_existing:
+        try:
+            if link_path.exists():
+                if link_path.is_dir():
+                    shutil.rmtree(link_path)
+                else:
+                    link_path.unlink(missing_ok=True)
+        except Exception:
+            log.warning(f"Failed to remove {link_path}", exc_info=True)
+        else:
+            log.debug(f"Removed {link_path=}")
+
     symlink_target = get_relative_path(link_path, file_path) if relative else file_path
     try:
         if platform.system() == "Windows":

{nshtrainer-0.36.0.dist-info → nshtrainer-0.37.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 0.36.0
+Version: 0.37.0
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com

{nshtrainer-0.36.0.dist-info → nshtrainer-0.37.0.dist-info}/RECORD

@@ -2,7 +2,7 @@ nshtrainer/__init__.py,sha256=flMI50Hj1Ie8c1YMSUQ759AqtNBQLT_zHaV2J9EUmOs,573
 nshtrainer/_callback.py,sha256=A1zLsTy4b_wOYnInLLXGSRdHzT2yNa6mPEql-ozm0u0,1013
 nshtrainer/_checkpoint/loader.py,sha256=5vjg-OFChXJjgiOVv8vnV8nwTscfdDtEdxQRz6uPfDE,14158
 nshtrainer/_checkpoint/metadata.py,sha256=5D4PgKodzhLsmQvuF3xxkH49epKaegxi4wh_ImDTtns,4737
-nshtrainer/_checkpoint/saver.py,sha256=MbX_WjkDtHHAf9Ms-KXDlknkjiPXVoGIe2ciO28AdZ0,1264
+nshtrainer/_checkpoint/saver.py,sha256=xuA9iDpc4wAs4ieYW1eJoJicMn6e5xCeCIEKfVOCvrY,1324
 nshtrainer/_directory.py,sha256=RjnW6vKTeKlz2vQWT3cG0Jje5BkFXA7HpUubDhcSiq4,2993
 nshtrainer/_experimental/__init__.py,sha256=pEXPyI184UuDHvfh4p9Kg9nQZQZI41e4_HvNd4BK-yg,81
 nshtrainer/_hf_hub.py,sha256=0bkXkqhve5D1onMW-fCfuvVKlTn0i6jv_6uMNgZ7OHQ,12974
@@ -94,11 +94,11 @@ nshtrainer/util/config/__init__.py,sha256=o8fwPf_dctE_7CAkT0wNOBkvmxnzYzXeHpLedr
 nshtrainer/util/config/dtype.py,sha256=JtYjrcBFNBlziJnLAE6QS0QV4PUXhGspYH1hNFrB3ks,1965
 nshtrainer/util/config/duration.py,sha256=pgIKQ88Dg8y1YAKUvUsNWu9hc9O79kdYBfgmC3a_-kQ,728
 nshtrainer/util/environment.py,sha256=AeW_kLl-N70wmb6L_JLz1wRj0kA70xs6RCmc9iUqczE,4159
-nshtrainer/util/path.py,sha256=VkpuhR4GaZtSFBVqbGAvfjcrU-PR8xwiGzzwFNOWP9c,2995
+nshtrainer/util/path.py,sha256=BmBzqtxGu7w2gTYkxQevdBffu_Crm1dH3TURoqqjR6M,3465
 nshtrainer/util/seed.py,sha256=Or2wMPsnQxfnZ2xfBiyMcHFIUt3tGTNeMMyOEanCkqs,280
 nshtrainer/util/slurm.py,sha256=rofIU26z3SdL79SF45tNez6juou1cyDLz07oXEZb9Hg,1566
 nshtrainer/util/typed.py,sha256=NGuDkDzFlc1fAoaXjOFZVbmj0mRFjsQi1E_hPa7Bn5U,128
 nshtrainer/util/typing_utils.py,sha256=8ptjSSLZxlmy4FY6lzzkoGoF5fGNClo8-B_c0XHQaNU,385
-nshtrainer-0.36.0.dist-info/METADATA,sha256=eWSmYvpViGa536HEJ1zX2IUoRpt-wlgiNmfv8mPm7Yg,916
-nshtrainer-0.36.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-nshtrainer-0.36.0.dist-info/RECORD,,
+nshtrainer-0.37.0.dist-info/METADATA,sha256=Rd7HeNaz5lBQa0AspjWyRgFLctqpSfna2R9VnMEUURU,916
+nshtrainer-0.37.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+nshtrainer-0.37.0.dist-info/RECORD,,