nshtrainer 0.8.7__py3-none-any.whl → 0.9.1__py3-none-any.whl

nshtrainer/model/config.py

@@ -805,6 +805,36 @@ class CheckpointLoadingConfig(C.Config):
     """
 
 
+def _create_symlink_to_nshrunner(base_dir: Path):
+    # Resolve the current nshrunner session directory
+    if not (session_dir := os.environ.get("NSHRUNNER_SESSION_DIR")):
+        log.warning("NSHRUNNER_SESSION_DIR is not set. Skipping symlink creation.")
+        return
+    session_dir = Path(session_dir)
+    if not session_dir.exists() or not session_dir.is_dir():
+        log.warning(
+            f"NSHRUNNER_SESSION_DIR is not a valid directory: {session_dir}. "
+            "Skipping symlink creation."
+        )
+        return
+
+    # Create the symlink
+    symlink_path = base_dir / "nshrunner"
+    if symlink_path.exists():
+        # If it already points to the correct directory, we're done
+        if symlink_path.resolve() == session_dir.resolve():
+            return
+
+        # Otherwise, we should log a warning and remove the existing symlink
+        log.warning(
+            f"A symlink pointing to {symlink_path.resolve()} already exists at {symlink_path}. "
+            "Removing the existing symlink."
+        )
+        symlink_path.unlink()
+
+    symlink_path.symlink_to(session_dir)
+
+
 class DirectoryConfig(C.Config):
     project_root: Path | None = None
     """
@@ -813,30 +843,33 @@ class DirectoryConfig(C.Config):
     This isn't specific to the run; it is the parent directory of all runs.
     """
 
+    create_symlink_to_nshrunner_root: bool = True
+    """Should we create a symlink to the root folder for the Runner (if we're in one)?"""
+
     log: Path | None = None
-    """Base directory for all experiment tracking (e.g., WandB, Tensorboard, etc.) files. If None, will use lltrainer/{id}/log/."""
+    """Base directory for all experiment tracking (e.g., WandB, Tensorboard, etc.) files. If None, will use nshtrainer/{id}/log/."""
 
     stdio: Path | None = None
-    """stdout/stderr log directory to use for the trainer. If None, will use lltrainer/{id}/stdio/."""
+    """stdout/stderr log directory to use for the trainer. If None, will use nshtrainer/{id}/stdio/."""
 
     checkpoint: Path | None = None
-    """Checkpoint directory to use for the trainer. If None, will use lltrainer/{id}/checkpoint/."""
+    """Checkpoint directory to use for the trainer. If None, will use nshtrainer/{id}/checkpoint/."""
 
     activation: Path | None = None
-    """Activation directory to use for the trainer. If None, will use lltrainer/{id}/activation/."""
+    """Activation directory to use for the trainer. If None, will use nshtrainer/{id}/activation/."""
 
     profile: Path | None = None
-    """Directory to save profiling information to. If None, will use lltrainer/{id}/profile/."""
+    """Directory to save profiling information to. If None, will use nshtrainer/{id}/profile/."""
 
     def resolve_run_root_directory(self, run_id: str) -> Path:
         if (project_root_dir := self.project_root) is None:
             project_root_dir = Path.cwd()
 
-        # The default base dir is $CWD/lltrainer/{id}/
-        base_dir = project_root_dir / "lltrainer"
+        # The default base dir is $CWD/nshtrainer/{id}/
+        base_dir = project_root_dir / "nshtrainer"
         base_dir.mkdir(exist_ok=True)
 
-        # Add a .gitignore file to the lltrainer directory
+        # Add a .gitignore file to the nshtrainer directory
         #   which will ignore all files except for the .gitignore file itself
         gitignore_path = base_dir / ".gitignore"
         if not gitignore_path.exists():
@@ -846,6 +879,10 @@ class DirectoryConfig(C.Config):
         base_dir = base_dir / run_id
         base_dir.mkdir(exist_ok=True)
 
+        # Create a symlink to the root folder for the Runner
+        if self.create_symlink_to_nshrunner_root:
+            _create_symlink_to_nshrunner(base_dir)
+
         return base_dir
 
     def resolve_subdirectory(
@@ -854,7 +891,7 @@ class DirectoryConfig(C.Config):
         # subdirectory: Literal["log", "stdio", "checkpoint", "activation", "profile"],
         subdirectory: str,
     ) -> Path:
-        # The subdir will be $CWD/lltrainer/{id}/{log, stdio, checkpoint, activation}/
+        # The subdir will be $CWD/nshtrainer/{id}/{log, stdio, checkpoint, activation}/
         if (subdir := getattr(self, subdirectory, None)) is not None:
             assert isinstance(
                 subdir, Path
@@ -874,7 +911,7 @@ class DirectoryConfig(C.Config):
         if (log_dir := logger.log_dir) is not None:
             return log_dir
 
-        # Save to lltrainer/{id}/log/{logger kind}/{id}/
+        # Save to nshtrainer/{id}/log/{logger kind}/{id}/
         log_dir = self.resolve_subdirectory(run_id, "log")
         log_dir = log_dir / logger.kind
 

{nshtrainer-0.8.7.dist-info → nshtrainer-0.9.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 0.8.7
+Version: 0.9.1
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com

{nshtrainer-0.8.7.dist-info → nshtrainer-0.9.1.dist-info}/RECORD

@@ -47,7 +47,7 @@ nshtrainer/lr_scheduler/linear_warmup_cosine.py,sha256=mn6cyizyI_stkXtg6zxIEGF9b
 nshtrainer/lr_scheduler/reduce_lr_on_plateau.py,sha256=h76oTHYpMxauV_l6lviya5DW-WKArwxxf7ZQizhmbCw,2782
 nshtrainer/model/__init__.py,sha256=y32Hla-5whpzLL2BtCJpBakSp8o-1nQbpO0j_-xq_Po,1864
 nshtrainer/model/base.py,sha256=YtqnjiMf0cLVjFEQuOLm5WwCkVnZftiHlIdCrxdax3s,21297
-nshtrainer/model/config.py,sha256=6lATW6-Z1SIDgQ1IWrGBVQKTr8DhL5b_rFbJHQz0d5o,66796
+nshtrainer/model/config.py,sha256=-I_HLTTwqWimnnoKJ64oBEq3x31CZj9rwrg9MnFzs38,68215
 nshtrainer/model/modules/callback.py,sha256=JF59U9-CjJsAIspEhTJbVaGN0wGctZG7UquE3IS7R8A,6408
 nshtrainer/model/modules/debug.py,sha256=DTVty8cKnzj1GCULRyGx_sWTTsq9NLi30dzqjRTnuCU,1127
 nshtrainer/model/modules/distributed.py,sha256=ABpR9d-3uBS_fivfy_WYW-dExW6vp5BPaoPQnOudHng,1725
@@ -72,6 +72,6 @@ nshtrainer/util/seed.py,sha256=HEXgVs-wldByahOysKwq7506OHxdYTEgmP-tDQVAEkQ,287
 nshtrainer/util/slurm.py,sha256=rofIU26z3SdL79SF45tNez6juou1cyDLz07oXEZb9Hg,1566
 nshtrainer/util/typed.py,sha256=NGuDkDzFlc1fAoaXjOFZVbmj0mRFjsQi1E_hPa7Bn5U,128
 nshtrainer/util/typing_utils.py,sha256=8ptjSSLZxlmy4FY6lzzkoGoF5fGNClo8-B_c0XHQaNU,385
-nshtrainer-0.8.7.dist-info/METADATA,sha256=O1kFYWXIuVK1EU0TpwbpbADX1lJQmPM1-9xLTuNaNB8,647
-nshtrainer-0.8.7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-nshtrainer-0.8.7.dist-info/RECORD,,
+nshtrainer-0.9.1.dist-info/METADATA,sha256=3s9luSztUNVhu3t_sSmOw3HhwuVVUoiLhQwlxBiaaSg,647
+nshtrainer-0.9.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+nshtrainer-0.9.1.dist-info/RECORD,,