kostyl-toolkit 0.1.17__tar.gz → 0.1.19__tar.gz

{kostyl_toolkit-0.1.17 → kostyl_toolkit-0.1.19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.17
+Version: 0.1.19
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.17 → kostyl_toolkit-0.1.19}/kostyl/ml/clearml/pulling_utils.py

@@ -46,7 +46,7 @@ def get_tokenizer_from_clearml(
     tokenizer = AutoTokenizer.from_pretrained(
         clearml_tokenizer.get_local_copy(raise_on_error=True)
     )
-    return tokenizer
+    return tokenizer, clearml_tokenizer
 
 
 def get_model_from_clearml[

{kostyl_toolkit-0.1.17 → kostyl_toolkit-0.1.19}/kostyl/ml/dist_utils.py

@@ -96,4 +96,12 @@ def _get_rank() -> int:
 
 def is_main_process() -> bool:
     """Checks if the current process is the main process (rank 0) in a distributed setting."""
-    return _get_rank() == 0
+    if dist.is_initialized():
+        return dist.get_rank() == 0
+    if "RANK" in os.environ:
+        return int(os.environ["RANK"]) == 0
+    if "SLURM_PROCID" in os.environ:
+        return int(os.environ["SLURM_PROCID"]) == 0
+    if "LOCAL_RANK" in os.environ:
+        return int(os.environ["LOCAL_RANK"]) == 0
+    return True

{kostyl_toolkit-0.1.17 → kostyl_toolkit-0.1.19}/kostyl/ml/lightning/loggers/tb_logger.py

@@ -7,7 +7,7 @@ from kostyl.ml.dist_utils import is_main_process
 from kostyl.utils.logging import setup_logger
 
 
-logger = setup_logger("callbacks/tb_logger.py", add_rank=True)
+logger = setup_logger()
 
 
 def setup_tb_logger(

{kostyl_toolkit-0.1.17 → kostyl_toolkit-0.1.19}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kostyl-toolkit"
-version = "0.1.17"
+version = "0.1.19"
 description = "Kickass Orchestration System for Training, Yielding & Logging "
 readme = "README.md"
 requires-python = ">=3.12"