kostyl-toolkit 0.1.13__py3-none-any.whl → 0.1.15__py3-none-any.whl

kostyl/ml/configs/training_settings.py

@@ -100,5 +100,5 @@ class TrainingSettings(KostylBaseModel):
 
     trainer: LightningTrainerParameters
     early_stopping: EarlyStoppingConfig | None = None
-    checkpoint: CheckpointConfig
+    checkpoint: CheckpointConfig = CheckpointConfig()
     data: DataConfig

kostyl/ml/lightning/callbacks/registry_uploading.py

@@ -78,49 +78,41 @@ class ClearMLRegistryUploaderCallback(Callback):
         )
         return output_model
 
-    @override
-    def on_validation_epoch_end(
-        self, trainer: Trainer, pl_module: KostylLightningModule
-    ) -> None:
-        if (not trainer.is_global_zero) or (
-            self.uploading_frequency != "after-every-eval"
-        ):
-            return
+    def _upload_best_checkpoint(self, pl_module: KostylLightningModule) -> None:
         if self._output_model is None:
             self._output_model = self._create_output_model(pl_module)
 
-        if self.ckpt_callback.best_model_path != self._last_best_model_path:
+        if self.ckpt_callback.best_model_path == self._last_best_model_path:
+            if self.verbose and (self._last_best_model_path != ""):
+                logger.info("Best model unchanged since last upload")
+            elif self.verbose:
+                logger.info("No best model found yet to upload")
+        else:
             if self.verbose:
-                logger.info(f"Best model path: {self.ckpt_callback.best_model_path}")
+                logger.info(
+                    f"Uploading best model from {self.ckpt_callback.best_model_path}"
+                )
             self._output_model.update_weights(
                 self.ckpt_callback.best_model_path,
                 auto_delete_file=False,
-                async_enable=True,
+                async_enable=False,
             )
-            self._last_best_model_path = self.ckpt_callback.best_model_path
-        elif self.verbose:
-            logger.info("Best model path: unchanged since last upload, skipping...")
+        return
+
+    @override
+    def on_validation_epoch_end(
+        self, trainer: Trainer, pl_module: KostylLightningModule
+    ) -> None:
+        if (not trainer.is_global_zero) or (
+            self.uploading_frequency != "after-every-eval"
+        ):
+            return
+        self._upload_best_checkpoint(pl_module)
         return
 
     @override
     def on_train_end(self, trainer: Trainer, pl_module: KostylLightningModule) -> None:
         if not trainer.is_global_zero:
             return
-        if self._output_model is None:
-            self._output_model = self._create_output_model(pl_module)
-
-        if self.ckpt_callback.best_model_path != self._last_best_model_path:
-            if self.verbose:
-                logger.info(
-                    f"Best model path at the end of training: {self.ckpt_callback.best_model_path}"
-                )
-            self._output_model.update_weights(
-                self.ckpt_callback.best_model_path,
-                auto_delete_file=False,
-                async_enable=False,
-            )
-        elif self.verbose:
-            logger.info(
-                "Best model path at the end of training: unchanged since last upload, skipping..."
-            )
+        self._upload_best_checkpoint(pl_module)
         return

kostyl/ml/lightning/extenstions/custom_module.py

@@ -26,8 +26,6 @@ logger = setup_logger(fmt="only_message")
 class KostylLightningModule(L.LightningModule):
     """Custom PyTorch Lightning Module with logging, checkpointing, and distributed training utilities."""
 
-    model: PreTrainedModel | nn.Module | None
-
     def get_process_group(self) -> ProcessGroup | None:
         """
         Retrieves the data parallel process group for distributed training.
@@ -54,16 +52,15 @@ class KostylLightningModule(L.LightningModule):
             dp_pg = dist.group.WORLD
         return dp_pg
 
-    def get_model(self) -> PreTrainedModel | nn.Module:
+    @property
+    def model_instance(self) -> PreTrainedModel | nn.Module:
         """Returns the underlying model."""
-        if self.model is None:
-            raise ValueError("Model is not configured.")
-        return self.model
+        raise NotImplementedError
 
     @property
     def model_config(self) -> PretrainedConfig | None:
         """Returns the model configuration if available."""
-        model = self.get_model()
+        model = self.model_instance
         if hasattr(model, "config"):
             return model.config  # type: ignore
         return None
@@ -75,7 +72,7 @@ class KostylLightningModule(L.LightningModule):
 
     @override
     def on_save_checkpoint(self, checkpoint: dict[str, Any]) -> None:
-        model = self.get_model()
+        model = self.model_instance
         if hasattr(model, "config"):
             cfg = model.config
             if hasattr(cfg, "to_dict"):
@@ -94,9 +91,6 @@ class KostylLightningModule(L.LightningModule):
 
     @override
     def on_before_optimizer_step(self, optimizer) -> None:
-        if self.model is None:
-            raise ValueError("Model must be configured before optimizer step.")
-
         grad_clip_val = self.grad_clip_val
         if grad_clip_val is None:
             return

{kostyl_toolkit-0.1.13.dist-info → kostyl_toolkit-0.1.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.13
+Version: 0.1.15
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.13.dist-info → kostyl_toolkit-0.1.15.dist-info}/RECORD

@@ -7,15 +7,15 @@ kostyl/ml/clearml/pulling_utils.py,sha256=-9EIMUu3daWLj99s_G5rJ_omykz1nPLqxBzBJ8
 kostyl/ml/configs/__init__.py,sha256=IetcivbqYGutowLqxdKp7QR4tkXKBr4m8t4Zkk9jHZU,911
 kostyl/ml/configs/base_model.py,sha256=Eofn14J9RsjpVx_J4rp6C19pDDCANU4hr3JtX-d0FpQ,4820
 kostyl/ml/configs/hyperparams.py,sha256=CaVNEvpW4LvlHhLsbe2FockIGI1mJufCqjH298nYgKE,2971
-kostyl/ml/configs/training_settings.py,sha256=CZBwVVmkpCUtXCnfC1RFGQGUemht5xbOI43rgg7cNeg,2535
+kostyl/ml/configs/training_settings.py,sha256=0cyKF6EuTv6KgXC1g0Oy9zbwnMkDP4uXTJJO1TRQ0aY,2556
 kostyl/ml/dist_utils.py,sha256=G8atjzkRbXZZiZh9rdEYBmeXqX26rJdDDovft2n6xiU,3201
 kostyl/ml/lightning/__init__.py,sha256=-F3JAyq8KU1d-nACWryGu8d1CbvWbQ1rXFdeRwfE2X8,175
 kostyl/ml/lightning/callbacks/__init__.py,sha256=Vd-rozY4T9Prr3IMqbliXxj6sC6y9XsovHQqRwzc2HI,297
 kostyl/ml/lightning/callbacks/checkpoint.py,sha256=FooGeeUz6TtoXQglpcK16NWAmSX3fbu6wntRtK3a_Io,1936
 kostyl/ml/lightning/callbacks/early_stopping.py,sha256=D5nyjktCJ9XYAf28-kgXG8jORvXLl1N3nbDQnvValPM,615
-kostyl/ml/lightning/callbacks/registry_uploading.py,sha256=um-fHQUp-TSD_76rVZoNV2IMi05RFjKajGvMV7SAb6s,4691
+kostyl/ml/lightning/callbacks/registry_uploading.py,sha256=AAohqTGigWMGLHt-yITAznIVsaDVXR_jisLDzFNzlu8,4275
 kostyl/ml/lightning/extenstions/__init__.py,sha256=OY6QGv1agYgqqKf1xJBrxgp_i8FunVfPzYezfaRrGXU,182
-kostyl/ml/lightning/extenstions/custom_module.py,sha256=N4kPObp4jqrCJscPKzJib3AkvcQQ3AHal7A1Cm3ZobA,6201
+kostyl/ml/lightning/extenstions/custom_module.py,sha256=nB5jW7cqRD1tyh-q5LD2EtiFQwFkLXpnS9Yu6c5xMRg,5987
 kostyl/ml/lightning/extenstions/pretrained_model.py,sha256=ZOKtrVl095cwvI43wAz-Xdzu4l0v0lHH2mfh4WXwxKQ,5059
 kostyl/ml/lightning/loggers/__init__.py,sha256=e51dszaoJbuzwBkbdugmuDsPldoSO4yaRgmZUg1Bdy0,71
 kostyl/ml/lightning/loggers/tb_logger.py,sha256=I0WQV3SVVIds9kHhAYnN3SXodX64jfTk7_5gH-j3uzA,932
@@ -30,6 +30,6 @@ kostyl/utils/__init__.py,sha256=hkpmB6c5pr4Ti5BshOROebb7cvjDZfNCw83qZ_FFKMM,240
 kostyl/utils/dict_manipulations.py,sha256=e3vBicID74nYP8lHkVTQc4-IQwoJimrbFELy5uSF6Gk,1073
 kostyl/utils/fs.py,sha256=gAQNIU4R_2DhwjgzOS8BOMe0gZymtY1eZwmdgOdDgqo,510
 kostyl/utils/logging.py,sha256=3MvfDPArZhwakHu5nMlp_LpOsWg0E0SP26y41clsBtA,5232
-kostyl_toolkit-0.1.13.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
-kostyl_toolkit-0.1.13.dist-info/METADATA,sha256=BX_FpC83Q61Mr4jBEjRj-xC5UGtZcQJJn3EoF-Dnx24,4269
-kostyl_toolkit-0.1.13.dist-info/RECORD,,
+kostyl_toolkit-0.1.15.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
+kostyl_toolkit-0.1.15.dist-info/METADATA,sha256=ieM22BLWafdzv4x7f7zaCz_Yhbe1Qce22w0L2i3mK-c,4269
+kostyl_toolkit-0.1.15.dist-info/RECORD,,