kostyl-toolkit 0.1.8__py3-none-any.whl → 0.1.9__py3-none-any.whl

kostyl/ml_core/clearml/pulling_utils.py

@@ -2,6 +2,7 @@ from pathlib import Path
 
 from clearml import InputModel
 from clearml import Task
+from transformers import AutoModel
 from transformers import AutoTokenizer
 from transformers import PreTrainedModel
 from transformers import PreTrainedTokenizerBase
@@ -39,12 +40,14 @@ def get_tokenizer_from_clearml(
     return tokenizer
 
 
-def get_model_from_clearml[TModel: PreTrainedModel | LightningCheckpointLoaderMixin](
+def get_model_from_clearml[
+    TModel: PreTrainedModel | LightningCheckpointLoaderMixin | AutoModel
+](
     model_id: str,
     model: type[TModel],
     task: Task | None = None,
     ignore_remote_overrides: bool = True,
-) -> TModel:
+) -> PreTrainedModel:
     """
     Retrieve a pretrained model from ClearML and instantiate it using the appropriate loader.
 

kostyl/ml_core/configs/base_model.py

@@ -9,7 +9,7 @@ from kostyl.utils.fs import load_config
 TConfig = TypeVar("TConfig", bound=PydanticBaseModel)
 
 
-class _ConfigLoadingMixin:
+class ConfigLoadingMixin:
     """Pydantic mixin class providing basic configuration loading functionality."""
 
     @classmethod
@@ -54,7 +54,7 @@ class _ConfigLoadingMixin:
         return instance
 
 
-class KostylBaseModel(PydanticBaseModel, _ConfigLoadingMixin):
+class KostylBaseModel(PydanticBaseModel, ConfigLoadingMixin):
     """A Pydantic model class with basic configuration loading functionality."""
 
     pass

kostyl/ml_core/configs/training_settings.py

@@ -63,6 +63,10 @@ class LightningTrainerParameters(BaseModel):
     precision: PRECISION
     log_every_n_steps: int = Field(default=50, ge=1)
     accumulate_grad_batches: int = Field(default=1, ge=1)
+    limit_train_batches: int | float | None = None
+    limit_val_batches: int | float | None = None
+    limit_test_batches: int | float | None = None
+    limit_predict_batches: int | float | None = None
 
 
 class EarlyStoppingConfig(BaseModel):

kostyl/ml_core/lightning/extenstions/custom_module.py

@@ -21,7 +21,7 @@ from kostyl.ml_core.schedulers.base import BaseScheduler
 from kostyl.utils import setup_logger
 
 
-logger = setup_logger()
+logger = setup_logger(fmt="only_message")
 
 
 class KostylLightningModule(L.LightningModule):
@@ -93,6 +93,9 @@ class KostylLightningModule(L.LightningModule):
     def on_before_optimizer_step(self, optimizer) -> None:
         if self.model is None:
             raise ValueError("Model must be configured before optimizer step.")
+        if not hasattr(self, "hyperparams"):
+            logger.warning_once("cannot clip gradients, hyperparams attr missing")
+            return
         if self.hyperparams.grad_clip_val is None:
             return
 

{kostyl_toolkit-0.1.8.dist-info → kostyl_toolkit-0.1.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.8
+Version: 0.1.9
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.8.dist-info → kostyl_toolkit-0.1.9.dist-info}/RECORD

@@ -4,11 +4,11 @@ kostyl/ml_core/clearml/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 kostyl/ml_core/clearml/config_mixin.py,sha256=sN24RPs8kWW1iXpIr_6w1bfEZZSXIV_i_RXypqzjwXg,3368
 kostyl/ml_core/clearml/dataset_utils.py,sha256=eij_sr2KDhm8GxEbVbK8aBjPsuVvLl9-PIGGaKVgXLA,1729
 kostyl/ml_core/clearml/logging_utils.py,sha256=GBjIIZbH_itd5sj7XpvxjkyZwxxGOpEcQ3BiWaJTyq8,1210
-kostyl/ml_core/clearml/pulling_utils.py,sha256=Yf70ux8dS0_ENdvfbNQkXOrDxwd4ed2GnRCmOR2ppEk,3252
+kostyl/ml_core/clearml/pulling_utils.py,sha256=7GgCVGWDKa8hqIXvXmdETNWdZ9WqbgobFDpVhlosfHI,3314
 kostyl/ml_core/configs/__init__.py,sha256=pBuEhcumGBNncprqz-t_IGll2XtMmogTn9S6ZPHXCTg,997
-kostyl/ml_core/configs/base_model.py,sha256=Sj4vF1zPpEPOVZ3OHDokp_yh80aU27qwTo116tB0xiM,1624
+kostyl/ml_core/configs/base_model.py,sha256=nOuiBIQn5pYDRRq-F4HbfWi5cn8pfaT2kM02VGoo4TE,1622
 kostyl/ml_core/configs/hyperparams.py,sha256=u-7FIM-cD3nz9Sycuvg7r0Vdiu4pduafiCoAxq8JK0s,3011
-kostyl/ml_core/configs/training_settings.py,sha256=1pnhFGmeRZS7YKWrGR7rSCXF_eJIZeX2Rkr_NRBAFNk,2650
+kostyl/ml_core/configs/training_settings.py,sha256=35EgIfqfoLAXtxwJ6XiWOalOcHDxrlsoBgjdtLbUI5k,2853
 kostyl/ml_core/dist_utils.py,sha256=G8atjzkRbXZZiZh9rdEYBmeXqX26rJdDDovft2n6xiU,3201
 kostyl/ml_core/lightning/__init__.py,sha256=-F3JAyq8KU1d-nACWryGu8d1CbvWbQ1rXFdeRwfE2X8,175
 kostyl/ml_core/lightning/callbacks/__init__.py,sha256=Vd-rozY4T9Prr3IMqbliXxj6sC6y9XsovHQqRwzc2HI,297
@@ -16,7 +16,7 @@ kostyl/ml_core/lightning/callbacks/checkpoint.py,sha256=RgkNNmsbAz9fdMYGlEgn9Qs_
 kostyl/ml_core/lightning/callbacks/early_stopping.py,sha256=nEj3OkMNJkpQzR6pt0Z0kvHDND6OWzWHw_aCZRmGE1s,620
 kostyl/ml_core/lightning/callbacks/registry_uploading.py,sha256=1aqT38FVOMQo4JphXcyjyK3ZY6A6HF1JBOsKqYNXar8,4706
 kostyl/ml_core/lightning/extenstions/__init__.py,sha256=OY6QGv1agYgqqKf1xJBrxgp_i8FunVfPzYezfaRrGXU,182
-kostyl/ml_core/lightning/extenstions/custom_module.py,sha256=8Z9iT7kdfLkzBQ8nLaCIxolXytiQqFVRLDSaNACjfK8,6146
+kostyl/ml_core/lightning/extenstions/custom_module.py,sha256=M8kAvKSlrHT2-MPmzRUfbLhNOOMQzhwnN8FazZzkYg0,6311
 kostyl/ml_core/lightning/extenstions/pretrained_model.py,sha256=4Ng4xjt3KFWKT0UThC_9vM5Y95AhBdzrU4y4We1gemc,4685
 kostyl/ml_core/lightning/loggers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kostyl/ml_core/lightning/loggers/tb_logger.py,sha256=Zh9n-lLu-bXMld-FIUO3lJfCyDf0IQFhS3JVShDJmvg,937
@@ -31,6 +31,6 @@ kostyl/utils/__init__.py,sha256=hkpmB6c5pr4Ti5BshOROebb7cvjDZfNCw83qZ_FFKMM,240
 kostyl/utils/dict_manipulations.py,sha256=e3vBicID74nYP8lHkVTQc4-IQwoJimrbFELy5uSF6Gk,1073
 kostyl/utils/fs.py,sha256=gAQNIU4R_2DhwjgzOS8BOMe0gZymtY1eZwmdgOdDgqo,510
 kostyl/utils/logging.py,sha256=3MvfDPArZhwakHu5nMlp_LpOsWg0E0SP26y41clsBtA,5232
-kostyl_toolkit-0.1.8.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
-kostyl_toolkit-0.1.8.dist-info/METADATA,sha256=as5lkkeSw0gVJqEMTm9h4Vdq1P6Div7CHY35TfZVGLs,4268
-kostyl_toolkit-0.1.8.dist-info/RECORD,,
+kostyl_toolkit-0.1.9.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
+kostyl_toolkit-0.1.9.dist-info/METADATA,sha256=iYt6-2YZOekG947b37TbF-ZC9ZG2jrCfCVnhjN3Ctw4,4268
+kostyl_toolkit-0.1.9.dist-info/RECORD,,