kostyl-toolkit 0.1.8__tar.gz → 0.1.10__tar.gz

{kostyl_toolkit-0.1.8 → kostyl_toolkit-0.1.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.8
+Version: 0.1.10
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.8 → kostyl_toolkit-0.1.10}/kostyl/ml_core/clearml/pulling_utils.py

@@ -1,7 +1,9 @@
 from pathlib import Path
+from typing import cast
 
 from clearml import InputModel
 from clearml import Task
+from transformers import AutoModel
 from transformers import AutoTokenizer
 from transformers import PreTrainedModel
 from transformers import PreTrainedTokenizerBase
@@ -39,7 +41,9 @@ def get_tokenizer_from_clearml(
     return tokenizer
 
 
-def get_model_from_clearml[TModel: PreTrainedModel | LightningCheckpointLoaderMixin](
+def get_model_from_clearml[
+    TModel: PreTrainedModel | LightningCheckpointLoaderMixin | AutoModel
+](
     model_id: str,
     model: type[TModel],
     task: Task | None = None,
@@ -80,4 +84,5 @@ def get_model_from_clearml[TModel: PreTrainedModel | LightningCheckpointLoaderMi
             f"Unsupported model format for path: {local_path}. "
             "Expected a ClearML package directory or a .ckpt file."
         )
+    model_instance = cast(TModel, model_instance)
     return model_instance

{kostyl_toolkit-0.1.8 → kostyl_toolkit-0.1.10}/kostyl/ml_core/configs/base_model.py

@@ -9,7 +9,7 @@ from kostyl.utils.fs import load_config
 TConfig = TypeVar("TConfig", bound=PydanticBaseModel)
 
 
-class _ConfigLoadingMixin:
+class ConfigLoadingMixin:
     """Pydantic mixin class providing basic configuration loading functionality."""
 
     @classmethod
@@ -54,7 +54,7 @@ class _ConfigLoadingMixin:
         return instance
 
 
-class KostylBaseModel(PydanticBaseModel, _ConfigLoadingMixin):
+class KostylBaseModel(PydanticBaseModel, ConfigLoadingMixin):
     """A Pydantic model class with basic configuration loading functionality."""
 
     pass

{kostyl_toolkit-0.1.8 → kostyl_toolkit-0.1.10}/kostyl/ml_core/configs/training_settings.py

@@ -63,6 +63,10 @@ class LightningTrainerParameters(BaseModel):
     precision: PRECISION
     log_every_n_steps: int = Field(default=50, ge=1)
     accumulate_grad_batches: int = Field(default=1, ge=1)
+    limit_train_batches: int | float | None = None
+    limit_val_batches: int | float | None = None
+    limit_test_batches: int | float | None = None
+    limit_predict_batches: int | float | None = None
 
 
 class EarlyStoppingConfig(BaseModel):

{kostyl_toolkit-0.1.8 → kostyl_toolkit-0.1.10}/kostyl/ml_core/lightning/extenstions/custom_module.py

@@ -21,7 +21,7 @@ from kostyl.ml_core.schedulers.base import BaseScheduler
 from kostyl.utils import setup_logger
 
 
-logger = setup_logger()
+logger = setup_logger(fmt="only_message")
 
 
 class KostylLightningModule(L.LightningModule):
@@ -93,6 +93,9 @@ class KostylLightningModule(L.LightningModule):
     def on_before_optimizer_step(self, optimizer) -> None:
         if self.model is None:
             raise ValueError("Model must be configured before optimizer step.")
+        if not hasattr(self, "hyperparams"):
+            logger.warning_once("cannot clip gradients, hyperparams attr missing")
+            return
         if self.hyperparams.grad_clip_val is None:
             return
 

{kostyl_toolkit-0.1.8 → kostyl_toolkit-0.1.10}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kostyl-toolkit"
-version = "0.1.8"
+version = "0.1.10"
 description = "Kickass Orchestration System for Training, Yielding & Logging "
 readme = "README.md"
 requires-python = ">=3.12"