kostyl-toolkit 0.1.7__tar.gz → 0.1.9__tar.gz

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.7
+Version: 0.1.9
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/kostyl/ml_core/clearml/config_mixin.py

@@ -4,18 +4,17 @@ from typing import TypeVar
 import clearml
 from caseconverter import pascalcase
 from caseconverter import snakecase
-from pydantic import BaseModel as PydanticBaseModel
 
-from kostyl.ml_core.configs.base import ConfigLoadingMixin
+from kostyl.ml_core.configs.base_model import KostylBaseModel
 from kostyl.utils.dict_manipulations import convert_to_flat_dict
 from kostyl.utils.dict_manipulations import flattened_dict_to_nested
 from kostyl.utils.fs import load_config
 
 
-TModel = TypeVar("TModel", bound="_ClearMLBaseModel")
+TModel = TypeVar("TModel", bound="KostylBaseModel")
 
 
-class ClearMLConfigMixin(ConfigLoadingMixin):
+class ClearMLConfigMixin:
     """Pydantic mixin class providing ClearML configuration loading and syncing functionality."""
 
     @classmethod
@@ -90,9 +89,3 @@ class ClearMLConfigMixin(ConfigLoadingMixin):
 
         model = cls.from_dict(state_dict=config)
         return model
-
-
-class _ClearMLBaseModel(PydanticBaseModel, ClearMLConfigMixin):
-    """A Pydantic model class with ClearML configuration loading and syncing functionality."""
-
-    pass

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/kostyl/ml_core/clearml/pulling_utils.py

@@ -2,6 +2,7 @@ from pathlib import Path
 
 from clearml import InputModel
 from clearml import Task
+from transformers import AutoModel
 from transformers import AutoTokenizer
 from transformers import PreTrainedModel
 from transformers import PreTrainedTokenizerBase
@@ -39,12 +40,14 @@ def get_tokenizer_from_clearml(
     return tokenizer
 
 
-def get_model_from_clearml[TModel: PreTrainedModel | LightningCheckpointLoaderMixin](
+def get_model_from_clearml[
+    TModel: PreTrainedModel | LightningCheckpointLoaderMixin | AutoModel
+](
     model_id: str,
     model: type[TModel],
     task: Task | None = None,
     ignore_remote_overrides: bool = True,
-) -> TModel:
+) -> PreTrainedModel:
     """
     Retrieve a pretrained model from ClearML and instantiate it using the appropriate loader.
 

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/kostyl/ml_core/configs/__init__.py

@@ -1,4 +1,4 @@
-from .base import ConfigLoadingMixin
+from .base_model import KostylBaseModel
 from .hyperparams import HyperparamsConfig
 from .hyperparams import Lr
 from .hyperparams import Optimizer
@@ -9,6 +9,7 @@ from .training_settings import DataConfig
 from .training_settings import DDPStrategyConfig
 from .training_settings import EarlyStoppingConfig
 from .training_settings import FSDP1StrategyConfig
+from .training_settings import LightningTrainerParameters
 from .training_settings import SingleDeviceStrategyConfig
 from .training_settings import TrainingSettings
 
@@ -16,12 +17,13 @@ from .training_settings import TrainingSettings
 __all__ = [
     "CheckpointConfig",
     "ClearMLTrainingSettings",
-    "ConfigLoadingMixin",
     "DDPStrategyConfig",
     "DataConfig",
     "EarlyStoppingConfig",
     "FSDP1StrategyConfig",
     "HyperparamsConfig",
+    "KostylBaseModel",
+    "LightningTrainerParameters",
     "Lr",
     "Optimizer",
     "SingleDeviceStrategyConfig",

kostyl_toolkit-0.1.7/kostyl/ml_core/configs/base.py → kostyl_toolkit-0.1.9/kostyl/ml_core/configs/base_model.py

@@ -52,3 +52,9 @@ class ConfigLoadingMixin:
         """
         instance = cls.model_validate(state_dict)
         return instance
+
+
+class KostylBaseModel(PydanticBaseModel, ConfigLoadingMixin):
+    """A Pydantic model class with basic configuration loading functionality."""
+
+    pass

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/kostyl/ml_core/configs/training_settings.py

@@ -6,7 +6,7 @@ from pydantic import Field
 from kostyl.ml_core.clearml.config_mixin import ClearMLConfigMixin
 from kostyl.utils.logging import setup_logger
 
-from .base import ConfigLoadingMixin
+from .base_model import KostylBaseModel
 
 
 logger = setup_logger(fmt="only_message")
@@ -63,6 +63,10 @@ class LightningTrainerParameters(BaseModel):
     precision: PRECISION
     log_every_n_steps: int = Field(default=50, ge=1)
     accumulate_grad_batches: int = Field(default=1, ge=1)
+    limit_train_batches: int | float | None = None
+    limit_val_batches: int | float | None = None
+    limit_test_batches: int | float | None = None
+    limit_predict_batches: int | float | None = None
 
 
 class EarlyStoppingConfig(BaseModel):
@@ -92,7 +96,7 @@ class DataConfig(BaseModel):
     data_columns: list[str]
 
 
-class TrainingSettings(BaseModel, ConfigLoadingMixin):
+class TrainingSettings(KostylBaseModel):
     """Training parameters configuration."""
 
     trainer: LightningTrainerParameters
@@ -102,8 +106,8 @@ class TrainingSettings(BaseModel, ConfigLoadingMixin):
 
 
 class ClearMLTrainingSettings(
-    ClearMLConfigMixin,
     TrainingSettings,
+    ClearMLConfigMixin,
 ):
     """Training parameters configuration with ClearML features support (config syncing, model identifiers tracking and etc)."""
 

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/kostyl/ml_core/lightning/extenstions/custom_module.py

@@ -21,7 +21,7 @@ from kostyl.ml_core.schedulers.base import BaseScheduler
 from kostyl.utils import setup_logger
 
 
-logger = setup_logger()
+logger = setup_logger(fmt="only_message")
 
 
 class KostylLightningModule(L.LightningModule):
@@ -93,6 +93,9 @@ class KostylLightningModule(L.LightningModule):
     def on_before_optimizer_step(self, optimizer) -> None:
         if self.model is None:
             raise ValueError("Model must be configured before optimizer step.")
+        if not hasattr(self, "hyperparams"):
+            logger.warning_once("cannot clip gradients, hyperparams attr missing")
+            return
         if self.hyperparams.grad_clip_val is None:
             return
 

{kostyl_toolkit-0.1.7 → kostyl_toolkit-0.1.9}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kostyl-toolkit"
-version = "0.1.7"
+version = "0.1.9"
 description = "Kickass Orchestration System for Training, Yielding & Logging "
 readme = "README.md"
 requires-python = ">=3.12"