kostyl-toolkit 0.1.6__py3-none-any.whl → 0.1.8__py3-none-any.whl

kostyl/ml_core/clearml/config_mixin.py

@@ -4,18 +4,17 @@ from typing import TypeVar
 import clearml
 from caseconverter import pascalcase
 from caseconverter import snakecase
-from pydantic import BaseModel as PydanticBaseModel
 
-from kostyl.ml_core.configs.base import ConfigLoadingMixin
+from kostyl.ml_core.configs.base_model import KostylBaseModel
 from kostyl.utils.dict_manipulations import convert_to_flat_dict
 from kostyl.utils.dict_manipulations import flattened_dict_to_nested
 from kostyl.utils.fs import load_config
 
 
-TModel = TypeVar("TModel", bound="_ClearMLBaseModel")
+TModel = TypeVar("TModel", bound="KostylBaseModel")
 
 
-class ClearMLConfigMixin(ConfigLoadingMixin):
+class ClearMLConfigMixin:
     """Pydantic mixin class providing ClearML configuration loading and syncing functionality."""
 
     @classmethod
@@ -90,9 +89,3 @@ class ClearMLConfigMixin(ConfigLoadingMixin):
 
         model = cls.from_dict(state_dict=config)
         return model
-
-
-class _ClearMLBaseModel(PydanticBaseModel, ClearMLConfigMixin):
-    """A Pydantic model class with ClearML configuration loading and syncing functionality."""
-
-    pass

kostyl/ml_core/clearml/dataset_utils.py

@@ -1,3 +1,4 @@
+from collections.abc import Collection
 from concurrent.futures import ThreadPoolExecutor
 from concurrent.futures import as_completed
 from pathlib import Path
@@ -26,20 +27,16 @@ def collect_clearml_datasets(
     return datasets_list
 
 
-def download_clearml_datasets(datasets_mapping: dict[str, ClearMLDataset]) -> None:
+def download_clearml_datasets(datasets: Collection[ClearMLDataset]) -> None:
     """
     Download all ClearML datasets in parallel.
 
     Args:
-        datasets_mapping: Mapping of dataset names to initialized
-            `ClearMLDataset` instances whose contents must be downloaded
-            locally.
+        datasets: Collection of initialized `ClearMLDataset` instances to download.
 
     """
     with ThreadPoolExecutor() as executor:
-        futures = [
-            executor.submit(ds.get_local_copy) for ds in datasets_mapping.values()
-        ]
+        futures = [executor.submit(ds.get_local_copy) for ds in datasets]
         for future in as_completed(futures):
             future.result()
     return

kostyl/ml_core/configs/__init__.py

@@ -1,30 +1,32 @@
-from .base import ConfigLoadingMixin
+from .base_model import KostylBaseModel
 from .hyperparams import HyperparamsConfig
 from .hyperparams import Lr
 from .hyperparams import Optimizer
 from .hyperparams import WeightDecay
-from .training_params import CheckpointConfig
-from .training_params import ClearMLTrainingParameters
-from .training_params import DataConfig
-from .training_params import DDPStrategyConfig
-from .training_params import EarlyStoppingConfig
-from .training_params import FSDP1StrategyConfig
-from .training_params import SingleDeviceStrategyConfig
-from .training_params import TrainingParams
+from .training_settings import CheckpointConfig
+from .training_settings import ClearMLTrainingSettings
+from .training_settings import DataConfig
+from .training_settings import DDPStrategyConfig
+from .training_settings import EarlyStoppingConfig
+from .training_settings import FSDP1StrategyConfig
+from .training_settings import LightningTrainerParameters
+from .training_settings import SingleDeviceStrategyConfig
+from .training_settings import TrainingSettings
 
 
 __all__ = [
     "CheckpointConfig",
-    "ClearMLTrainingParameters",
-    "ConfigLoadingMixin",
+    "ClearMLTrainingSettings",
     "DDPStrategyConfig",
     "DataConfig",
     "EarlyStoppingConfig",
     "FSDP1StrategyConfig",
     "HyperparamsConfig",
+    "KostylBaseModel",
+    "LightningTrainerParameters",
     "Lr",
     "Optimizer",
     "SingleDeviceStrategyConfig",
-    "TrainingParams",
+    "TrainingSettings",
     "WeightDecay",
 ]

kostyl/ml_core/configs/{base.py → base_model.py}

@@ -9,7 +9,7 @@ from kostyl.utils.fs import load_config
 TConfig = TypeVar("TConfig", bound=PydanticBaseModel)
 
 
-class ConfigLoadingMixin:
+class _ConfigLoadingMixin:
     """Pydantic mixin class providing basic configuration loading functionality."""
 
     @classmethod
@@ -52,3 +52,9 @@ class ConfigLoadingMixin:
         """
         instance = cls.model_validate(state_dict)
         return instance
+
+
+class KostylBaseModel(PydanticBaseModel, _ConfigLoadingMixin):
+    """A Pydantic model class with basic configuration loading functionality."""
+
+    pass

kostyl/ml_core/configs/{training_params.py → training_settings.py}

@@ -6,7 +6,7 @@ from pydantic import Field
 from kostyl.ml_core.clearml.config_mixin import ClearMLConfigMixin
 from kostyl.utils.logging import setup_logger
 
-from .base import ConfigLoadingMixin
+from .base_model import KostylBaseModel
 
 
 logger = setup_logger(fmt="only_message")
@@ -49,6 +49,7 @@ class DDPStrategyConfig(BaseModel):
     """Distributed Data Parallel (DDP) strategy configuration."""
 
     type: Literal["ddp"]
+    find_unused_parameters: bool = False
 
 
 class LightningTrainerParameters(BaseModel):
@@ -91,7 +92,7 @@ class DataConfig(BaseModel):
     data_columns: list[str]
 
 
-class TrainingParams(BaseModel, ConfigLoadingMixin):
+class TrainingSettings(KostylBaseModel):
     """Training parameters configuration."""
 
     trainer: LightningTrainerParameters
@@ -100,9 +101,9 @@ class TrainingParams(BaseModel, ConfigLoadingMixin):
     data: DataConfig
 
 
-class ClearMLTrainingParameters(
+class ClearMLTrainingSettings(
+    TrainingSettings,
     ClearMLConfigMixin,
-    TrainingParams,
 ):
     """Training parameters configuration with ClearML features support (config syncing, model identifiers tracking and etc)."""
 

kostyl/ml_core/lightning/extenstions/pretrained_model.py

@@ -9,7 +9,7 @@ from transformers import PreTrainedModel
 try:
     from peft import PeftConfig
 except ImportError:
-    PeftConfig = None
+    PeftConfig = None  # ty: ignore
 
 from kostyl.utils.logging import log_incompatible_keys
 from kostyl.utils.logging import setup_logger

{kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.6
+Version: 0.1.8
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.8.dist-info}/RECORD

@@ -1,14 +1,14 @@
 kostyl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kostyl/ml_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kostyl/ml_core/clearml/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kostyl/ml_core/clearml/config_mixin.py,sha256=a3YO8kocbiJMSRKcnEIYZlHe_-jvozIh0t_CFcBd1MU,3610
-kostyl/ml_core/clearml/dataset_utils.py,sha256=mkuXqLXjuxR2UUeVwV_NdToILOObOse88ItdfIyyx04,1812
+kostyl/ml_core/clearml/config_mixin.py,sha256=sN24RPs8kWW1iXpIr_6w1bfEZZSXIV_i_RXypqzjwXg,3368
+kostyl/ml_core/clearml/dataset_utils.py,sha256=eij_sr2KDhm8GxEbVbK8aBjPsuVvLl9-PIGGaKVgXLA,1729
 kostyl/ml_core/clearml/logging_utils.py,sha256=GBjIIZbH_itd5sj7XpvxjkyZwxxGOpEcQ3BiWaJTyq8,1210
 kostyl/ml_core/clearml/pulling_utils.py,sha256=Yf70ux8dS0_ENdvfbNQkXOrDxwd4ed2GnRCmOR2ppEk,3252
-kostyl/ml_core/configs/__init__.py,sha256=AcLsl_aGnUuhEtNxfZWYbrKMfJrCAf47laPNeOKPfT4,889
-kostyl/ml_core/configs/base.py,sha256=4trY_fO_VnguNrwT0BgSSoxmnG8BS_z9mEsgX6DmaNU,1467
+kostyl/ml_core/configs/__init__.py,sha256=pBuEhcumGBNncprqz-t_IGll2XtMmogTn9S6ZPHXCTg,997
+kostyl/ml_core/configs/base_model.py,sha256=Sj4vF1zPpEPOVZ3OHDokp_yh80aU27qwTo116tB0xiM,1624
 kostyl/ml_core/configs/hyperparams.py,sha256=u-7FIM-cD3nz9Sycuvg7r0Vdiu4pduafiCoAxq8JK0s,3011
-kostyl/ml_core/configs/training_params.py,sha256=vYZUcOPNQNGLoMD9_-RCO9t72D8z7AwUU5JumkncYBk,2618
+kostyl/ml_core/configs/training_settings.py,sha256=1pnhFGmeRZS7YKWrGR7rSCXF_eJIZeX2Rkr_NRBAFNk,2650
 kostyl/ml_core/dist_utils.py,sha256=G8atjzkRbXZZiZh9rdEYBmeXqX26rJdDDovft2n6xiU,3201
 kostyl/ml_core/lightning/__init__.py,sha256=-F3JAyq8KU1d-nACWryGu8d1CbvWbQ1rXFdeRwfE2X8,175
 kostyl/ml_core/lightning/callbacks/__init__.py,sha256=Vd-rozY4T9Prr3IMqbliXxj6sC6y9XsovHQqRwzc2HI,297
@@ -17,7 +17,7 @@ kostyl/ml_core/lightning/callbacks/early_stopping.py,sha256=nEj3OkMNJkpQzR6pt0Z0
 kostyl/ml_core/lightning/callbacks/registry_uploading.py,sha256=1aqT38FVOMQo4JphXcyjyK3ZY6A6HF1JBOsKqYNXar8,4706
 kostyl/ml_core/lightning/extenstions/__init__.py,sha256=OY6QGv1agYgqqKf1xJBrxgp_i8FunVfPzYezfaRrGXU,182
 kostyl/ml_core/lightning/extenstions/custom_module.py,sha256=8Z9iT7kdfLkzBQ8nLaCIxolXytiQqFVRLDSaNACjfK8,6146
-kostyl/ml_core/lightning/extenstions/pretrained_model.py,sha256=67ihzuO9J5AHpuE4f4qzL8XGJnA6c4LYaDyhXAGYnaw,4671
+kostyl/ml_core/lightning/extenstions/pretrained_model.py,sha256=4Ng4xjt3KFWKT0UThC_9vM5Y95AhBdzrU4y4We1gemc,4685
 kostyl/ml_core/lightning/loggers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kostyl/ml_core/lightning/loggers/tb_logger.py,sha256=Zh9n-lLu-bXMld-FIUO3lJfCyDf0IQFhS3JVShDJmvg,937
 kostyl/ml_core/lightning/steps_estimation.py,sha256=fTZ0IrUEZV3H6VYlx4GYn56oco56mMiB7FO9F0Z7qc4,1511
@@ -31,6 +31,6 @@ kostyl/utils/__init__.py,sha256=hkpmB6c5pr4Ti5BshOROebb7cvjDZfNCw83qZ_FFKMM,240
 kostyl/utils/dict_manipulations.py,sha256=e3vBicID74nYP8lHkVTQc4-IQwoJimrbFELy5uSF6Gk,1073
 kostyl/utils/fs.py,sha256=gAQNIU4R_2DhwjgzOS8BOMe0gZymtY1eZwmdgOdDgqo,510
 kostyl/utils/logging.py,sha256=3MvfDPArZhwakHu5nMlp_LpOsWg0E0SP26y41clsBtA,5232
-kostyl_toolkit-0.1.6.dist-info/WHEEL,sha256=AaqHSNJgTyoT6I9ETCXrbV_7cVSjA_q07lkDGeNjGdQ,79
-kostyl_toolkit-0.1.6.dist-info/METADATA,sha256=S3AJNbTWSplf75-tGR-nGqNFubXyxJb4BLVYNvvE5Rk,4268
-kostyl_toolkit-0.1.6.dist-info/RECORD,,
+kostyl_toolkit-0.1.8.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
+kostyl_toolkit-0.1.8.dist-info/METADATA,sha256=as5lkkeSw0gVJqEMTm9h4Vdq1P6Div7CHY35TfZVGLs,4268
+kostyl_toolkit-0.1.8.dist-info/RECORD,,

{kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.8.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: uv 0.9.12
+Generator: uv 0.9.13
 Root-Is-Purelib: true
 Tag: py3-none-any