kostyl-toolkit 0.1.6__py3-none-any.whl → 0.1.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. kostyl/ml_core/clearml/dataset_utils.py +4 -7
  2. kostyl/ml_core/configs/__init__.py +10 -10
  3. kostyl/ml_core/configs/{training_params.py → training_settings.py} +4 -3
  4. kostyl/ml_core/lightning/extenstions/pretrained_model.py +1 -1
  5. {kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.7.dist-info}/METADATA +1 -1
  6. {kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.7.dist-info}/RECORD +7 -7
  7. {kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.7.dist-info}/WHEEL +1 -1
kostyl/ml_core/clearml/dataset_utils.py CHANGED
@@ -1,3 +1,4 @@
1
+ from collections.abc import Collection
1
2
  from concurrent.futures import ThreadPoolExecutor
2
3
  from concurrent.futures import as_completed
3
4
  from pathlib import Path
@@ -26,20 +27,16 @@ def collect_clearml_datasets(
26
27
  return datasets_list
27
28
 
28
29
 
29
- def download_clearml_datasets(datasets_mapping: dict[str, ClearMLDataset]) -> None:
30
+ def download_clearml_datasets(datasets: Collection[ClearMLDataset]) -> None:
30
31
  """
31
32
  Download all ClearML datasets in parallel.
32
33
 
33
34
  Args:
34
- datasets_mapping: Mapping of dataset names to initialized
35
- `ClearMLDataset` instances whose contents must be downloaded
36
- locally.
35
+ datasets: Collection of initialized `ClearMLDataset` instances to download.
37
36
 
38
37
  """
39
38
  with ThreadPoolExecutor() as executor:
40
- futures = [
41
- executor.submit(ds.get_local_copy) for ds in datasets_mapping.values()
42
- ]
39
+ futures = [executor.submit(ds.get_local_copy) for ds in datasets]
43
40
  for future in as_completed(futures):
44
41
  future.result()
45
42
  return
kostyl/ml_core/configs/__init__.py CHANGED
@@ -3,19 +3,19 @@ from .hyperparams import HyperparamsConfig
3
3
  from .hyperparams import Lr
4
4
  from .hyperparams import Optimizer
5
5
  from .hyperparams import WeightDecay
6
- from .training_params import CheckpointConfig
7
- from .training_params import ClearMLTrainingParameters
8
- from .training_params import DataConfig
9
- from .training_params import DDPStrategyConfig
10
- from .training_params import EarlyStoppingConfig
11
- from .training_params import FSDP1StrategyConfig
12
- from .training_params import SingleDeviceStrategyConfig
13
- from .training_params import TrainingParams
6
+ from .training_settings import CheckpointConfig
7
+ from .training_settings import ClearMLTrainingSettings
8
+ from .training_settings import DataConfig
9
+ from .training_settings import DDPStrategyConfig
10
+ from .training_settings import EarlyStoppingConfig
11
+ from .training_settings import FSDP1StrategyConfig
12
+ from .training_settings import SingleDeviceStrategyConfig
13
+ from .training_settings import TrainingSettings
14
14
 
15
15
 
16
16
  __all__ = [
17
17
  "CheckpointConfig",
18
- "ClearMLTrainingParameters",
18
+ "ClearMLTrainingSettings",
19
19
  "ConfigLoadingMixin",
20
20
  "DDPStrategyConfig",
21
21
  "DataConfig",
@@ -25,6 +25,6 @@ __all__ = [
25
25
  "Lr",
26
26
  "Optimizer",
27
27
  "SingleDeviceStrategyConfig",
28
- "TrainingParams",
28
+ "TrainingSettings",
29
29
  "WeightDecay",
30
30
  ]
kostyl/ml_core/configs/{training_params.py → training_settings.py} RENAMED
@@ -49,6 +49,7 @@ class DDPStrategyConfig(BaseModel):
49
49
  """Distributed Data Parallel (DDP) strategy configuration."""
50
50
 
51
51
  type: Literal["ddp"]
52
+ find_unused_parameters: bool = False
52
53
 
53
54
 
54
55
  class LightningTrainerParameters(BaseModel):
@@ -91,7 +92,7 @@ class DataConfig(BaseModel):
91
92
  data_columns: list[str]
92
93
 
93
94
 
94
- class TrainingParams(BaseModel, ConfigLoadingMixin):
95
+ class TrainingSettings(BaseModel, ConfigLoadingMixin):
95
96
  """Training parameters configuration."""
96
97
 
97
98
  trainer: LightningTrainerParameters
@@ -100,9 +101,9 @@ class TrainingParams(BaseModel, ConfigLoadingMixin):
100
101
  data: DataConfig
101
102
 
102
103
 
103
- class ClearMLTrainingParameters(
104
+ class ClearMLTrainingSettings(
104
105
  ClearMLConfigMixin,
105
- TrainingParams,
106
+ TrainingSettings,
106
107
  ):
107
108
  """Training parameters configuration with ClearML features support (config syncing, model identifiers tracking and etc)."""
108
109
 
kostyl/ml_core/lightning/extenstions/pretrained_model.py CHANGED
@@ -9,7 +9,7 @@ from transformers import PreTrainedModel
9
9
  try:
10
10
  from peft import PeftConfig
11
11
  except ImportError:
12
- PeftConfig = None
12
+ PeftConfig = None # ty: ignore
13
13
 
14
14
  from kostyl.utils.logging import log_incompatible_keys
15
15
  from kostyl.utils.logging import setup_logger
{kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.7.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: kostyl-toolkit
3
- Version: 0.1.6
3
+ Version: 0.1.7
4
4
  Summary: Kickass Orchestration System for Training, Yielding & Logging
5
5
  Requires-Dist: case-converter>=1.2.0
6
6
  Requires-Dist: loguru>=0.7.3
{kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.7.dist-info}/RECORD RENAMED
@@ -2,13 +2,13 @@ kostyl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
2
  kostyl/ml_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  kostyl/ml_core/clearml/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  kostyl/ml_core/clearml/config_mixin.py,sha256=a3YO8kocbiJMSRKcnEIYZlHe_-jvozIh0t_CFcBd1MU,3610
5
- kostyl/ml_core/clearml/dataset_utils.py,sha256=mkuXqLXjuxR2UUeVwV_NdToILOObOse88ItdfIyyx04,1812
5
+ kostyl/ml_core/clearml/dataset_utils.py,sha256=eij_sr2KDhm8GxEbVbK8aBjPsuVvLl9-PIGGaKVgXLA,1729
6
6
  kostyl/ml_core/clearml/logging_utils.py,sha256=GBjIIZbH_itd5sj7XpvxjkyZwxxGOpEcQ3BiWaJTyq8,1210
7
7
  kostyl/ml_core/clearml/pulling_utils.py,sha256=Yf70ux8dS0_ENdvfbNQkXOrDxwd4ed2GnRCmOR2ppEk,3252
8
- kostyl/ml_core/configs/__init__.py,sha256=AcLsl_aGnUuhEtNxfZWYbrKMfJrCAf47laPNeOKPfT4,889
8
+ kostyl/ml_core/configs/__init__.py,sha256=-xb7AUvutDnlHWRg2rCOnBwmru912pEkP5QTl4j1uQA,905
9
9
  kostyl/ml_core/configs/base.py,sha256=4trY_fO_VnguNrwT0BgSSoxmnG8BS_z9mEsgX6DmaNU,1467
10
10
  kostyl/ml_core/configs/hyperparams.py,sha256=u-7FIM-cD3nz9Sycuvg7r0Vdiu4pduafiCoAxq8JK0s,3011
11
- kostyl/ml_core/configs/training_params.py,sha256=vYZUcOPNQNGLoMD9_-RCO9t72D8z7AwUU5JumkncYBk,2618
11
+ kostyl/ml_core/configs/training_settings.py,sha256=5H3Dv9dy8FHa3f_ZQHzs6LgTxrlM1BifB4VUY7F0qDo,2661
12
12
  kostyl/ml_core/dist_utils.py,sha256=G8atjzkRbXZZiZh9rdEYBmeXqX26rJdDDovft2n6xiU,3201
13
13
  kostyl/ml_core/lightning/__init__.py,sha256=-F3JAyq8KU1d-nACWryGu8d1CbvWbQ1rXFdeRwfE2X8,175
14
14
  kostyl/ml_core/lightning/callbacks/__init__.py,sha256=Vd-rozY4T9Prr3IMqbliXxj6sC6y9XsovHQqRwzc2HI,297
@@ -17,7 +17,7 @@ kostyl/ml_core/lightning/callbacks/early_stopping.py,sha256=nEj3OkMNJkpQzR6pt0Z0
17
17
  kostyl/ml_core/lightning/callbacks/registry_uploading.py,sha256=1aqT38FVOMQo4JphXcyjyK3ZY6A6HF1JBOsKqYNXar8,4706
18
18
  kostyl/ml_core/lightning/extenstions/__init__.py,sha256=OY6QGv1agYgqqKf1xJBrxgp_i8FunVfPzYezfaRrGXU,182
19
19
  kostyl/ml_core/lightning/extenstions/custom_module.py,sha256=8Z9iT7kdfLkzBQ8nLaCIxolXytiQqFVRLDSaNACjfK8,6146
20
- kostyl/ml_core/lightning/extenstions/pretrained_model.py,sha256=67ihzuO9J5AHpuE4f4qzL8XGJnA6c4LYaDyhXAGYnaw,4671
20
+ kostyl/ml_core/lightning/extenstions/pretrained_model.py,sha256=4Ng4xjt3KFWKT0UThC_9vM5Y95AhBdzrU4y4We1gemc,4685
21
21
  kostyl/ml_core/lightning/loggers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
22
  kostyl/ml_core/lightning/loggers/tb_logger.py,sha256=Zh9n-lLu-bXMld-FIUO3lJfCyDf0IQFhS3JVShDJmvg,937
23
23
  kostyl/ml_core/lightning/steps_estimation.py,sha256=fTZ0IrUEZV3H6VYlx4GYn56oco56mMiB7FO9F0Z7qc4,1511
@@ -31,6 +31,6 @@ kostyl/utils/__init__.py,sha256=hkpmB6c5pr4Ti5BshOROebb7cvjDZfNCw83qZ_FFKMM,240
31
31
  kostyl/utils/dict_manipulations.py,sha256=e3vBicID74nYP8lHkVTQc4-IQwoJimrbFELy5uSF6Gk,1073
32
32
  kostyl/utils/fs.py,sha256=gAQNIU4R_2DhwjgzOS8BOMe0gZymtY1eZwmdgOdDgqo,510
33
33
  kostyl/utils/logging.py,sha256=3MvfDPArZhwakHu5nMlp_LpOsWg0E0SP26y41clsBtA,5232
34
- kostyl_toolkit-0.1.6.dist-info/WHEEL,sha256=AaqHSNJgTyoT6I9ETCXrbV_7cVSjA_q07lkDGeNjGdQ,79
35
- kostyl_toolkit-0.1.6.dist-info/METADATA,sha256=S3AJNbTWSplf75-tGR-nGqNFubXyxJb4BLVYNvvE5Rk,4268
36
- kostyl_toolkit-0.1.6.dist-info/RECORD,,
34
+ kostyl_toolkit-0.1.7.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
35
+ kostyl_toolkit-0.1.7.dist-info/METADATA,sha256=VncD3WCxkVTL3HOELoh9yA8iIMyYbR_IJXD5zbN2Bgk,4268
36
+ kostyl_toolkit-0.1.7.dist-info/RECORD,,
{kostyl_toolkit-0.1.6.dist-info → kostyl_toolkit-0.1.7.dist-info}/WHEEL RENAMED
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: uv 0.9.12
2
+ Generator: uv 0.9.13
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any