kostyl-toolkit 0.1.12__tar.gz → 0.1.14__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/PKG-INFO +1 -1
  2. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/clearml/pulling_utils.py +1 -1
  3. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/extenstions/custom_module.py +5 -11
  4. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/pyproject.toml +1 -1
  5. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/README.md +0 -0
  6. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/__init__.py +0 -0
  7. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/__init__.py +0 -0
  8. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/clearml/__init__.py +0 -0
  9. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/clearml/dataset_utils.py +0 -0
  10. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/clearml/logging_utils.py +0 -0
  11. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/configs/__init__.py +0 -0
  12. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/configs/base_model.py +0 -0
  13. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/configs/hyperparams.py +0 -0
  14. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/configs/training_settings.py +0 -0
  15. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/dist_utils.py +0 -0
  16. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/__init__.py +0 -0
  17. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/callbacks/__init__.py +0 -0
  18. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/callbacks/checkpoint.py +0 -0
  19. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/callbacks/early_stopping.py +0 -0
  20. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/callbacks/registry_uploading.py +0 -0
  21. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/extenstions/__init__.py +0 -0
  22. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/extenstions/pretrained_model.py +0 -0
  23. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/loggers/__init__.py +0 -0
  24. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/loggers/tb_logger.py +0 -0
  25. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/lightning/steps_estimation.py +0 -0
  26. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/metrics_formatting.py +0 -0
  27. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/params_groups.py +0 -0
  28. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/schedulers/__init__.py +0 -0
  29. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/schedulers/base.py +0 -0
  30. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/schedulers/composite.py +0 -0
  31. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/ml/schedulers/cosine.py +0 -0
  32. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/utils/__init__.py +0 -0
  33. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/utils/dict_manipulations.py +0 -0
  34. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/utils/fs.py +0 -0
  35. {kostyl_toolkit-0.1.12 → kostyl_toolkit-0.1.14}/kostyl/utils/logging.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: kostyl-toolkit
3
- Version: 0.1.12
3
+ Version: 0.1.14
4
4
  Summary: Kickass Orchestration System for Training, Yielding & Logging
5
5
  Requires-Dist: case-converter>=1.2.0
6
6
  Requires-Dist: loguru>=0.7.3
@@ -1,9 +1,9 @@
1
1
  from pathlib import Path
2
+ from typing import Any
2
3
  from typing import cast
3
4
 
4
5
  from clearml import InputModel
5
6
  from clearml import Task
6
- from transformers import Any
7
7
  from transformers import AutoModel
8
8
  from transformers import AutoTokenizer
9
9
  from transformers import PreTrainedModel
@@ -26,8 +26,6 @@ logger = setup_logger(fmt="only_message")
26
26
  class KostylLightningModule(L.LightningModule):
27
27
  """Custom PyTorch Lightning Module with logging, checkpointing, and distributed training utilities."""
28
28
 
29
- model: PreTrainedModel | nn.Module | None
30
-
31
29
  def get_process_group(self) -> ProcessGroup | None:
32
30
  """
33
31
  Retrieves the data parallel process group for distributed training.
@@ -54,16 +52,15 @@ class KostylLightningModule(L.LightningModule):
54
52
  dp_pg = dist.group.WORLD
55
53
  return dp_pg
56
54
 
57
- def get_model(self) -> PreTrainedModel | nn.Module:
55
+ @property
56
+ def model_instance(self) -> PreTrainedModel | nn.Module:
58
57
  """Returns the underlying model."""
59
- if self.model is None:
60
- raise ValueError("Model is not configured.")
61
- return self.model
58
+ raise NotImplementedError
62
59
 
63
60
  @property
64
61
  def model_config(self) -> PretrainedConfig | None:
65
62
  """Returns the model configuration if available."""
66
- model = self.get_model()
63
+ model = self.model_instance
67
64
  if hasattr(model, "config"):
68
65
  return model.config # type: ignore
69
66
  return None
@@ -75,7 +72,7 @@ class KostylLightningModule(L.LightningModule):
75
72
 
76
73
  @override
77
74
  def on_save_checkpoint(self, checkpoint: dict[str, Any]) -> None:
78
- model = self.get_model()
75
+ model = self.model_instance
79
76
  if hasattr(model, "config"):
80
77
  cfg = model.config
81
78
  if hasattr(cfg, "to_dict"):
@@ -94,9 +91,6 @@ class KostylLightningModule(L.LightningModule):
94
91
 
95
92
  @override
96
93
  def on_before_optimizer_step(self, optimizer) -> None:
97
- if self.model is None:
98
- raise ValueError("Model must be configured before optimizer step.")
99
-
100
94
  grad_clip_val = self.grad_clip_val
101
95
  if grad_clip_val is None:
102
96
  return
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "kostyl-toolkit"
3
- version = "0.1.12"
3
+ version = "0.1.14"
4
4
  description = "Kickass Orchestration System for Training, Yielding & Logging "
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.12"