kostyl-toolkit 0.1.26__py3-none-any.whl → 0.1.27__py3-none-any.whl

kostyl/ml/configs/hyperparams.py

@@ -23,7 +23,7 @@ class Lr(BaseModel):
         default=None, gt=0, lt=1, validate_default=False
     )
     warmup_value: float | None = Field(default=None, gt=0, validate_default=False)
-    start_value: float
+    base_value: float
     final_value: float | None = Field(default=None, gt=0, validate_default=False)
 
     @model_validator(mode="after")
@@ -56,7 +56,7 @@ class WeightDecay(BaseModel):
     """Weight decay hyperparameters configuration."""
 
     use_scheduler: bool = False
-    start_value: float
+    base_value: float
     final_value: float | None = None
 
     @model_validator(mode="after")

kostyl/ml/schedulers/cosine.py

@@ -13,7 +13,7 @@ class _CosineSchedulerCore(BaseScheduler):
         self,
         param_name: str,
         num_iters: int,
-        start_value: float,
+        base_value: float,
         final_value: float,
         warmup_ratio: float | None = None,
         warmup_value: float | None = None,
@@ -32,7 +32,7 @@ class _CosineSchedulerCore(BaseScheduler):
 
         self.param_name = param_name
         self.num_iters = num_iters
-        self.start_value = start_value
+        self.base_value = base_value
         self.final_value = final_value
 
         self.warmup_ratio = warmup_ratio
@@ -41,7 +41,7 @@ class _CosineSchedulerCore(BaseScheduler):
         self.freeze_ratio = freeze_ratio
 
         self.scheduler_values: npt.NDArray[np.float64] = np.array([], dtype=np.float64)
-        self.current_value_ = self.start_value
+        self.current_value_ = self.base_value
         return
 
     def _create_scheduler(self) -> None:
@@ -57,7 +57,7 @@ class _CosineSchedulerCore(BaseScheduler):
         if self.warmup_ratio is not None and self.warmup_value is not None:
             warmup_iters = int(self.num_iters * self.warmup_ratio)
             warmup_schedule = np.linspace(
-                self.warmup_value, self.start_value, warmup_iters, dtype=np.float64
+                self.warmup_value, self.base_value, warmup_iters, dtype=np.float64
             )
         else:
             warmup_iters = 0
@@ -69,7 +69,7 @@ class _CosineSchedulerCore(BaseScheduler):
 
         # Create cosine schedule
         iters = np.arange(cosine_annealing_iters)
-        schedule = self.final_value + 0.5 * (self.start_value - self.final_value) * (
+        schedule = self.final_value + 0.5 * (self.base_value - self.final_value) * (
             1 + np.cos(np.pi * iters / len(iters))
         )
 
@@ -118,7 +118,7 @@ class CosineScheduler(_CosineSchedulerCore):
         optimizer: torch.optim.Optimizer,
         param_group_field: str,
         num_iters: int,
-        start_value: float,
+        base_value: float,
         final_value: float,
         warmup_ratio: float | None = None,
         warmup_value: float | None = None,
@@ -135,9 +135,9 @@ class CosineScheduler(_CosineSchedulerCore):
             optimizer: Optimizer whose param groups are updated in-place.
             param_group_field: Name of the field that receives the scheduled value.
             num_iters: Number of scheduler iterations before clamping at ``final_value``.
-            start_value: Value used on the first cosine step (after warmup/freeze).
+            base_value: Value used on the first cosine step (after warmup/freeze).
             final_value: Value approached as iterations progress.
-            warmup_ratio: Optional fraction of iterations to linearly ramp from ``warmup_value`` to ``start_value``.
+            warmup_ratio: Optional fraction of iterations to linearly ramp from ``warmup_value`` to ``base_value``.
             warmup_value: Starting value for the warmup ramp.
             freeze_ratio: Optional fraction of iterations to keep the value frozen at zero at the beginning.
             multiplier_field: Optional per-group multiplier applied to the scheduled value.
@@ -154,7 +154,7 @@ class CosineScheduler(_CosineSchedulerCore):
         super().__init__(
             param_name=param_group_field,
             num_iters=num_iters,
-            start_value=start_value,
+            base_value=base_value,
             final_value=final_value,
             warmup_ratio=warmup_ratio,
             warmup_value=warmup_value,

kostyl/ml/schedulers/linear.py

@@ -13,21 +13,21 @@ class _LinearScheduleBase(BaseScheduler):
         self,
         param_name: str,
         num_iters: int,
-        start_value: float,
+        base_value: float,
         final_value: float,
     ) -> None:
         self.param_name = param_name
         self.num_iters = num_iters
-        self.start_value = start_value
+        self.base_value = base_value
         self.final_value = final_value
 
         self.scheduler_values: npt.NDArray[np.float64] = np.array([], dtype=np.float64)
-        self.current_value_ = self.start_value
+        self.current_value_ = self.base_value
         return
 
     def _create_scheduler(self) -> None:
         self.scheduler_values = np.linspace(
-            self.start_value, self.final_value, num=self.num_iters, dtype=np.float64
+            self.base_value, self.final_value, num=self.num_iters, dtype=np.float64
         )
         if len(self.scheduler_values) != self.num_iters:
             raise ValueError(
@@ -69,7 +69,7 @@ class LinearScheduler(_LinearScheduleBase):
         optimizer: torch.optim.Optimizer,
         param_group_field: str,
         num_iters: int,
-        start_value: float,
+        base_value: float,
         final_value: float,
         multiplier_field: str | None = None,
         skip_if_zero: bool = False,
@@ -83,7 +83,7 @@ class LinearScheduler(_LinearScheduleBase):
             optimizer: Optimizer whose param groups are updated in-place.
             param_group_field: Name of the field that receives the scheduled value.
             num_iters: Number of scheduler iterations before clamping at ``final_value``.
-            start_value: Value used on the first iteration.
+            base_value: Value used on the first iteration.
             final_value: Value used once ``num_iters`` iterations are consumed.
             multiplier_field: Optional per-group multiplier applied to the scheduled value.
             skip_if_zero: Leave groups untouched when their target field equals zero.
@@ -99,7 +99,7 @@ class LinearScheduler(_LinearScheduleBase):
         super().__init__(
             param_name=param_group_field,
             num_iters=num_iters,
-            start_value=start_value,
+            base_value=base_value,
             final_value=final_value,
         )
         self.param_group_field = param_group_field

{kostyl_toolkit-0.1.26.dist-info → kostyl_toolkit-0.1.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.26
+Version: 0.1.27
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.26.dist-info → kostyl_toolkit-0.1.27.dist-info}/RECORD

@@ -6,7 +6,7 @@ kostyl/ml/clearml/logging_utils.py,sha256=GBjIIZbH_itd5sj7XpvxjkyZwxxGOpEcQ3BiWa
 kostyl/ml/clearml/pulling_utils.py,sha256=cNa_-_5LHjNVYi9btXBrfl5sPvI6BAAlIFidtpKu310,4078
 kostyl/ml/configs/__init__.py,sha256=IetcivbqYGutowLqxdKp7QR4tkXKBr4m8t4Zkk9jHZU,911
 kostyl/ml/configs/base_model.py,sha256=Eofn14J9RsjpVx_J4rp6C19pDDCANU4hr3JtX-d0FpQ,4820
-kostyl/ml/configs/hyperparams.py,sha256=PXhgkQ9UJhnfeLFnwPweSYRqjdIuAVenG4lm0IU_TzI,2881
+kostyl/ml/configs/hyperparams.py,sha256=2S_VEZ07RWquNFSWjHBb3OUpBlTznbUpFSchzMpSBOc,2879
 kostyl/ml/configs/training_settings.py,sha256=Sq2tiRuwkbmi9zKDG2JghZLXo5DDt_eQqN_KYJSdcTY,2509
 kostyl/ml/dist_utils.py,sha256=Onf0KHVLA8oeUgZTcTdmR9qiM22f2uYLoNwgLbMGJWk,3495
 kostyl/ml/lightning/__init__.py,sha256=-F3JAyq8KU1d-nACWryGu8d1CbvWbQ1rXFdeRwfE2X8,175
@@ -25,12 +25,12 @@ kostyl/ml/params_groups.py,sha256=nUyw5d06Pvy9QPiYtZzLYR87xwXqJLxbHthgQH8oSCM,35
 kostyl/ml/schedulers/__init__.py,sha256=bxXbsU_WYnVbhvNNnuI7cOAh2Axz7D25TaleBTZhYfc,197
 kostyl/ml/schedulers/base.py,sha256=9M2iOoOVSRojR_liPX1qo3Nn4iMXSM5ZJuAFWZTulUk,1327
 kostyl/ml/schedulers/composite.py,sha256=ee4xlMDMMtjKPkbTF2ue9GTr9DuGCGjZWf11mHbi6aE,2387
-kostyl/ml/schedulers/cosine.py,sha256=I5soKFLVrppphapQgKKm5HM5KgyKiD40O_Q5UaJ_LtM,7638
-kostyl/ml/schedulers/linear.py,sha256=7HPkVWcPa0lbaZywutXSDdVLLSihAyWk5XIE2Dzj_5Q,5168
+kostyl/ml/schedulers/cosine.py,sha256=t74_ByT22L5NQKpnBVU9UGzBVx1ZM2GTylb9ct3_PVg,7627
+kostyl/ml/schedulers/linear.py,sha256=62mYEfd_2cQjOWrd0Vl5_sFeEokBKYmx496szhY04aU,5159
 kostyl/utils/__init__.py,sha256=hkpmB6c5pr4Ti5BshOROebb7cvjDZfNCw83qZ_FFKMM,240
 kostyl/utils/dict_manipulations.py,sha256=e3vBicID74nYP8lHkVTQc4-IQwoJimrbFELy5uSF6Gk,1073
 kostyl/utils/fs.py,sha256=gAQNIU4R_2DhwjgzOS8BOMe0gZymtY1eZwmdgOdDgqo,510
 kostyl/utils/logging.py,sha256=Vye0u4-yeOSUc-f03gpQbxSktTbFiilTWLEVr00ZHvc,5796
-kostyl_toolkit-0.1.26.dist-info/WHEEL,sha256=ZyFSCYkV2BrxH6-HRVRg3R9Fo7MALzer9KiPYqNxSbo,79
-kostyl_toolkit-0.1.26.dist-info/METADATA,sha256=IV3roJpKgWYAhOjrFpmn3BvZLzB5wFYy-fVmB6f81Ls,4269
-kostyl_toolkit-0.1.26.dist-info/RECORD,,
+kostyl_toolkit-0.1.27.dist-info/WHEEL,sha256=ZyFSCYkV2BrxH6-HRVRg3R9Fo7MALzer9KiPYqNxSbo,79
+kostyl_toolkit-0.1.27.dist-info/METADATA,sha256=kg7Y2CJqhAI-3--rIKsPlarm1Ukk6jQLJpW2ZBvysI8,4269
+kostyl_toolkit-0.1.27.dist-info/RECORD,,