kostyl-toolkit 0.1.15__py3-none-any.whl → 0.1.17__py3-none-any.whl

kostyl/ml/clearml/pulling_utils.py

@@ -15,8 +15,11 @@ from kostyl.ml.lightning.extenstions.pretrained_model import (
 
 
 def get_tokenizer_from_clearml(
-    model_id: str, task: Task | None = None, ignore_remote_overrides: bool = True
-) -> PreTrainedTokenizerBase:
+    model_id: str,
+    task: Task | None = None,
+    ignore_remote_overrides: bool = True,
+    name: str | None = None,
+) -> tuple[PreTrainedTokenizerBase, InputModel]:
     """
     Retrieve a Hugging Face tokenizer stored in a ClearML.
 
@@ -26,15 +29,19 @@ def get_tokenizer_from_clearml(
             the model. Defaults to None.
         ignore_remote_overrides (bool, optional): Whether to ignore remote hyperparameter
             overrides when connecting the ClearML task. Defaults to True.
+        name: The model name to be stored on the Task
+            (default to filename of the model weights, without the file extension, or to Input Model if that is not found)
 
     Returns:
-        PreTrainedTokenizerBase: The instantiated tokenizer loaded from the local copy
-            of the referenced ClearML InputModel.
+        The instantiated tokenizer loaded from the local copy
+            of the referenced ClearML InputModel and the ClearML InputModel instance.
 
     """
     clearml_tokenizer = InputModel(model_id=model_id)
     if task is not None:
-        clearml_tokenizer.connect(task, ignore_remote_overrides=ignore_remote_overrides)
+        clearml_tokenizer.connect(
+            task, ignore_remote_overrides=ignore_remote_overrides, name=name
+        )
 
     tokenizer = AutoTokenizer.from_pretrained(
         clearml_tokenizer.get_local_copy(raise_on_error=True)
@@ -49,8 +56,9 @@ def get_model_from_clearml[
     model: type[TModel],
     task: Task | None = None,
     ignore_remote_overrides: bool = True,
+    name: str | None = None,
     **kwargs: Any,
-) -> TModel:
+) -> tuple[TModel, InputModel]:
     """
     Retrieve a pretrained model from ClearML and instantiate it using the appropriate loader.
 
@@ -59,18 +67,24 @@ def get_model_from_clearml[
         model: The model class that implements either PreTrainedModel or LightningCheckpointLoaderMixin.
         task: Optional ClearML task used to resolve the input model reference. If provided, the input model
             will be connected to this task, with remote overrides optionally ignored.
-        ignore_remote_overrides: When connecting the input model to the provided task, determines whether
-            remote configuration overrides should be ignored.
+        ignore_remote_overrides: When connecting the input model to the provided task,
+            determines whether remote configuration overrides should be ignored.
+        name: The model name to be stored on the Task
+            (default to filename of the model weights, without the file extension, or to Input Model if that is not found)
         **kwargs: Additional keyword arguments to pass to the model loading method.
 
     Returns:
-        An instantiated model loaded either from a ClearML package directory or a Lightning checkpoint.
+        The instantiated model and the ClearML InputModel instance.
 
     """
     input_model = InputModel(model_id=model_id)
 
     if task is not None:
-        input_model.connect(task, ignore_remote_overrides=ignore_remote_overrides)
+        input_model.connect(
+            task,
+            ignore_remote_overrides=ignore_remote_overrides,
+            name=name,
+        )
 
     local_path = Path(input_model.get_local_copy(raise_on_error=True))
 
@@ -88,4 +102,4 @@ def get_model_from_clearml[
             "Expected a ClearML package directory or a .ckpt file."
         )
     model_instance = cast(TModel, model_instance)
-    return model_instance
+    return model_instance, input_model

{kostyl_toolkit-0.1.15.dist-info → kostyl_toolkit-0.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kostyl-toolkit
-Version: 0.1.15
+Version: 0.1.17
 Summary: Kickass Orchestration System for Training, Yielding & Logging 
 Requires-Dist: case-converter>=1.2.0
 Requires-Dist: loguru>=0.7.3

{kostyl_toolkit-0.1.15.dist-info → kostyl_toolkit-0.1.17.dist-info}/RECORD

@@ -3,7 +3,7 @@ kostyl/ml/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kostyl/ml/clearml/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kostyl/ml/clearml/dataset_utils.py,sha256=eij_sr2KDhm8GxEbVbK8aBjPsuVvLl9-PIGGaKVgXLA,1729
 kostyl/ml/clearml/logging_utils.py,sha256=GBjIIZbH_itd5sj7XpvxjkyZwxxGOpEcQ3BiWaJTyq8,1210
-kostyl/ml/clearml/pulling_utils.py,sha256=-9EIMUu3daWLj99s_G5rJ_omykz1nPLqxBzBJ8Am8aU,3520
+kostyl/ml/clearml/pulling_utils.py,sha256=I6B8YF3gv9QXsggMRD2RSA2bcEcPUUhsnQjZf-uI0es,4058
 kostyl/ml/configs/__init__.py,sha256=IetcivbqYGutowLqxdKp7QR4tkXKBr4m8t4Zkk9jHZU,911
 kostyl/ml/configs/base_model.py,sha256=Eofn14J9RsjpVx_J4rp6C19pDDCANU4hr3JtX-d0FpQ,4820
 kostyl/ml/configs/hyperparams.py,sha256=CaVNEvpW4LvlHhLsbe2FockIGI1mJufCqjH298nYgKE,2971
@@ -30,6 +30,6 @@ kostyl/utils/__init__.py,sha256=hkpmB6c5pr4Ti5BshOROebb7cvjDZfNCw83qZ_FFKMM,240
 kostyl/utils/dict_manipulations.py,sha256=e3vBicID74nYP8lHkVTQc4-IQwoJimrbFELy5uSF6Gk,1073
 kostyl/utils/fs.py,sha256=gAQNIU4R_2DhwjgzOS8BOMe0gZymtY1eZwmdgOdDgqo,510
 kostyl/utils/logging.py,sha256=3MvfDPArZhwakHu5nMlp_LpOsWg0E0SP26y41clsBtA,5232
-kostyl_toolkit-0.1.15.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
-kostyl_toolkit-0.1.15.dist-info/METADATA,sha256=ieM22BLWafdzv4x7f7zaCz_Yhbe1Qce22w0L2i3mK-c,4269
-kostyl_toolkit-0.1.15.dist-info/RECORD,,
+kostyl_toolkit-0.1.17.dist-info/WHEEL,sha256=3id4o64OvRm9dUknh3mMJNcfoTRK08ua5cU6DFyVy-4,79
+kostyl_toolkit-0.1.17.dist-info/METADATA,sha256=T547zPqZpJcgiXR2SAloz2W7_MCNhhhxlTsgzdWkXlo,4269
+kostyl_toolkit-0.1.17.dist-info/RECORD,,