runnable 0.10.0__py3-none-any.whl → 0.11.1__py3-none-any.whl

{runnable-0.10.0.dist-info → runnable-0.11.1.dist-info}/RECORD

@@ -1,49 +1,45 @@
-runnable/__init__.py,sha256=MEJVptRwgHJyQa07gpc0sGcdxoxwX-crhoyAZUEYjBs,619
-runnable/catalog.py,sha256=OUaQ73DWfTsMmq2sKlBn0aDz031mupladNGVuF3pWm0,3985
-runnable/cli.py,sha256=AZiZf2eRV7zMA7APg6dyTHWqK1--bQwdLiYP8olaKis,9589
-runnable/context.py,sha256=GOp-dRPMgYsbgjGy39yVsaWgu5l4RgUxN9-4nggoPmg,1048
-runnable/datastore.py,sha256=xtO6atOh1Zf_olvdzh3W_XisAviL26uZPR491N7tn-E,25354
-runnable/defaults.py,sha256=lN9HUjTaGGYBC8OPCGTNZXJ4xlOOzqUt-zDjY7GLnLI,4770
-runnable/entrypoints.py,sha256=tDQNSX3yx7zU5tqa1hxn3j4yHXfJ9Svg9CpPmEdBQ2o,15359
-runnable/exceptions.py,sha256=R__RzUWs7Ow7m7yqawi2w09XXI4OqmA67yeXkECM0xw,2419
+runnable/__init__.py,sha256=C5ySSfN_vHWFTscnxLx3tfMjKT3Bs9jfUjXnDvun33Y,870
+runnable/catalog.py,sha256=22OECi5TrpHErxYIhfx-lJ2vgBUi4-5V9CaYEVm98hE,4138
+runnable/cli.py,sha256=RILUrEfzernuKD3dNdXPBkqN_1OgE5GosYRuInj0FVs,9618
+runnable/context.py,sha256=QhiXJHRcEBfSKB1ijvL5yB9w44x0HCe7VEiwK1cUJ9U,1124
+runnable/datastore.py,sha256=EgKi4_b5g6KbInpjMyw8Xwr-EgcSGi1Lx2u5vp4amSQ,27672
+runnable/defaults.py,sha256=MOX7I2S6yO4FphZaZREFQca94a20oO8uvzXLd6GLKQs,4703
+runnable/entrypoints.py,sha256=a8M7vb954as_ni7lM0t65czXQj2AHjB-KrQJ3zt3sWo,16397
+runnable/exceptions.py,sha256=6NIYoTAzdKyGQ9PvW1Hu7b80OS746395KiGDhM7ThH8,2526
 runnable/executor.py,sha256=xfBighQ5t_vejohip000XfxLwsgechUE1ZMIJWrZbUA,14484
-runnable/experiment_tracker.py,sha256=bX2Vr73f3bsdnWqxjMSSiKA-WwqkUHfUzJQqZoQBpvY,3668
 runnable/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/catalog/__init__.py,sha256=uXZ6D-Myr_J4HnBA4F5Hd7LZ0IAjQiFQYxRhMzejhQc,761
 runnable/extensions/catalog/file_system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/catalog/file_system/implementation.py,sha256=UNrJFV_tyMpknFKoCMXbBt-CWL4UpDxcwnMh43zVfpc,8958
+runnable/extensions/catalog/file_system/implementation.py,sha256=9j920o9SULdcVp1Mr8FgeuV-Sv5bR3w5tcohChxHnak,9130
 runnable/extensions/catalog/k8s_pvc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/catalog/k8s_pvc/implementation.py,sha256=oJDDI0APT7lrtjWmzYJRDHLGn3Vhbn2MdFSRYvFBUpY,436
 runnable/extensions/catalog/k8s_pvc/integration.py,sha256=OfrHbNFN8sR-wsVa4os3ajmWJFSd5H4KOHGVAmjRZTQ,1850
-runnable/extensions/executor/__init__.py,sha256=tIWUBWu5MNqHrfbOD83AgP59OkM2aJh3JUUQItIP6i4,24187
+runnable/extensions/executor/__init__.py,sha256=eV3q_dL2cRqYaJ8RWV6Xk1__KMWMM2hUnQFT7Z5pRso,26698
 runnable/extensions/executor/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/executor/argo/implementation.py,sha256=wlDSD5RfZmrdQ65abXTZSdh4KUGv-IzQtbHVtDXNUgQ,43795
+runnable/extensions/executor/argo/implementation.py,sha256=_BfxCe742S6uV-7PuQ53KjzwY-8Rq-5y9txOXMYf20U,43670
 runnable/extensions/executor/argo/specification.yaml,sha256=wXQcm2gOQYqy-IOQIhucohS32ZrHKCfGA5zZ0RraPYc,1276
 runnable/extensions/executor/k8s_job/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/executor/k8s_job/implementation_FF.py,sha256=1IfVG1GRcJcVFzQ-WhkJsmzdJuj51QMxXylY9UrWM0U,10259
 runnable/extensions/executor/k8s_job/integration_FF.py,sha256=pG6HKhPMgCRIgu1PAnBvsfJQE1FxcjuSiC2I-Hn5sWo,2165
 runnable/extensions/executor/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/executor/local/implementation.py,sha256=r9dSf2lSBGHihbGNhq_GPe3fHKLjf4KI3l-B4w2b5Ls,2468
+runnable/extensions/executor/local/implementation.py,sha256=e8Tzv-FgQmJeUXVut96jeNERTR83JVG_zkQZMEjCVAs,2469
 runnable/extensions/executor/local_container/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/executor/local_container/implementation.py,sha256=6kYMgdgE5JxZkVAidxsBSpqkHvyKMfEctgZWSZQEpXA,13979
 runnable/extensions/executor/mocked/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/executor/mocked/implementation.py,sha256=ChdUyUsiXXjG_v80d0uLp76Nz4jqqGEry36gs9gNn9k,5082
 runnable/extensions/executor/retry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/executor/retry/implementation.py,sha256=ZBSYpxSiAIt-SXPD-qIPP-MMo8b7sQ6UKOTJemAjXlI,6625
-runnable/extensions/experiment_tracker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/experiment_tracker/mlflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/experiment_tracker/mlflow/implementation.py,sha256=sc1Wm1LCf7wBX0BYVx3YVdwsR72AE0qIrzl7cEfIl58,3045
-runnable/extensions/nodes.py,sha256=Em-vs21ZfhyvFh-s6NZVhcUydSrX_mY8mb8-NUAO_w8,29883
+runnable/extensions/nodes.py,sha256=5soHRhfT8FY2vnQa4kvRqeVphTq_t-GSw-ExNZfgB30,31965
 runnable/extensions/run_log_store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/run_log_store/chunked_file_system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/run_log_store/chunked_file_system/implementation.py,sha256=koHNG-Cv7mpt-rTNC3tiLBR8HcjnQ9L-EvQ4dtKkGRA,3170
+runnable/extensions/run_log_store/chunked_file_system/implementation.py,sha256=wtOeREr9QyIuMHLCT7o_eDCJVCDsBvwmk89kos3dhfQ,3326
 runnable/extensions/run_log_store/chunked_k8s_pvc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/run_log_store/chunked_k8s_pvc/implementation.py,sha256=iGzy-s1eT_kAJP7XgzDLmEMOGrBLvACIiGE_wM62jGE,579
 runnable/extensions/run_log_store/chunked_k8s_pvc/integration.py,sha256=atzdTy5HJ-bZsd6AzDP8kYRI1TshKxviBKeqY359TUs,1979
 runnable/extensions/run_log_store/db/implementation_FF.py,sha256=oEiG5ASWYYbwlBbnryKarQENB-L_yOsnZahbj2U0GdQ,5155
 runnable/extensions/run_log_store/db/integration_FF.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/run_log_store/file_system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-runnable/extensions/run_log_store/file_system/implementation.py,sha256=PcaM8IKcj-b2iNE9Zup2eC6Y2-987uQzzb0skdd1QX4,4114
+runnable/extensions/run_log_store/file_system/implementation.py,sha256=WxxfGCaDAB5zHMM3zv9aeDwXZ4DhtyzjXOjfjvyDoZ4,4288
 runnable/extensions/run_log_store/generic_chunked.py,sha256=rcY5f-MIYUUiM5iQnDHICOh7cKiOUSCeaxcBG9_fz-U,19390
 runnable/extensions/run_log_store/k8s_pvc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/run_log_store/k8s_pvc/implementation.py,sha256=tLgXy9HUB_vlFVQ0Itk6PpNU3GlCOILN4vA3fm80jXI,542
@@ -53,18 +49,18 @@ runnable/extensions/secrets/dotenv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQe
 runnable/extensions/secrets/dotenv/implementation.py,sha256=3J5pofWahdZbnwnETwpspE5-PKyvmZF_vkfwA1X_bkA,3365
 runnable/extensions/secrets/env_secrets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 runnable/extensions/secrets/env_secrets/implementation.py,sha256=5XiHdJvIr0-jkl4fGfEf26UsgE5Q2Z4oCc0RwjlJdJA,1236
-runnable/graph.py,sha256=w7qEnTuh6lvfeVSAbqNlwMufPqWL9espJI5s_G2prHM,15871
-runnable/integration.py,sha256=_jEm5PXl8pbvCmUGKjtssfZ2YtYnMzuRnjr2NySMqzs,7176
+runnable/graph.py,sha256=18IpGYw5kgHP32m12WwXscx-kG5Kx-AuWS1LFbMfBLg,16202
+runnable/integration.py,sha256=eb9qJVZR7Ehg0N1UnGPuyjJvoA-xQ1-xP7AlZHUXHqM,6705
 runnable/names.py,sha256=vn92Kv9ANROYSZX6Z4z1v_WA3WiEdIYmG6KEStBFZug,8134
-runnable/nodes.py,sha256=-vHtjyeRPfmKCmWjuYQItwdZIG3Rpv-IJlGQNbqj99c,16387
-runnable/parameters.py,sha256=-DtO-3LnsOt-wa9vqk3Mpq8OB-WVZf5xgEhtaointy0,5091
+runnable/nodes.py,sha256=UqR-bJx0Hi7uLSUw_saB7VsNdFh3POKtdgsEPsasHfE,16576
+runnable/parameters.py,sha256=KGGW8_uoIK2hd3EwzzBmoHBOrai3fh-SESNPpJRTfj4,5161
 runnable/pickler.py,sha256=5SDNf0miMUJ3ZauhQdzwk8_t-9jeOqaTjP5bvRnu9sU,2685
-runnable/sdk.py,sha256=_WXAfRgSOzZzqhh3d_t_sCUBLf7_0tHXz48a00ie0H4,25697
+runnable/sdk.py,sha256=JsM27GUc3c57ZepK996FHtfzXP6FGs8MP-s96RC-_fo,27648
 runnable/secrets.py,sha256=dakb7WRloWVo-KpQp6Vy4rwFdGi58BTlT4OifQY106I,2324
-runnable/tasks.py,sha256=LSc6Un-vB0bGTayuxcR0VY6D7gilg8WQKIDEgP6Ge90,17663
-runnable/utils.py,sha256=mnxLzGjJKht5z46gz5EumNJaaY33dec26F8wRQQRsGY,19337
-runnable-0.10.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-runnable-0.10.0.dist-info/METADATA,sha256=N1kPIVDGBJbWTYdSfuDR6AxQ4x4xoS-eM63RXo_xhKI,17063
-runnable-0.10.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-runnable-0.10.0.dist-info/entry_points.txt,sha256=_elJX0RSR4u9IWIl8fwYNL-YBXoYaanYd415TJBmTRE,1710
-runnable-0.10.0.dist-info/RECORD,,
+runnable/tasks.py,sha256=CH0W7evAZK5hco0medJS6DwHRr06bng7oB7xk0Xh6zQ,20618
+runnable/utils.py,sha256=okZFGbJWqStl5Rq5vLhNUQZDv_vhcT58bq9MDrTVxhc,19449
+runnable-0.11.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+runnable-0.11.1.dist-info/METADATA,sha256=IKuld8eA9gcb6y7YZaO-3Dpmw2x4U2wnPg0eag1fewU,17020
+runnable-0.11.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+runnable-0.11.1.dist-info/entry_points.txt,sha256=Wy-dimdD2REO2a36Ri84fqGqA5iwGy2RIbdgRNtCNdM,1540
+runnable-0.11.1.dist-info/RECORD,,

{runnable-0.10.0.dist-info → runnable-0.11.1.dist-info}/entry_points.txt

@@ -12,10 +12,6 @@ local-container=runnable.extensions.executor.local_container.implementation:Loca
 mocked=runnable.extensions.executor.mocked.implementation:MockedExecutor
 retry=runnable.extensions.executor.retry.implementation:RetryExecutor
 
-[experiment_tracker]
-do-nothing=runnable.experiment_tracker:DoNothingTracker
-mlflow=runnable.extensions.experiment_tracker.mlflow.implementation:MLFlowExperimentTracker
-
 [nodes]
 dag=runnable.extensions.nodes:DagNode
 fail=runnable.extensions.nodes:FailNode

runnable/experiment_tracker.py

@@ -1,139 +0,0 @@
-import contextlib
-import json
-import logging
-import os
-from abc import ABC, abstractmethod
-from collections import defaultdict
-from typing import Any, ContextManager, Dict, Tuple, Union
-
-from pydantic import BaseModel, ConfigDict
-
-import runnable.context as context
-from runnable import defaults
-from runnable.utils import remove_prefix
-
-logger = logging.getLogger(defaults.LOGGER_NAME)
-
-
-def retrieve_step_details(key: str) -> Tuple[str, int]:
-    key = remove_prefix(key, defaults.TRACK_PREFIX)
-    data = key.split(defaults.STEP_INDICATOR)
-
-    key = data[0].lower()
-    step = 0
-
-    if len(data) > 1:
-        step = int(data[1])
-
-    return key, step
-
-
-def get_tracked_data() -> Dict[str, Any]:
-    tracked_data: Dict[str, Any] = defaultdict(dict)
-    for env_var, value in os.environ.items():
-        if env_var.startswith(defaults.TRACK_PREFIX):
-            key, step = retrieve_step_details(env_var)
-
-            # print(value, type(value))
-            try:
-                value = json.loads(value)
-            except json.decoder.JSONDecodeError:
-                logger.warning(f"Tracker {key} could not be JSON decoded, adding the literal value")
-
-            tracked_data[key][step] = value
-            del os.environ[env_var]
-
-    for key, value in tracked_data.items():
-        if len(value) == 1:
-            tracked_data[key] = value[0]
-
-    return tracked_data
-
-
-# --8<-- [start:docs]
-
-
-class BaseExperimentTracker(ABC, BaseModel):
-    """
-    Base Experiment tracker class definition.
-    """
-
-    service_name: str = ""
-    service_type: str = "experiment_tracker"
-
-    @property
-    def _context(self):
-        return context.run_context
-
-    model_config = ConfigDict(extra="forbid")
-
-    @property
-    def client_context(self) -> ContextManager:
-        """
-        Returns the client context.
-        """
-        return contextlib.nullcontext()
-
-    def publish_data(self, tracked_data: Dict[str, Any]):
-        for key, value in tracked_data.items():
-            if isinstance(value, dict):
-                for key2, value2 in value.items():
-                    self.log_metric(key, value2, step=key2)
-                continue
-            self.log_metric(key, value)
-
-    @abstractmethod
-    def log_metric(self, key: str, value: Union[int, float], step: int = 0):
-        """
-        Sets the metric in the experiment tracking.
-
-        Args:
-            key (str): The key against you want to store the value
-            value (float): The value of the metric
-            step (int): Optional step at which it was recorded
-
-        Raises:
-            NotImplementedError: Base class, hence not implemented
-        """
-        raise NotImplementedError
-
-    @abstractmethod
-    def log_parameter(self, key: str, value: Any):
-        """
-        Logs a parameter in the experiment tracking.
-
-        Args:
-            key (str): The key against you want to store the value
-            value (any): The value of the metric
-
-        Raises:
-            NotImplementedError: Base class, hence not implemented
-        """
-        pass
-
-
-# --8<-- [end:docs]
-
-
-class DoNothingTracker(BaseExperimentTracker):
-    """
-    A Do nothing tracker
-    """
-
-    service_name: str = "do-nothing"
-
-    def log_metric(self, key: str, value: Union[int, float], step: int = 0):
-        """
-        Sets the metric in the experiment tracking.
-
-        Args:
-            key (str): The key against you want to store the value
-            value (float): The value of the metric
-        """
-        ...
-
-    def log_parameter(self, key: str, value: Any):
-        """
-        Since this is a Do nothing tracker, we don't need to log anything.
-        """
-        ...

runnable/extensions/experiment_tracker/mlflow/implementation.py

@@ -1,94 +0,0 @@
-import functools
-import logging
-from typing import Any, Union
-
-from pydantic import ConfigDict, PrivateAttr
-
-from runnable import defaults
-from runnable.experiment_tracker import BaseExperimentTracker
-
-logger = logging.getLogger(defaults.NAME)
-
-
-class MLFlowExperimentTracker(BaseExperimentTracker):
-    """
-    A MLFlow experiment tracker.
-
-    TODO: Need to set up credentials from secrets
-    """
-
-    service_name: str = "mlflow"
-
-    server_url: str
-    autolog: bool = False
-
-    _default_experiment_name: str = PrivateAttr(default="Default")
-    _active_run_id: str = PrivateAttr(default="")
-    _client: Any = PrivateAttr(default=None)
-
-    model_config = ConfigDict(extra="forbid")
-
-    def model_post_init(self, __context: Any) -> None:
-        try:
-            import mlflow
-        except ImportError:
-            raise Exception("You need to install mlflow to use MLFlowExperimentTracker.")
-
-        self._client = mlflow
-
-        self._client.set_tracking_uri(self.server_url)
-
-        if self.autolog:
-            self._client.autolog(log_models=False)
-
-    @functools.cached_property
-    def experiment_id(self):
-        experiment_name = self._default_experiment_name
-
-        # If a tag is provided, we should create that as our experiment
-        if self._context.tag:
-            experiment_name = self._context.tag
-
-        experiment = self._client.get_experiment_by_name(experiment_name)
-        if not experiment:
-            # Create the experiment and get it.
-            experiment = self._client.create_experiment(experiment_name)
-            experiment = self._client.get_experiment(experiment)
-
-        return experiment.experiment_id
-
-    @functools.cached_property
-    def run_name(self):
-        return self._context.run_id
-
-    @property
-    def client_context(self):
-        if self._active_run_id:
-            return self._client.start_run(
-                run_id=self._active_run_id, experiment_id=self.experiment_id, run_name=self.run_name
-            )
-
-        active_run = self._client.start_run(run_name=self.run_name, experiment_id=self.experiment_id)
-        self._active_run_id = active_run.info.run_id
-        return active_run
-
-    def log_metric(self, key: str, value: Union[int, float], step: int = 0):
-        """
-        Sets the metric in the experiment tracking.
-
-        Args:
-            key (str): The key against you want to store the value
-            value (Any): The value of the metric
-        """
-        if not isinstance(value, float) or isinstance(value, int):
-            msg = f"Only float/int values are accepted as metrics. Setting the metric {key} as parameter {key}_{step}"
-            logger.warning(msg)
-            self.log_parameter(key=key, value=value, step=step)
-            return
-
-        with self.client_context as _:
-            self._client.log_metric(key, float(value), step=step or None)
-
-    def log_parameter(self, key: str, value: Any, step: int = 0):
-        with self.client_context as _:
-            self._client.log_param(key + f"_{str(step)}", value)