runnable 0.3.0__tar.gz → 0.7.2__tar.gz

{runnable-0.3.0 → runnable-0.7.2}/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.1
 Name: runnable
-Version: 0.3.0
+Version: 0.7.2
 Summary: A Compute agnostic pipelining software
 Home-page: https://github.com/vijayvammi/runnable
 License: Apache-2.0
 Author: Vijay Vammi
 Author-email: mesanthu@gmail.com
-Requires-Python: >=3.8,<3.13
+Requires-Python: >=3.9,<3.13
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -36,22 +35,39 @@ Description-Content-Type: text/markdown
 
 
 
-# Hello from runnable
 
 
 <p align="center">
-  <img src="https://github.com/AstraZeneca/runnable-core/blob/main/assets/logo-readme.png?raw=true" alt="Logo"/>
+
+                                                      ,////,
+                                                      /// 6|
+                                                      //  _|
+                                                    _/_,-'
+                                                _.-/'/   \   ,/;,
+                                            ,-' /'  \_   \ / _/
+                                            `\ /     _/\  ` /
+                                               |     /,  `\_/
+                                               |     \'
+                                    /\_        /`      /\
+                                  /' /_``--.__/\  `,. /  \
+                                  |_/`  `-._     `\/  `\   `.
+                                            `-.__/'     `\   |
+                                                        `\  \
+                                                          `\ \
+                                                            \_\__
+                                                              \___)
+
 </p>
 <hr style="border:2px dotted orange">
 
 <p align="center">
 <a href="https://pypi.org/project/runnable/"><img alt="python:" src="https://img.shields.io/badge/python-3.8%20%7C%203.9%20%7C%203.10-blue.svg"></a>
 <a href="https://pypi.org/project/runnable/"><img alt="Pypi" src="https://badge.fury.io/py/runnable.svg"></a>
-<a href="https://github.com/AstraZeneca/runnable-core/blob/main/LICENSE"><img alt"License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
+<a href="https://github.com/vijayvammi/runnable/blob/main/LICENSE"><img alt"License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
 <a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
 <a href="https://github.com/python/mypy"><img alt="MyPy Checked" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
-<a href="https://github.com/AstraZeneca/runnable-core/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/AstraZeneca/runnable-core/actions/workflows/release.yaml/badge.svg">
-<a href="https://github.com/AstraZeneca/runnable-core/actions/workflows/docs.yaml"><img alt="Docs:" src="https://github.com/AstraZeneca/runnable-core/actions/workflows/docs.yaml/badge.svg">
+<a href="https://github.com/vijayvammi/runnable/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/vijayvammi/runnable/actions/workflows/release.yaml/badge.svg">
+<a href="https://github.com/vijayvammi/runnable/actions/workflows/docs.yaml"><img alt="Docs:" src="https://github.com/vijayvammi/runnable/actions/workflows/docs.yaml/badge.svg">
 </p>
 <hr style="border:2px dotted orange">
 

{runnable-0.3.0 → runnable-0.7.2}/README.md

@@ -1,21 +1,38 @@
 
 
-# Hello from runnable
 
 
 <p align="center">
-  <img src="https://github.com/AstraZeneca/runnable-core/blob/main/assets/logo-readme.png?raw=true" alt="Logo"/>
+
+                                                      ,////,
+                                                      /// 6|
+                                                      //  _|
+                                                    _/_,-'
+                                                _.-/'/   \   ,/;,
+                                            ,-' /'  \_   \ / _/
+                                            `\ /     _/\  ` /
+                                               |     /,  `\_/
+                                               |     \'
+                                    /\_        /`      /\
+                                  /' /_``--.__/\  `,. /  \
+                                  |_/`  `-._     `\/  `\   `.
+                                            `-.__/'     `\   |
+                                                        `\  \
+                                                          `\ \
+                                                            \_\__
+                                                              \___)
+
 </p>
 <hr style="border:2px dotted orange">
 
 <p align="center">
 <a href="https://pypi.org/project/runnable/"><img alt="python:" src="https://img.shields.io/badge/python-3.8%20%7C%203.9%20%7C%203.10-blue.svg"></a>
 <a href="https://pypi.org/project/runnable/"><img alt="Pypi" src="https://badge.fury.io/py/runnable.svg"></a>
-<a href="https://github.com/AstraZeneca/runnable-core/blob/main/LICENSE"><img alt"License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
+<a href="https://github.com/vijayvammi/runnable/blob/main/LICENSE"><img alt"License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
 <a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
 <a href="https://github.com/python/mypy"><img alt="MyPy Checked" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
-<a href="https://github.com/AstraZeneca/runnable-core/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/AstraZeneca/runnable-core/actions/workflows/release.yaml/badge.svg">
-<a href="https://github.com/AstraZeneca/runnable-core/actions/workflows/docs.yaml"><img alt="Docs:" src="https://github.com/AstraZeneca/runnable-core/actions/workflows/docs.yaml/badge.svg">
+<a href="https://github.com/vijayvammi/runnable/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/vijayvammi/runnable/actions/workflows/release.yaml/badge.svg">
+<a href="https://github.com/vijayvammi/runnable/actions/workflows/docs.yaml"><img alt="Docs:" src="https://github.com/vijayvammi/runnable/actions/workflows/docs.yaml/badge.svg">
 </p>
 <hr style="border:2px dotted orange">
 

{runnable-0.3.0 → runnable-0.7.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "runnable"
-version = "0.3.0"
+version = "0.7.2"
 description = "A Compute agnostic pipelining software"
 authors = ["Vijay Vammi <mesanthu@gmail.com>"]
 license = "Apache-2.0"
@@ -10,25 +10,25 @@ repository = "https://github.com/vijayvammi/runnable"
 documentation = "https://github.com/vijayvammi/runnable"
 
 [tool.poetry.dependencies]
-python = ">=3.8,<3.13"
+python = ">=3.9,<3.13"
 "ruamel.yaml" = "*"
 "ruamel.yaml.clib" = "*"
 pydantic = "^2.5"
 stevedore = "^3.5.0"
 "click" = "*"
 click-plugins = "^1.1.1"
-typing-extensions ={ version= "*", python = "<3.8" }
-docker ={ version = "*", optional = true }
-sqlalchemy ={ version = "*", optional = true }
+typing-extensions = { version = "*", python = "<3.8" }
+docker = { version = "*", optional = true }
+sqlalchemy = { version = "*", optional = true }
 rich = "^13.5.2"
-mlflow-skinny ={ version = "*", optional = true }
+mlflow-skinny = { version = "*", optional = true }
 ploomber-engine = "^0.0.31"
 
 [tool.poetry.group.docs.dependencies]
 mkdocs = "*"
 mkdocs-material = "*"
 mkdocs-section-index = "^0.3.5"
-mkdocstrings = {extras = ["python"], version = "^0.24.0"}
+mkdocstrings = { extras = ["python"], version = "^0.24.0" }
 nbconvert = "^7.13.1"
 mkdocs-click = "^0.8.1"
 
@@ -39,6 +39,13 @@ pyinstaller = "^5.13.2"
 # Run the performace tests poetry run python -m pyflame -p ./flamegraph.pl runnable/entrypoints.py
 pyflame = "^0.3.1"
 
+
+[tool.poetry.group.tutorial.dependencies]
+pandas = "^2.2.1"
+numpy = "^1.26.4"
+scikit-learn = "^1.4.1.post1"
+en-core-web-sm = { url = "https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1.tar.gz" }
+
 [tool.poetry.extras]
 docker = ['docker']
 notebook = ['ploomber-engine']
@@ -59,7 +66,7 @@ gitlint = "^0.19.1"
 
 
 [tool.poetry.scripts]
-runnable= 'runnable.cli:cli'
+runnable = 'runnable.cli:cli'
 
 
 # Plugins for Executors
@@ -68,6 +75,7 @@ runnable= 'runnable.cli:cli'
 "local-container" = "runnable.extensions.executor.local_container.implementation:LocalContainerExecutor"
 "argo" = "runnable.extensions.executor.argo.implementation:ArgoExecutor"
 "mocked" = "runnable.extensions.executor.mocked.implementation:MockedExecutor"
+"retry" = "runnable.extensions.executor.retry.implementation:RetryExecutor"
 
 # Plugins for Catalog
 [tool.poetry.plugins."catalog"]
@@ -122,7 +130,7 @@ line-length = 120
 
 [tool.ruff]
 # Enable pycodestyle (`E`) and Pyflakes (`F`) codes by default.
-select = ["E", "F","W","I001"]
+select = ["E", "F", "W", "I001"]
 
 ignore = []
 
@@ -152,12 +160,14 @@ exclude = [
     "dist",
     "node_modules",
     "venv",
+    "examples/kubeflow",
+    "examples/tutorials/",
 ]
 per-file-ignores = {}
 
 # Builtins
 
-builtins=["__version__"]
+builtins = ["__version__"]
 
 # Same as Black.
 line-length = 120
@@ -204,9 +214,7 @@ branch = true
 
 [tool.coverage.report]
 # Regexes for lines to exclude from consideration
-exclude_lines = [
-    "pragma: no cover"
-]
+exclude_lines = ["pragma: no cover"]
 
 include_namespace_packages = true
 show_missing = true
@@ -218,10 +226,10 @@ exclude_also = [
 
     # Don't complain about abstract methods, they aren't run:
     "@(abc\\.)?abstractmethod",
-    ]
+]
 
-omit =[
+omit = [
     "runnable/cli.py",
     "runnable/extensions/executor/demo_renderer/*",
-    "*FF.py"
-    ]
+    "*FF.py",
+]

{runnable-0.3.0 → runnable-0.7.2}/runnable/__init__.py

@@ -9,22 +9,20 @@ from runnable import defaults
 dictConfig(defaults.LOGGING_CONFIG)
 logger = logging.getLogger(defaults.LOGGER_NAME)
 
-from runnable.interaction import (
-    end_interactive_session,
-    get_experiment_tracker_context,
-    get_from_catalog,
-    get_object,
-    get_parameter,
-    get_run_id,
-    get_run_log,
-    get_secret,
-    put_in_catalog,
-    put_object,
-    start_interactive_session,
-    set_parameter,
-    track_this,
+
+from runnable.sdk import (
+    Stub,
+    Pipeline,
+    Parallel,
+    Map,
+    Catalog,
+    Success,
+    Fail,
+    PythonTask,
+    NotebookTask,
+    ShellTask,
+    pickled,
 )  # noqa
-from runnable.sdk import Stub, Pipeline, Task, Parallel, Map, Catalog, Success, Fail  # noqa
 
 
 # TODO: Think of model registry as a central place to store models.

{runnable-0.3.0 → runnable-0.7.2}/runnable/cli.py

@@ -41,8 +41,7 @@ def cli():
 )
 @click.option("--tag", default="", help="A tag attached to the run")
 @click.option("--run-id", help="An optional run_id, one would be generated if not provided")
-@click.option("--use-cached", help="Provide the previous run_id to re-run.", show_default=True)
-def execute(file, config_file, parameters_file, log_level, tag, run_id, use_cached):  # pragma: no cover
+def execute(file, config_file, parameters_file, log_level, tag, run_id):  # pragma: no cover
     """
     Execute a pipeline
 
@@ -59,7 +58,6 @@ def execute(file, config_file, parameters_file, log_level, tag, run_id, use_cach
                                     [default: ]
     --run-id TEXT                An optional run_id, one would be generated if not
                                     provided
-    --use-cached TEXT            Provide the previous run_id to re-run.
     """
     logger.setLevel(log_level)
     entrypoints.execute(
@@ -67,7 +65,6 @@ def execute(file, config_file, parameters_file, log_level, tag, run_id, use_cach
         pipeline_file=file,
         tag=tag,
         run_id=run_id,
-        use_cached=use_cached,
         parameters_file=parameters_file,
     )
 

{runnable-0.3.0 → runnable-0.7.2}/runnable/context.py

@@ -7,6 +7,7 @@ from runnable.datastore import BaseRunLogStore
 from runnable.executor import BaseExecutor
 from runnable.experiment_tracker import BaseExperimentTracker
 from runnable.graph import Graph
+from runnable.pickler import BasePickler
 from runnable.secrets import BaseSecrets
 
 
@@ -16,6 +17,7 @@ class Context(BaseModel):
     secrets_handler: SerializeAsAny[BaseSecrets]
     catalog_handler: SerializeAsAny[BaseCatalog]
     experiment_tracker: SerializeAsAny[BaseExperimentTracker]
+    pickler: SerializeAsAny[BasePickler]
 
     pipeline_file: Optional[str] = ""
     parameters_file: Optional[str] = ""
@@ -24,8 +26,6 @@ class Context(BaseModel):
     tag: str = ""
     run_id: str = ""
     variables: Dict[str, str] = {}
-    use_cached: bool = False
-    original_run_id: str = ""
     dag: Optional[Graph] = None
     dag_hash: str = ""
     execution_plan: str = ""

{runnable-0.3.0 → runnable-0.7.2}/runnable/datastore.py

@@ -1,10 +1,13 @@
 from __future__ import annotations
 
 import logging
+import os
 from abc import ABC, abstractmethod
-from typing import Any, Dict, List, Optional, OrderedDict, Tuple, Union
+from datetime import datetime
+from typing import Annotated, Any, Dict, List, Literal, Optional, OrderedDict, Tuple, Union
 
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, Field, computed_field
+from typing_extensions import TypeAliasType
 
 import runnable.context as context
 from runnable import defaults, exceptions
@@ -14,6 +17,11 @@ logger = logging.getLogger(defaults.LOGGER_NAME)
 # Once defined these classes are sealed to any additions unless a default is provided
 # Breaking this rule might make runnable backwardly incompatible
 
+JSONType = TypeAliasType(
+    "JSONType",
+    Union[bool, int, float, str, None, List["JSONType"], Dict[str, "JSONType"]],  # type: ignore
+)
+
 
 class DataCatalog(BaseModel, extra="allow"):
     """
@@ -42,19 +50,66 @@ class DataCatalog(BaseModel, extra="allow"):
         return other.name == self.name
 
 
+class JsonParameter(BaseModel):
+    kind: Literal["json"]
+    value: JSONType  # type: ignore
+
+    def get_value(self) -> JSONType:  # type: ignore
+        return self.value
+
+
+class ObjectParameter(BaseModel):
+    kind: Literal["object"]
+    value: str  # The name of the pickled object
+
+    @computed_field  # type: ignore
+    @property
+    def description(self) -> str:
+        return f"Pickled object stored in catalog as: {self.value}"
+
+    @property
+    def file_name(self) -> str:
+        return f"{self.value}{context.run_context.pickler.extension}"
+
+    def get_value(self) -> Any:
+        # Get the pickled object
+        catalog_handler = context.run_context.catalog_handler
+
+        catalog_handler.get(name=self.file_name, run_id=context.run_context.run_id)
+        obj = context.run_context.pickler.load(path=self.file_name)
+        os.remove(self.file_name)  # Remove after loading
+        return obj
+
+    def put_object(self, data: Any) -> None:
+        context.run_context.pickler.dump(data=data, path=self.file_name)
+
+        catalog_handler = context.run_context.catalog_handler
+        catalog_handler.put(name=self.file_name, run_id=context.run_context.run_id)
+        os.remove(self.file_name)  # Remove after loading
+
+
+Parameter = Annotated[Union[JsonParameter, ObjectParameter], Field(discriminator="kind")]
+
+
 class StepAttempt(BaseModel):
     """
     The captured attributes of an Attempt of a step.
     """
 
-    attempt_number: int = 0
+    attempt_number: int = 1
     start_time: str = ""
     end_time: str = ""
-    duration: str = ""  #  end_time - start_time
     status: str = "FAIL"
     message: str = ""
-    input_parameters: Dict[str, Any] = Field(default_factory=dict)
-    output_parameters: Dict[str, Any] = Field(default_factory=dict)
+    input_parameters: Dict[str, Parameter] = Field(default_factory=dict)
+    output_parameters: Dict[str, Parameter] = Field(default_factory=dict)
+
+    @property
+    def duration(self):
+        start = datetime.fromisoformat(self.start_time)
+        end = datetime.fromisoformat(self.end_time)
+
+        return str(end - start)
 
 
 class CodeIdentity(BaseModel, extra="allow"):
@@ -169,12 +224,10 @@ class RunLog(BaseModel):
 
     run_id: str
     dag_hash: Optional[str] = None
-    use_cached: bool = False
     tag: Optional[str] = ""
-    original_run_id: Optional[str] = ""
     status: str = defaults.FAIL
     steps: OrderedDict[str, StepLog] = Field(default_factory=OrderedDict)
-    parameters: Dict[str, Any] = Field(default_factory=dict)
+    parameters: Dict[str, Parameter] = Field(default_factory=dict)
     run_config: Dict[str, Any] = Field(default_factory=dict)
 
     def get_data_catalogs_by_stage(self, stage: str = "put") -> List[DataCatalog]:
@@ -374,7 +427,7 @@ class BaseRunLogStore(ABC, BaseModel):
         run_log.status = status
         self.put_run_log(run_log)
 
-    def get_parameters(self, run_id: str, **kwargs) -> dict:
+    def get_parameters(self, run_id: str, **kwargs) -> Dict[str, Parameter]:
         """
         Get the parameters from the Run log defined by the run_id
 
@@ -393,7 +446,7 @@ class BaseRunLogStore(ABC, BaseModel):
         run_log = self.get_run_log_by_id(run_id=run_id)
         return run_log.parameters
 
-    def set_parameters(self, run_id: str, parameters: dict, **kwargs):
+    def set_parameters(self, run_id: str, parameters: Dict[str, Parameter], **kwargs):
         """
         Update the parameters of the Run log with the new parameters
 
@@ -580,16 +633,7 @@ class BaseRunLogStore(ABC, BaseModel):
         step.branches[internal_branch_name] = branch_log  # type: ignore
         self.put_run_log(run_log)
 
-    def create_attempt_log(self, **kwargs) -> StepAttempt:
-        """
-        Returns an uncommitted step attempt log.
-
-        Returns:
-            StepAttempt: An uncommitted step attempt log
-        """
-        logger.info(f"{self.service_name} Creating an attempt log")
-        return StepAttempt()
-
+    #
     def create_code_identity(self, **kwargs) -> CodeIdentity:
         """
         Creates an uncommitted Code identity class
@@ -659,9 +703,7 @@ class BufferRunLogstore(BaseRunLogStore):
         self.run_log = RunLog(
             run_id=run_id,
             dag_hash=dag_hash,
-            use_cached=use_cached,
             tag=tag,
-            original_run_id=original_run_id,
             status=status,
         )
         return self.run_log

{runnable-0.3.0 → runnable-0.7.2}/runnable/defaults.py

@@ -35,12 +35,13 @@ class ServiceConfig(TypedDict):
     config: Mapping[str, Any]
 
 
-class runnableConfig(TypedDict, total=False):
+class RunnableConfig(TypedDict, total=False):
     run_log_store: Optional[ServiceConfig]
     secrets: Optional[ServiceConfig]
     catalog: Optional[ServiceConfig]
     executor: Optional[ServiceConfig]
     experiment_tracker: Optional[ServiceConfig]
+    pickler: Optional[ServiceConfig]
 
 
 TypeMapVariable: TypeAlias = Optional[Dict[str, Union[str, int, float]]]
@@ -81,10 +82,11 @@ DEFAULT_CONTAINER_OUTPUT_PARAMETERS = "parameters.json"
 
 # Default services
 DEFAULT_EXECUTOR = ServiceConfig(type="local", config={})
-DEFAULT_RUN_LOG_STORE = ServiceConfig(type="buffered", config={})
+DEFAULT_RUN_LOG_STORE = ServiceConfig(type="file-system", config={})
 DEFAULT_CATALOG = ServiceConfig(type="file-system", config={})
 DEFAULT_SECRETS = ServiceConfig(type="do-nothing", config={})
 DEFAULT_EXPERIMENT_TRACKER = ServiceConfig(type="do-nothing", config={})
+DEFAULT_PICKLER = ServiceConfig(type="pickle", config={})
 
 # Map state
 MAP_PLACEHOLDER = "map_variable_placeholder"

{runnable-0.3.0 → runnable-0.7.2}/runnable/entrypoints.py

@@ -9,12 +9,12 @@ from rich import print
 
 import runnable.context as context
 from runnable import defaults, graph, utils
-from runnable.defaults import ServiceConfig, runnableConfig
+from runnable.defaults import RunnableConfig, ServiceConfig
 
 logger = logging.getLogger(defaults.LOGGER_NAME)
 
 
-def get_default_configs() -> runnableConfig:
+def get_default_configs() -> RunnableConfig:
     """
     User can provide extensions as part of their code base, runnable-config.yaml provides the place to put them.
     """
@@ -37,7 +37,6 @@ def prepare_configurations(
     configuration_file: str = "",
     pipeline_file: str = "",
     tag: str = "",
-    use_cached: str = "",
     parameters_file: str = "",
     force_local_executor: bool = False,
 ) -> context.Context:
@@ -51,7 +50,6 @@ def prepare_configurations(
         pipeline_file (str): The config/dag file
         run_id (str): The run id of the run.
         tag (str): If a tag is provided at the run time
-        use_cached (str): Provide the run_id of the older run
 
     Returns:
         executor.BaseExecutor : A prepared executor as per the dag/config
@@ -64,7 +62,7 @@ def prepare_configurations(
     if configuration_file:
         templated_configuration = utils.load_yaml(configuration_file) or {}
 
-    configuration: runnableConfig = cast(runnableConfig, templated_configuration)
+    configuration: RunnableConfig = cast(RunnableConfig, templated_configuration)
 
     # Run log settings, configuration over-rides everything
     run_log_config: Optional[ServiceConfig] = configuration.get("run_log_store", None)
@@ -84,6 +82,10 @@ def prepare_configurations(
         secrets_config = cast(ServiceConfig, runnable_defaults.get("secrets", defaults.DEFAULT_SECRETS))
     secrets_handler = utils.get_provider_by_name_and_type("secrets", secrets_config)
 
+    # pickler
+    pickler_config = cast(ServiceConfig, runnable_defaults.get("pickler", defaults.DEFAULT_PICKLER))
+    pickler_handler = utils.get_provider_by_name_and_type("pickler", pickler_config)
+
     # experiment tracker settings, configuration over-rides everything
     tracker_config: Optional[ServiceConfig] = configuration.get("experiment_tracker", None)
     if not tracker_config:
@@ -107,6 +109,7 @@ def prepare_configurations(
         run_log_store=run_log_store,
         catalog_handler=catalog_handler,
         secrets_handler=secrets_handler,
+        pickler=pickler_handler,
         experiment_tracker=tracker_handler,
         variables=variables,
         tag=tag,
@@ -141,11 +144,6 @@ def prepare_configurations(
         run_context.pipeline_file = pipeline_file
         run_context.dag = dag
 
-    run_context.use_cached = False
-    if use_cached:
-        run_context.use_cached = True
-        run_context.original_run_id = use_cached
-
     context.run_context = run_context
 
     return run_context
@@ -156,7 +154,6 @@ def execute(
     pipeline_file: str,
     tag: str = "",
     run_id: str = "",
-    use_cached: str = "",
     parameters_file: str = "",
 ):
     # pylint: disable=R0914,R0913
@@ -168,10 +165,8 @@ def execute(
         pipeline_file (str): The config/dag file
         run_id (str): The run id of the run.
         tag (str): If a tag is provided at the run time
-        use_cached (str): The previous run_id to use.
         parameters_file (str): The parameters being sent in to the application
     """
-    # Re run settings
     run_id = utils.generate_run_id(run_id=run_id)
 
     run_context = prepare_configurations(
@@ -179,7 +174,6 @@ def execute(
         pipeline_file=pipeline_file,
         run_id=run_id,
         tag=tag,
-        use_cached=use_cached,
         parameters_file=parameters_file,
     )
     print("Working with context:")
@@ -231,7 +225,6 @@ def execute_single_node(
         pipeline_file=pipeline_file,
         run_id=run_id,
         tag=tag,
-        use_cached="",
         parameters_file=parameters_file,
     )
     print("Working with context:")
@@ -416,7 +409,6 @@ def fan(
         pipeline_file=pipeline_file,
         run_id=run_id,
         tag=tag,
-        use_cached="",
         parameters_file=parameters_file,
     )
     print("Working with context:")