runnable 0.37.0__py3-none-any.whl → 1.0.0__py3-none-any.whl

runnable/graph.py

@@ -329,7 +329,7 @@ def create_graph(dag_config: Dict[str, Any], internal_branch_name: str = "") ->
     Returns:
         Graph: The created graph object
     """
-    description: str = dag_config.get("description", None)
+    description: str | None = dag_config.get("description", None)
     start_at: str = cast(
         str, dag_config.get("start_at")
     )  # Let the start_at be relative to the graph

runnable/parameters.py

@@ -1,10 +1,10 @@
+import argparse
 import inspect
 import json
 import logging
 import os
-from typing import Any, Dict, Type
+from typing import Any, Dict, Type, get_origin
 
-import pydantic
 from pydantic import BaseModel, ConfigDict
 from typing_extensions import Callable
 
@@ -48,6 +48,25 @@ def get_user_set_parameters(remove: bool = False) -> Dict[str, JsonParameter]:
     return parameters
 
 
+def return_json_parameters(params: Dict[str, Any]) -> Dict[str, Any]:
+    """
+    Returns the parameters as a JSON serializable dictionary.
+
+    Args:
+        params (dict): The parameters to serialize.
+
+    Returns:
+        dict: The JSON serializable dictionary.
+    """
+    return_params = {}
+    for key, value in params.items():
+        if isinstance(value, ObjectParameter):
+            continue
+
+        return_params[key] = value.get_value()
+    return return_params
+
+
 def filter_arguments_for_func(
     func: Callable[..., Any],
     params: Dict[str, Any],
@@ -55,8 +74,14 @@ def filter_arguments_for_func(
 ) -> Dict[str, Any]:
     """
     Inspects the function to be called as part of the pipeline to find the arguments of the function.
-    Matches the function arguments to the parameters available either by command line or by up stream steps.
+    Matches the function arguments to the parameters available either by static parameters or by up stream steps.
 
+    The function "func" signature could be:
+    - def my_function(arg1: int, arg2: str, arg3: float):
+    - def my_function(arg1: int, arg2: str, arg3: float, **kwargs):
+        in this case, we would need to send in remaining keyword arguments as a dictionary.
+    - def my_function(arg1: int, arg2: str, arg3: float, args: argparse.Namespace):
+        In this case, we need to send the rest of the parameters as attributes of the args object.
 
     Args:
         func (Callable): The function to inspect
@@ -72,63 +97,95 @@ def filter_arguments_for_func(
         params[key] = JsonParameter(kind="json", value=v)
 
     bound_args = {}
-    unassigned_params = set(params.keys())
-    # Check if VAR_KEYWORD is used, it is we send back everything
-    # If **kwargs is present in the function signature, we send back everything
-    for name, value in function_args.items():
-        if value.kind != inspect.Parameter.VAR_KEYWORD:
-            continue
-        # Found VAR_KEYWORD, we send back everything as found
-        for key, value in params.items():
-            bound_args[key] = params[key].get_value()
-
-        return bound_args
+    var_keyword_param = None
+    namespace_param = None
 
-    # Lets return what is asked for then!!
+    # First pass: Handle regular parameters and identify special parameters
     for name, value in function_args.items():
         # Ignore any *args
         if value.kind == inspect.Parameter.VAR_POSITIONAL:
             logger.warning(f"Ignoring parameter {name} as it is VAR_POSITIONAL")
             continue
 
-        if name not in params:
-            # No parameter of this name was provided
-            if value.default == inspect.Parameter.empty:
-                # No default value is given in the function signature. error as parameter is required.
-                raise ValueError(
-                    f"Parameter {name} is required for {func.__name__} but not provided"
-                )
-            # default value is given in the function signature, nothing further to do.
+        # Check for **kwargs parameter, we need to send in all the unnamed values in this as a dict
+        if value.kind == inspect.Parameter.VAR_KEYWORD:
+            var_keyword_param = name
             continue
 
-        param_value = params[name]
-
-        if type(value.annotation) in [
-            BaseModel,
-            pydantic._internal._model_construction.ModelMetaclass,
-        ] and not isinstance(param_value, ObjectParameter):
-            # Even if the annotation is a pydantic model, it can be passed as an object parameter
-            # We try to cast it as a pydantic model if asked
-            named_param = params[name].get_value()
-
-            if not isinstance(named_param, dict):
-                # A case where the parameter is a one attribute model
-                named_param = {name: named_param}
-
-            bound_model = bind_args_for_pydantic_model(named_param, value.annotation)
-            bound_args[name] = bound_model
+        # Check for argparse.Namespace parameter, we need to send in all the unnamed values in this as a namespace
+        if value.annotation == argparse.Namespace:
+            namespace_param = name
+            continue
 
-        elif value.annotation in [str, int, float, bool]:
-            # Cast it if its a primitive type. Ensure the type matches the annotation.
-            bound_args[name] = value.annotation(params[name].get_value())
+        # Handle regular parameters
+        if name not in params:
+            if value.default != inspect.Parameter.empty:
+                # Default value is given in the function signature, we can use it
+                bound_args[name] = value.default
+            else:
+                # This is a required parameter that's missing - error immediately
+                raise ValueError(
+                    f"Function {func.__name__} has required parameter '{name}' that is not present in the parameters"
+                )
         else:
-            bound_args[name] = params[name].get_value()
-
-        unassigned_params.remove(name)
-
-        params = {
-            key: params[key] for key in unassigned_params
-        }  # remove keys from params if they are assigned
+            # We have a parameter of this name, lets bind it
+            param_value = params[name]
+
+            if (issubclass(value.annotation, BaseModel)) and not isinstance(
+                param_value, ObjectParameter
+            ):
+                # Even if the annotation is a pydantic model, it can be passed as an object parameter
+                # We try to cast it as a pydantic model if asked
+                named_param = params[name].get_value()
+
+                if not isinstance(named_param, dict):
+                    # A case where the parameter is a one attribute model
+                    named_param = {name: named_param}
+
+                bound_model = bind_args_for_pydantic_model(
+                    named_param, value.annotation
+                )
+                bound_args[name] = bound_model
+
+            elif value.annotation is not inspect.Parameter.empty and callable(
+                value.annotation
+            ):
+                # Cast it if its a primitive type. Ensure the type matches the annotation.
+                try:
+                    # Handle typing generics like Dict[str, int], List[str] by using their origin
+                    origin = get_origin(value.annotation)
+                    if origin is not None:
+                        # For generics like Dict[str, int], use dict() instead of Dict[str, int]()
+                        bound_args[name] = origin(params[name].get_value())
+                    else:
+                        # Regular callable types like int, str, float, etc.
+                        bound_args[name] = value.annotation(params[name].get_value())
+                except (ValueError, TypeError) as e:
+                    annotation_name = getattr(
+                        value.annotation, "__name__", str(value.annotation)
+                    )
+                    raise ValueError(
+                        f"Cannot cast parameter '{name}' to {annotation_name}: {e}"
+                    )
+            else:
+                # We do not know type of parameter, we send the value as found
+                bound_args[name] = params[name].get_value()
+
+    # Find extra parameters (parameters in params but not consumed by regular function parameters)
+    consumed_param_names = set(bound_args.keys())
+    extra_params = {k: v for k, v in params.items() if k not in consumed_param_names}
+
+    # Second pass: Handle **kwargs and argparse.Namespace parameters
+    if var_keyword_param is not None:
+        # Function accepts **kwargs - add all extra parameters directly to bound_args
+        for param_name, param_value in extra_params.items():
+            bound_args[param_name] = param_value.get_value()
+    elif namespace_param is not None:
+        # Function accepts argparse.Namespace - create namespace with extra parameters
+        args_namespace = argparse.Namespace()
+        for param_name, param_value in extra_params.items():
+            setattr(args_namespace, param_name, param_value.get_value())
+        bound_args[namespace_param] = args_namespace
 
     return bound_args
 

runnable-1.0.0.dist-info/METADATA

@@ -0,0 +1,122 @@
+Metadata-Version: 2.4
+Name: runnable
+Version: 1.0.0
+Summary: Add your description here
+Author-email: "Vammi, Vijay" <vijay.vammi@astrazeneca.com>
+License-File: LICENSE
+Requires-Python: >=3.10
+Requires-Dist: cloudpathlib>=0.20.0
+Requires-Dist: dill>=0.3.9
+Requires-Dist: pydantic>=2.10.3
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: rich>=13.9.4
+Requires-Dist: ruamel-yaml>=0.18.6
+Requires-Dist: setuptools>=75.6.0
+Requires-Dist: stevedore>=5.4.0
+Requires-Dist: typer>=0.17.3
+Provides-Extra: docker
+Requires-Dist: docker>=7.1.0; extra == 'docker'
+Provides-Extra: examples
+Requires-Dist: pandas>=2.2.3; extra == 'examples'
+Provides-Extra: examples-torch
+Requires-Dist: torch>=2.7.1; extra == 'examples-torch'
+Provides-Extra: k8s
+Requires-Dist: kubernetes>=31.0.0; extra == 'k8s'
+Provides-Extra: notebook
+Requires-Dist: ploomber-engine>=0.0.33; extra == 'notebook'
+Provides-Extra: s3
+Requires-Dist: cloudpathlib[s3]; extra == 's3'
+Description-Content-Type: text/markdown
+
+# Runnable
+
+<img style="float: right;" alt="Runnable" src="docs/assets/sport.png" width="100" height="100">
+
+**Transform any Python function into a portable, trackable pipeline in seconds.**
+
+<p align="center">
+<a href="https://pypi.org/project/runnable/"><img alt="python:" src="https://img.shields.io/badge/python-3.8%20%7C%203.9%20%7C%203.10-blue.svg"></a>
+<a href="https://pypi.org/project/runnable/"><img alt="Pypi" src="https://badge.fury.io/py/runnable.svg"></a>
+<a href="https://github.com/AstraZeneca/runnable/blob/main/LICENSE"><img alt="License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
+<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
+<a href="https://github.com/python/mypy"><img alt="MyPy Checked" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
+<a href="https://github.com/AstraZeneca/runnable/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/AstraZeneca/runnable/actions/workflows/release.yaml/badge.svg">
+</p>
+
+---
+
+## 🚀 30-Second Transformation
+
+**Your existing function (unchanged!):**
+
+```python
+def analyze_sales():
+    total_revenue = 50000
+    best_product = "widgets"
+    return total_revenue, best_product
+```
+
+**Make it runnable everywhere (2 lines):**
+
+```python
+from runnable import PythonJob
+PythonJob(function=analyze_sales).execute()
+```
+
+**🎉 Success!** Your function now runs the same on laptop, containers, and Kubernetes with automatic tracking and reproducibility.
+
+## 🔗 Chain Functions Without Glue Code
+
+```python
+def load_customer_data():
+    return {"count": 1500, "segments": ["premium", "standard"]}
+
+def analyze_segments(customer_data):  # Name matches = automatic connection
+    return {"premium_pct": 30, "growth_potential": "high"}
+
+# What Runnable needs (same logic, no glue):
+from runnable import Pipeline, PythonTask
+Pipeline(steps=[
+    PythonTask(function=load_customer_data, returns=["customer_data"]),
+    PythonTask(function=analyze_segments, returns=["analysis"])
+]).execute()
+```
+
+**Same pipeline runs unchanged on laptop, containers, and Kubernetes.**
+
+## ⚡ Installation
+
+```bash
+pip install runnable
+```
+
+## 📊 Why Choose Runnable?
+
+- **🎯 Easy to adopt**: Your code remains as-is, no decorators or imposed structure
+- **🏗️ Bring your infrastructure**: Works with your platforms, not a replacement
+- **📝 Reproducibility**: Automatic tracking without additional code
+- **🔁 Retry failures**: Debug anywhere, retry from failure points
+- **🧪 Testing**: Mock/patch pipeline steps, test functions normally
+- **💔 Move on**: Easy removal - just delete runnable files, your code stays
+
+## 📖 Documentation
+
+**[Complete Documentation →](https://astrazeneca.github.io/runnable/)**
+
+## 🔀 Pipeline Types
+
+### Linear Pipelines
+Simple sequential execution of Python functions, notebooks, or shell scripts.
+
+### Parallel Branches
+Execute multiple branches simultaneously for improved performance.
+
+### Map Patterns
+Execute pipelines over iterable parameters for batch processing.
+
+### Arbitrary Nesting
+Combine parallel, map, and sequential patterns as needed.
+
+---
+
+**Ready to get started?** Check out our [30-second demo](https://astrazeneca.github.io/runnable/) for immediate results!

{runnable-0.37.0.dist-info → runnable-1.0.0.dist-info}/RECORD

@@ -49,24 +49,25 @@ extensions/secrets/dotenv.py,sha256=nADHXI6KJ_LUYOIe5EbtYH-21OBebSNVr0Pjb1GlZ7w,
 extensions/secrets/pyproject.toml,sha256=mLJNImNcBlbLKHh-0ugVWT9V83R4RibyyYDtBCSqVF4,282
 runnable/__init__.py,sha256=MN9x2jmQb2eOr-rap1DXLzNSC926U-aad_YwENzG52w,509
 runnable/catalog.py,sha256=6l0tT0jwHi40aE6fhQMgYtYe_-2As-bRKztAKiFvy3o,3842
-runnable/cli.py,sha256=CziCKBoL-dklSEo_x-YO1AysrG2eaf2LMQZbcNTeCbM,7283
+runnable/cli.py,sha256=q6-5TnrOpqJmGQ8VOfm-nBT1g2UAFo-9znqNqECyZvU,12987
 runnable/context.py,sha256=mLpq5rtMsPawjnaN9Woq7HWZ1FAppeudZtYMT5vf6Fo,17594
 runnable/datastore.py,sha256=2pYg4i1JRMzw_CUUIsPOWt7wYPiGBamfo-CPVAkEH54,32375
 runnable/defaults.py,sha256=4UYuShnjEyWP529UlFnubvkBpOcczKIdE4jEOhPBwl4,3076
 runnable/entrypoints.py,sha256=46prgr3_FYtBMlRbUXIDSpgZUBgaxcdJAekXhgEIj7M,6578
 runnable/exceptions.py,sha256=t5tSlYqe_EjU5liXu32yLLh_yrnXeFL93BuXfmQzV98,3268
 runnable/executor.py,sha256=CwzHkeGVpocACZLzfFS94TzKeiaPLv4NtXtvT3eoocY,15222
-runnable/graph.py,sha256=poQz5zcvq89ju_u5sYlunQLPbHnXTaUmjcvstPwvT4U,16536
+runnable/gantt.py,sha256=hdFovfvnxDK3tAQOl6OLAiaxLBAE-wjPyszPVk5Ogds,40726
+runnable/graph.py,sha256=ukJo_sqtBRD_ZX7ULbd2GnvpToAwGHcAowXPcqKjC4Q,16543
 runnable/names.py,sha256=A9ldUyULXuWjJ1MoXihHqlg-xeTVX-oWYTO5Ah0trmo,8128
 runnable/nodes.py,sha256=JHBxJib7SSQXY51bLHBXUvb0DlNSLNvyqz3JNEDLt8c,16926
-runnable/parameters.py,sha256=zEehAliVvCOLOnNZ4ExJvSDJM_2PWY0URZ0bmZUgCQA,5289
+runnable/parameters.py,sha256=zxP_KnSoGFpo7fwKE7zlrQ7CWRvA30SK_8TeMipNzcU,8131
 runnable/pickler.py,sha256=ydJ_eti_U1F4l-YacFp7BWm6g5vTn04UXye25S1HVok,2684
 runnable/sdk.py,sha256=blLBWzXV2x7jxKQXWpjmeJ9k22jt5CKBQBqQpnt4agk,32587
 runnable/secrets.py,sha256=4L_dBFxTgr8r_hHUD6RlZEtqaOHDRsFG5PXO5wlvMI0,2324
 runnable/tasks.py,sha256=7yuoeG4ZqfxFUmN4mPS4i6kbQmzEpAwbPQweAUWY-ic,31366
 runnable/utils.py,sha256=amHW3KR_NGTDysGHcSafhh5WJUX7GPBSxqdPyzAIhao,11350
-runnable-0.37.0.dist-info/METADATA,sha256=nD9ezWOwkWw3Yi5_NBE_xqjRGKxqf_FnSsYb8P9oqxo,10047
-runnable-0.37.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-runnable-0.37.0.dist-info/entry_points.txt,sha256=KkxihZ0LLEiwvFl7RquyqZ0tp2fJDIs7DgzHYDlmc3U,2018
-runnable-0.37.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-runnable-0.37.0.dist-info/RECORD,,
+runnable-1.0.0.dist-info/METADATA,sha256=RL4wbnhywrdotJhuSGwaIBRJDglUKAbuWEe004G5BWQ,4297
+runnable-1.0.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+runnable-1.0.0.dist-info/entry_points.txt,sha256=KkxihZ0LLEiwvFl7RquyqZ0tp2fJDIs7DgzHYDlmc3U,2018
+runnable-1.0.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+runnable-1.0.0.dist-info/RECORD,,

runnable-0.37.0.dist-info/METADATA

@@ -1,264 +0,0 @@
-Metadata-Version: 2.4
-Name: runnable
-Version: 0.37.0
-Summary: Add your description here
-Author-email: "Vammi, Vijay" <vijay.vammi@astrazeneca.com>
-License-File: LICENSE
-Requires-Python: >=3.10
-Requires-Dist: click-plugins>=1.1.1
-Requires-Dist: click<=8.1.3
-Requires-Dist: cloudpathlib>=0.20.0
-Requires-Dist: dill>=0.3.9
-Requires-Dist: pydantic>=2.10.3
-Requires-Dist: python-dotenv>=1.0.1
-Requires-Dist: rich>=13.9.4
-Requires-Dist: ruamel-yaml>=0.18.6
-Requires-Dist: setuptools>=75.6.0
-Requires-Dist: stevedore>=5.4.0
-Requires-Dist: typer>=0.15.1
-Provides-Extra: docker
-Requires-Dist: docker>=7.1.0; extra == 'docker'
-Provides-Extra: examples
-Requires-Dist: pandas>=2.2.3; extra == 'examples'
-Provides-Extra: k8s
-Requires-Dist: kubernetes>=31.0.0; extra == 'k8s'
-Provides-Extra: notebook
-Requires-Dist: ploomber-engine>=0.0.33; extra == 'notebook'
-Provides-Extra: s3
-Requires-Dist: cloudpathlib[s3]; extra == 's3'
-Description-Content-Type: text/markdown
-
-
-
-
-
-
-</p>
-<hr style="border:2px dotted orange">
-
-<p align="center">
-<a href="https://pypi.org/project/runnable/"><img alt="python:" src="https://img.shields.io/badge/python-3.8%20%7C%203.9%20%7C%203.10-blue.svg"></a>
-<a href="https://pypi.org/project/runnable/"><img alt="Pypi" src="https://badge.fury.io/py/runnable.svg"></a>
-<a href="https://github.com/vijayvammi/runnable/blob/main/LICENSE"><img alt"License" src="https://img.shields.io/badge/license-Apache%202.0-blue.svg"></a>
-<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
-<a href="https://github.com/python/mypy"><img alt="MyPy Checked" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
-<a href="https://github.com/vijayvammi/runnable/actions/workflows/release.yaml"><img alt="Tests:" src="https://github.com/vijayvammi/runnable/actions/workflows/release.yaml/badge.svg">
-</p>
-<hr style="border:2px dotted orange">
-
-
-[Please check here for complete documentation](https://astrazeneca.github.io/runnable/)
-
-## Example
-
-The below data science flavored code is a well-known
-[iris example from scikit-learn](https://scikit-learn.org/stable/auto_examples/linear_model/plot_iris_logistic.html).
-
-
-```python
-"""
-Example of Logistic regression using scikit-learn
-https://scikit-learn.org/stable/auto_examples/linear_model/plot_iris_logistic.html
-"""
-
-import matplotlib.pyplot as plt
-import numpy as np
-from sklearn import datasets
-from sklearn.inspection import DecisionBoundaryDisplay
-from sklearn.linear_model import LogisticRegression
-
-
-def load_data():
-    # import some data to play with
-    iris = datasets.load_iris()
-    X = iris.data[:, :2]  # we only take the first two features.
-    Y = iris.target
-
-    return X, Y
-
-
-def model_fit(X: np.ndarray, Y: np.ndarray, C: float = 1e5):
-    logreg = LogisticRegression(C=C)
-    logreg.fit(X, Y)
-
-    return logreg
-
-
-def generate_plots(X: np.ndarray, Y: np.ndarray, logreg: LogisticRegression):
-    _, ax = plt.subplots(figsize=(4, 3))
-    DecisionBoundaryDisplay.from_estimator(
-        logreg,
-        X,
-        cmap=plt.cm.Paired,
-        ax=ax,
-        response_method="predict",
-        plot_method="pcolormesh",
-        shading="auto",
-        xlabel="Sepal length",
-        ylabel="Sepal width",
-        eps=0.5,
-    )
-
-    # Plot also the training points
-    plt.scatter(X[:, 0], X[:, 1], c=Y, edgecolors="k", cmap=plt.cm.Paired)
-
-    plt.xticks(())
-    plt.yticks(())
-
-    plt.savefig("iris_logistic.png")
-
-    # TODO: What is the right value?
-    return 0.6
-
-
-## Without any orchestration
-def main():
-    X, Y = load_data()
-    logreg = model_fit(X, Y, C=1.0)
-    generate_plots(X, Y, logreg)
-
-
-## With runnable orchestration
-def runnable_pipeline():
-    # The below code can be anywhere
-    from runnable import Catalog, Pipeline, PythonTask, metric, pickled
-
-    # X, Y = load_data()
-    load_data_task = PythonTask(
-        function=load_data,
-        name="load_data",
-        returns=[pickled("X"), pickled("Y")],  # (1)
-    )
-
-    # logreg = model_fit(X, Y, C=1.0)
-    model_fit_task = PythonTask(
-        function=model_fit,
-        name="model_fit",
-        returns=[pickled("logreg")],
-    )
-
-    # generate_plots(X, Y, logreg)
-    generate_plots_task = PythonTask(
-        function=generate_plots,
-        name="generate_plots",
-        terminate_with_success=True,
-        catalog=Catalog(put=["iris_logistic.png"]),  # (2)
-        returns=[metric("score")],
-    )
-
-    pipeline = Pipeline(
-        steps=[load_data_task, model_fit_task, generate_plots_task],
-    )  # (4)
-
-    pipeline.execute()
-
-    return pipeline
-
-
-if __name__ == "__main__":
-    # main()
-    runnable_pipeline()
-
-```
-
-
-1. Return two serialized objects X and Y.
-2. Store the file `iris_logistic.png` for future reference.
-3. Define the sequence of tasks.
-4. Define a pipeline with the tasks
-
-The difference between native driver and runnable orchestration:
-
-!!! tip inline end "Notebooks and Shell scripts"
-
-    You can execute notebooks and shell scripts too!!
-
-    They can be written just as you would want them, *plain old notebooks and scripts*.
-
-
-
-
-<div class="annotate" markdown>
-
-```diff
-
-- X, Y = load_data()
-+load_data_task = PythonTask(
-+    function=load_data,
-+     name="load_data",
-+     returns=[pickled("X"), pickled("Y")], (1)
-+    )
-
--logreg = model_fit(X, Y, C=1.0)
-+model_fit_task = PythonTask(
-+   function=model_fit,
-+   name="model_fit",
-+   returns=[pickled("logreg")],
-+   )
-
--generate_plots(X, Y, logreg)
-+generate_plots_task = PythonTask(
-+   function=generate_plots,
-+   name="generate_plots",
-+   terminate_with_success=True,
-+   catalog=Catalog(put=["iris_logistic.png"]), (2)
-+   )
-
-
-+pipeline = Pipeline(
-+   steps=[load_data_task, model_fit_task, generate_plots_task], (3)
-
-```
-</div>
-
-
----
-
-- [x] ```Domain``` code remains completely independent of ```driver``` code.
-- [x] The ```driver``` function has an equivalent and intuitive runnable expression
-- [x] Reproducible by default, runnable stores metadata about code/data/config for every execution.
-- [x] The pipeline is `runnable` in any environment.
-
-
-## Documentation
-
-[More details about the project and how to use it available here](https://astrazeneca.github.io/runnable/).
-
-<hr style="border:2px dotted orange">
-
-## Installation
-
-The minimum python version that runnable supports is 3.8
-
-```shell
-pip install runnable
-```
-
-Please look at the [installation guide](https://astrazeneca.github.io/runnable-core/usage)
-for more information.
-
-
-## Pipelines can be:
-
-### Linear
-
-A simple linear pipeline with tasks either
-[python functions](https://astrazeneca.github.io/runnable-core/concepts/task/#python_functions),
-[notebooks](https://astrazeneca.github.io/runnable-core/concepts/task/#notebooks), or [shell scripts](https://astrazeneca.github.io/runnable-core/concepts/task/#shell)
-
-[![](https://mermaid.ink/img/pako:eNpl0bFuwyAQBuBXQVdZTqTESpxMDJ0ytkszhgwnOCcoNo4OaFVZfvcSx20tGSQ4fn0wHB3o1hBIyLJOWGeDFJ3Iq7r90lfkkA9HHfmTUpnX1hFyLvrHzDLl_qB4-1BOOZGGD3TfSikvTDSNFqdj2sT2vBTr9euQlXNWjqycsN2c7UZWFMUE7udwP0L3y6JenNKiyfvz8t8_b-gavT9QJYY0PcDtjeTLptrAChriBq1JzeoeWkG4UkMKZCoN8k2Bcn1yGEN7_HYaZOBIK4h3g4EOFi-MDcgKa59SMja0_P7s_vAJ_Q_YOH6o?type=png)](https://mermaid.live/edit#pako:eNpl0bFuwyAQBuBXQVdZTqTESpxMDJ0ytkszhgwnOCcoNo4OaFVZfvcSx20tGSQ4fn0wHB3o1hBIyLJOWGeDFJ3Iq7r90lfkkA9HHfmTUpnX1hFyLvrHzDLl_qB4-1BOOZGGD3TfSikvTDSNFqdj2sT2vBTr9euQlXNWjqycsN2c7UZWFMUE7udwP0L3y6JenNKiyfvz8t8_b-gavT9QJYY0PcDtjeTLptrAChriBq1JzeoeWkG4UkMKZCoN8k2Bcn1yGEN7_HYaZOBIK4h3g4EOFi-MDcgKa59SMja0_P7s_vAJ_Q_YOH6o)
-
-### [Parallel branches](https://astrazeneca.github.io/runnable-core/concepts/parallel)
-
-Execute branches in parallel
-
-[![](https://mermaid.ink/img/pako:eNp9k01rwzAMhv-K8S4ZtJCzDzuMLmWwwkh2KMQ7eImShiZ2sB1KKf3vs52PpsWNT7LySHqlyBeciRwwwUUtTtmBSY2-YsopR8MpQUfAdCdBBekWNBpvv6-EkFICzGAtWcUTDW3wYy20M7lr5QGBK2j-anBAkH4M1z6grnjpy17xAiTwDII07jj6HK8-VnVZBspITnpjztyoVkLLJOy3Qfrdm6gQEu2370Io7WLORo84PbRoA_oOl9BBg4UHbHR58UkMWq_fxjrOnhLRx1nH0SgkjlBjh7ekxNKGc0NelDLknhePI8qf7MVNr_31nm1wwNTeM2Ao6pmf-3y3Mp7WlqA7twOnXfKs17zt-6azmim1gQL1A0NKS3EE8hKZE4Yezm3chIVFiFe4AdmwKjdv7mIjKNYHaIBiYsycySPFlF8NxzotkjPPMNGygxXu2pxp2FSslKzBpGC1Ml7IKy3krn_E7i1f_wEayTcn?type=png)](https://mermaid.live/edit#pako:eNp9k01rwzAMhv-K8S4ZtJCzDzuMLmWwwkh2KMQ7eImShiZ2sB1KKf3vs52PpsWNT7LySHqlyBeciRwwwUUtTtmBSY2-YsopR8MpQUfAdCdBBekWNBpvv6-EkFICzGAtWcUTDW3wYy20M7lr5QGBK2j-anBAkH4M1z6grnjpy17xAiTwDII07jj6HK8-VnVZBspITnpjztyoVkLLJOy3Qfrdm6gQEu2370Io7WLORo84PbRoA_oOl9BBg4UHbHR58UkMWq_fxjrOnhLRx1nH0SgkjlBjh7ekxNKGc0NelDLknhePI8qf7MVNr_31nm1wwNTeM2Ao6pmf-3y3Mp7WlqA7twOnXfKs17zt-6azmim1gQL1A0NKS3EE8hKZE4Yezm3chIVFiFe4AdmwKjdv7mIjKNYHaIBiYsycySPFlF8NxzotkjPPMNGygxXu2pxp2FSslKzBpGC1Ml7IKy3krn_E7i1f_wEayTcn)
-
-### [loops or map](https://astrazeneca.github.io/runnable-core/concepts/map)
-
-Execute a pipeline over an iterable parameter.
-
-[![](https://mermaid.ink/img/pako:eNqVlF1rwjAUhv9KyG4qKNR-3AS2m8nuBgN3Z0Sy5tQG20SSdE7E_76kVVEr2CY3Ied9Tx6Sk3PAmeKACc5LtcsKpi36nlGZFbXciHwfLN79CuWiBLMcEULWGkBSaeosA2OCxbxdXMd89Get2bZASsLiSyuvQE2mJZXIjW27t2rOmQZ3Gp9rD6UjatWnwy7q6zPPukd50WTydmemEiS_QbQ79RwxGoQY9UaMuojRA8TCXexzyHgQZNwbMu5Cxl3IXNX6OWMyiDHpzZh0GZMHjOK3xz2mgxjT3oxplzG9MPp5_nVOhwJjteDwOg3HyFj3L1dCcvh7DUc-iftX18n6Waet1xX8cG908vpKHO6OW7cvkeHm5GR2b3drdvaSGTODHLW37mxabYC8fLgRhlfxpjNdwmEets-Dx7gCXTHBXQc8-D2KbQEVUEzckjO9oZjKo9Ox2qr5XmaYWF3DGNdbzizMBHOVVWGSs9K4XeDCKv3ZttSmsx7_AYa341E?type=png)](https://mermaid.live/edit#pako:eNqVlF1rwjAUhv9KyG4qKNR-3AS2m8nuBgN3Z0Sy5tQG20SSdE7E_76kVVEr2CY3Ied9Tx6Sk3PAmeKACc5LtcsKpi36nlGZFbXciHwfLN79CuWiBLMcEULWGkBSaeosA2OCxbxdXMd89Get2bZASsLiSyuvQE2mJZXIjW27t2rOmQZ3Gp9rD6UjatWnwy7q6zPPukd50WTydmemEiS_QbQ79RwxGoQY9UaMuojRA8TCXexzyHgQZNwbMu5Cxl3IXNX6OWMyiDHpzZh0GZMHjOK3xz2mgxjT3oxplzG9MPp5_nVOhwJjteDwOg3HyFj3L1dCcvh7DUc-iftX18n6Waet1xX8cG908vpKHO6OW7cvkeHm5GR2b3drdvaSGTODHLW37mxabYC8fLgRhlfxpjNdwmEets-Dx7gCXTHBXQc8-D2KbQEVUEzckjO9oZjKo9Ox2qr5XmaYWF3DGNdbzizMBHOVVWGSs9K4XeDCKv3ZttSmsx7_AYa341E)
-
-### [Arbitrary nesting](https://astrazeneca.github.io/runnable-core/concepts/nesting/)
-Any nesting of parallel within map and so on.