runnable 0.12.3__py3-none-any.whl → 0.14.0__py3-none-any.whl

runnable/tasks.py

@@ -31,7 +31,7 @@ logger = logging.getLogger(defaults.LOGGER_NAME)
 logging.getLogger("stevedore").setLevel(logging.CRITICAL)
 
 
-# TODO: Can we add memory peak, cpu usage, etc. to the metrics?
+# TODO: This has to be an extension
 
 
 class TaskReturns(BaseModel):
@@ -43,8 +43,12 @@ class BaseTaskType(BaseModel):
     """A base task class which does the execution of command defined by the user."""
 
     task_type: str = Field(serialization_alias="command_type")
-    secrets: List[str] = Field(default_factory=list)
-    returns: List[TaskReturns] = Field(default_factory=list, alias="returns")
+    secrets: List[str] = Field(
+        default_factory=list
+    )  # A list of secrets to expose by secrets manager
+    returns: List[TaskReturns] = Field(
+        default_factory=list, alias="returns"
+    )  # The return values of the task
 
     model_config = ConfigDict(extra="forbid")
 
@@ -70,11 +74,13 @@ class BaseTaskType(BaseModel):
         raise NotImplementedError()
 
     def set_secrets_as_env_variables(self):
+        # Preparing the environment for the task execution
         for key in self.secrets:
             secret_value = context.run_context.secrets_handler.get(key)
             os.environ[key] = secret_value
 
     def delete_secrets_from_env_variables(self):
+        # Cleaning up the environment after the task execution
         for key in self.secrets:
             if key in os.environ:
                 del os.environ[key]
@@ -99,6 +105,7 @@ class BaseTaskType(BaseModel):
     def _diff_parameters(
         self, parameters_in: Dict[str, Parameter], context_params: Dict[str, Parameter]
     ) -> Dict[str, Parameter]:
+        # If the parameter is different from existing parameters, then it is updated
         diff: Dict[str, Parameter] = {}
         for param_name, param in context_params.items():
             if param_name in parameters_in:
@@ -112,12 +119,7 @@ class BaseTaskType(BaseModel):
 
     @contextlib.contextmanager
     def expose_secrets(self):
-        """Context manager to expose secrets to the execution.
-
-        Args:
-            map_variable (dict, optional): If the command is part of map node, the value of map. Defaults to None.
-
-        """
+        """Context manager to expose secrets to the execution."""
         self.set_secrets_as_env_variables()
         try:
             yield
@@ -126,9 +128,32 @@ class BaseTaskType(BaseModel):
         finally:
             self.delete_secrets_from_env_variables()
 
+    def resolve_unreduced_parameters(self, map_variable: TypeMapVariable = None):
+        """Resolve the unreduced parameters."""
+        params = self._context.run_log_store.get_parameters(
+            run_id=self._context.run_id
+        ).copy()
+
+        for param_name, param in params.items():
+            if param.reduced is False:
+                assert (
+                    map_variable is not None
+                ), "Parameters in non-map node should always be reduced"
+
+                context_param = param_name
+                for _, v in map_variable.items():
+                    context_param = f"{v}_{context_param}"
+
+                if context_param in params:  # Is this if required?
+                    params[param_name].value = params[context_param].value
+
+        return params
+
     @contextlib.contextmanager
-    def execution_context(self, map_variable: TypeMapVariable = None, allow_complex: bool = True):
-        params = self._context.run_log_store.get_parameters(run_id=self._context.run_id).copy()
+    def execution_context(
+        self, map_variable: TypeMapVariable = None, allow_complex: bool = True
+    ):
+        params = self.resolve_unreduced_parameters(map_variable=map_variable)
         logger.info(f"Parameters available for the execution: {params}")
 
         for param_name, param in params.items():
@@ -150,7 +175,11 @@ class BaseTaskType(BaseModel):
         logger.debug(f"Resolved parameters: {params}")
 
         if not allow_complex:
-            params = {key: value for key, value in params.items() if isinstance(value, JsonParameter)}
+            params = {
+                key: value
+                for key, value in params.items()
+                if isinstance(value, JsonParameter)
+            }
 
         parameters_in = copy.deepcopy(params)
         try:
@@ -161,8 +190,12 @@ class BaseTaskType(BaseModel):
         finally:
             # Update parameters
             # This should only update the parameters that are changed at the root level.
-            diff_parameters = self._diff_parameters(parameters_in=parameters_in, context_params=params)
-            self._context.run_log_store.set_parameters(parameters=diff_parameters, run_id=self._context.run_id)
+            diff_parameters = self._diff_parameters(
+                parameters_in=parameters_in, context_params=params
+            )
+            self._context.run_log_store.set_parameters(
+                parameters=diff_parameters, run_id=self._context.run_id
+            )
 
 
 def task_return_to_parameter(task_return: TaskReturns, value: Any) -> Parameter:
@@ -188,7 +221,56 @@ def task_return_to_parameter(task_return: TaskReturns, value: Any) -> Parameter:
 
 
 class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
-    """The task class for python command."""
+    """
+    --8<-- [start:python_reference]
+    An execution node of the pipeline of python functions.
+    Please refer to define pipeline/tasks/python for more information.
+
+    As part of the dag definition, a python task is defined as follows:
+
+    dag:
+      steps:
+        python_task: # The name of the node
+          type: task
+          command_type: python # this is default
+          command: my_module.my_function # the dotted path to the function. Please refer to the yaml section of
+            define pipeline/tasks/python for concrete details.
+          returns:
+            - name: # The name to assign the return value
+              kind: json # the default value is json,
+                can be object for python objects and metric for metrics
+          secrets:
+            - my_secret_key # A list of secrets to expose by secrets manager
+          catalog:
+            get:
+              - A list of glob patterns to get from the catalog to the local file system
+            put:
+              - A list of glob patterns to put to the catalog from the local file system
+          on_failure: The name of the step to traverse in case of failure
+          overrides:
+            Individual tasks can override the global configuration config by referring to the
+            specific override.
+
+            For example,
+            #Global configuration
+            executor:
+            type: local-container
+            config:
+              docker_image: "runnable/runnable:latest"
+              overrides:
+              custom_docker_image:
+                docker_image: "runnable/runnable:custom"
+
+            ## In the node definition
+            overrides:
+            local-container:
+              docker_image: "runnable/runnable:custom"
+
+            This instruction will override the docker image for the local-container executor.
+          next: The next node to execute after this task, use "success" to terminate the pipeline successfully
+            or "fail" to terminate the pipeline with an error.
+    --8<-- [end:python_reference]
+    """
 
     task_type: str = Field(default="python", serialization_alias="command_type")
     command: str
@@ -209,7 +291,10 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
         """Execute the notebook as defined by the command."""
         attempt_log = StepAttempt(status=defaults.FAIL, start_time=str(datetime.now()))
 
-        with self.execution_context(map_variable=map_variable) as params, self.expose_secrets() as _:
+        with (
+            self.execution_context(map_variable=map_variable) as params,
+            self.expose_secrets() as _,
+        ):
             module, func = utils.get_module_and_attr_names(self.command)
             sys.path.insert(0, os.getcwd())  # Need to add the current directory to path
             imported_module = importlib.import_module(module)
@@ -217,21 +302,32 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
 
             try:
                 try:
-                    filtered_parameters = parameters.filter_arguments_for_func(f, params.copy(), map_variable)
-                    logger.info(f"Calling {func} from {module} with {filtered_parameters}")
+                    filtered_parameters = parameters.filter_arguments_for_func(
+                        f, params.copy(), map_variable
+                    )
+                    logger.info(
+                        f"Calling {func} from {module} with {filtered_parameters}"
+                    )
 
                     out_file = io.StringIO()
                     with contextlib.redirect_stdout(out_file):
-                        user_set_parameters = f(**filtered_parameters)  # This is a tuple or single value
+                        user_set_parameters = f(
+                            **filtered_parameters
+                        )  # This is a tuple or single value
                     task_console.print(out_file.getvalue())
                 except Exception as e:
-                    raise exceptions.CommandCallError(f"Function call: {self.command} did not succeed.\n") from e
+                    raise exceptions.CommandCallError(
+                        f"Function call: {self.command} did not succeed.\n"
+                    ) from e
 
                 attempt_log.input_parameters = params.copy()
 
                 if map_variable:
                     attempt_log.input_parameters.update(
-                        {k: JsonParameter(value=v, kind="json") for k, v in map_variable.items()}
+                        {
+                            k: JsonParameter(value=v, kind="json")
+                            for k, v in map_variable.items()
+                        }
                     )
 
                 if self.returns:
@@ -239,7 +335,9 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
                         user_set_parameters = (user_set_parameters,)
 
                     if len(user_set_parameters) != len(self.returns):
-                        raise ValueError("Returns task signature does not match the function returns")
+                        raise ValueError(
+                            "Returns task signature does not match the function returns"
+                        )
 
                     output_parameters: Dict[str, Parameter] = {}
                     metrics: Dict[str, Parameter] = {}
@@ -277,7 +375,56 @@ class PythonTaskType(BaseTaskType):  # pylint: disable=too-few-public-methods
 
 
 class NotebookTaskType(BaseTaskType):
-    """The task class for Notebook based execution."""
+    """
+    --8<-- [start:notebook_reference]
+    An execution node of the pipeline of notebook execution.
+    Please refer to define pipeline/tasks/notebook for more information.
+
+    As part of the dag definition, a notebook task is defined as follows:
+
+    dag:
+      steps:
+        notebook_task: # The name of the node
+          type: task
+          command_type: notebook
+          command: the path to the notebook relative to project root.
+          optional_ploomber_args: a dictionary of arguments to be passed to ploomber engine
+          returns:
+            - name: # The name to assign the return value
+              kind: json # the default value is json,
+                can be object for python objects and metric for metrics
+          secrets:
+            - my_secret_key # A list of secrets to expose by secrets manager
+          catalog:
+            get:
+              - A list of glob patterns to get from the catalog to the local file system
+            put:
+              - A list of glob patterns to put to the catalog from the local file system
+          on_failure: The name of the step to traverse in case of failure
+          overrides:
+            Individual tasks can override the global configuration config by referring to the
+            specific override.
+
+            For example,
+            #Global configuration
+            executor:
+            type: local-container
+            config:
+              docker_image: "runnable/runnable:latest"
+              overrides:
+                custom_docker_image:
+                  docker_image: "runnable/runnable:custom"
+
+            ## In the node definition
+            overrides:
+              local-container:
+                docker_image: "runnable/runnable:custom"
+
+            This instruction will override the docker image for the local-container executor.
+          next: The next node to execute after this task, use "success" to terminate the pipeline successfully
+            or "fail" to terminate the pipeline with an error.
+    --8<-- [end:notebook_reference]
+    """
 
     task_type: str = Field(default="notebook", serialization_alias="command_type")
     command: str
@@ -302,7 +449,10 @@ class NotebookTaskType(BaseTaskType):
         return str(file_name)
 
     def get_cli_options(self) -> Tuple[str, dict]:
-        return "notebook", {"command": self.command, "notebook-output-path": self.notebook_output_path}
+        return "notebook", {
+            "command": self.command,
+            "notebook-output-path": self.notebook_output_path,
+        }
 
     def execute_command(
         self,
@@ -325,9 +475,12 @@ class NotebookTaskType(BaseTaskType):
 
             notebook_output_path = self.notebook_output_path
 
-            with self.execution_context(
-                map_variable=map_variable, allow_complex=False
-            ) as params, self.expose_secrets() as _:
+            with (
+                self.execution_context(
+                    map_variable=map_variable, allow_complex=False
+                ) as params,
+                self.expose_secrets() as _,
+            ):
                 copy_params = copy.deepcopy(params)
 
                 if map_variable:
@@ -336,7 +489,9 @@ class NotebookTaskType(BaseTaskType):
                         copy_params[key] = JsonParameter(kind="json", value=value)
 
                 # Remove any {v}_unreduced parameters from the parameters
-                unprocessed_params = [k for k, v in copy_params.items() if not v.reduced]
+                unprocessed_params = [
+                    k for k, v in copy_params.items() if not v.reduced
+                ]
 
                 for key in list(copy_params.keys()):
                     if any(key.endswith(f"_{k}") for k in unprocessed_params):
@@ -360,7 +515,9 @@ class NotebookTaskType(BaseTaskType):
                     pm.execute_notebook(**kwds)
                 task_console.print(out_file.getvalue())
 
-                context.run_context.catalog_handler.put(name=notebook_output_path, run_id=context.run_context.run_id)
+                context.run_context.catalog_handler.put(
+                    name=notebook_output_path, run_id=context.run_context.run_id
+                )
 
                 client = PloomberClient.from_path(path=notebook_output_path)
                 namespace = client.get_namespace()
@@ -368,7 +525,9 @@ class NotebookTaskType(BaseTaskType):
                 output_parameters: Dict[str, Parameter] = {}
                 try:
                     for task_return in self.returns:
-                        param_name = Template(task_return.name).safe_substitute(map_variable)  # type: ignore
+                        param_name = Template(task_return.name).safe_substitute(
+                            map_variable  # type: ignore
+                        )
 
                         if map_variable:
                             for _, v in map_variable.items():
@@ -410,7 +569,54 @@ class NotebookTaskType(BaseTaskType):
 
 class ShellTaskType(BaseTaskType):
     """
-    The task class for shell based commands.
+    --8<-- [start:shell_reference]
+    An execution node of the pipeline of shell execution.
+    Please refer to define pipeline/tasks/shell for more information.
+
+    As part of the dag definition, a shell task is defined as follows:
+
+    dag:
+      steps:
+        shell_task: # The name of the node
+          type: task
+          command_type: shell
+          command: The command to execute, it could be multiline
+          optional_ploomber_args: a dictionary of arguments to be passed to ploomber engine
+          returns:
+            - name: # The name to assign the return value
+            kind: json # the default value is json,
+                can be object for python objects and metric for metrics
+          secrets:
+            - my_secret_key # A list of secrets to expose by secrets manager
+          catalog:
+            get:
+              - A list of glob patterns to get from the catalog to the local file system
+            put:
+              - A list of glob patterns to put to the catalog from the local file system
+          on_failure: The name of the step to traverse in case of failure
+          overrides:
+            Individual tasks can override the global configuration config by referring to the
+            specific override.
+
+            For example,
+            #Global configuration
+            executor:
+            type: local-container
+            config:
+              docker_image: "runnable/runnable:latest"
+              overrides:
+                custom_docker_image:
+                  docker_image: "runnable/runnable:custom"
+
+            ## In the node definition
+            overrides:
+              local-container:
+                docker_image: "runnable/runnable:custom"
+
+            This instruction will override the docker image for the local-container executor.
+          next: The next node to execute after this task, use "success" to terminate the pipeline successfully
+            or "fail" to terminate the pipeline with an error.
+    --8<-- [end:shell_reference]
     """
 
     task_type: str = Field(default="shell", serialization_alias="command_type")
@@ -421,7 +627,9 @@ class ShellTaskType(BaseTaskType):
     def returns_should_be_json(cls, returns: List[TaskReturns]):
         for task_return in returns:
             if task_return.kind == "object" or task_return.kind == "pydantic":
-                raise ValueError("Pydantic models or Objects are not allowed in returns")
+                raise ValueError(
+                    "Pydantic models or Objects are not allowed in returns"
+                )
 
         return returns
 
@@ -456,7 +664,9 @@ class ShellTaskType(BaseTaskType):
                 subprocess_env[key] = secret_value
 
         try:
-            with self.execution_context(map_variable=map_variable, allow_complex=False) as params:
+            with self.execution_context(
+                map_variable=map_variable, allow_complex=False
+            ) as params:
                 subprocess_env.update({k: v.get_value() for k, v in params.items()})
 
                 # Json dumps all runnable environment variables
@@ -467,7 +677,9 @@ class ShellTaskType(BaseTaskType):
 
                 collect_delimiter = "=== COLLECT ==="
 
-                command = self.command.strip() + f" && echo '{collect_delimiter}'  && env"
+                command = (
+                    self.command.strip() + f" && echo '{collect_delimiter}'  && env"
+                )
                 logger.info(f"Executing shell command: {command}")
 
                 capture = False

runnable/utils.py

@@ -21,7 +21,7 @@ from runnable import defaults, names
 from runnable.defaults import TypeMapVariable
 
 if TYPE_CHECKING:  # pragma: no cover
-    from runnable.extensions.nodes import TaskNode
+    from extensions.nodes.nodes import TaskNode
     from runnable.nodes import BaseNode
 
 
@@ -86,7 +86,9 @@ def generate_run_id(run_id: str = "") -> str:
     return run_id
 
 
-def apply_variables(apply_to: Dict[str, Any], variables: Dict[str, str]) -> Dict[str, Any]:
+def apply_variables(
+    apply_to: Dict[str, Any], variables: Dict[str, str]
+) -> Dict[str, Any]:
     """Safely applies the variables to a config.
 
     For example: For config:
@@ -272,7 +274,9 @@ def get_local_docker_image_id(image_name: str) -> str:
         image = client.images.get(image_name)
         return image.attrs["Id"]
     except ImportError:  # pragma: no cover
-        logger.warning("Did not find docker installed, some functionality might be affected")
+        logger.warning(
+            "Did not find docker installed, some functionality might be affected"
+        )
     except BaseException:
         logger.exception(f"Could not find the image by name {image_name}")
 
@@ -295,7 +299,9 @@ def get_git_code_identity():
         code_identity.code_identifier_dependable, changed = is_git_clean()
         code_identity.code_identifier_url = get_git_remote()
         if changed:
-            code_identity.code_identifier_message = "changes found in " + ", ".join(changed.split("\n"))
+            code_identity.code_identifier_message = "changes found in " + ", ".join(
+                changed.split("\n")
+            )
     except BaseException:
         logger.exception("Git code versioning problems")
 
@@ -331,7 +337,9 @@ def get_tracked_data() -> Dict[str, str]:
             try:
                 tracked_data[key.lower()] = json.loads(value)
             except json.decoder.JSONDecodeError:
-                logger.warning(f"Tracker {key} could not be JSON decoded, adding the literal value")
+                logger.warning(
+                    f"Tracker {key} could not be JSON decoded, adding the literal value"
+                )
                 tracked_data[key.lower()] = value
 
             del os.environ[env_var]
@@ -389,9 +397,13 @@ def get_data_hash(file_name: str):
         str: The SHA ID of the file contents
     """
     # https://stackoverflow.com/questions/3431825/generating-an-md5-checksum-of-a-file
-    return hash_bytestr_iter(file_as_blockiter(open(file_name, "rb")), hashlib.sha256())  # pragma: no cover
+    # TODO: For a big file, we should only hash the first few bytes
+    return hash_bytestr_iter(
+        file_as_blockiter(open(file_name, "rb")), hashlib.sha256()
+    )  # pragma: no cover
 
 
+# TODO: This is not the right place for this.
 def get_node_execution_command(
     node: BaseNode,
     map_variable: TypeMapVariable = None,
@@ -415,7 +427,11 @@ def get_node_execution_command(
 
     log_level = log_level or logging.getLevelName(logger.getEffectiveLevel())
 
-    action = f"runnable execute_single_node {run_id} " f"{node._command_friendly_name()}" f" --log-level {log_level}"
+    action = (
+        f"runnable execute_single_node {run_id} "
+        f"{node._command_friendly_name()}"
+        f" --log-level {log_level}"
+    )
 
     if context.run_context.pipeline_file:
         action = action + f" --file {context.run_context.pipeline_file}"
@@ -435,6 +451,7 @@ def get_node_execution_command(
     return action
 
 
+# TODO: This is not the right place for this.
 def get_fan_command(
     mode: str,
     node: BaseNode,
@@ -478,6 +495,7 @@ def get_fan_command(
     return action
 
 
+# TODO: This is not the right place for this.
 def get_job_execution_command(node: TaskNode, over_write_run_id: str = "") -> str:
     """Get the execution command to run a job via command line.
 
@@ -520,7 +538,9 @@ def get_job_execution_command(node: TaskNode, over_write_run_id: str = "") -> st
     return action
 
 
-def get_provider_by_name_and_type(service_type: str, service_details: defaults.ServiceConfig):
+def get_provider_by_name_and_type(
+    service_type: str, service_details: defaults.ServiceConfig
+):
     """Given a service type, one of executor, run_log_store, catalog, secrets and the config
     return the exact child class implementing the service.
     We use stevedore to do the work for us.
@@ -542,7 +562,9 @@ def get_provider_by_name_and_type(service_type: str, service_details: defaults.S
     if "config" in service_details:
         service_config = service_details.get("config", {})
 
-    logger.debug(f"Trying to get a service of {service_type} of the name {service_name} with config: {service_config}")
+    logger.debug(
+        f"Trying to get a service of {service_type} of the name {service_name} with config: {service_config}"
+    )
     try:
         mgr = driver.DriverManager(
             namespace=namespace,
@@ -552,8 +574,12 @@ def get_provider_by_name_and_type(service_type: str, service_details: defaults.S
         )
         return mgr.driver
     except Exception as _e:
-        logger.exception(f"Could not find the service of type: {service_type} with config: {service_details}")
-        raise Exception(f"Could not find the service of type: {service_type} with config: {service_details}") from _e
+        logger.exception(
+            f"Could not find the service of type: {service_type} with config: {service_details}"
+        )
+        raise Exception(
+            f"Could not find the service of type: {service_type} with config: {service_details}"
+        ) from _e
 
 
 def get_run_config() -> dict:
@@ -585,7 +611,9 @@ def json_to_ordered_dict(json_str: str) -> TypeMapVariable:
     return OrderedDict()
 
 
-def set_runnable_environment_variables(run_id: str = "", configuration_file: str = "", tag: str = "") -> None:
+def set_runnable_environment_variables(
+    run_id: str = "", configuration_file: str = "", tag: str = ""
+) -> None:
     """Set the environment variables used by runnable. This function should be called during the prepare configurations
     by all executors.
 
@@ -604,7 +632,7 @@ def set_runnable_environment_variables(run_id: str = "", configuration_file: str
         os.environ[defaults.RUNNABLE_RUN_TAG] = tag
 
 
-def gather_variables() -> dict:
+def gather_variables() -> Dict[str, str]:
     """Gather all the environment variables used by runnable. All the variables start with runnable_VAR_.
 
     Returns:

{runnable-0.12.3.dist-info → runnable-0.14.0.dist-info}/METADATA

@@ -1,36 +1,31 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: runnable
-Version: 0.12.3
-Summary: A Compute agnostic pipelining software
-Home-page: https://github.com/vijayvammi/runnable
-License: Apache-2.0
-Author: Vijay Vammi
-Author-email: mesanthu@gmail.com
-Requires-Python: >=3.9,<3.13
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: database
+Version: 0.14.0
+Summary: Add your description here
+Author-email: "Vammi, Vijay" <vijay.vammi@astrazeneca.com>
+License-File: LICENSE
+Requires-Python: >=3.9
+Requires-Dist: catalog
+Requires-Dist: click-plugins>=1.1.1
+Requires-Dist: click<=8.1.3
+Requires-Dist: dill>=0.3.9
+Requires-Dist: executor
+Requires-Dist: nodes
+Requires-Dist: pydantic>=2.10.3
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: rich>=13.9.4
+Requires-Dist: ruamel-yaml>=0.18.6
+Requires-Dist: run-log-store
+Requires-Dist: secrets
+Requires-Dist: setuptools>=75.6.0
+Requires-Dist: stevedore>=5.4.0
+Requires-Dist: typer>=0.15.1
 Provides-Extra: docker
+Requires-Dist: docker>=7.1.0; extra == 'docker'
+Provides-Extra: examples
+Requires-Dist: pandas>=2.2.3; extra == 'examples'
 Provides-Extra: notebook
-Requires-Dist: click
-Requires-Dist: click-plugins (>=1.1.1,<2.0.0)
-Requires-Dist: dill (>=0.3.8,<0.4.0)
-Requires-Dist: docker ; extra == "docker"
-Requires-Dist: mlflow-skinny
-Requires-Dist: ploomber-engine (>=0.0.31,<0.0.32) ; extra == "notebook"
-Requires-Dist: pydantic (>=2.5,<3.0)
-Requires-Dist: rich (>=13.5.2,<14.0.0)
-Requires-Dist: ruamel.yaml
-Requires-Dist: ruamel.yaml.clib
-Requires-Dist: sqlalchemy ; extra == "database"
-Requires-Dist: stevedore (>=3.5.0,<4.0.0)
-Requires-Dist: typing-extensions ; python_version < "3.8"
-Project-URL: Documentation, https://github.com/vijayvammi/runnable
-Project-URL: Repository, https://github.com/vijayvammi/runnable
+Requires-Dist: ploomber-engine>=0.0.33; extra == 'notebook'
 Description-Content-Type: text/markdown
 
 
@@ -267,4 +262,3 @@ Execute a pipeline over an iterable parameter.
 
 ### [Arbitrary nesting](https://astrazeneca.github.io/runnable-core/concepts/nesting/)
 Any nesting of parallel within map and so on.
-