runnable 0.12.3__py3-none-any.whl → 0.14.0__py3-none-any.whl

runnable/entrypoints.py

@@ -35,6 +35,7 @@ def prepare_configurations(
     force_local_executor: bool = False,
 ) -> context.Context:
     """
+    Sets up everything needed
     Replace the placeholders in the dag/config against the variables file.
 
     Attach the secrets_handler, run_log_store, catalog_handler to the executor and return it.
@@ -53,11 +54,17 @@ def prepare_configurations(
     variables = utils.gather_variables()
 
     templated_configuration = {}
-    configuration_file = os.environ.get("RUNNABLE_CONFIGURATION_FILE", configuration_file)
+    configuration_file = os.environ.get(
+        "RUNNABLE_CONFIGURATION_FILE", configuration_file
+    )
 
     if configuration_file:
         templated_configuration = utils.load_yaml(configuration_file) or {}
 
+    # Since all the services (run_log_store, catalog, secrets, executor) are
+    # dynamically loaded via stevedore, we cannot validate the configuration
+    # before they are passed to the service.
+
     configuration: RunnableConfig = cast(RunnableConfig, templated_configuration)
 
     logger.info(f"Resolved configurations: {configuration}")
@@ -65,23 +72,32 @@ def prepare_configurations(
     # Run log settings, configuration over-rides everything
     run_log_config: Optional[ServiceConfig] = configuration.get("run_log_store", None)
     if not run_log_config:
-        run_log_config = cast(ServiceConfig, runnable_defaults.get("run_log_store", defaults.DEFAULT_RUN_LOG_STORE))
+        run_log_config = cast(
+            ServiceConfig,
+            runnable_defaults.get("run_log_store", defaults.DEFAULT_RUN_LOG_STORE),
+        )
     run_log_store = utils.get_provider_by_name_and_type("run_log_store", run_log_config)
 
     # Catalog handler settings, configuration over-rides everything
     catalog_config: Optional[ServiceConfig] = configuration.get("catalog", None)
     if not catalog_config:
-        catalog_config = cast(ServiceConfig, runnable_defaults.get("catalog", defaults.DEFAULT_CATALOG))
+        catalog_config = cast(
+            ServiceConfig, runnable_defaults.get("catalog", defaults.DEFAULT_CATALOG)
+        )
     catalog_handler = utils.get_provider_by_name_and_type("catalog", catalog_config)
 
     # Secret handler settings, configuration over-rides everything
     secrets_config: Optional[ServiceConfig] = configuration.get("secrets", None)
     if not secrets_config:
-        secrets_config = cast(ServiceConfig, runnable_defaults.get("secrets", defaults.DEFAULT_SECRETS))
+        secrets_config = cast(
+            ServiceConfig, runnable_defaults.get("secrets", defaults.DEFAULT_SECRETS)
+        )
     secrets_handler = utils.get_provider_by_name_and_type("secrets", secrets_config)
 
     # pickler
-    pickler_config = cast(ServiceConfig, runnable_defaults.get("pickler", defaults.DEFAULT_PICKLER))
+    pickler_config = cast(
+        ServiceConfig, runnable_defaults.get("pickler", defaults.DEFAULT_PICKLER)
+    )
     pickler_handler = utils.get_provider_by_name_and_type("pickler", pickler_config)
 
     # executor configurations, configuration over rides everything
@@ -90,8 +106,12 @@ def prepare_configurations(
         executor_config = ServiceConfig(type="local", config={})
 
     if not executor_config:
-        executor_config = cast(ServiceConfig, runnable_defaults.get("executor", defaults.DEFAULT_EXECUTOR))
-    configured_executor = utils.get_provider_by_name_and_type("executor", executor_config)
+        executor_config = cast(
+            ServiceConfig, runnable_defaults.get("executor", defaults.DEFAULT_EXECUTOR)
+        )
+    configured_executor = utils.get_provider_by_name_and_type(
+        "executor", executor_config
+    )
 
     # Construct the context
     run_context = context.Context(
@@ -174,20 +194,26 @@ def execute(
 
     run_context.execution_plan = defaults.EXECUTION_PLAN.CHAINED.value
 
-    utils.set_runnable_environment_variables(run_id=run_id, configuration_file=configuration_file, tag=tag)
+    utils.set_runnable_environment_variables(
+        run_id=run_id, configuration_file=configuration_file, tag=tag
+    )
 
     # Prepare for graph execution
     executor.prepare_for_graph_execution()
 
     logger.info(f"Executing the graph: {run_context.dag}")
     with Progress(
-        TextColumn("[progress.description]{task.description}", table_column=Column(ratio=2)),
+        TextColumn(
+            "[progress.description]{task.description}", table_column=Column(ratio=2)
+        ),
         BarColumn(table_column=Column(ratio=1), style="dark_orange"),
         TimeElapsedColumn(table_column=Column(ratio=1)),
         console=console,
         expand=True,
     ) as progress:
-        pipeline_execution_task = progress.add_task("[dark_orange] Starting execution .. ", total=1)
+        pipeline_execution_task = progress.add_task(
+            "[dark_orange] Starting execution .. ", total=1
+        )
         try:
             run_context.progress = progress
             executor.execute_graph(dag=run_context.dag)  # type: ignore
@@ -197,16 +223,30 @@ def execute(
                 executor.send_return_code(stage="traversal")
                 return
 
-            run_log = run_context.run_log_store.get_run_log_by_id(run_id=run_context.run_id, full=False)
+            run_log = run_context.run_log_store.get_run_log_by_id(
+                run_id=run_context.run_id, full=False
+            )
 
             if run_log.status == defaults.SUCCESS:
-                progress.update(pipeline_execution_task, description="[green] Success", completed=True)
+                progress.update(
+                    pipeline_execution_task,
+                    description="[green] Success",
+                    completed=True,
+                )
             else:
-                progress.update(pipeline_execution_task, description="[red] Failed", completed=True)
+                progress.update(
+                    pipeline_execution_task, description="[red] Failed", completed=True
+                )
         except Exception as e:  # noqa: E722
             console.print(e, style=defaults.error_style)
-            progress.update(pipeline_execution_task, description="[red] Errored execution", completed=True)
-            run_log = run_context.run_log_store.get_run_log_by_id(run_id=run_context.run_id, full=False)
+            progress.update(
+                pipeline_execution_task,
+                description="[red] Errored execution",
+                completed=True,
+            )
+            run_log = run_context.run_log_store.get_run_log_by_id(
+                run_id=run_context.run_id, full=False
+            )
             run_log.status = defaults.FAIL
             run_context.run_log_store.add_branch_log(run_log, run_context.run_id)
             raise e
@@ -240,9 +280,13 @@ def execute_single_node(
     """
     from runnable import nodes
 
-    task_console.print(f"Executing the single node: {step_name} with map variable: {map_variable}")
+    task_console.print(
+        f"Executing the single node: {step_name} with map variable: {map_variable}"
+    )
 
-    configuration_file = os.environ.get("RUNNABLE_CONFIGURATION_FILE", configuration_file)
+    configuration_file = os.environ.get(
+        "RUNNABLE_CONFIGURATION_FILE", configuration_file
+    )
 
     run_context = prepare_configurations(
         configuration_file=configuration_file,
@@ -257,7 +301,9 @@ def execute_single_node(
 
     executor = run_context.executor
     run_context.execution_plan = defaults.EXECUTION_PLAN.CHAINED.value
-    utils.set_runnable_environment_variables(run_id=run_id, configuration_file=configuration_file, tag=tag)
+    utils.set_runnable_environment_variables(
+        run_id=run_id, configuration_file=configuration_file, tag=tag
+    )
 
     executor.prepare_for_node_execution()
 
@@ -271,7 +317,9 @@ def execute_single_node(
     map_variable_dict = utils.json_to_ordered_dict(map_variable)
 
     step_internal_name = nodes.BaseNode._get_internal_name_from_command_name(step_name)
-    node_to_execute, _ = graph.search_node_by_internal_name(run_context.dag, step_internal_name)
+    node_to_execute, _ = graph.search_node_by_internal_name(
+        run_context.dag, step_internal_name
+    )
 
     logger.info("Executing the single node of : %s", node_to_execute)
     ## This step is where we save the log file
@@ -316,7 +364,9 @@ def execute_notebook(
 
     executor = run_context.executor
     run_context.execution_plan = defaults.EXECUTION_PLAN.UNCHAINED.value
-    utils.set_runnable_environment_variables(run_id=run_id, configuration_file=configuration_file, tag=tag)
+    utils.set_runnable_environment_variables(
+        run_id=run_id, configuration_file=configuration_file, tag=tag
+    )
 
     console.print("Working with context:")
     console.print(run_context)
@@ -336,17 +386,25 @@ def execute_notebook(
         # Prepare for graph execution
         executor.prepare_for_graph_execution()
 
-        logger.info("Executing the job from the user. We are still in the caller's compute environment")
+        logger.info(
+            "Executing the job from the user. We are still in the caller's compute environment"
+        )
         executor.execute_job(node=node)
 
     elif entrypoint == defaults.ENTRYPOINT.SYSTEM.value:
         executor.prepare_for_node_execution()
-        logger.info("Executing the job from the system. We are in the config's compute environment")
+        logger.info(
+            "Executing the job from the system. We are in the config's compute environment"
+        )
         executor.execute_node(node=node)
 
         # Update the status of the run log
-        step_log = run_context.run_log_store.get_step_log(node._get_step_log_name(), run_id)
-        run_context.run_log_store.update_run_log_status(run_id=run_id, status=step_log.status)
+        step_log = run_context.run_log_store.get_step_log(
+            node._get_step_log_name(), run_id
+        )
+        run_context.run_log_store.update_run_log_status(
+            run_id=run_id, status=step_log.status
+        )
 
     else:
         raise ValueError(f"Invalid entrypoint {entrypoint}")
@@ -379,7 +437,9 @@ def execute_function(
     executor = run_context.executor
 
     run_context.execution_plan = defaults.EXECUTION_PLAN.UNCHAINED.value
-    utils.set_runnable_environment_variables(run_id=run_id, configuration_file=configuration_file, tag=tag)
+    utils.set_runnable_environment_variables(
+        run_id=run_id, configuration_file=configuration_file, tag=tag
+    )
 
     console.print("Working with context:")
     console.print(run_context)
@@ -399,17 +459,25 @@ def execute_function(
         # Prepare for graph execution
         executor.prepare_for_graph_execution()
 
-        logger.info("Executing the job from the user. We are still in the caller's compute environment")
+        logger.info(
+            "Executing the job from the user. We are still in the caller's compute environment"
+        )
         executor.execute_job(node=node)
 
     elif entrypoint == defaults.ENTRYPOINT.SYSTEM.value:
         executor.prepare_for_node_execution()
-        logger.info("Executing the job from the system. We are in the config's compute environment")
+        logger.info(
+            "Executing the job from the system. We are in the config's compute environment"
+        )
         executor.execute_node(node=node)
 
         # Update the status of the run log
-        step_log = run_context.run_log_store.get_step_log(node._get_step_log_name(), run_id)
-        run_context.run_log_store.update_run_log_status(run_id=run_id, status=step_log.status)
+        step_log = run_context.run_log_store.get_step_log(
+            node._get_step_log_name(), run_id
+        )
+        run_context.run_log_store.update_run_log_status(
+            run_id=run_id, status=step_log.status
+        )
 
     else:
         raise ValueError(f"Invalid entrypoint {entrypoint}")
@@ -444,7 +512,9 @@ def fan(
     """
     from runnable import nodes
 
-    configuration_file = os.environ.get("RUNNABLE_CONFIGURATION_FILE", configuration_file)
+    configuration_file = os.environ.get(
+        "RUNNABLE_CONFIGURATION_FILE", configuration_file
+    )
 
     run_context = prepare_configurations(
         configuration_file=configuration_file,
@@ -459,12 +529,17 @@ def fan(
 
     executor = run_context.executor
     run_context.execution_plan = defaults.EXECUTION_PLAN.CHAINED.value
-    utils.set_runnable_environment_variables(run_id=run_id, configuration_file=configuration_file, tag=tag)
+    utils.set_runnable_environment_variables(
+        run_id=run_id, configuration_file=configuration_file, tag=tag
+    )
 
     executor.prepare_for_node_execution()
 
     step_internal_name = nodes.BaseNode._get_internal_name_from_command_name(step_name)
-    node_to_execute, _ = graph.search_node_by_internal_name(run_context.dag, step_internal_name)  # type: ignore
+    node_to_execute, _ = graph.search_node_by_internal_name(
+        run_context.dag,  # type: ignore
+        step_internal_name,
+    )
 
     map_variable_dict = utils.json_to_ordered_dict(map_variable)
 

runnable/exceptions.py

@@ -31,7 +31,9 @@ class StepLogNotFoundError(Exception):  # pragma: no cover
 
     def __init__(self, run_id, name):
         super().__init__()
-        self.message = f"Step log for {name} is not found in the datastore for Run id: {run_id}"
+        self.message = (
+            f"Step log for {name} is not found in the datastore for Run id: {run_id}"
+        )
 
 
 class BranchLogNotFoundError(Exception):  # pragma: no cover
@@ -43,7 +45,9 @@ class BranchLogNotFoundError(Exception):  # pragma: no cover
 
     def __init__(self, run_id, name):
         super().__init__()
-        self.message = f"Branch log for {name} is not found in the datastore for Run id: {run_id}"
+        self.message = (
+            f"Branch log for {name} is not found in the datastore for Run id: {run_id}"
+        )
 
 
 class NodeNotFoundError(Exception):  # pragma: no cover

runnable/executor.py

@@ -14,7 +14,7 @@ from runnable.defaults import TypeMapVariable
 from runnable.graph import Graph
 
 if TYPE_CHECKING:  # pragma: no cover
-    from runnable.extensions.nodes import TaskNode
+    from extensions.nodes.nodes import TaskNode
     from runnable.nodes import BaseNode
 
 logger = logging.getLogger(defaults.LOGGER_NAME)
@@ -36,9 +36,12 @@ class BaseExecutor(ABC, BaseModel):
 
     overrides: dict = {}
 
-    _local: bool = False  # This is a flag to indicate whether the executor is local or not.
+    _local: bool = (
+        False  # This is a flag to indicate whether the executor is local or not.
+    )
 
-    _context_node = None  # type: BaseNode
+    # TODO: Change this to _is_local
+    _context_node: Optional[BaseNode] = None
     model_config = ConfigDict(extra="forbid")
 
     @property
@@ -90,7 +93,9 @@ class BaseExecutor(ABC, BaseModel):
         ...
 
     @abstractmethod
-    def _sync_catalog(self, stage: str, synced_catalogs=None) -> Optional[List[DataCatalog]]:
+    def _sync_catalog(
+        self, stage: str, synced_catalogs=None
+    ) -> Optional[List[DataCatalog]]:
         """
         1). Identify the catalog settings by over-riding node settings with the global settings.
         2). For stage = get:
@@ -141,7 +146,13 @@ class BaseExecutor(ABC, BaseModel):
         return int(os.environ.get(defaults.ATTEMPT_NUMBER, 1))
 
     @abstractmethod
-    def _execute_node(self, node: BaseNode, map_variable: TypeMapVariable = None, mock: bool = False, **kwargs):
+    def _execute_node(
+        self,
+        node: BaseNode,
+        map_variable: TypeMapVariable = None,
+        mock: bool = False,
+        **kwargs,
+    ):
         """
         This is the entry point when we do the actual execution of the function.
 
@@ -163,7 +174,9 @@ class BaseExecutor(ABC, BaseModel):
         ...
 
     @abstractmethod
-    def execute_node(self, node: BaseNode, map_variable: TypeMapVariable = None, **kwargs):
+    def execute_node(
+        self, node: BaseNode, map_variable: TypeMapVariable = None, **kwargs
+    ):
         """
         The entry point for all executors apart from local.
         We have already prepared for node execution.
@@ -191,7 +204,9 @@ class BaseExecutor(ABC, BaseModel):
         ...
 
     @abstractmethod
-    def execute_from_graph(self, node: BaseNode, map_variable: TypeMapVariable = None, **kwargs):
+    def execute_from_graph(
+        self, node: BaseNode, map_variable: TypeMapVariable = None, **kwargs
+    ):
         """
         This is the entry point to from the graph execution.
 
@@ -219,7 +234,9 @@ class BaseExecutor(ABC, BaseModel):
         ...
 
     @abstractmethod
-    def trigger_job(self, node: BaseNode, map_variable: TypeMapVariable = None, **kwargs):
+    def trigger_job(
+        self, node: BaseNode, map_variable: TypeMapVariable = None, **kwargs
+    ):
         """
         Executor specific way of triggering jobs when runnable does both traversal and execution
 
@@ -236,7 +253,9 @@ class BaseExecutor(ABC, BaseModel):
         ...
 
     @abstractmethod
-    def _get_status_and_next_node_name(self, current_node: BaseNode, dag: Graph, map_variable: TypeMapVariable = None):
+    def _get_status_and_next_node_name(
+        self, current_node: BaseNode, dag: Graph, map_variable: TypeMapVariable = None
+    ):
         """
         Given the current node and the graph, returns the name of the next node to execute.
 

runnable/graph.py

@@ -24,7 +24,9 @@ class Graph(BaseModel):
     name: str = ""
     description: Optional[str] = ""
     internal_branch_name: str = Field(default="", exclude=True)
-    nodes: SerializeAsAny[Dict[str, "BaseNode"]] = Field(default_factory=dict, serialization_alias="steps")
+    nodes: SerializeAsAny[Dict[str, "BaseNode"]] = Field(
+        default_factory=dict, serialization_alias="steps"
+    )
 
     def get_summary(self) -> Dict[str, Any]:
         """
@@ -229,7 +231,9 @@ class Graph(BaseModel):
                     return False
         return True
 
-    def is_cyclic_util(self, node: "BaseNode", visited: Dict[str, bool], recstack: Dict[str, bool]) -> bool:
+    def is_cyclic_util(
+        self, node: "BaseNode", visited: Dict[str, bool], recstack: Dict[str, bool]
+    ) -> bool:
         """
         Recursive utility that determines if a node and neighbors has a cycle. Is used in is_dag method.
 
@@ -327,7 +331,9 @@ def create_graph(dag_config: Dict[str, Any], internal_branch_name: str = "") ->
         Graph: The created graph object
     """
     description: str = dag_config.get("description", None)
-    start_at: str = cast(str, dag_config.get("start_at"))  # Let the start_at be relative to the graph
+    start_at: str = cast(
+        str, dag_config.get("start_at")
+    )  # Let the start_at be relative to the graph
 
     graph = Graph(
         start_at=start_at,
@@ -339,7 +345,9 @@ def create_graph(dag_config: Dict[str, Any], internal_branch_name: str = "") ->
     for name, step_config in dag_config.get("steps", {}).items():
         logger.info(f"Adding node {name} with :{step_config}")
 
-        node = create_node(name, step_config=step_config, internal_branch_name=internal_branch_name)
+        node = create_node(
+            name, step_config=step_config, internal_branch_name=internal_branch_name
+        )
         graph.add_node(node)
 
     graph.add_terminal_nodes(internal_branch_name=internal_branch_name)
@@ -369,8 +377,12 @@ def create_node(name: str, step_config: dict, internal_branch_name: Optional[str
         internal_name = internal_branch_name + "." + name
 
     try:
-        node_type = step_config.pop("type")  # Remove the type as it is not used in node creation.
-        node_mgr: BaseNode = driver.DriverManager(namespace="nodes", name=node_type).driver
+        node_type = step_config.pop(
+            "type"
+        )  # Remove the type as it is not used in node creation.
+        node_mgr: BaseNode = driver.DriverManager(
+            namespace="nodes", name=node_type
+        ).driver
 
         next_node = step_config.pop("next", None)
 
@@ -424,11 +436,18 @@ def search_node_by_internal_name(dag: Graph, internal_name: str):
     for i in range(len(dot_path)):
         if i % 2:
             # Its odd, so we are in brach name
-            current_branch = current_node._get_branch_by_name(".".join(dot_path[: i + 1]))  # type: ignore
-            logger.debug(f"Finding step for {internal_name} in branch: {current_branch}")
+
+            current_branch = current_node._get_branch_by_name(  # type: ignore
+                ".".join(dot_path[: i + 1])
+            )
+            logger.debug(
+                f"Finding step for {internal_name} in branch: {current_branch}"
+            )
         else:
             # Its even, so we are in Step, we start here!
-            current_node = current_branch.get_node_by_internal_name(".".join(dot_path[: i + 1]))
+            current_node = current_branch.get_node_by_internal_name(
+                ".".join(dot_path[: i + 1])
+            )
             logger.debug(f"Finding {internal_name} in node: {current_node}")
 
     logger.debug(f"current branch : {current_branch}, current step {current_node}")
@@ -463,12 +482,18 @@ def search_branch_by_internal_name(dag: Graph, internal_name: str):
     for i in range(len(dot_path)):
         if i % 2:
             # Its odd, so we are in brach name
-            current_branch = current_node._get_branch_by_name(".".join(dot_path[: i + 1]))  # type: ignore
-            logger.debug(f"Finding step for {internal_name} in branch: {current_branch}")
+            current_branch = current_node._get_branch_by_name(  # type: ignore
+                ".".join(dot_path[: i + 1])
+            )
+            logger.debug(
+                f"Finding step for {internal_name} in branch: {current_branch}"
+            )
 
         else:
             # Its even, so we are in Step, we start here!
-            current_node = current_branch.get_node_by_internal_name(".".join(dot_path[: i + 1]))
+            current_node = current_branch.get_node_by_internal_name(
+                ".".join(dot_path[: i + 1])
+            )
             logger.debug(f"Finding {internal_name} in node: {current_node}")
 
     logger.debug(f"current branch : {current_branch}, current step {current_node}")

runnable/integration.py

@@ -49,7 +49,9 @@ class BaseIntegration:
 # --8<-- [end:docs]
 
 
-def get_integration_handler(executor: "BaseExecutor", service: object) -> BaseIntegration:
+def get_integration_handler(
+    executor: "BaseExecutor", service: object
+) -> BaseIntegration:
     """
     Return the integration handler between executor and the service.
 
@@ -147,6 +149,7 @@ def configure_for_execution(executor: "BaseExecutor", service: object, **kwargs)
     integration_handler.configure_for_execution(**kwargs)
 
 
+# TODO: Move all of these to the proper locations
 class BufferedRunLogStore(BaseIntegration):
     """
     Integration between any executor and buffered run log store
@@ -157,7 +160,9 @@ class BufferedRunLogStore(BaseIntegration):
 
     def validate(self, **kwargs):
         if not self.executor.service_name == "local":
-            raise Exception("Buffered run log store is only supported for local executor")
+            raise Exception(
+                "Buffered run log store is only supported for local executor"
+            )
 
         msg = (
             "Run log generated by buffered run log store are not persisted. "

runnable/nodes.py

@@ -51,7 +51,9 @@ class BaseNode(ABC, BaseModel):
             raise ValueError("Node names cannot have . or '%' in them")
         return name
 
-    def _command_friendly_name(self, replace_with=defaults.COMMAND_FRIENDLY_CHARACTER) -> str:
+    def _command_friendly_name(
+        self, replace_with=defaults.COMMAND_FRIENDLY_CHARACTER
+    ) -> str:
         """
         Replace spaces with special character for spaces.
         Spaces in the naming of the node is convenient for the user but causes issues when used programmatically.
@@ -76,7 +78,9 @@ class BaseNode(ABC, BaseModel):
         return command_name.replace(defaults.COMMAND_FRIENDLY_CHARACTER, " ")
 
     @classmethod
-    def _resolve_map_placeholders(cls, name: str, map_variable: TypeMapVariable = None) -> str:
+    def _resolve_map_placeholders(
+        cls, name: str, map_variable: TypeMapVariable = None
+    ) -> str:
         """
         If there is no map step used, then we just return the name as we find it.
 
@@ -141,7 +145,9 @@ class BaseNode(ABC, BaseModel):
         Returns:
             str: The dot path name of the step log name
         """
-        return self._resolve_map_placeholders(self.internal_name, map_variable=map_variable)
+        return self._resolve_map_placeholders(
+            self.internal_name, map_variable=map_variable
+        )
 
     def _get_branch_log_name(self, map_variable: TypeMapVariable = None) -> str:
         """
@@ -158,7 +164,9 @@ class BaseNode(ABC, BaseModel):
         Returns:
             str: The dot path name of the branch log
         """
-        return self._resolve_map_placeholders(self.internal_branch_name, map_variable=map_variable)
+        return self._resolve_map_placeholders(
+            self.internal_branch_name, map_variable=map_variable
+        )
 
     def __str__(self) -> str:  # pragma: no cover
         """
@@ -180,7 +188,6 @@ class BaseNode(ABC, BaseModel):
             str: The on_failure node defined by the dag or ''
         This is a base implementation which the BaseNode does not satisfy
         """
-        ...
 
     @abstractmethod
     def _get_next_node(self) -> str:
@@ -190,7 +197,6 @@ class BaseNode(ABC, BaseModel):
         Returns:
             str: The node name, relative to the dag, as defined by the config
         """
-        ...
 
     @abstractmethod
     def _is_terminal_node(self) -> bool:
@@ -200,7 +206,6 @@ class BaseNode(ABC, BaseModel):
         Returns:
             bool: True or False of whether there is next node.
         """
-        ...
 
     @abstractmethod
     def _get_catalog_settings(self) -> Dict[str, Any]:
@@ -210,7 +215,6 @@ class BaseNode(ABC, BaseModel):
         Returns:
             dict: catalog settings defined as per the node or None
         """
-        ...
 
     @abstractmethod
     def _get_branch_by_name(self, branch_name: str):
@@ -225,7 +229,6 @@ class BaseNode(ABC, BaseModel):
         Raises:
             Exception: [description]
         """
-        ...
 
     def _get_neighbors(self) -> List[str]:
         """
@@ -261,7 +264,6 @@ class BaseNode(ABC, BaseModel):
         Returns:
             dict: The executor config, if defined or an empty dict
         """
-        ...
 
     @abstractmethod
     def _get_max_attempts(self) -> int:
@@ -271,7 +273,6 @@ class BaseNode(ABC, BaseModel):
         Returns:
             int: The number of maximum retries as defined by the config or 1.
         """
-        ...
 
     @abstractmethod
     def execute(
@@ -296,7 +297,6 @@ class BaseNode(ABC, BaseModel):
         Raises:
             NotImplementedError: Base class, hence not implemented.
         """
-        ...
 
     @abstractmethod
     def execute_as_graph(self, map_variable: TypeMapVariable = None, **kwargs):
@@ -312,7 +312,6 @@ class BaseNode(ABC, BaseModel):
         Raises:
             NotImplementedError: Base class, hence not implemented.
         """
-        ...
 
     @abstractmethod
     def fan_out(self, map_variable: TypeMapVariable = None, **kwargs):
@@ -329,7 +328,6 @@ class BaseNode(ABC, BaseModel):
         Raises:
             Exception: If the node is not a composite node.
         """
-        ...
 
     @abstractmethod
     def fan_in(self, map_variable: TypeMapVariable = None, **kwargs):
@@ -346,7 +344,6 @@ class BaseNode(ABC, BaseModel):
         Raises:
             Exception: If the node is not a composite node.
         """
-        ...
 
     @classmethod
     @abstractmethod
@@ -360,7 +357,6 @@ class BaseNode(ABC, BaseModel):
         Returns:
             BaseNode: The corresponding node.
         """
-        ...
 
     @abstractmethod
     def get_summary(self) -> Dict[str, Any]:
@@ -471,7 +467,9 @@ class CompositeNode(TraversalNode):
         attempt_number: int = 1,
         **kwargs,
     ) -> StepLog:
-        raise Exception("This is a composite node and does not have an execute function")
+        raise Exception(
+            "This is a composite node and does not have an execute function"
+        )
 
 
 class TerminalNode(BaseNode):