ddeutil-workflow 0.0.49__py3-none-any.whl → 0.0.51__py3-none-any.whl

ddeutil/workflow/stages.py

@@ -26,6 +26,7 @@ from __future__ import annotations
 
 import asyncio
 import contextlib
+import copy
 import inspect
 import subprocess
 import sys
@@ -34,10 +35,13 @@ import uuid
 from abc import ABC, abstractmethod
 from collections.abc import Iterator
 from concurrent.futures import (
+    FIRST_EXCEPTION,
     Future,
     ThreadPoolExecutor,
     as_completed,
+    wait,
 )
+from datetime import datetime
 from inspect import Parameter
 from pathlib import Path
 from subprocess import CompletedProcess
@@ -51,10 +55,12 @@ from typing_extensions import Self
 
 from .__types import DictData, DictStr, TupleStr
 from .conf import dynamic
-from .exceptions import StageException, to_dict
-from .result import FAILED, SUCCESS, Result, Status
+from .exceptions import StageException, UtilException, to_dict
+from .result import CANCEL, FAILED, SUCCESS, WAIT, Result, Status
 from .reusables import TagFunc, extract_call, not_in_template, param2template
 from .utils import (
+    delay,
+    filter_func,
     gen_id,
     make_exec,
 )
@@ -67,7 +73,8 @@ class BaseStage(BaseModel, ABC):
     metadata. If you want to implement any custom stage, you can use this class
     to parent and implement ``self.execute()`` method only.
 
-        This class is the abstraction class for any stage class.
+        This class is the abstraction class for any stage model that want to
+    implement to workflow model.
     """
 
     extras: DictData = Field(
@@ -150,9 +157,8 @@ class BaseStage(BaseModel, ABC):
         parent_run_id: str | None = None,
         result: Result | None = None,
         raise_error: bool | None = None,
-        to: DictData | None = None,
         event: Event | None = None,
-    ) -> Result:
+    ) -> Result | DictData:
         """Handler stage execution result from the stage `execute` method.
 
             This stage exception handler still use ok-error concept, but it
@@ -184,8 +190,6 @@ class BaseStage(BaseModel, ABC):
         :param result: (Result) A result object for keeping context and status
             data before execution.
         :param raise_error: (bool) A flag that all this method raise error
-        :param to: (DictData) A target object for auto set the return output
-            after execution.
         :param event: (Event) An event manager that pass to the stage execution.
 
         :rtype: Result
@@ -200,7 +204,7 @@ class BaseStage(BaseModel, ABC):
 
         try:
             rs: Result = self.execute(params, result=result, event=event)
-            return self.set_outputs(rs.context, to=to) if to is not None else rs
+            return rs
         except Exception as e:
             result.trace.error(f"[STAGE]: {e.__class__.__name__}: {e}")
 
@@ -214,11 +218,7 @@ class BaseStage(BaseModel, ABC):
                 ) from e
 
             errors: DictData = {"errors": to_dict(e)}
-            return (
-                self.set_outputs(errors, to=to)
-                if to is not None
-                else result.catch(status=FAILED, context=errors)
-            )
+            return result.catch(status=FAILED, context=errors)
 
     def set_outputs(self, output: DictData, to: DictData) -> DictData:
         """Set an outputs from execution process to the received context. The
@@ -228,7 +228,7 @@ class BaseStage(BaseModel, ABC):
         and want to set on the `to` like;
 
             ... (i)   output: {'foo': bar}
-            ... (ii)  to: {}
+            ... (ii)  to: {'stages': {}}
 
             The result of the `to` argument will be;
 
@@ -236,11 +236,15 @@ class BaseStage(BaseModel, ABC):
                         'stages': {
                             '<stage-id>': {
                                 'outputs': {'foo': 'bar'},
-                                'skipped': False
+                                'skipped': False,
                             }
                         }
                     }
 
+        Important:
+            This method is use for reconstruct the result context and transfer
+        to the `to` argument.
+
         :param output: (DictData) An output data that want to extract to an
             output key.
         :param to: (DictData) A context data that want to add output result.
@@ -271,11 +275,18 @@ class BaseStage(BaseModel, ABC):
             if "skipped" in output
             else {}
         )
-        to["stages"][_id] = {"outputs": output, **skipping, **errors}
+        to["stages"][_id] = {
+            "outputs": copy.deepcopy(output),
+            **skipping,
+            **errors,
+        }
         return to
 
     def get_outputs(self, outputs: DictData) -> DictData:
-        """Get the outputs from stages data.
+        """Get the outputs from stages data. It will get this stage ID from
+        the stage outputs mapping.
+
+        :param outputs: (DictData) A stage outputs that want to get by stage ID.
 
         :rtype: DictData
         """
@@ -329,6 +340,7 @@ class BaseStage(BaseModel, ABC):
 
 
 class BaseAsyncStage(BaseStage):
+    """Base Async Stage model."""
 
     @abstractmethod
     def execute(
@@ -374,7 +386,6 @@ class BaseAsyncStage(BaseStage):
         parent_run_id: str | None = None,
         result: Result | None = None,
         raise_error: bool | None = None,
-        to: DictData | None = None,
         event: Event | None = None,
     ) -> Result:
         """Async Handler stage execution result from the stage `execute` method.
@@ -387,8 +398,6 @@ class BaseAsyncStage(BaseStage):
         :param result: (Result) A result object for keeping context and status
             data before execution.
         :param raise_error: (bool) A flag that all this method raise error
-        :param to: (DictData) A target object for auto set the return output
-            after execution.
         :param event: (Event) An event manager that pass to the stage execution.
 
         :rtype: Result
@@ -403,8 +412,6 @@ class BaseAsyncStage(BaseStage):
 
         try:
             rs: Result = await self.axecute(params, result=result, event=event)
-            if to is not None:  # pragma: no cov
-                return self.set_outputs(rs.context, to=to)
             return rs
         except Exception as e:  # pragma: no cov
             await result.trace.aerror(f"[STAGE]: {e.__class__.__name__}: {e}")
@@ -419,9 +426,6 @@ class BaseAsyncStage(BaseStage):
                 ) from None
 
             errors: DictData = {"errors": to_dict(e)}
-            if to is not None:
-                return self.set_outputs(errors, to=to)
-
             return result.catch(status=FAILED, context=errors)
 
 
@@ -439,12 +443,13 @@ class EmptyStage(BaseAsyncStage):
 
     echo: Optional[str] = Field(
         default=None,
-        description="A string statement that want to logging",
+        description="A string message that want to show on the stdout.",
     )
     sleep: float = Field(
         default=0,
-        description="A second value to sleep before start execution",
+        description="A second value to sleep before start execution.",
         ge=0,
+        lt=1800,
     )
 
     def execute(
@@ -471,12 +476,23 @@ class EmptyStage(BaseAsyncStage):
         :rtype: Result
         """
         result: Result = result or Result(
-            run_id=gen_id(self.name + (self.id or ""), unique=True)
+            run_id=gen_id(self.name + (self.id or ""), unique=True),
+            extras=self.extras,
         )
 
+        if not self.echo:
+            message: str = "..."
+        else:
+            message: str = param2template(
+                dedent(self.echo), params, extras=self.extras
+            )
+            if "\n" in self.echo:
+                message: str = "\n\t" + message.replace("\n", "\n\t").strip(
+                    "\n"
+                )
+
         result.trace.info(
-            f"[STAGE]: Empty-Execute: {self.name!r}: "
-            f"( {param2template(self.echo, params, extras=self.extras) or '...'} )"
+            f"[STAGE]: Empty-Execute: {self.name!r}: ( {message} )"
         )
         if self.sleep > 0:
             if self.sleep > 5:
@@ -504,9 +520,10 @@ class EmptyStage(BaseAsyncStage):
 
         :rtype: Result
         """
-        if result is None:  # pragma: no cov
+        if result is None:
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
 
         await result.trace.ainfo(
@@ -547,8 +564,8 @@ class BashStage(BaseStage):
     env: DictStr = Field(
         default_factory=dict,
         description=(
-            "An environment variable mapping that want to set before execute "
-            "this shell statement."
+            "An environment variables that set before start execute by adding "
+            "on the header of the `.sh` file."
         ),
     )
 
@@ -610,7 +627,8 @@ class BashStage(BaseStage):
         """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
 
         bash: str = param2template(
@@ -623,7 +641,7 @@ class BashStage(BaseStage):
             env=param2template(self.env, params, extras=self.extras),
             run_id=result.run_id,
         ) as sh:
-            result.trace.debug(f"... Start create `{sh[1]}` file.")
+            result.trace.debug(f"... Create `{sh[1]}` file.")
             rs: CompletedProcess = subprocess.run(
                 sh, shell=False, capture_output=True, text=True
             )
@@ -667,18 +685,20 @@ class PyStage(BaseStage):
     """
 
     run: str = Field(
-        description="A Python string statement that want to run with exec.",
+        description="A Python string statement that want to run with `exec`.",
     )
     vars: DictData = Field(
         default_factory=dict,
         description=(
-            "A mapping to variable that want to pass to globals in exec."
+            "A variable mapping that want to pass to globals parameter in the "
+            "`exec` func."
         ),
     )
 
     @staticmethod
     def filter_locals(values: DictData) -> Iterator[str]:
-        """Filter a locals input values.
+        """Filter a locals mapping values that be module, class, or
+        __annotations__.
 
         :param values: (DictData) A locals values that want to filter.
 
@@ -735,7 +755,8 @@ class PyStage(BaseStage):
         """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
 
         lc: DictData = {}
@@ -748,11 +769,11 @@ class PyStage(BaseStage):
 
         # NOTE: Start exec the run statement.
         result.trace.info(f"[STAGE]: Py-Execute: {self.name}")
-        result.trace.warning(
-            "[STAGE]: This stage allow use `eval` function, so, please "
-            "check your statement be safe before execute."
-        )
-
+        # result.trace.warning(
+        #     "[STAGE]: This stage allow use `eval` function, so, please "
+        #     "check your statement be safe before execute."
+        # )
+        #
         # WARNING: The exec build-in function is very dangerous. So, it
         #   should use the re module to validate exec-string before running.
         exec(
@@ -818,11 +839,17 @@ class CallStage(BaseStage):
         :param event: (Event) An event manager that use to track parent execute
             was not force stopped.
 
+        :raise ValueError: If necessary arguments does not pass from the `args`
+            field.
+        :raise TypeError: If the result from the caller function does not by
+            a `dict` type.
+
         :rtype: Result
         """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
 
         has_keyword: bool = False
@@ -880,7 +907,7 @@ class CallStage(BaseStage):
         # VALIDATE:
         #   Check the result type from call function, it should be dict.
         if isinstance(rs, BaseModel):
-            rs: DictData = rs.model_dump()
+            rs: DictData = rs.model_dump(by_alias=True)
         elif not isinstance(rs, dict):
             raise TypeError(
                 f"Return type: '{call_func.name}@{call_func.tag}' does not "
@@ -896,6 +923,13 @@ class CallStage(BaseStage):
     ) -> DictData:
         """Parse Pydantic model from any dict data before parsing to target
         caller function.
+
+        :param func: A tag function that want to get typing.
+        :param args: An arguments before passing to this tag function.
+        :param result: (Result) A result object for keeping context and status
+            data.
+
+        :rtype: DictData
         """
         try:
             type_hints: dict[str, Any] = get_type_hints(func)
@@ -942,7 +976,7 @@ class TriggerStage(BaseStage):
 
     trigger: str = Field(
         description=(
-            "A trigger workflow name that should already exist on the config."
+            "A trigger workflow name that should exist on the config path."
         ),
     )
     params: DictData = Field(
@@ -968,26 +1002,37 @@ class TriggerStage(BaseStage):
 
         :rtype: Result
         """
-        # NOTE: Lazy import this workflow object.
-        from . import Workflow
+        from .exceptions import WorkflowException
+        from .workflow import Workflow
 
-        if result is None:  # pragma: no cov
+        if result is None:
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
 
-        # NOTE: Loading workflow object from trigger name.
         _trigger: str = param2template(self.trigger, params, extras=self.extras)
-
-        # NOTE: Set running workflow ID from running stage ID to external
-        #   params on Loader object.
-        workflow: Workflow = Workflow.from_conf(_trigger, extras=self.extras)
         result.trace.info(f"[STAGE]: Trigger-Execute: {_trigger!r}")
-        return workflow.execute(
-            params=param2template(self.params, params, extras=self.extras),
-            result=result,
-            event=event,
-        )
+        try:
+            rs: Result = Workflow.from_conf(
+                name=_trigger,
+                extras=self.extras | {"stage_raise_error": True},
+            ).execute(
+                params=param2template(self.params, params, extras=self.extras),
+                parent_run_id=result.run_id,
+                event=event,
+            )
+        except WorkflowException as e:
+            raise StageException("Trigger workflow stage was failed") from e
+
+        if rs.status == FAILED:
+            err_msg: str | None = (
+                f" with:\n{msg}"
+                if (msg := rs.context.get("errors", {}).get("message"))
+                else ""
+            )
+            raise StageException(f"Trigger workflow was failed{err_msg}.")
+        return rs
 
 
 class ParallelStage(BaseStage):  # pragma: no cov
@@ -1019,17 +1064,25 @@ class ParallelStage(BaseStage):  # pragma: no cov
     """
 
     parallel: dict[str, list[Stage]] = Field(
-        description="A mapping of parallel branch ID.",
+        description="A mapping of parallel branch name and stages.",
+    )
+    max_workers: int = Field(
+        default=2,
+        ge=1,
+        lt=20,
+        description=(
+            "The maximum thread pool worker size for execution parallel."
+        ),
+        alias="max-workers",
     )
-    max_parallel_core: int = Field(default=2)
 
-    @staticmethod
-    def task(
+    def execute_task(
+        self,
         branch: str,
         params: DictData,
         result: Result,
-        stages: list[Stage],
         *,
+        event: Event | None = None,
         extras: DictData | None = None,
     ) -> DictData:
         """Task execution method for passing a branch to each thread.
@@ -1038,32 +1091,82 @@ class ParallelStage(BaseStage):  # pragma: no cov
         :param params: A parameter data that want to use in this execution.
         :param result: (Result) A result object for keeping context and status
             data.
-        :param stages:
-        :param extras
+        :param event: (Event) An event manager that use to track parent execute
+            was not force stopped.
+        :param extras: (DictData) An extra parameters that want to override
+            config values.
 
         :rtype: DictData
         """
-        context = {"branch": branch, "stages": {}}
-        result.trace.debug(f"[STAGE]: Execute parallel branch: {branch!r}")
-        for stage in stages:
+        result.trace.debug(f"... Execute branch: {branch!r}")
+        context: DictData = copy.deepcopy(params)
+        context.update({"branch": branch, "stages": {}})
+        for stage in self.parallel[branch]:
+
             if extras:
                 stage.extras = extras
 
+            if stage.is_skipped(params=context):
+                result.trace.info(f"... Skip stage: {stage.iden!r}")
+                stage.set_outputs(output={"skipped": True}, to=context)
+                continue
+
+            if event and event.is_set():
+                error_msg: str = (
+                    "Branch-Stage was canceled from event that had set before "
+                    "stage item execution."
+                )
+                return result.catch(
+                    status=CANCEL,
+                    parallel={
+                        branch: {
+                            "branch": branch,
+                            "stages": filter_func(context.pop("stages", {})),
+                            "errors": StageException(error_msg).to_dict(),
+                        }
+                    },
+                )
+
             try:
-                stage.set_outputs(
-                    stage.handler_execute(
-                        params=params,
-                        run_id=result.run_id,
-                        parent_run_id=result.parent_run_id,
-                    ).context,
-                    to=context,
+                rs: Result = stage.handler_execute(
+                    params=context,
+                    run_id=result.run_id,
+                    parent_run_id=result.parent_run_id,
+                    raise_error=True,
+                    event=event,
                 )
+                stage.set_outputs(rs.context, to=context)
             except StageException as e:  # pragma: no cov
-                result.trace.error(
-                    f"[STAGE]: Catch:\n\t{e.__class__.__name__}:" f"\n\t{e}"
+                result.trace.error(f"[STAGE]: {e.__class__.__name__}: {e}")
+                raise StageException(
+                    f"Sub-Stage execution error: {e.__class__.__name__}: {e}"
+                ) from None
+
+            if rs.status == FAILED:
+                error_msg: str = (
+                    f"Item-Stage was break because it has a sub stage, "
+                    f"{stage.iden}, failed without raise error."
+                )
+                return result.catch(
+                    status=FAILED,
+                    parallel={
+                        branch: {
+                            "branch": branch,
+                            "stages": filter_func(context.pop("stages", {})),
+                            "errors": StageException(error_msg).to_dict(),
+                        },
+                    },
                 )
-                context.update({"errors": e.to_dict()})
-        return context
+
+        return result.catch(
+            status=SUCCESS,
+            parallel={
+                branch: {
+                    "branch": branch,
+                    "stages": filter_func(context.pop("stages", {})),
+                },
+            },
+        )
 
     def execute(
         self,
@@ -1085,49 +1188,54 @@ class ParallelStage(BaseStage):  # pragma: no cov
         """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
-
+        event: Event = Event() if event is None else event
         result.trace.info(
-            f"[STAGE]: Parallel-Execute with {self.max_parallel_core} cores."
+            f"[STAGE]: Parallel-Execute: {self.max_workers} workers."
         )
-        rs: DictData = {"parallel": {}}
-        status = SUCCESS
+        result.catch(status=WAIT, context={"parallel": {}})
         with ThreadPoolExecutor(
-            max_workers=self.max_parallel_core,
+            max_workers=self.max_workers,
             thread_name_prefix="parallel_stage_exec_",
         ) as executor:
 
-            futures: list[Future] = []
-            for branch in self.parallel:
-                futures.append(
-                    executor.submit(
-                        self.task,
-                        branch=branch,
-                        params=params,
-                        result=result,
-                        stages=self.parallel[branch],
-                        extras=self.extras,
-                    )
+            context: DictData = {}
+            status: Status = SUCCESS
+
+            futures: list[Future] = (
+                executor.submit(
+                    self.execute_task,
+                    branch=branch,
+                    params=params,
+                    result=result,
+                    event=event,
+                    extras=self.extras,
                 )
+                for branch in self.parallel
+            )
 
             done = as_completed(futures, timeout=1800)
             for future in done:
-                context: DictData = future.result()
-                rs["parallel"][context.pop("branch")] = context
-
-                if "errors" in context:
+                try:
+                    future.result()
+                except StageException as e:
                     status = FAILED
+                    result.trace.error(
+                        f"[STAGE]: {e.__class__.__name__}:\n\t{e}"
+                    )
+                    context.update({"errors": e.to_dict()})
 
-        return result.catch(status=status, context=rs)
+        return result.catch(status=status, context=context)
 
 
 class ForEachStage(BaseStage):
     """For-Each execution stage that execute child stages with an item in list
-    of item values.
+    of item values. This stage is not the low-level stage model because it runs
+    muti-stages in this stage execution.
 
-        This stage is not the low-level stage model because it runs muti-stages
-    in this stage execution.
+        The concept of this stage use the same logic of the Job execution.
 
     Data Validate:
         >>> stage = {
@@ -1167,46 +1275,93 @@ class ForEachStage(BaseStage):
         self,
         item: Union[str, int],
         params: DictData,
-        context: DictData,
         result: Result,
-    ) -> tuple[Status, DictData]:
+        *,
+        event: Event | None = None,
+    ) -> Result:
         """Execute foreach item from list of item.
 
         :param item: (str | int) An item that want to execution.
         :param params: (DictData) A parameter that want to pass to stage
             execution.
-        :param context: (DictData)
-        :param result: (Result)
+        :param result: (Result) A result object for keeping context and status
+            data.
+        :param event: (Event) An event manager that use to track parent execute
+            was not force stopped.
 
-        :rtype: tuple[Status, DictData]
+        :raise StageException: If the stage execution raise errors.
+
+        :rtype: Result
         """
-        result.trace.debug(f"[STAGE]: Execute foreach item: {item!r}")
-        params["item"] = item
-        to: DictData = {"item": item, "stages": {}}
-        status: Status = SUCCESS
+        result.trace.debug(f"... Execute item: {item!r}")
+        context: DictData = copy.deepcopy(params)
+        context.update({"item": item, "stages": {}})
         for stage in self.stages:
 
             if self.extras:
                 stage.extras = self.extras
 
+            if stage.is_skipped(params=context):
+                result.trace.info(f"... Skip stage: {stage.iden!r}")
+                stage.set_outputs(output={"skipped": True}, to=context)
+                continue
+
+            if event and event.is_set():  # pragma: no cov
+                error_msg: str = (
+                    "Item-Stage was canceled from event that had set before "
+                    "stage item execution."
+                )
+                return result.catch(
+                    status=CANCEL,
+                    foreach={
+                        item: {
+                            "item": item,
+                            "stages": filter_func(context.pop("stages", {})),
+                            "errors": StageException(error_msg).to_dict(),
+                        }
+                    },
+                )
+
             try:
-                stage.set_outputs(
-                    stage.handler_execute(
-                        params=params,
-                        run_id=result.run_id,
-                        parent_run_id=result.parent_run_id,
-                    ).context,
-                    to=to,
+                rs: Result = stage.handler_execute(
+                    params=context,
+                    run_id=result.run_id,
+                    parent_run_id=result.parent_run_id,
+                    raise_error=True,
+                    event=event,
                 )
-            except StageException as e:  # pragma: no cov
-                status = FAILED
-                result.trace.error(
-                    f"[STAGE]: Catch:\n\t{e.__class__.__name__}:" f"\n\t{e}"
+                stage.set_outputs(rs.context, to=context)
+            except (StageException, UtilException) as e:
+                result.trace.error(f"[STAGE]: {e.__class__.__name__}: {e}")
+                raise StageException(
+                    f"Sub-Stage execution error: {e.__class__.__name__}: {e}"
+                ) from None
+
+            if rs.status == FAILED:
+                error_msg: str = (
+                    f"Item-Stage was break because it has a sub stage, "
+                    f"{stage.iden}, failed without raise error."
+                )
+                return result.catch(
+                    status=FAILED,
+                    foreach={
+                        item: {
+                            "item": item,
+                            "stages": filter_func(context.pop("stages", {})),
+                            "errors": StageException(error_msg).to_dict(),
+                        },
+                    },
                 )
-                to.update({"errors": e.to_dict()})
 
-        context["foreach"][item] = to
-        return status, context
+        return result.catch(
+            status=SUCCESS,
+            foreach={
+                item: {
+                    "item": item,
+                    "stages": filter_func(context.pop("stages", {})),
+                },
+            },
+        )
 
     def execute(
         self,
@@ -1227,9 +1382,10 @@ class ForEachStage(BaseStage):
         """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
-
+        event: Event = Event() if event is None else event
         foreach: Union[list[str], list[int]] = (
             param2template(self.foreach, params, extras=self.extras)
             if isinstance(self.foreach, str)
@@ -1241,24 +1397,58 @@ class ForEachStage(BaseStage):
             )
 
         result.trace.info(f"[STAGE]: Foreach-Execute: {foreach!r}.")
-        context: DictData = {"items": foreach, "foreach": {}}
-        statuses: list[Union[SUCCESS, FAILED]] = []
-        with ThreadPoolExecutor(max_workers=self.concurrent) as executor:
+        result.catch(status=WAIT, context={"items": foreach, "foreach": {}})
+        if event and event.is_set():  # pragma: no cov
+            return result.catch(
+                status=CANCEL,
+                context={
+                    "errors": StageException(
+                        "Stage was canceled from event that had set "
+                        "before stage foreach execution."
+                    ).to_dict()
+                },
+            )
+
+        with ThreadPoolExecutor(
+            max_workers=self.concurrent, thread_name_prefix="stage_foreach_"
+        ) as executor:
+
             futures: list[Future] = [
                 executor.submit(
                     self.execute_item,
                     item=item,
-                    params=params.copy(),
-                    context=context,
+                    params=params,
                     result=result,
+                    event=event,
                 )
                 for item in foreach
             ]
-            for future in as_completed(futures):
-                status, context = future.result()
-                statuses.append(status)
+            context: DictData = {}
+            status: Status = SUCCESS
+
+            done, not_done = wait(
+                futures, timeout=1800, return_when=FIRST_EXCEPTION
+            )
+
+            if len(done) != len(futures):
+                result.trace.warning(
+                    "[STAGE]: Set the event for stop running stage."
+                )
+                event.set()
+                for future in not_done:
+                    future.cancel()
 
-        return result.catch(status=max(statuses), context=context)
+            for future in done:
+                try:
+                    future.result()
+                except StageException as e:
+                    status = FAILED
+                    result.trace.error(
+                        f"[STAGE]: {e.__class__.__name__}:\n\t{e}"
+                    )
+                    context.update({"errors": e.to_dict()})
+
+        return result.catch(status=status, context=context)
 
 
 class UntilStage(BaseStage):  # pragma: no cov
@@ -1278,7 +1468,12 @@ class UntilStage(BaseStage):  # pragma: no cov
         ... }
     """
 
-    item: Union[str, int, bool] = Field(description="An initial value.")
+    item: Union[str, int, bool] = Field(
+        default=0,
+        description=(
+            "An initial value that can be any value in str, int, or bool type."
+        ),
+    )
     until: str = Field(description="A until condition.")
     stages: list[Stage] = Field(
         default_factory=list,
@@ -1287,11 +1482,12 @@ class UntilStage(BaseStage):  # pragma: no cov
             "correct."
         ),
     )
-    max_until_loop: int = Field(
+    max_loop: int = Field(
         default=10,
         ge=1,
         lt=100,
         description="The maximum value of loop for this until stage.",
+        alias="max-loop",
     )
 
     def execute_item(
@@ -1299,9 +1495,9 @@ class UntilStage(BaseStage):  # pragma: no cov
         item: T,
         loop: int,
         params: DictData,
-        context: DictData,
         result: Result,
-    ) -> tuple[Status, DictData, T]:
+        event: Event | None = None,
+    ) -> tuple[Result, T]:
         """Execute until item set item by some stage or by default loop
         variable.
 
@@ -1309,43 +1505,81 @@ class UntilStage(BaseStage):  # pragma: no cov
         :param loop: (int) A number of loop.
         :param params: (DictData) A parameter that want to pass to stage
             execution.
-        :param context: (DictData)
-        :param result: (Result)
+        :param result: (Result) A result object for keeping context and status
+            data.
+        :param event: (Event) An event manager that use to track parent execute
+            was not force stopped.
 
-        :rtype: tuple[Status, DictData, T]
+        :rtype: tuple[Result, T]
         """
-        result.trace.debug(f"[STAGE]: Execute until item: {item!r}")
-        params["item"] = item
-        to: DictData = {"item": item, "stages": {}}
-        status: Status = SUCCESS
+        result.trace.debug(f"... Execute until item: {item!r}")
+        context: DictData = copy.deepcopy(params)
+        context.update({"loop": loop, "item": item, "stages": {}})
         next_item: T = None
         for stage in self.stages:
 
             if self.extras:
                 stage.extras = self.extras
 
+            if stage.is_skipped(params=context):
+                result.trace.info(f"... Skip stage: {stage.iden!r}")
+                stage.set_outputs(output={"skipped": True}, to=context)
+                continue
+
+            if event and event.is_set():
+                error_msg: str = (
+                    "Item-Stage was canceled from event that had set before "
+                    "stage item execution."
+                )
+                return (
+                    result.catch(
+                        status=CANCEL,
+                        until={
+                            loop: {
+                                "loop": loop,
+                                "item": item,
+                                "stages": filter_func(
+                                    context.pop("stages", {})
+                                ),
+                                "errors": StageException(error_msg).to_dict(),
+                            }
+                        },
+                    ),
+                    next_item,
+                )
+
             try:
-                stage.set_outputs(
-                    stage.handler_execute(
-                        params=params,
-                        run_id=result.run_id,
-                        parent_run_id=result.parent_run_id,
-                    ).context,
-                    to=to,
+                rs: Result = stage.handler_execute(
+                    params=context,
+                    run_id=result.run_id,
+                    parent_run_id=result.parent_run_id,
+                    raise_error=True,
+                    event=event,
                 )
+                stage.set_outputs(rs.context, to=context)
                 if "item" in (
-                    outputs := stage.get_outputs(to).get("outputs", {})
+                    outputs := stage.get_outputs(context).get("outputs", {})
                 ):
                     next_item = outputs["item"]
-            except StageException as e:
-                status = FAILED
-                result.trace.error(
-                    f"[STAGE]: Catch:\n\t{e.__class__.__name__}:" f"\n\t{e}"
-                )
-                to.update({"errors": e.to_dict()})
+            except (StageException, UtilException) as e:
+                result.trace.error(f"[STAGE]: {e.__class__.__name__}: {e}")
+                raise StageException(
+                    f"Sub-Stage execution error: {e.__class__.__name__}: {e}"
+                ) from None
 
-        context["until"][loop] = to
-        return status, context, next_item
+        return (
+            result.catch(
+                status=SUCCESS,
+                until={
+                    loop: {
+                        "loop": loop,
+                        "item": item,
+                        "stages": filter_func(context.pop("stages", {})),
+                    }
+                },
+            ),
+            next_item,
+        )
 
     def execute(
         self,
@@ -1370,22 +1604,33 @@ class UntilStage(BaseStage):  # pragma: no cov
                 run_id=gen_id(self.name + (self.id or ""), unique=True)
             )
 
+        result.trace.info(f"[STAGE]: Until-Execution: {self.until}")
         item: Union[str, int, bool] = param2template(
             self.item, params, extras=self.extras
         )
-        result.trace.info(f"[STAGE]: Until-Execution: {self.until}")
+        loop: int = 1
         track: bool = True
         exceed_loop: bool = False
-        loop: int = 1
-        context: DictData = {"until": {}}
-        statuses: list[Union[SUCCESS, FAILED]] = []
-        while track and not (exceed_loop := loop >= self.max_until_loop):
-            status, context, item = self.execute_item(
+        result.catch(status=WAIT, context={"until": {}})
+        while track and not (exceed_loop := loop >= self.max_loop):
+
+            if event and event.is_set():
+                return result.catch(
+                    status=CANCEL,
+                    context={
+                        "errors": StageException(
+                            "Stage was canceled from event that had set "
+                            "before stage until execution."
+                        ).to_dict()
+                    },
+                )
+
+            result, item = self.execute_item(
                 item=item,
                 loop=loop,
-                params=params.copy(),
-                context=context,
+                params=params,
                 result=result,
+                event=event,
             )
 
             loop += 1
@@ -1398,34 +1643,36 @@ class UntilStage(BaseStage):  # pragma: no cov
 
             next_track: bool = eval(
                 param2template(
-                    self.until, params | {"item": item}, extras=self.extras
+                    self.until,
+                    params | {"item": item, "loop": loop},
+                    extras=self.extras,
                 ),
                 globals() | params | {"item": item},
                 {},
             )
             if not isinstance(next_track, bool):
-                raise TypeError(
+                raise StageException(
                     "Return type of until condition does not be boolean, it"
                     f"return: {next_track!r}"
                 )
-            track = not next_track
-            statuses.append(status)
+            track: bool = not next_track
+            delay(0.025)
 
         if exceed_loop:
             raise StageException(
-                f"The until loop was exceed {self.max_until_loop} loops"
+                f"The until loop was exceed {self.max_loop} loops"
             )
-        return result.catch(status=max(statuses), context=context)
+        return result.catch(status=SUCCESS)
 
 
 class Match(BaseModel):
     """Match model for the Case Stage."""
 
-    case: Union[str, int]
-    stage: Stage
+    case: Union[str, int] = Field(description="A match case.")
+    stage: Stage = Field(description="A stage to execution for this case.")
 
 
-class CaseStage(BaseStage):  # pragma: no cov
+class CaseStage(BaseStage):
     """Case execution stage.
 
     Data Validate:
@@ -1463,6 +1710,14 @@ class CaseStage(BaseStage):  # pragma: no cov
     match: list[Match] = Field(
         description="A list of Match model that should not be an empty list.",
     )
+    skip_not_match: bool = Field(
+        default=False,
+        description=(
+            "A flag for making skip if it does not match and else condition "
+            "does not set too."
+        ),
+        alias="skip-not-match",
+    )
 
     def execute(
         self,
@@ -1483,58 +1738,78 @@ class CaseStage(BaseStage):  # pragma: no cov
         """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
 
-        _case = param2template(self.case, params, extras=self.extras)
+        _case: Optional[str] = param2template(
+            self.case, params, extras=self.extras
+        )
 
         result.trace.info(f"[STAGE]: Case-Execute: {_case!r}.")
-        _else = None
+        _else: Optional[Match] = None
         stage: Optional[Stage] = None
-        context = {}
-        status = SUCCESS
         for match in self.match:
-            if (c := match.case) != "_":
-                _condition = param2template(c, params, extras=self.extras)
-            else:
-                _else = match
+            if (c := match.case) == "_":
+                _else: Match = match
                 continue
 
+            _condition: str = param2template(c, params, extras=self.extras)
             if stage is None and _case == _condition:
                 stage: Stage = match.stage
 
         if stage is None:
             if _else is None:
-                raise StageException(
-                    "This stage does not set else for support not match "
-                    "any case."
+                if not self.skip_not_match:
+                    raise StageException(
+                        "This stage does not set else for support not match "
+                        "any case."
+                    )
+                result.trace.info(
+                    "... Skip this stage because it does not match."
+                )
+                error_msg: str = (
+                    "Case-Stage was canceled because it does not match any "
+                    "case and else condition does not set too."
+                )
+                return result.catch(
+                    status=CANCEL,
+                    context={"errors": StageException(error_msg).to_dict()},
                 )
-
             stage: Stage = _else.stage
 
         if self.extras:
             stage.extras = self.extras
 
+        if event and event.is_set():  # pragma: no cov
+            return result.catch(
+                status=CANCEL,
+                context={
+                    "errors": StageException(
+                        "Stage was canceled from event that had set before "
+                        "case-stage execution."
+                    ).to_dict()
+                },
+            )
+
         try:
-            context.update(
-                stage.handler_execute(
+            return result.catch(
+                status=SUCCESS,
+                context=stage.handler_execute(
                     params=params,
                     run_id=result.run_id,
                     parent_run_id=result.parent_run_id,
-                ).context
+                    event=event,
+                ).context,
             )
         except StageException as e:  # pragma: no cov
-            status = FAILED
-            result.trace.error(
-                f"[STAGE]: Catch:\n\t{e.__class__.__name__}:" f"\n\t{e}"
-            )
-            context.update({"errors": e.to_dict()})
-        return result.catch(status=status, context=context)
+            result.trace.error(f"[STAGE]: {e.__class__.__name__}:" f"\n\t{e}")
+            return result.catch(status=FAILED, context={"errors": e.to_dict()})
 
 
 class RaiseStage(BaseStage):  # pragma: no cov
-    """Raise error stage that raise StageException that use a message field for
-    making error message before raise.
+    """Raise error stage execution that raise StageException that use a message
+    field for making error message before raise.
 
     Data Validate:
         >>> stage = {
@@ -1545,7 +1820,9 @@ class RaiseStage(BaseStage):  # pragma: no cov
     """
 
     message: str = Field(
-        description="An error message that want to raise",
+        description=(
+            "An error message that want to raise with StageException class"
+        ),
         alias="raise",
     )
 
@@ -1556,13 +1833,22 @@ class RaiseStage(BaseStage):  # pragma: no cov
         result: Result | None = None,
         event: Event | None = None,
     ) -> Result:
-        """Raise the stage."""
+        """Raise the StageException object with the message field execution.
+
+        :param params: A parameter that want to pass before run any statement.
+        :param result: (Result) A result object for keeping context and status
+            data.
+        :param event: (Event) An event manager that use to track parent execute
+            was not force stopped.
+        """
         if result is None:  # pragma: no cov
             result: Result = Result(
-                run_id=gen_id(self.name + (self.id or ""), unique=True)
+                run_id=gen_id(self.name + (self.id or ""), unique=True),
+                extras=self.extras,
             )
-        result.trace.info(f"[STAGE]: Raise-Execute: {self.message!r}.")
-        raise StageException(self.message)
+        message: str = param2template(self.message, params, extras=self.extras)
+        result.trace.info(f"[STAGE]: Raise-Execute: {message!r}.")
+        raise StageException(message)
 
 
 # TODO: Not implement this stages yet
@@ -1570,7 +1856,7 @@ class HookStage(BaseStage):  # pragma: no cov
     """Hook stage execution."""
 
     hook: str
-    args: DictData
+    args: DictData = Field(default_factory=dict)
     callback: str
 
     def execute(
@@ -1593,19 +1879,91 @@ class DockerStage(BaseStage):  # pragma: no cov
         ...     "image": "image-name.pkg.com",
         ...     "env": {
         ...         "ENV": "dev",
+        ...         "DEBUG": "true",
         ...     },
         ...     "volume": {
         ...         "secrets": "/secrets",
         ...     },
+        ...     "auth": {
+        ...         "username": "__json_key",
+        ...         "password": "${GOOGLE_CREDENTIAL_JSON_STRING}",
+        ...     },
         ... }
     """
 
     image: str = Field(
         description="A Docker image url with tag that want to run.",
     )
+    tag: str = Field(default="latest", description="An Docker image tag.")
     env: DictData = Field(default_factory=dict)
     volume: DictData = Field(default_factory=dict)
-    auth: DictData = Field(default_factory=dict)
+    auth: DictData = Field(
+        default_factory=dict,
+        description=(
+            "An authentication of the Docker registry that use in pulling step."
+        ),
+    )
+
+    def execute_task(
+        self,
+        params: DictData,
+        result: Result,
+    ):
+        from docker import DockerClient
+        from docker.errors import ContainerError
+
+        client = DockerClient(
+            base_url="unix://var/run/docker.sock", version="auto"
+        )
+
+        resp = client.api.pull(
+            repository=f"{self.image}",
+            tag=self.tag,
+            auth_config=param2template(self.auth, params, extras=self.extras),
+            stream=True,
+            decode=True,
+        )
+        for line in resp:
+            result.trace.info(f"... {line}")
+
+        unique_image_name: str = f"{self.image}_{datetime.now():%Y%m%d%H%M%S%f}"
+        container = client.containers.run(
+            image=f"{self.image}:{self.tag}",
+            name=unique_image_name,
+            environment=self.env,
+            volumes=(
+                {
+                    Path.cwd()
+                    / f".docker.{result.run_id}.logs": {
+                        "bind": "/logs",
+                        "mode": "rw",
+                    },
+                }
+                | {
+                    Path.cwd() / source: {"bind": target, "mode": "rw"}
+                    for source, target in (
+                        volume.split(":", maxsplit=1) for volume in self.volume
+                    )
+                }
+            ),
+            detach=True,
+        )
+
+        for line in container.logs(stream=True, timestamps=True):
+            result.trace.info(f"... {line.strip().decode()}")
+
+        # NOTE: This code copy from the docker package.
+        exit_status: int = container.wait()["StatusCode"]
+        if exit_status != 0:
+            out = container.logs(stdout=False, stderr=True)
+            container.remove()
+            raise ContainerError(
+                container,
+                exit_status,
+                None,
+                f"{self.image}:{self.tag}",
+                out,
+            )
 
     def execute(
         self,
@@ -1639,6 +1997,11 @@ class VirtualPyStage(PyStage):  # pragma: no cov
     ) -> Result:
         """Execute the Python statement via Python virtual environment.
 
+        Steps:
+            - Create python file.
+            - Create `.venv` and install necessary Python deps.
+            - Execution python file with uv and specific `.venv`.
+
         :param params: A parameter that want to pass before run any statement.
         :param result: (Result) A result object for keeping context and status
             data.