ddeutil-workflow 0.0.59__py3-none-any.whl → 0.0.60__py3-none-any.whl

ddeutil/workflow/__about__.py

@@ -1 +1 @@
-__version__: str = "0.0.59"
+__version__: str = "0.0.60"

ddeutil/workflow/__types.py

@@ -20,6 +20,7 @@ from typing import Any, Optional, TypedDict, Union
 
 from typing_extensions import Self
 
+StrOrNone = Optional[str]
 StrOrInt = Union[str, int]
 TupleStr = tuple[str, ...]
 DictData = dict[str, Any]
@@ -42,7 +43,7 @@ class CallerRe:
 
     full: str
     caller: str
-    caller_prefix: Optional[str]
+    caller_prefix: StrOrNone
     caller_last: str
     post_filters: str
 
@@ -50,6 +51,9 @@ class CallerRe:
     def from_regex(cls, match: Match[str]) -> Self:
         """Class construct from matching result.
 
+        :param match: A match string object for contract this Caller regex data
+            class.
+
         :rtype: Self
         """
         return cls(full=match.group(0), **match.groupdict())
@@ -121,10 +125,13 @@ class Re:
     )
 
     @classmethod
-    def finditer_caller(cls, value) -> Iterator[CallerRe]:
+    def finditer_caller(cls, value: str) -> Iterator[CallerRe]:
         """Generate CallerRe object that create from matching object that
         extract with re.finditer function.
 
+        :param value: (str) A string value that want to finditer with the caller
+            regular expression.
+
         :rtype: Iterator[CallerRe]
         """
         for found in cls.RE_CALLER.finditer(value):

ddeutil/workflow/event.py

@@ -3,8 +3,9 @@
 # Licensed under the MIT License. See LICENSE in the project root for
 # license information.
 # ------------------------------------------------------------------------------
-"""Event module that store all event object. Now, it has only `Crontab` and
-`CrontabYear` model these are schedule with crontab event.
+"""Event module include all event object for trigger the Workflow to release.
+Now, it has only `Crontab` and `CrontabYear` event models on this module because
+I think it is the core event for workflow orchestration.
 """
 from __future__ import annotations
 
@@ -86,7 +87,7 @@ class Crontab(BaseModel):
         CronJob,
         Field(
             description=(
-                "A Cronjob object that use for validate and generate datetime.",
+                "A Cronjob object that use for validate and generate datetime."
             ),
         ),
     ]
@@ -117,7 +118,6 @@ class Crontab(BaseModel):
         passing["cronjob"] = interval2crontab(
             **{v: value[v] for v in value if v in ("interval", "day", "time")}
         )
-        print(passing)
         return cls(extras=extras | passing.pop("extras", {}), **passing)
 
     @classmethod
@@ -170,9 +170,10 @@ class Crontab(BaseModel):
 
     @model_validator(mode="before")
     def __prepare_values(cls, data: Any) -> Any:
-        """Extract tz key from value and change name to timezone key.
+        """Extract a `tz` key from data and change the key name from `tz` to
+        `timezone`.
 
-        :param data: (DictData) A data that want to pass for create an Crontab
+        :param data: (DictData) A data that want to pass for create a Crontab
             model.
 
         :rtype: DictData
@@ -198,7 +199,7 @@ class Crontab(BaseModel):
         "cronjob", mode="before", json_schema_input_type=Union[CronJob, str]
     )
     def __prepare_cronjob(
-        cls, value: str | CronJob, info: ValidationInfo
+        cls, value: Union[str, CronJob], info: ValidationInfo
     ) -> CronJob:
         """Prepare crontab value that able to receive with string type.
         This step will get options kwargs from extras field and pass to the
@@ -234,7 +235,7 @@ class Crontab(BaseModel):
         """
         return str(value)
 
-    def generate(self, start: str | datetime) -> CronRunner:
+    def generate(self, start: Union[str, datetime]) -> CronRunner:
         """Return CronRunner object from an initial datetime.
 
         :param start: (str | datetime) A string or datetime for generate the
@@ -248,7 +249,7 @@ class Crontab(BaseModel):
             raise TypeError("start value should be str or datetime type.")
         return self.cronjob.schedule(date=start, tz=self.tz)
 
-    def next(self, start: str | datetime) -> CronRunner:
+    def next(self, start: Union[str, datetime]) -> CronRunner:
         """Return a next datetime from Cron runner object that start with any
         date that given from input.
 
@@ -277,16 +278,18 @@ class CrontabYear(Crontab):
         CronJobYear,
         Field(
             description=(
-                "A Cronjob object that use for validate and generate datetime.",
+                "A Cronjob object that use for validate and generate datetime."
             ),
         ),
     ]
 
     @field_validator(
-        "cronjob", mode="before", json_schema_input_type=Union[CronJobYear, str]
+        "cronjob",
+        mode="before",
+        json_schema_input_type=Union[CronJobYear, str],
     )
     def __prepare_cronjob(
-        cls, value: str | CronJobYear, info: ValidationInfo
+        cls, value: Union[CronJobYear, str], info: ValidationInfo
     ) -> CronJobYear:
         """Prepare crontab value that able to receive with string type.
         This step will get options kwargs from extras field and pass to the

ddeutil/workflow/exceptions.py

@@ -9,7 +9,7 @@ annotate for handle error only.
 """
 from __future__ import annotations
 
-from typing import Literal, Optional, TypedDict, overload
+from typing import Literal, Optional, TypedDict, Union, overload
 
 
 class ErrorData(TypedDict):
@@ -55,8 +55,9 @@ class BaseWorkflowException(Exception):
 
     def to_dict(
         self, with_refs: bool = False
-    ) -> ErrorData | dict[str, ErrorData]:
-        """Return ErrorData data from the current exception object.
+    ) -> Union[ErrorData, dict[str, ErrorData]]:
+        """Return ErrorData data from the current exception object. If with_refs
+        flag was set, it will return mapping of refs and itself data.
 
         :rtype: ErrorData
         """

ddeutil/workflow/job.py

@@ -39,7 +39,7 @@ from pydantic import BaseModel, Discriminator, Field, SecretStr, Tag
 from pydantic.functional_validators import field_validator, model_validator
 from typing_extensions import Self
 
-from .__types import DictData, DictStr, Matrix
+from .__types import DictData, DictStr, Matrix, StrOrNone
 from .exceptions import (
     JobException,
     StageException,
@@ -329,14 +329,14 @@ class Job(BaseModel):
         ... }
     """
 
-    id: Optional[str] = Field(
+    id: StrOrNone = Field(
         default=None,
         description=(
             "A job ID that was set from Workflow model after initialize step. "
             "If this model create standalone, it will be None."
         ),
     )
-    desc: Optional[str] = Field(
+    desc: StrOrNone = Field(
         default=None,
         description="A job description that can be markdown syntax.",
     )
@@ -345,7 +345,7 @@ class Job(BaseModel):
         description="A target node for this job to use for execution.",
         alias="runs-on",
     )
-    condition: Optional[str] = Field(
+    condition: StrOrNone = Field(
         default=None,
         description="A job condition statement to allow job executable.",
         alias="if",
@@ -526,7 +526,7 @@ class Job(BaseModel):
         output: DictData,
         to: DictData,
         *,
-        job_id: Optional[str] = None,
+        job_id: StrOrNone = None,
     ) -> DictData:
         """Set an outputs from execution result context to the received context
         with a `to` input parameter. The result context from job strategy
@@ -567,7 +567,7 @@ class Job(BaseModel):
         :param output: (DictData) A result data context that want to extract
             and transfer to the `strategies` key in receive context.
         :param to: (DictData) A received context data.
-        :param job_id: (Optional[str]) A job ID if the `id` field does not set.
+        :param job_id: (StrOrNone) A job ID if the `id` field does not set.
 
         :rtype: DictData
         """
@@ -607,8 +607,8 @@ class Job(BaseModel):
         self,
         params: DictData,
         *,
-        run_id: Optional[str] = None,
-        parent_run_id: Optional[str] = None,
+        run_id: StrOrNone = None,
+        parent_run_id: StrOrNone = None,
         event: Optional[Event] = None,
     ) -> Result:
         """Job execution with passing dynamic parameters from the workflow
@@ -800,8 +800,8 @@ def local_execute(
     job: Job,
     params: DictData,
     *,
-    run_id: Optional[str] = None,
-    parent_run_id: Optional[str] = None,
+    run_id: StrOrNone = None,
+    parent_run_id: StrOrNone = None,
     event: Optional[Event] = None,
 ) -> Result:
     """Local job execution with passing dynamic parameters from the workflow
@@ -919,8 +919,8 @@ def self_hosted_execute(
     job: Job,
     params: DictData,
     *,
-    run_id: Optional[str] = None,
-    parent_run_id: Optional[str] = None,
+    run_id: StrOrNone = None,
+    parent_run_id: StrOrNone = None,
     event: Optional[Event] = None,
 ) -> Result:  # pragma: no cov
     """Self-Hosted job execution with passing dynamic parameters from the
@@ -982,8 +982,8 @@ def azure_batch_execute(
     job: Job,
     params: DictData,
     *,
-    run_id: Optional[str] = None,
-    parent_run_id: Optional[str] = None,
+    run_id: StrOrNone = None,
+    parent_run_id: StrOrNone = None,
     event: Optional[Event] = None,
 ) -> Result:  # pragma: no cov
     """Azure Batch job execution that will run all job's stages on the Azure
@@ -1036,8 +1036,8 @@ def docker_execution(
     job: Job,
     params: DictData,
     *,
-    run_id: Optional[str] = None,
-    parent_run_id: Optional[str] = None,
+    run_id: StrOrNone = None,
+    parent_run_id: StrOrNone = None,
     event: Optional[Event] = None,
 ):  # pragma: no cov
     """Docker job execution.

ddeutil/workflow/logs.py

@@ -4,13 +4,17 @@
 # license information.
 # ------------------------------------------------------------------------------
 # [x] Use fix config for `get_logger`, and Model initialize step.
-"""A Logs module contain Trace dataclass and Audit Pydantic model.
+"""A Logs module contain Trace and Audit Pydantic models for process log from
+the core workflow engine. I separate part of log to 2 types:
+  - Trace: A stdout and stderr log
+  - Audit: An audit release log for tracking incremental running workflow.
 """
 from __future__ import annotations
 
 import json
 import logging
 import os
+import re
 from abc import ABC, abstractmethod
 from collections.abc import Iterator
 from datetime import datetime
@@ -18,6 +22,7 @@ from functools import lru_cache
 from inspect import Traceback, currentframe, getframeinfo
 from pathlib import Path
 from threading import get_ident
+from types import FrameType
 from typing import ClassVar, Literal, Optional, TypeVar, Union
 
 from pydantic import BaseModel, ConfigDict, Field
@@ -28,12 +33,14 @@ from .__types import DictData
 from .conf import config, dynamic
 from .utils import cut_id, get_dt_now, prepare_newline
 
+METADATA: str = "metadata.json"
+
 
 @lru_cache
 def get_logger(name: str):
     """Return logger object with an input module name.
 
-    :param name: A module name that want to log.
+    :param name: (str) A module name that want to log.
     """
     lg = logging.getLogger(name)
 
@@ -68,13 +75,55 @@ def get_dt_tznow() -> datetime:  # pragma: no cov
 
 
 PREFIX_LOGS: dict[str, dict] = {
-    "CALLER": {"emoji": ""},
-    "STAGE": {"emoji": ""},
-    "JOB": {"emoji": ""},
-    "WORKFLOW": {"emoji": "🏃"},
-    "RELEASE": {"emoji": ""},
-    "POKE": {"emoji": ""},
+    "CALLER": {
+        "emoji": "📍",
+        "desc": "logs from any usage from custom caller function.",
+    },
+    "STAGE": {"emoji": "⚙️", "desc": "logs from stages module."},
+    "JOB": {"emoji": "⛓️", "desc": "logs from job module."},
+    "WORKFLOW": {"emoji": "🏃", "desc": "logs from workflow module."},
+    "RELEASE": {"emoji": "📅", "desc": "logs from release workflow method."},
+    "POKING": {"emoji": "⏰", "desc": "logs from poke workflow method."},
 }  # pragma: no cov
+PREFIX_DEFAULT: str = "CALLER"
+PREFIX_LOGS_REGEX: re.Pattern[str] = re.compile(
+    rf"(^\[(?P<name>{'|'.join(PREFIX_LOGS)})]:\s?)?(?P<message>.*)",
+    re.MULTILINE | re.DOTALL | re.ASCII | re.VERBOSE,
+)  # pragma: no cov
+
+
+class PrefixMsg(BaseModel):
+    """Prefix Message model for receive grouping dict from searching prefix data
+    from logging message.
+    """
+
+    name: Optional[str] = Field(default=None)
+    message: Optional[str] = Field(default=None)
+
+    def prepare(self, extras: Optional[DictData] = None) -> str:
+        """Prepare message with force add prefix before writing trace log.
+
+        :rtype: str
+        """
+        name: str = self.name or PREFIX_DEFAULT
+        emoji: str = (
+            f"{PREFIX_LOGS[name]['emoji']} "
+            if (extras or {}).get("log_add_emoji", True)
+            else ""
+        )
+        return f"{emoji}[{name}]: {self.message}"
+
+
+def extract_msg_prefix(msg: str) -> PrefixMsg:
+    """Extract message prefix from an input message.
+
+    :param msg: A message that want to extract.
+
+    :rtype: PrefixMsg
+    """
+    return PrefixMsg.model_validate(
+        obj=PREFIX_LOGS_REGEX.search(msg).groupdict()
+    )
 
 
 class TraceMeta(BaseModel):  # pragma: no cov
@@ -91,6 +140,28 @@ class TraceMeta(BaseModel):  # pragma: no cov
     filename: str = Field(description="A filename of this log.")
     lineno: int = Field(description="A line number of this log.")
 
+    @classmethod
+    def dynamic_frame(
+        cls, frame: FrameType, *, extras: Optional[DictData] = None
+    ) -> Traceback:
+        """Dynamic Frame information base on the `logs_trace_frame_layer` config
+        value that was set from the extra parameter.
+
+        :param frame: (FrameType) The current frame that want to dynamic.
+        :param extras: (DictData) An extra parameter that want to get the
+            `logs_trace_frame_layer` config value.
+        """
+        extras: DictData = extras or {}
+        layer: int = extras.get("logs_trace_frame_layer", 4)
+        for _ in range(layer):
+            _frame: Optional[FrameType] = frame.f_back
+            if _frame is None:
+                raise ValueError(
+                    f"Layer value does not valid, the maximum frame is: {_ + 1}"
+                )
+            frame: FrameType = _frame
+        return getframeinfo(frame)
+
     @classmethod
     def make(
         cls,
@@ -100,7 +171,8 @@ class TraceMeta(BaseModel):  # pragma: no cov
         *,
         extras: Optional[DictData] = None,
     ) -> Self:
-        """Make the current TraceMeta instance that catching local state.
+        """Make the current metric for contract this TraceMeta model instance
+        that will catch local states like PID, thread identity.
 
         :param mode: (Literal["stdout", "stderr"]) A metadata mode.
         :param message: (str) A message.
@@ -110,9 +182,8 @@ class TraceMeta(BaseModel):  # pragma: no cov
 
         :rtype: Self
         """
-        frame_info: Traceback = getframeinfo(
-            currentframe().f_back.f_back.f_back
-        )
+        frame: FrameType = currentframe()
+        frame_info: Traceback = cls.dynamic_frame(frame, extras=extras)
         extras: DictData = extras or {}
         return cls(
             mode=mode,
@@ -157,13 +228,11 @@ class TraceData(BaseModel):  # pragma: no cov
             if (file / f"{mode}.txt").exists():
                 data[mode] = (file / f"{mode}.txt").read_text(encoding="utf-8")
 
-        if (file / "metadata.json").exists():
+        if (file / METADATA).exists():
             data["meta"] = [
                 json.loads(line)
                 for line in (
-                    (file / "metadata.json")
-                    .read_text(encoding="utf-8")
-                    .splitlines()
+                    (file / METADATA).read_text(encoding="utf-8").splitlines()
                 )
             ]
 
@@ -263,7 +332,9 @@ class BaseTrace(BaseModel, ABC):  # pragma: no cov
 
         :param message: (str) A message that want to log.
         """
-        msg: str = prepare_newline(self.make_message(message))
+        msg: str = prepare_newline(
+            self.make_message(extract_msg_prefix(message).prepare(self.extras))
+        )
 
         if mode != "debug" or (
             mode == "debug" and dynamic("debug", extras=self.extras)
@@ -320,7 +391,9 @@ class BaseTrace(BaseModel, ABC):  # pragma: no cov
 
         :param message: (str) A message that want to log.
         """
-        msg: str = prepare_newline(self.make_message(message))
+        msg: str = prepare_newline(
+            self.make_message(extract_msg_prefix(message).prepare(self.extras))
+        )
 
         if mode != "debug" or (
             mode == "debug" and dynamic("debug", extras=self.extras)
@@ -468,7 +541,7 @@ class FileTrace(BaseTrace):  # pragma: no cov
 
         mode: Literal["stdout", "stderr"] = "stderr" if is_err else "stdout"
         trace_meta: TraceMeta = TraceMeta.make(
-            mode=mode, level=level, message=message
+            mode=mode, level=level, message=message, extras=self.extras
         )
 
         with (self.pointer / f"{mode}.txt").open(
@@ -477,9 +550,7 @@ class FileTrace(BaseTrace):  # pragma: no cov
             fmt: str = dynamic("log_format_file", extras=self.extras)
             f.write(f"{fmt}\n".format(**trace_meta.model_dump()))
 
-        with (self.pointer / "metadata.json").open(
-            mode="at", encoding="utf-8"
-        ) as f:
+        with (self.pointer / METADATA).open(mode="at", encoding="utf-8") as f:
             f.write(trace_meta.model_dump_json() + "\n")
 
     async def awriter(
@@ -496,7 +567,7 @@ class FileTrace(BaseTrace):  # pragma: no cov
 
         mode: Literal["stdout", "stderr"] = "stderr" if is_err else "stdout"
         trace_meta: TraceMeta = TraceMeta.make(
-            mode=mode, level=level, message=message
+            mode=mode, level=level, message=message, extras=self.extras
         )
 
         async with aiofiles.open(
@@ -506,7 +577,7 @@ class FileTrace(BaseTrace):  # pragma: no cov
             await f.write(f"{fmt}\n".format(**trace_meta.model_dump()))
 
         async with aiofiles.open(
-            self.pointer / "metadata.json", mode="at", encoding="utf-8"
+            self.pointer / METADATA, mode="at", encoding="utf-8"
         ) as f:
             await f.write(trace_meta.model_dump_json() + "\n")
 

ddeutil/workflow/result.py

@@ -38,7 +38,7 @@ class Status(IntEnum):
     CANCEL = 4
 
     @property
-    def emoji(self) -> str:
+    def emoji(self) -> str:  # pragma: no cov
         """Return the emoji value of this status.
 
         :rtype: str

ddeutil/workflow/stages.py

@@ -58,7 +58,7 @@ from pydantic import BaseModel, Field
 from pydantic.functional_validators import model_validator
 from typing_extensions import Self
 
-from .__types import DictData, DictStr, StrOrInt, TupleStr
+from .__types import DictData, DictStr, StrOrInt, StrOrNone, TupleStr
 from .conf import dynamic
 from .exceptions import StageException, to_dict
 from .result import CANCEL, FAILED, SUCCESS, WAIT, Result, Status
@@ -87,7 +87,7 @@ class BaseStage(BaseModel, ABC):
         default_factory=dict,
         description="An extra parameter that override core config values.",
     )
-    id: Optional[str] = Field(
+    id: StrOrNone = Field(
         default=None,
         description=(
             "A stage ID that use to keep execution output or getting by job "
@@ -97,7 +97,7 @@ class BaseStage(BaseModel, ABC):
     name: str = Field(
         description="A stage name that want to logging when start execution.",
     )
-    condition: Optional[str] = Field(
+    condition: StrOrNone = Field(
         default=None,
         description=(
             "A stage condition statement to allow stage executable. This field "
@@ -162,8 +162,8 @@ class BaseStage(BaseModel, ABC):
         self,
         params: DictData,
         *,
-        run_id: Optional[str] = None,
-        parent_run_id: Optional[str] = None,
+        run_id: StrOrNone = None,
+        parent_run_id: StrOrNone = None,
         result: Optional[Result] = None,
         event: Optional[Event] = None,
         raise_error: Optional[bool] = None,
@@ -411,8 +411,8 @@ class BaseAsyncStage(BaseStage):
         self,
         params: DictData,
         *,
-        run_id: Optional[str] = None,
-        parent_run_id: Optional[str] = None,
+        run_id: StrOrNone = None,
+        parent_run_id: StrOrNone = None,
         result: Optional[Result] = None,
         event: Optional[Event] = None,
         raise_error: Optional[bool] = None,
@@ -469,7 +469,7 @@ class EmptyStage(BaseAsyncStage):
         ... }
     """
 
-    echo: Optional[str] = Field(
+    echo: StrOrNone = Field(
         default=None,
         description="A message that want to show on the stdout.",
     )
@@ -598,14 +598,14 @@ class BashStage(BaseAsyncStage):
     )
 
     @contextlib.asynccontextmanager
-    async def acreate_sh_file(
-        self, bash: str, env: DictStr, run_id: Optional[str] = None
+    async def async_create_sh_file(
+        self, bash: str, env: DictStr, run_id: StrOrNone = None
     ) -> AsyncIterator[TupleStr]:
         """Async create and write `.sh` file with the `aiofiles` package.
 
         :param bash: (str) A bash statement.
         :param env: (DictStr) An environment variable that set before run bash.
-        :param run_id: (Optional[str]) A running stage ID that use for writing sh
+        :param run_id: (StrOrNone) A running stage ID that use for writing sh
             file instead generate by UUID4.
 
         :rtype: AsyncIterator[TupleStr]
@@ -635,14 +635,14 @@ class BashStage(BaseAsyncStage):
 
     @contextlib.contextmanager
     def create_sh_file(
-        self, bash: str, env: DictStr, run_id: Optional[str] = None
+        self, bash: str, env: DictStr, run_id: StrOrNone = None
     ) -> Iterator[TupleStr]:
         """Create and write the `.sh` file before giving this file name to
         context. After that, it will auto delete this file automatic.
 
         :param bash: (str) A bash statement.
         :param env: (DictStr) An environment variable that set before run bash.
-        :param run_id: (Optional[str]) A running stage ID that use for writing sh
+        :param run_id: (StrOrNone) A running stage ID that use for writing sh
             file instead generate by UUID4.
 
         :rtype: Iterator[TupleStr]
@@ -752,7 +752,7 @@ class BashStage(BaseAsyncStage):
             dedent(self.bash.strip("\n")), params, extras=self.extras
         )
 
-        async with self.acreate_sh_file(
+        async with self.async_create_sh_file(
             bash=bash,
             env=param2template(self.env, params, extras=self.extras),
             run_id=result.run_id,
@@ -1294,11 +1294,12 @@ class TriggerStage(BaseStage):
             extras=self.extras | {"stage_raise_error": True},
         ).execute(
             params=param2template(self.params, params, extras=self.extras),
-            parent_run_id=result.run_id,
+            run_id=None,
+            parent_run_id=result.parent_run_id,
             event=event,
         )
         if rs.status == FAILED:
-            err_msg: Optional[str] = (
+            err_msg: StrOrNone = (
                 f" with:\n{msg}"
                 if (msg := rs.context.get("errors", {}).get("message"))
                 else "."
@@ -1826,7 +1827,10 @@ class UntilStage(BaseNestedStage):
         ...     "stages": [
         ...         {
         ...             "name": "Start increase item value.",
-        ...             "run": "item = ${{ item }}\\nitem += 1\\n"
+        ...             "run": (
+        ...                 "item = ${{ item }}\\n"
+        ...                 "item += 1\\n"
+        ...             )
         ...         },
         ...     ],
         ... }
@@ -2215,9 +2219,7 @@ class CaseStage(BaseNestedStage):
             extras=self.extras,
         )
 
-        _case: Optional[str] = param2template(
-            self.case, params, extras=self.extras
-        )
+        _case: StrOrNone = param2template(self.case, params, extras=self.extras)
 
         result.trace.info(f"[STAGE]: Execute Case-Stage: {_case!r}.")
         _else: Optional[Match] = None
@@ -2396,8 +2398,14 @@ class DockerStage(BaseStage):  # pragma: no cov
 
         :rtype: Result
         """
-        from docker import DockerClient
-        from docker.errors import ContainerError
+        try:
+            from docker import DockerClient
+            from docker.errors import ContainerError
+        except ImportError:
+            raise ImportError(
+                "Docker stage need the docker package, you should install it "
+                "by `pip install docker` first."
+            ) from None
 
         client = DockerClient(
             base_url="unix://var/run/docker.sock", version="auto"
@@ -2459,7 +2467,7 @@ class DockerStage(BaseStage):  # pragma: no cov
                 exit_status,
                 None,
                 f"{self.image}:{self.tag}",
-                out,
+                out.decode("utf-8"),
             )
         output_file: Path = Path(f".docker.{result.run_id}.logs/outputs.json")
         if not output_file.exists():
@@ -2518,7 +2526,7 @@ class VirtualPyStage(PyStage):  # pragma: no cov
         py: str,
         values: DictData,
         deps: list[str],
-        run_id: Optional[str] = None,
+        run_id: StrOrNone = None,
     ) -> Iterator[str]:
         """Create the .py file with an input Python string statement.
 
@@ -2526,7 +2534,7 @@ class VirtualPyStage(PyStage):  # pragma: no cov
         :param values: A variable that want to set before running this
         :param deps: An additional Python dependencies that want install before
             run this python stage.
-        :param run_id: (Optional[str]) A running ID of this stage execution.
+        :param run_id: (StrOrNone) A running ID of this stage execution.
         """
         run_id: str = run_id or uuid.uuid4()
         f_name: str = f"{run_id}.py"
@@ -2644,5 +2652,8 @@ Stage = Annotated[
         RaiseStage,
         EmptyStage,
     ],
-    Field(union_mode="smart"),
+    Field(
+        union_mode="smart",
+        description="A stage models that already implemented on this package.",
+    ),
 ]  # pragma: no cov

ddeutil/workflow/utils.py

@@ -24,7 +24,7 @@ from .__types import DictData, Matrix
 
 T = TypeVar("T")
 UTC: Final[ZoneInfo] = ZoneInfo("UTC")
-MARK_NL: Final[str] = "||"
+MARK_NEWLINE: Final[str] = "||"
 
 
 def prepare_newline(msg: str) -> str:
@@ -34,11 +34,12 @@ def prepare_newline(msg: str) -> str:
 
     :rtype: str
     """
-    msg: str = msg.strip("\n").replace("\n", MARK_NL)
-    if MARK_NL not in msg:
+    # NOTE: Remove ending with "\n" and replace "\n" with the "||" value.
+    msg: str = msg.strip("\n").replace("\n", MARK_NEWLINE)
+    if MARK_NEWLINE not in msg:
         return msg
 
-    msg_lines: list[str] = msg.split(MARK_NL)
+    msg_lines: list[str] = msg.split(MARK_NEWLINE)
     msg_last: str = msg_lines[-1]
     msg_body: str = (
         "\n" + "\n".join(f" ... |  \t{s}" for s in msg_lines[1:-1])

ddeutil/workflow/workflow.py

@@ -563,11 +563,12 @@ class Workflow(BaseModel):
             adding jobs key to this parameter.
         """
         # VALIDATE: Incoming params should have keys that set on this workflow.
-        if check_key := [
+        check_key: list[str] = [
             f"{k!r}"
             for k in self.params
             if (k not in params and self.params[k].required)
-        ]:
+        ]
+        if check_key:
             raise WorkflowException(
                 f"Required Param on this workflow setting does not set: "
                 f"{', '.join(check_key)}."
@@ -670,7 +671,7 @@ class Workflow(BaseModel):
         rs: Result = self.execute(
             params=values,
             result=result,
-            parent_run_id=result.parent_run_id,
+            parent_run_id=result.run_id,
             timeout=timeout,
         )
         result.trace.info(

{ddeutil_workflow-0.0.59.dist-info → ddeutil_workflow-0.0.60.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.59
+Version: 0.0.60
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -44,6 +44,8 @@ Requires-Dist: aiofiles; extra == "async"
 Requires-Dist: aiohttp; extra == "async"
 Provides-Extra: docker
 Requires-Dist: docker==7.1.0; extra == "docker"
+Provides-Extra: self-hosted
+Requires-Dist: requests==2.32.3; extra == "self-hosted"
 Dynamic: license-file
 
 # Workflow Orchestration

{ddeutil_workflow-0.0.59.dist-info → ddeutil_workflow-0.0.60.dist-info}/RECORD

@@ -1,20 +1,20 @@
-ddeutil/workflow/__about__.py,sha256=pgt1UgXVQ5NH2bT0-9YyCLh7xzGOl3WFa4CWgM2rMyE,28
+ddeutil/workflow/__about__.py,sha256=sQSmxiDbXlnTI1qDQGcyxr1EGvwITzIX0PKi2dOg4LU,28
 ddeutil/workflow/__cron.py,sha256=5DHQKejG-76L_oREW78RcwMzeyKddJxSMmBzYyMAeeY,28536
 ddeutil/workflow/__init__.py,sha256=NXEhjzKFdIGa-jtIq9HXChLCjSXNPd8VJ8ltggxbBO8,1371
 ddeutil/workflow/__main__.py,sha256=x-sYedl4T8p6054aySk-EQX6vhytvPR0HvaBNYxMzp0,364
-ddeutil/workflow/__types.py,sha256=7xXy6ynpT6Do6U5A-XYSVuinE2g-4wlZGGJ1NACK1BE,4343
+ddeutil/workflow/__types.py,sha256=uNfoRbVmNK5O37UUMVnqcmoghD9oMS1q9fXC0APnjSI,4584
 ddeutil/workflow/conf.py,sha256=NLvjZ8bpDsn4e0MG3m1vgMdAwtmii5hP1D0STKQyZeo,14907
-ddeutil/workflow/event.py,sha256=I9CUFAsqUNguCPALVmqwKWaUHcSpwg2S-chGrTZRXFY,10410
-ddeutil/workflow/exceptions.py,sha256=Phe5JK-nLDt1Yh-ilWnpLIJl1VRsAzK4TBZ1tTiv9OQ,2359
-ddeutil/workflow/job.py,sha256=2GGW_sY3XhZGYJpXWi84k4uTRV9YMPOMagVtDeeDya8,35289
-ddeutil/workflow/logs.py,sha256=BFdPKcIsoSPU-tZBMQvBipAdlBur8IjOk7MxyqrTC8Q,28537
+ddeutil/workflow/event.py,sha256=iAvd7TfAJaMndDhxbi1xNLzl4wNlgLqe1nIseaIm5-Y,10533
+ddeutil/workflow/exceptions.py,sha256=TKHBIlfquz3yEb8_kg6UXpxVLKxstt3QA9a1XYsLPJk,2455
+ddeutil/workflow/job.py,sha256=Php1b3n6c-jddel8PTSa61kAW22QBTetzoLVR4XXM4E,35240
+ddeutil/workflow/logs.py,sha256=81wl83dbYDcMctGmWiptmFaoZoXFO2TS0E4sxOILOQk,31321
 ddeutil/workflow/params.py,sha256=tBjKe1_e0TlUrSrlMahDuAdNNBlGBAKMmMMQ9eV-YSs,11616
-ddeutil/workflow/result.py,sha256=LJieCsaQJOgZKz68wao2XKXCFm3bXl2jNkeHniP_Y90,5888
+ddeutil/workflow/result.py,sha256=4M9VCcveI8Yz6ZrnI-67SZlry-Z8G7e0hziy1k-pklk,5906
 ddeutil/workflow/reusables.py,sha256=mw_Fi763B5am0EmntcjLBF7MDEhKqud2BYHcYyno5Ec,17663
 ddeutil/workflow/scheduler.py,sha256=OsEyj2zscQ-3bDMk2z7UtKlCWLlgoGjaRFt17o1B1ew,27263
-ddeutil/workflow/stages.py,sha256=_GGrI4sayY1HArqV0aWUMwukONnZ_6-QVAiaomP4nbY,92239
-ddeutil/workflow/utils.py,sha256=S4TN1qH6t8NiZfIapJed3ZS35aQc18HzDPQ4oLqct7M,8804
-ddeutil/workflow/workflow.py,sha256=gq7zbBeJptqb9rmHcR29c8Gbh43N1-cW94NdHGb6Td4,44856
+ddeutil/workflow/stages.py,sha256=N_DkEUGiwpglovtXx-Wg3zX_03eGBT650zRsZV7knKk,92640
+ddeutil/workflow/utils.py,sha256=ADJTt3kiF44qntsRnOUdCFihlB2WWbRE-Tojp5EOYbk,8898
+ddeutil/workflow/workflow.py,sha256=BFnaB_7mrYZ3KV07AV16xR9khsoSt9i3QLyEtrLNAqs,44877
 ddeutil/workflow/api/__init__.py,sha256=kY30dL8HPY8tY_GBmm7y_3OdoXzB1-EA2a96PLU0AQw,5278
 ddeutil/workflow/api/logs.py,sha256=NMTnOnsBrDB5129329xF2myLdrb-z9k1MQrmrP7qXJw,1818
 ddeutil/workflow/api/utils.py,sha256=uTtUFVLpiYYahXvCVx8sueRQ03K2Xw1id_gW3IMmX1U,5295
@@ -23,9 +23,9 @@ ddeutil/workflow/api/routes/job.py,sha256=8X5VLDJH6PumyNIY6JGRNBsf2gWN0eG9DzxRPS
 ddeutil/workflow/api/routes/logs.py,sha256=U6vOni3wd-ZTOwd3yVdSOpgyRmNdcgfngU5KlLM3Cww,5383
 ddeutil/workflow/api/routes/schedules.py,sha256=14RnaJKEGMSJtncI1H_QQVZNBe_jDS40PPRO6qFc3i0,4805
 ddeutil/workflow/api/routes/workflows.py,sha256=GJu5PiXEylswrXylEImpncySjeU9chrvrtjhiMCw2RQ,4529
-ddeutil_workflow-0.0.59.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
-ddeutil_workflow-0.0.59.dist-info/METADATA,sha256=JqwaP7hwfaNAlrObHxnHlzDyBDbb_cy186S92GRjXZ4,19343
-ddeutil_workflow-0.0.59.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-ddeutil_workflow-0.0.59.dist-info/entry_points.txt,sha256=qDTpPSauL0ciO6T4iSVt8bJeYrVEkkoEEw_RlGx6Kgk,63
-ddeutil_workflow-0.0.59.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
-ddeutil_workflow-0.0.59.dist-info/RECORD,,
+ddeutil_workflow-0.0.60.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
+ddeutil_workflow-0.0.60.dist-info/METADATA,sha256=VixljHKK-7rmiv5UC_65sp2DAgb3kHjms1H7vvF0DyY,19427
+ddeutil_workflow-0.0.60.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+ddeutil_workflow-0.0.60.dist-info/entry_points.txt,sha256=qDTpPSauL0ciO6T4iSVt8bJeYrVEkkoEEw_RlGx6Kgk,63
+ddeutil_workflow-0.0.60.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
+ddeutil_workflow-0.0.60.dist-info/RECORD,,