ddeutil-workflow 0.0.44__tar.gz → 0.0.46__tar.gz

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.44
+Version: 0.0.46
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -9,7 +9,7 @@ Project-URL: Source Code, https://github.com/ddeutils/ddeutil-workflow/
 Keywords: orchestration,workflow
 Classifier: Topic :: Utilities
 Classifier: Natural Language :: English
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -30,7 +30,6 @@ Requires-Dist: schedule<2.0.0,==1.2.2
 Provides-Extra: all
 Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "all"
 Requires-Dist: httpx; extra == "all"
-Requires-Dist: ujson; extra == "all"
 Requires-Dist: aiofiles; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
 Provides-Extra: api
@@ -71,9 +70,9 @@ configuration. It called **Metadata Driven Data Workflow**.
 
 **:pushpin: <u>Rules of This Workflow engine</u>**:
 
-1. The Minimum frequency unit of scheduling is **1 Minute** 🕘
+1. The Minimum frequency unit of built-in scheduling is **1 Minute** 🕘
 2. **Can not** re-run only failed stage and its pending downstream ↩️
-3. All parallel tasks inside workflow engine use **Multi-Threading**
+3. All parallel tasks inside workflow core engine use **Multi-Threading** pool
    (Python 3.13 unlock GIL 🐍🔓)
 
 ---
@@ -266,11 +265,11 @@ it will use default value and do not raise any error to you.
 | **ROOT_PATH**                |   Core    | `.`                                                                                                                             |    No    | The root path of the workflow application.                                                                         |
 | **REGISTRY_CALLER**          |   Core    | `.`                                                                                                                             |   Yes    | List of importable string for the call stage.                                                                      |
 | **REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.templates`                                                                                                    |   Yes    | List of importable string for the filter template.                                                                 |
-| **CONF_PATH**                |   Core    | `conf`                                                                                                                          |    No    | The config path that keep all template `.yaml` files.                                                              |
+| **CONF_PATH**                |   Core    | `conf`                                                                                                                          |   Yes    | The config path that keep all template `.yaml` files.                                                              |
 | **TIMEZONE**                 |   Core    | `Asia/Bangkok`                                                                                                                  |    No    | A Timezone string value that will pass to `ZoneInfo` object.                                                       |
-| **STAGE_DEFAULT_ID**         |   Core    | `true`                                                                                                                          |    No    | A flag that enable default stage ID that use for catch an execution output.                                        |
+| **STAGE_DEFAULT_ID**         |   Core    | `true`                                                                                                                          |   Yes    | A flag that enable default stage ID that use for catch an execution output.                                        |
 | **STAGE_RAISE_ERROR**        |   Core    | `false`                                                                                                                         |   Yes    | A flag that all stage raise StageException from stage execution.                                                   |
-| **JOB_DEFAULT_ID**           |   Core    | `false`                                                                                                                         |    No    | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |
+| **JOB_DEFAULT_ID**           |   Core    | `false`                                                                                                                         |   Yes    | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |
 | **JOB_RAISE_ERROR**          |   Core    | `true`                                                                                                                          |   Yes    | A flag that all job raise JobException from job strategy execution.                                                |
 | **MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                                                                                                                             |    No    |                                                                                                                    |
 | **MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                                                                                                                            |    No    |                                                                                                                    |

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/README.md

@@ -27,9 +27,9 @@ configuration. It called **Metadata Driven Data Workflow**.
 
 **:pushpin: <u>Rules of This Workflow engine</u>**:
 
-1. The Minimum frequency unit of scheduling is **1 Minute** 🕘
+1. The Minimum frequency unit of built-in scheduling is **1 Minute** 🕘
 2. **Can not** re-run only failed stage and its pending downstream ↩️
-3. All parallel tasks inside workflow engine use **Multi-Threading**
+3. All parallel tasks inside workflow core engine use **Multi-Threading** pool
    (Python 3.13 unlock GIL 🐍🔓)
 
 ---
@@ -222,11 +222,11 @@ it will use default value and do not raise any error to you.
 | **ROOT_PATH**                |   Core    | `.`                                                                                                                             |    No    | The root path of the workflow application.                                                                         |
 | **REGISTRY_CALLER**          |   Core    | `.`                                                                                                                             |   Yes    | List of importable string for the call stage.                                                                      |
 | **REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.templates`                                                                                                    |   Yes    | List of importable string for the filter template.                                                                 |
-| **CONF_PATH**                |   Core    | `conf`                                                                                                                          |    No    | The config path that keep all template `.yaml` files.                                                              |
+| **CONF_PATH**                |   Core    | `conf`                                                                                                                          |   Yes    | The config path that keep all template `.yaml` files.                                                              |
 | **TIMEZONE**                 |   Core    | `Asia/Bangkok`                                                                                                                  |    No    | A Timezone string value that will pass to `ZoneInfo` object.                                                       |
-| **STAGE_DEFAULT_ID**         |   Core    | `true`                                                                                                                          |    No    | A flag that enable default stage ID that use for catch an execution output.                                        |
+| **STAGE_DEFAULT_ID**         |   Core    | `true`                                                                                                                          |   Yes    | A flag that enable default stage ID that use for catch an execution output.                                        |
 | **STAGE_RAISE_ERROR**        |   Core    | `false`                                                                                                                         |   Yes    | A flag that all stage raise StageException from stage execution.                                                   |
-| **JOB_DEFAULT_ID**           |   Core    | `false`                                                                                                                         |    No    | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |
+| **JOB_DEFAULT_ID**           |   Core    | `false`                                                                                                                         |   Yes    | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |
 | **JOB_RAISE_ERROR**          |   Core    | `true`                                                                                                                          |   Yes    | A flag that all job raise JobException from job strategy execution.                                                |
 | **MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                                                                                                                             |    No    |                                                                                                                    |
 | **MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                                                                                                                            |    No    |                                                                                                                    |

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/pyproject.toml

@@ -12,8 +12,7 @@ keywords = ['orchestration', 'workflow']
 classifiers = [
     "Topic :: Utilities",
     "Natural Language :: English",
-    "Development Status :: 4 - Beta",
-    # "Development Status :: 5 - Production/Stable",
+    "Development Status :: 5 - Production/Stable",
     "Intended Audience :: Developers",
     "Operating System :: OS Independent",
     "Programming Language :: Python",
@@ -38,7 +37,6 @@ dynamic = ["version"]
 all = [
     "fastapi>=0.115.0,<1.0.0",
     "httpx",
-    "ujson",
     "aiofiles",
     "aiohttp",
 ]

ddeutil_workflow-0.0.46/src/ddeutil/workflow/__about__.py

@@ -0,0 +1 @@
+__version__: str = "0.0.46"

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/conf.py

@@ -26,7 +26,10 @@ PREFIX: str = "WORKFLOW"
 
 
 def env(var: str, default: str | None = None) -> str | None:  # pragma: no cov
-    """Get environment variable with uppercase and adding prefix string."""
+    """Get environment variable with uppercase and adding prefix string.
+
+    :rtype: str | None
+    """
     return os.getenv(f"{PREFIX}_{var.upper().replace(' ', '_')}", default)
 
 
@@ -42,29 +45,7 @@ __all__: TupleStr = (
 )
 
 
-class BaseConfig:  # pragma: no cov
-    """BaseConfig object inheritable."""
-
-    __slots__ = ()
-
-    @property
-    def root_path(self) -> Path:
-        """Root path or the project path.
-
-        :rtype: Path
-        """
-        return Path(os.getenv("ROOT_PATH", "."))
-
-    @property
-    def conf_path(self) -> Path:
-        """Config path that use root_path class argument for this construction.
-
-        :rtype: Path
-        """
-        return self.root_path / os.getenv("CONF_PATH", "conf")
-
-
-class Config(BaseConfig):  # pragma: no cov
+class Config:  # pragma: no cov
     """Config object for keeping core configurations on the current session
     without changing when if the application still running.
 
@@ -217,6 +198,7 @@ class Config(BaseConfig):  # pragma: no cov
 
 
 class APIConfig:
+    """API Config object."""
 
     @property
     def prefix_path(self) -> str:
@@ -341,6 +323,32 @@ class SimLoad:
         )
 
 
+config: Config = Config()
+api_config: APIConfig = APIConfig()
+
+
+def dynamic(
+    key: Optional[str] = None,
+    *,
+    f: Optional[T] = None,
+    extras: Optional[DictData] = None,
+) -> Optional[T]:
+    """Dynamic get config if extra value was passed at run-time.
+
+    :param key: (str) A config key that get from Config object.
+    :param f: An inner config function scope.
+    :param extras: An extra values that pass at run-time.
+    """
+    rsx: Optional[T] = extras[key] if extras and key in extras else None
+    rs: Optional[T] = f or getattr(config, key, None)
+    if rsx is not None and not isinstance(rsx, type(rs)):
+        raise TypeError(
+            f"Type of config {key!r} from extras: {rsx!r} does not valid "
+            f"as config {type(rs)}."
+        )
+    return rsx or rs
+
+
 class Loader(SimLoad):
     """Loader Object that get the config `yaml` file from current path.
 
@@ -355,6 +363,7 @@ class Loader(SimLoad):
         *,
         included: list[str] | None = None,
         excluded: list[str] | None = None,
+        path: Path | None = None,
         **kwargs,
     ) -> Iterator[tuple[str, DictData]]:
         """Override the find class method from the Simple Loader object.
@@ -362,44 +371,23 @@ class Loader(SimLoad):
         :param obj: An object that want to validate matching before return.
         :param included:
         :param excluded:
+        :param path:
 
         :rtype: Iterator[tuple[str, DictData]]
         """
         return super().finds(
             obj=obj,
-            conf_path=config.conf_path,
+            conf_path=(path or config.conf_path),
             included=included,
             excluded=excluded,
         )
 
     def __init__(self, name: str, externals: DictData) -> None:
-        super().__init__(name, conf_path=config.conf_path, externals=externals)
-
-
-config: Config = Config()
-api_config: APIConfig = APIConfig()
-
-
-def dynamic(
-    key: Optional[str] = None,
-    *,
-    f: Optional[T] = None,
-    extras: Optional[DictData] = None,
-) -> Optional[T]:
-    """Dynamic get config if extra value was passed at run-time.
-
-    :param key: (str) A config key that get from Config object.
-    :param f: An inner config function scope.
-    :param extras: An extra values that pass at run-time.
-    """
-    rsx: Optional[T] = extras[key] if extras and key in extras else None
-    rs: Optional[T] = f or getattr(config, key, None)
-    if rsx is not None and not isinstance(rsx, type(rs)):
-        raise TypeError(
-            f"Type of config {key!r} from extras: {rsx!r} does not valid "
-            f"as config {type(rs)}."
+        super().__init__(
+            name,
+            conf_path=dynamic("conf_path", extras=externals),
+            externals=externals,
         )
-    return rsx or rs
 
 
 @lru_cache

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/job.py

@@ -641,6 +641,9 @@ def local_execute_strategy(
 
     for stage in job.stages:
 
+        if job.extras:
+            stage.extras = job.extras
+
         if stage.is_skipped(params=context):
             result.trace.info(f"[STAGE]: Skip stage: {stage.iden!r}")
             stage.set_outputs(output={"skipped": True}, to=context)

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/logs.py

@@ -80,6 +80,8 @@ class TraceMeda(BaseModel):  # pragma: no cov
 
 
 class TraceData(BaseModel):  # pragma: no cov
+    """Trace Data model for keeping data for any Trace models."""
+
     stdout: str = Field(description="A standard output trace data.")
     stderr: str = Field(description="A standard error trace data.")
     meta: list[TraceMeda] = Field(
@@ -92,6 +94,12 @@ class TraceData(BaseModel):  # pragma: no cov
 
     @classmethod
     def from_path(cls, file: Path) -> Self:
+        """Construct this trace data model with a trace path.
+
+        :param file: (Path) A trace path.
+
+        :rtype: Self
+        """
         data: DictStr = {"stdout": "", "stderr": "", "meta": []}
 
         if (file / "stdout.txt").exists():
@@ -207,27 +215,52 @@ class BaseTraceLog(ABC):  # pragma: no cov
         logger.exception(msg, stacklevel=2)
 
     async def adebug(self, message: str) -> None:  # pragma: no cov
+        """Async write trace log with append mode and logging this message with
+        the DEBUG level.
+
+        :param message: (str) A message that want to log.
+        """
         msg: str = self.make_message(message)
         if config.debug:
             await self.awriter(msg)
         logger.info(msg, stacklevel=2)
 
     async def ainfo(self, message: str) -> None:  # pragma: no cov
+        """Async write trace log with append mode and logging this message with
+        the INFO level.
+
+        :param message: (str) A message that want to log.
+        """
         msg: str = self.make_message(message)
         await self.awriter(msg)
         logger.info(msg, stacklevel=2)
 
     async def awarning(self, message: str) -> None:  # pragma: no cov
+        """Async write trace log with append mode and logging this message with
+        the WARNING level.
+
+        :param message: (str) A message that want to log.
+        """
         msg: str = self.make_message(message)
         await self.awriter(msg)
         logger.warning(msg, stacklevel=2)
 
     async def aerror(self, message: str) -> None:  # pragma: no cov
+        """Async write trace log with append mode and logging this message with
+        the ERROR level.
+
+        :param message: (str) A message that want to log.
+        """
         msg: str = self.make_message(message)
         await self.awriter(msg, is_err=True)
         logger.error(msg, stacklevel=2)
 
     async def aexception(self, message: str) -> None:  # pragma: no cov
+        """Async write trace log with append mode and logging this message with
+        the EXCEPTION level.
+
+        :param message: (str) A message that want to log.
+        """
         msg: str = self.make_message(message)
         await self.awriter(msg, is_err=True)
         logger.exception(msg, stacklevel=2)
@@ -237,23 +270,29 @@ class FileTraceLog(BaseTraceLog):  # pragma: no cov
     """Trace Log object that write file to the local storage."""
 
     @classmethod
-    def find_logs(cls) -> Iterator[TraceData]:  # pragma: no cov
+    def find_logs(
+        cls, path: Path | None = None
+    ) -> Iterator[TraceData]:  # pragma: no cov
+        """Find trace logs."""
         for file in sorted(
-            config.log_path.glob("./run_id=*"),
+            (path or config.log_path).glob("./run_id=*"),
             key=lambda f: f.lstat().st_mtime,
         ):
             yield TraceData.from_path(file)
 
     @classmethod
     def find_log_with_id(
-        cls, run_id: str, force_raise: bool = True
+        cls, run_id: str, force_raise: bool = True, *, path: Path | None = None
     ) -> TraceData:
-        file: Path = config.log_path / f"run_id={run_id}"
+        """Find trace log with an input specific run ID."""
+        base_path: Path = path or config.log_path
+        file: Path = base_path / f"run_id={run_id}"
         if file.exists():
             return TraceData.from_path(file)
         elif force_raise:
             raise FileNotFoundError(
-                f"Trace log on path 'run_id={run_id}' does not found."
+                f"Trace log on path {base_path}, does not found trace "
+                f"'run_id={run_id}'."
             )
         return {}
 

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/result.py

@@ -72,6 +72,7 @@ class Result:
     ts: datetime = field(default_factory=get_dt_tznow, compare=False)
 
     trace: Optional[TraceLog] = field(default=None, compare=False, repr=False)
+    extras: DictData = field(default_factory=dict)
 
     @classmethod
     def construct_with_rs_or_id(
@@ -80,6 +81,8 @@ class Result:
         run_id: str | None = None,
         parent_run_id: str | None = None,
         id_logic: str | None = None,
+        *,
+        extras: DictData | None = None,
     ) -> Self:
         """Create the Result object or set parent running id if passing Result
         object.
@@ -88,16 +91,22 @@ class Result:
         :param run_id:
         :param parent_run_id:
         :param id_logic:
+        :param extras:
 
         :rtype: Self
         """
         if result is None:
-            result: Result = cls(
+            return cls(
                 run_id=(run_id or gen_id(id_logic or "", unique=True)),
                 parent_run_id=parent_run_id,
+                extras=(extras or {}),
             )
         elif parent_run_id:
             result.set_parent_run_id(parent_run_id)
+
+        if extras is not None:
+            result.extras.update(extras)
+
         return result
 
     @model_validator(mode="after")

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/reusables.py

@@ -499,6 +499,7 @@ class CallSearchData:
 
 def extract_call(
     call: str,
+    *,
     registries: Optional[list[str]] = None,
 ) -> Callable[[], TagFunc]:
     """Extract Call function from string value to call partial function that

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/stages.py

@@ -814,6 +814,8 @@ class CallStage(BaseStage):
                 run_id=gen_id(self.name + (self.id or ""), unique=True)
             )
 
+        print("Extras in CallStage", self.extras)
+
         t_func: TagFunc = extract_call(
             param2template(self.uses, params, extras=self.extras),
             registries=self.extras.get("regis_call"),
@@ -976,6 +978,8 @@ class ParallelStage(BaseStage):  # pragma: no cov
         params: DictData,
         result: Result,
         stages: list[Stage],
+        *,
+        extras: DictData | None = None,
     ) -> DictData:
         """Task execution method for passing a branch to each thread.
 
@@ -984,12 +988,16 @@ class ParallelStage(BaseStage):  # pragma: no cov
         :param result: (Result) A result object for keeping context and status
             data.
         :param stages:
+        :param extras
 
         :rtype: DictData
         """
         context = {"branch": branch, "stages": {}}
         result.trace.debug(f"[STAGE]: Execute parallel branch: {branch!r}")
         for stage in stages:
+            if extras:
+                stage.extras = extras
+
             try:
                 stage.set_outputs(
                     stage.handler_execute(
@@ -1048,6 +1056,7 @@ class ParallelStage(BaseStage):  # pragma: no cov
                         params=params,
                         result=result,
                         stages=self.parallel[branch],
+                        extras=self.extras,
                     )
                 )
 
@@ -1144,6 +1153,10 @@ class ForEachStage(BaseStage):
             context = {"stages": {}}
 
             for stage in self.stages:
+
+                if self.extras:
+                    stage.extras = self.extras
+
                 try:
                     stage.set_outputs(
                         stage.handler_execute(
@@ -1284,6 +1297,9 @@ class CaseStage(BaseStage):  # pragma: no cov
 
             if match == _condition:
                 stage: Stage = match.stage
+                if self.extras:
+                    stage.extras = self.extras
+
                 try:
                     stage.set_outputs(
                         stage.handler_execute(

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil/workflow/workflow.py

@@ -314,7 +314,8 @@ class Workflow(BaseModel):
 
         loader_data: DictData = copy.deepcopy(loader.data)
         loader_data["name"] = name.replace(" ", "_")
-        if extras:  # pragma: no cov
+
+        if extras:
             loader_data["extras"] = extras
 
         cls.__bypass_on__(loader_data, path=loader.conf_path, extras=extras)
@@ -325,6 +326,7 @@ class Workflow(BaseModel):
         cls,
         name: str,
         path: Path,
+        *,
         extras: DictData | None = None,
     ) -> Self:
         """Create Workflow instance from the specific path. The loader object
@@ -349,7 +351,8 @@ class Workflow(BaseModel):
 
         loader_data: DictData = copy.deepcopy(loader.data)
         loader_data["name"] = name.replace(" ", "_")
-        if extras:  # pragma: no cov
+
+        if extras:
             loader_data["extras"] = extras
 
         cls.__bypass_on__(loader_data, path=path, extras=extras)
@@ -1136,7 +1139,7 @@ class Workflow(BaseModel):
                 not_timeout_flag := ((time.monotonic() - ts) < timeout)
             ):
                 job_id: str = job_queue.get()
-                job: Job = self.jobs[job_id]
+                job: Job = self.job(name=job_id)
 
                 if (check := job.check_needs(context["jobs"])) == WAIT:
                     job_queue.task_done()
@@ -1228,7 +1231,7 @@ class Workflow(BaseModel):
                 not_timeout_flag := ((time.monotonic() - ts) < timeout)
             ):
                 job_id: str = job_queue.get()
-                job: Job = self.jobs[job_id]
+                job: Job = self.job(name=job_id)
 
                 if (check := job.check_needs(context["jobs"])) == WAIT:
                     job_queue.task_done()

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil_workflow.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.44
+Version: 0.0.46
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -9,7 +9,7 @@ Project-URL: Source Code, https://github.com/ddeutils/ddeutil-workflow/
 Keywords: orchestration,workflow
 Classifier: Topic :: Utilities
 Classifier: Natural Language :: English
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -30,7 +30,6 @@ Requires-Dist: schedule<2.0.0,==1.2.2
 Provides-Extra: all
 Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "all"
 Requires-Dist: httpx; extra == "all"
-Requires-Dist: ujson; extra == "all"
 Requires-Dist: aiofiles; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
 Provides-Extra: api
@@ -71,9 +70,9 @@ configuration. It called **Metadata Driven Data Workflow**.
 
 **:pushpin: <u>Rules of This Workflow engine</u>**:
 
-1. The Minimum frequency unit of scheduling is **1 Minute** 🕘
+1. The Minimum frequency unit of built-in scheduling is **1 Minute** 🕘
 2. **Can not** re-run only failed stage and its pending downstream ↩️
-3. All parallel tasks inside workflow engine use **Multi-Threading**
+3. All parallel tasks inside workflow core engine use **Multi-Threading** pool
    (Python 3.13 unlock GIL 🐍🔓)
 
 ---
@@ -266,11 +265,11 @@ it will use default value and do not raise any error to you.
 | **ROOT_PATH**                |   Core    | `.`                                                                                                                             |    No    | The root path of the workflow application.                                                                         |
 | **REGISTRY_CALLER**          |   Core    | `.`                                                                                                                             |   Yes    | List of importable string for the call stage.                                                                      |
 | **REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.templates`                                                                                                    |   Yes    | List of importable string for the filter template.                                                                 |
-| **CONF_PATH**                |   Core    | `conf`                                                                                                                          |    No    | The config path that keep all template `.yaml` files.                                                              |
+| **CONF_PATH**                |   Core    | `conf`                                                                                                                          |   Yes    | The config path that keep all template `.yaml` files.                                                              |
 | **TIMEZONE**                 |   Core    | `Asia/Bangkok`                                                                                                                  |    No    | A Timezone string value that will pass to `ZoneInfo` object.                                                       |
-| **STAGE_DEFAULT_ID**         |   Core    | `true`                                                                                                                          |    No    | A flag that enable default stage ID that use for catch an execution output.                                        |
+| **STAGE_DEFAULT_ID**         |   Core    | `true`                                                                                                                          |   Yes    | A flag that enable default stage ID that use for catch an execution output.                                        |
 | **STAGE_RAISE_ERROR**        |   Core    | `false`                                                                                                                         |   Yes    | A flag that all stage raise StageException from stage execution.                                                   |
-| **JOB_DEFAULT_ID**           |   Core    | `false`                                                                                                                         |    No    | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |
+| **JOB_DEFAULT_ID**           |   Core    | `false`                                                                                                                         |   Yes    | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |
 | **JOB_RAISE_ERROR**          |   Core    | `true`                                                                                                                          |   Yes    | A flag that all job raise JobException from job strategy execution.                                                |
 | **MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                                                                                                                             |    No    |                                                                                                                    |
 | **MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                                                                                                                            |    No    |                                                                                                                    |

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil_workflow.egg-info/SOURCES.txt

@@ -4,6 +4,7 @@ pyproject.toml
 src/ddeutil/workflow/__about__.py
 src/ddeutil/workflow/__cron.py
 src/ddeutil/workflow/__init__.py
+src/ddeutil/workflow/__main__.py
 src/ddeutil/workflow/__types.py
 src/ddeutil/workflow/conf.py
 src/ddeutil/workflow/cron.py

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/src/ddeutil_workflow.egg-info/requires.txt

@@ -7,7 +7,6 @@ schedule<2.0.0,==1.2.2
 [all]
 fastapi<1.0.0,>=0.115.0
 httpx
-ujson
 aiofiles
 aiohttp
 

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/tests/test_workflow.py

@@ -1,3 +1,6 @@
+import shutil
+from pathlib import Path
+
 import pytest
 from ddeutil.workflow import Workflow
 from ddeutil.workflow.exceptions import WorkflowException
@@ -151,6 +154,54 @@ def test_workflow_from_path(test_path):
     assert rs.context == {}
 
 
+def test_workflow_from_loader_override(test_path):
+    conf_path: Path = test_path / "mock_conf"
+    conf_path.mkdir(exist_ok=True)
+    (conf_path / "demo").mkdir(exist_ok=True)
+
+    with dump_yaml_context(
+        conf_path / "demo/01_99_wf_test_override_config.yml",
+        data="""
+        tmp-wf-override-conf:
+          type: Workflow
+          param: {name: str}
+          jobs:
+            first-job:
+              stages:
+                - name: "Hello"
+                  echo: "Hello ${{ params.name }}"
+
+        tmp-wf-override-conf-trigger:
+          type: Workflow
+          params: {name: str}
+          jobs:
+            trigger-job:
+              stages:
+                - name: "Trigger override"
+                  id: trigger-stage
+                  trigger: tmp-wf-override-conf
+                  params:
+                    name: ${{ params.name }}
+        """,
+    ):
+        workflow = Workflow.from_conf(
+            name="tmp-wf-override-conf", extras={"conf_path": conf_path}
+        )
+        rs: Result = workflow.execute(params={"name": "foo"})
+        print(rs.context)
+
+        workflow = Workflow.from_conf(
+            name="tmp-wf-override-conf-trigger", extras={"conf_path": conf_path}
+        )
+        stage = workflow.job(name="trigger-job").stage("trigger-stage")
+        assert stage.extras == {"conf_path": conf_path}
+
+        rs: Result = workflow.execute(params={"name": "bar"})
+        print(rs.context)
+
+    shutil.rmtree(conf_path)
+
+
 def test_workflow_from_loader_raise(test_path):
     test_file = test_path / "conf/demo/01_01_wf_run_raise.yml"
 

{ddeutil_workflow-0.0.44 → ddeutil_workflow-0.0.46}/tests/test_workflow_exec.py

@@ -1,8 +1,10 @@
+import shutil
 from datetime import datetime
+from textwrap import dedent
 from unittest import mock
 
 from ddeutil.core import getdot
-from ddeutil.workflow import SUCCESS, Workflow
+from ddeutil.workflow import SUCCESS, Workflow, extract_call
 from ddeutil.workflow.conf import Config
 from ddeutil.workflow.job import Job
 from ddeutil.workflow.result import FAILED, Result
@@ -488,6 +490,55 @@ def test_workflow_exec_call(test_path):
         } == rs.context
 
 
+def test_workflow_exec_call_override_registry(test_path):
+    task_path = test_path.parent / "mock_tests"
+    task_path.mkdir(exist_ok=True)
+    (task_path / "__init__.py").open(mode="w")
+    (task_path / "mock_tasks").mkdir(exist_ok=True)
+
+    with (task_path / "mock_tasks/__init__.py").open(mode="w") as f:
+        f.write(
+            dedent(
+                """
+            from ddeutil.workflow import tag, Result
+
+            @tag("v1", alias="get-info")
+            def get_info(result: Result):
+                result.trace.info("... [CALLER]: Info from mock tasks")
+                return {"get-info": "success"}
+
+            """.strip(
+                    "\n"
+                )
+            )
+        )
+
+    with dump_yaml_context(
+        test_path / "conf/demo/01_99_wf_test_wf_exec_call_override.yml",
+        data="""
+        tmp-wf-exec-call-override:
+          type: Workflow
+          jobs:
+            first-job:
+              stages:
+                - name: "Call from mock tasks"
+                  uses: mock_tasks/get-info@v1
+        """,
+    ):
+        func = extract_call("mock_tasks/get-info@v1", registries=["mock_tests"])
+        assert func().name == "get-info"
+
+        workflow = Workflow.from_conf(
+            name="tmp-wf-exec-call-override",
+            extras={"regis_call": ["mock_tests"]},
+        )
+        rs = workflow.execute(params={})
+        assert rs.status == SUCCESS
+        print(rs.context)
+
+    shutil.rmtree(task_path)
+
+
 def test_workflow_exec_call_with_prefix(test_path):
     with dump_yaml_context(
         test_path / "conf/demo/01_99_wf_test_wf_call_mssql_proc.yml",

ddeutil_workflow-0.0.44/src/ddeutil/workflow/__about__.py

@@ -1 +0,0 @@
-__version__: str = "0.0.44"