ddeutil-workflow 0.0.58__tar.gz → 0.0.59__tar.gz

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.58
+Version: 0.0.59
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -23,17 +23,20 @@ Requires-Python: >=3.9.13
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: ddeutil[checksum]>=0.4.8
-Requires-Dist: ddeutil-io[toml,yaml]>=0.2.12
-Requires-Dist: pydantic==2.11.1
+Requires-Dist: ddeutil-io[toml,yaml]>=0.2.13
+Requires-Dist: pydantic==2.11.4
 Requires-Dist: python-dotenv==1.1.0
 Requires-Dist: schedule<2.0.0,==1.2.2
 Provides-Extra: all
 Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "all"
+Requires-Dist: uvicorn; extra == "all"
 Requires-Dist: httpx; extra == "all"
+Requires-Dist: ujson; extra == "all"
 Requires-Dist: aiofiles; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
 Provides-Extra: api
 Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "api"
+Requires-Dist: uvicorn; extra == "api"
 Requires-Dist: httpx; extra == "api"
 Requires-Dist: ujson; extra == "api"
 Provides-Extra: async

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/pyproject.toml

@@ -26,8 +26,8 @@ classifiers = [
 requires-python = ">=3.9.13"
 dependencies = [
     "ddeutil[checksum]>=0.4.8",
-    "ddeutil-io[yaml,toml]>=0.2.12",
-    "pydantic==2.11.1",
+    "ddeutil-io[yaml,toml]>=0.2.13",
+    "pydantic==2.11.4",
     "python-dotenv==1.1.0",
     "schedule==1.2.2,<2.0.0",
 ]
@@ -36,12 +36,15 @@ dynamic = ["version"]
 [project.optional-dependencies]
 all = [
     "fastapi>=0.115.0,<1.0.0",
+    "uvicorn",
     "httpx",
+    "ujson",
     "aiofiles",
     "aiohttp",
 ]
 api = [
     "fastapi>=0.115.0,<1.0.0",
+    "uvicorn",
     "httpx",
     "ujson",
 ]

ddeutil_workflow-0.0.59/src/ddeutil/workflow/__about__.py

@@ -0,0 +1 @@
+__version__: str = "0.0.59"

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/src/ddeutil/workflow/__cron.py

@@ -699,9 +699,9 @@ class CronJob:
 
     def schedule(
         self,
-        date: datetime | None = None,
+        date: Optional[datetime] = None,
         *,
-        tz: str | None = None,
+        tz: Optional[str] = None,
     ) -> CronRunner:
         """Returns CronRunner instance that be datetime runner with this
         cronjob. It can use `next`, `prev`, or `reset` methods to generate
@@ -766,7 +766,7 @@ class CronRunner:
     def __init__(
         self,
         cron: CronJob | CronJobYear,
-        date: datetime | None = None,
+        date: Optional[datetime] = None,
         *,
         tz: str | ZoneInfo | None = None,
     ) -> None:

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/src/ddeutil/workflow/conf.py

@@ -5,6 +5,7 @@
 # ------------------------------------------------------------------------------
 from __future__ import annotations
 
+import copy
 import json
 import os
 from abc import ABC, abstractmethod
@@ -26,13 +27,13 @@ T = TypeVar("T")
 PREFIX: Final[str] = "WORKFLOW"
 
 
-def env(var: str, default: str | None = None) -> str | None:
+def env(var: str, default: Optional[str] = None) -> Optional[str]:
     """Get environment variable with uppercase and adding prefix string.
 
     :param var: (str) A env variable name.
-    :param default: (str | None) A default value if an env var does not set.
+    :param default: (Optional[str]) A default value if an env var does not set.
 
-    :rtype: str | None
+    :rtype: Optional[str]
     """
     return os.getenv(f"{PREFIX}_{var.upper().replace(' ', '_')}", default)
 
@@ -298,6 +299,7 @@ class FileLoad(BaseLoad):
                 f"Multi-config paths does not support for type: {type(paths)}"
             )
         else:
+            paths: list[Path] = copy.deepcopy(paths)
             paths.append(path)
 
         all_data: list[tuple[float, DictData]] = []
@@ -398,7 +400,7 @@ class FileLoad(BaseLoad):
         return is_ignored(file, read_ignore(path / ignore_filename))
 
     @classmethod
-    def filter_yaml(cls, file: Path, name: str | None = None) -> DictData:
+    def filter_yaml(cls, file: Path, name: Optional[str] = None) -> DictData:
         """Read a YAML file context from an input file path and specific name.
 
         :param file: (Path) A file path that want to extract YAML context.

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/src/ddeutil/workflow/event.py

@@ -10,7 +10,7 @@ from __future__ import annotations
 
 from dataclasses import fields
 from datetime import datetime
-from typing import Annotated, Any, Literal, Union
+from typing import Annotated, Any, Literal, Optional, Union
 from zoneinfo import ZoneInfo, ZoneInfoNotFoundError
 
 from pydantic import BaseModel, ConfigDict, Field, ValidationInfo
@@ -28,7 +28,7 @@ Interval = Literal["daily", "weekly", "monthly"]
 def interval2crontab(
     interval: Interval,
     *,
-    day: str | None = None,
+    day: Optional[str] = None,
     time: str = "00:00",
 ) -> str:
     """Return the crontab string that was generated from specific values.

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/src/ddeutil/workflow/exceptions.py

@@ -9,7 +9,7 @@ annotate for handle error only.
 """
 from __future__ import annotations
 
-from typing import Literal, TypedDict, overload
+from typing import Literal, Optional, TypedDict, overload
 
 
 class ErrorData(TypedDict):
@@ -39,9 +39,9 @@ class BaseWorkflowException(Exception):
     making an error context to the result context.
     """
 
-    def __init__(self, message: str, *, refs: str | None = None):
+    def __init__(self, message: str, *, refs: Optional[str] = None):
         super().__init__(message)
-        self.refs: str | None = refs
+        self.refs: Optional[str] = refs
 
     @overload
     def to_dict(

{ddeutil_workflow-0.0.58 → ddeutil_workflow-0.0.59}/src/ddeutil/workflow/job.py

@@ -19,6 +19,7 @@ from __future__ import annotations
 
 import copy
 import time
+from collections.abc import Iterator
 from concurrent.futures import (
     FIRST_EXCEPTION,
     CancelledError,
@@ -67,8 +68,8 @@ def make(
 
     :param matrix: (Matrix) A matrix values that want to cross product to
         possible parallelism values.
-    :param include: (A list of additional matrix that want to adds-in.
-    :param exclude: (A list of exclude matrix that want to filter-out.
+    :param include: A list of additional matrix that want to adds-in.
+    :param exclude: A list of exclude matrix that want to filter-out.
 
     :rtype: list[DictStr]
     """
@@ -191,22 +192,22 @@ class Strategy(BaseModel):
 class Rule(str, Enum):
     """Rule enum object for assign trigger option."""
 
-    ALL_SUCCESS: str = "all_success"
-    ALL_FAILED: str = "all_failed"
-    ALL_DONE: str = "all_done"
-    ONE_FAILED: str = "one_failed"
-    ONE_SUCCESS: str = "one_success"
-    NONE_FAILED: str = "none_failed"
-    NONE_SKIPPED: str = "none_skipped"
+    ALL_SUCCESS = "all_success"
+    ALL_FAILED = "all_failed"
+    ALL_DONE = "all_done"
+    ONE_FAILED = "one_failed"
+    ONE_SUCCESS = "one_success"
+    NONE_FAILED = "none_failed"
+    NONE_SKIPPED = "none_skipped"
 
 
 class RunsOn(str, Enum):
     """Runs-On enum object."""
 
-    LOCAL: str = "local"
-    SELF_HOSTED: str = "self_hosted"
-    AZ_BATCH: str = "azure_batch"
-    DOCKER: str = "docker"
+    LOCAL = "local"
+    SELF_HOSTED = "self_hosted"
+    AZ_BATCH = "azure_batch"
+    DOCKER = "docker"
 
 
 class BaseRunsOn(BaseModel):  # pragma: no cov
@@ -566,7 +567,7 @@ class Job(BaseModel):
         :param output: (DictData) A result data context that want to extract
             and transfer to the `strategies` key in receive context.
         :param to: (DictData) A received context data.
-        :param job_id: (str | None) A job ID if the `id` field does not set.
+        :param job_id: (Optional[str]) A job ID if the `id` field does not set.
 
         :rtype: DictData
         """
@@ -606,9 +607,9 @@ class Job(BaseModel):
         self,
         params: DictData,
         *,
-        run_id: str | None = None,
-        parent_run_id: str | None = None,
-        event: Event | None = None,
+        run_id: Optional[str] = None,
+        parent_run_id: Optional[str] = None,
+        event: Optional[Event] = None,
     ) -> Result:
         """Job execution with passing dynamic parameters from the workflow
         execution. It will generate matrix values at the first step and run
@@ -676,8 +677,8 @@ def local_execute_strategy(
     strategy: DictData,
     params: DictData,
     *,
-    result: Result | None = None,
-    event: Event | None = None,
+    result: Optional[Result] = None,
+    event: Optional[Event] = None,
 ) -> Result:
     """Local strategy execution with passing dynamic parameters from the
     job execution and strategy matrix.
@@ -799,9 +800,9 @@ def local_execute(
     job: Job,
     params: DictData,
     *,
-    run_id: str | None = None,
-    parent_run_id: str | None = None,
-    event: Event | None = None,
+    run_id: Optional[str] = None,
+    parent_run_id: Optional[str] = None,
+    event: Optional[Event] = None,
 ) -> Result:
     """Local job execution with passing dynamic parameters from the workflow
     execution or directly. It will generate matrix values at the first
@@ -874,10 +875,10 @@ def local_execute(
         status: Status = SUCCESS
 
         if not fail_fast_flag:
-            done: list[Future] = as_completed(futures)
+            done: Iterator[Future] = as_completed(futures)
         else:
             done, not_done = wait(futures, return_when=FIRST_EXCEPTION)
-            if len(done) != len(futures):
+            if len(list(done)) != len(futures):
                 result.trace.warning(
                     "[JOB]: Handler Fail-Fast: Got exception and set event."
                 )
@@ -895,7 +896,7 @@ def local_execute(
                 else ""
             )
             result.trace.debug(f"[JOB]: ... Job was set Fail-Fast{nd}")
-            done: list[Future] = as_completed(futures)
+            done: Iterator[Future] = as_completed(futures)
 
         for future in done:
             try:
@@ -918,9 +919,9 @@ def self_hosted_execute(
     job: Job,
     params: DictData,
     *,
-    run_id: str | None = None,
-    parent_run_id: str | None = None,
-    event: Event | None = None,
+    run_id: Optional[str] = None,
+    parent_run_id: Optional[str] = None,
+    event: Optional[Event] = None,
 ) -> Result:  # pragma: no cov
     """Self-Hosted job execution with passing dynamic parameters from the
     workflow execution or itself execution. It will make request to the
@@ -981,9 +982,9 @@ def azure_batch_execute(
     job: Job,
     params: DictData,
     *,
-    run_id: str | None = None,
-    parent_run_id: str | None = None,
-    event: Event | None = None,
+    run_id: Optional[str] = None,
+    parent_run_id: Optional[str] = None,
+    event: Optional[Event] = None,
 ) -> Result:  # pragma: no cov
     """Azure Batch job execution that will run all job's stages on the Azure
     Batch Node and extract the result file to be returning context result.
@@ -1035,9 +1036,9 @@ def docker_execution(
     job: Job,
     params: DictData,
     *,
-    run_id: str | None = None,
-    parent_run_id: str | None = None,
-    event: Event | None = None,
+    run_id: Optional[str] = None,
+    parent_run_id: Optional[str] = None,
+    event: Optional[Event] = None,
 ):  # pragma: no cov
     """Docker job execution.