ddeutil-workflow 0.0.57__py3-none-any.whl → 0.0.59__py3-none-any.whl

ddeutil/workflow/utils.py

@@ -15,7 +15,7 @@ from inspect import isfunction
 from itertools import chain, islice, product
 from pathlib import Path
 from random import randrange
-from typing import Any, Final, TypeVar
+from typing import Any, Final, Optional, TypeVar, Union
 from zoneinfo import ZoneInfo
 
 from ddeutil.core import hash_str
@@ -63,7 +63,7 @@ def clear_tz(dt: datetime) -> datetime:
     return dt.replace(tzinfo=None)
 
 
-def get_dt_now(tz: ZoneInfo | None = None, offset: float = 0.0) -> datetime:
+def get_dt_now(tz: Optional[ZoneInfo] = None, offset: float = 0.0) -> datetime:
     """Return the current datetime object.
 
     :param tz: A ZoneInfo object for replace timezone of return datetime object.
@@ -76,7 +76,7 @@ def get_dt_now(tz: ZoneInfo | None = None, offset: float = 0.0) -> datetime:
 
 
 def get_d_now(
-    tz: ZoneInfo | None = None, offset: float = 0.0
+    tz: Optional[ZoneInfo] = None, offset: float = 0.0
 ) -> date:  # pragma: no cov
     """Return the current date object.
 
@@ -147,7 +147,7 @@ def gen_id(
     *,
     sensitive: bool = True,
     unique: bool = False,
-    simple_mode: bool | None = None,
+    simple_mode: Optional[bool] = None,
     extras: DictData | None = None,
 ) -> str:
     """Generate running ID for able to tracking. This generates process use
@@ -197,7 +197,7 @@ def default_gen_id() -> str:
     return gen_id("manual", unique=True)
 
 
-def make_exec(path: str | Path) -> None:
+def make_exec(path: Union[Path, str]) -> None:
     """Change mode of file to be executable file.
 
     :param path: A file path that want to make executable permission.
@@ -244,7 +244,7 @@ def cross_product(matrix: Matrix) -> Iterator[DictData]:
     )
 
 
-def batch(iterable: Iterator[Any] | range, n: int) -> Iterator[Any]:
+def batch(iterable: Union[Iterator[Any], range], n: int) -> Iterator[Any]:
     """Batch data into iterators of length n. The last batch may be shorter.
 
     Example:

ddeutil/workflow/workflow.py

@@ -41,7 +41,7 @@ from typing_extensions import Self
 from .__cron import CronRunner
 from .__types import DictData, TupleStr
 from .conf import FileLoad, Loader, dynamic
-from .event import On
+from .event import Crontab
 from .exceptions import WorkflowException
 from .job import Job
 from .logs import Audit, get_audit
@@ -69,10 +69,10 @@ __all__: TupleStr = (
 class ReleaseType(str, Enum):
     """Release Type Enum support the type field on the Release dataclass."""
 
-    DEFAULT: str = "manual"
-    SCHEDULE: str = "schedule"
-    POKING: str = "poking"
-    FORCE: str = "force"
+    DEFAULT = "manual"
+    SCHEDULE = "schedule"
+    POKING = "poking"
+    FORCE = "force"
 
 
 @total_ordering
@@ -105,14 +105,14 @@ class Release:
         return f"{self.date:%Y-%m-%d %H:%M:%S}"
 
     @classmethod
-    def from_dt(cls, dt: datetime | str) -> Self:
+    def from_dt(cls, dt: Union[datetime, str]) -> Self:
         """Construct Release object from `datetime` or `str` objects.
 
             This method will replace second and millisecond value to 0 and
         replace timezone to the `tz` config setting or extras overriding before
         create Release object.
 
-        :param dt: (datetime | str) A datetime object or string that want to
+        :param dt: (Union[datetime, str]) A datetime object or string that want to
             construct to the Release object.
 
         :raise TypeError: If the type of the dt argument does not valid with
@@ -129,7 +129,7 @@ class Release:
             )
         return cls(date=replace_sec(dt.replace(tzinfo=None)))
 
-    def __eq__(self, other: Release | datetime) -> bool:
+    def __eq__(self, other: Union[Release, datetime]) -> bool:
         """Override equal property that will compare only the same type or
         datetime.
 
@@ -141,7 +141,7 @@ class Release:
             return self.date == other
         return NotImplemented
 
-    def __lt__(self, other: Release | datetime) -> bool:
+    def __lt__(self, other: Union[Release, datetime]) -> bool:
         """Override less-than property that will compare only the same type or
         datetime.
 
@@ -209,7 +209,7 @@ class ReleaseQueue:
         """
         return len(self.queue) > 0
 
-    def check_queue(self, value: Release | datetime) -> bool:
+    def check_queue(self, value: Union[Release, datetime]) -> bool:
         """Check a Release value already exists in list of tracking
         queues.
 
@@ -314,7 +314,7 @@ class ReleaseQueue:
 
 
 class Workflow(BaseModel):
-    """Workflow model that use to keep the `Job` and `On` models.
+    """Workflow model that use to keep the `Job` and `Crontab` models.
 
         This is the main future of this project because it uses to be workflow
     data for running everywhere that you want or using it to scheduler task in
@@ -338,9 +338,9 @@ class Workflow(BaseModel):
         default_factory=dict,
         description="A parameters that need to use on this workflow.",
     )
-    on: list[On] = Field(
+    on: list[Crontab] = Field(
         default_factory=list,
-        description="A list of On instance for this workflow schedule.",
+        description="A list of Crontab instance for this workflow schedule.",
     )
     jobs: dict[str, Job] = Field(
         default_factory=dict,
@@ -447,9 +447,9 @@ class Workflow(BaseModel):
     @field_validator("on", mode="after")
     def __on_no_dup_and_reach_limit__(
         cls,
-        value: list[On],
+        value: list[Crontab],
         info: ValidationInfo,
-    ) -> list[On]:
+    ) -> list[Crontab]:
         """Validate the on fields should not contain duplicate values and if it
         contains the every minute value more than one value, it will remove to
         only one value.
@@ -458,7 +458,7 @@ class Workflow(BaseModel):
 
         :param value: A list of on object.
 
-        :rtype: list[On]
+        :rtype: list[Crontab]
         """
         set_ons: set[str] = {str(on.cronjob) for on in value}
         if len(set_ons) != len(value):
@@ -476,7 +476,7 @@ class Workflow(BaseModel):
         if len(set_tz) > 1:
             raise ValueError(
                 f"The on fields should not contain multiple timezone, "
-                f"{list[set_tz]}."
+                f"{list(set_tz)}."
             )
 
         extras: Optional[DictData] = info.data.get("extras")
@@ -563,11 +563,11 @@ class Workflow(BaseModel):
             adding jobs key to this parameter.
         """
         # VALIDATE: Incoming params should have keys that set on this workflow.
-        if check_key := tuple(
+        if check_key := [
             f"{k!r}"
             for k in self.params
             if (k not in params and self.params[k].required)
-        ):
+        ]:
             raise WorkflowException(
                 f"Required Param on this workflow setting does not set: "
                 f"{', '.join(check_key)}."
@@ -588,14 +588,14 @@ class Workflow(BaseModel):
 
     def release(
         self,
-        release: datetime | Release,
+        release: Union[Release, datetime],
         params: DictData,
         *,
-        run_id: str | None = None,
-        parent_run_id: str | None = None,
+        run_id: Optional[str] = None,
+        parent_run_id: Optional[str] = None,
         audit: type[Audit] = None,
         queue: Optional[ReleaseQueue] = None,
-        override_log_name: str | None = None,
+        override_log_name: Optional[str] = None,
         result: Optional[Result] = None,
         timeout: int = 600,
     ) -> Result:
@@ -745,12 +745,12 @@ class Workflow(BaseModel):
 
     def poke(
         self,
-        params: DictData | None = None,
-        start_date: datetime | None = None,
+        params: Optional[DictData] = None,
+        start_date: Optional[datetime] = None,
         *,
-        run_id: str | None = None,
+        run_id: Optional[str] = None,
         periods: int = 1,
-        audit: Audit | None = None,
+        audit: Optional[Audit] = None,
         force_run: bool = False,
         timeout: int = 1800,
         max_poking_pool_worker: int = 2,
@@ -907,8 +907,8 @@ class Workflow(BaseModel):
         job: Job,
         params: DictData,
         *,
-        result: Result | None = None,
-        event: Event | None = None,
+        result: Optional[Result] = None,
+        event: Optional[Event] = None,
     ) -> Result:
         """Job execution with passing dynamic parameters from the main workflow
         execution to the target job object via job's ID.
@@ -969,10 +969,10 @@ class Workflow(BaseModel):
         self,
         params: DictData,
         *,
-        run_id: str | None = None,
-        parent_run_id: str | None = None,
-        result: Result | None = None,
-        event: Event | None = None,
+        run_id: Optional[str] = None,
+        parent_run_id: Optional[str] = None,
+        result: Optional[Result] = None,
+        event: Optional[Event] = None,
         timeout: int = 3600,
         max_job_parallel: int = 2,
     ) -> Result:
@@ -999,8 +999,8 @@ class Workflow(BaseModel):
         at the result context.
 
         :param params: A parameter data that will parameterize before execution.
-        :param run_id: (str | None) A workflow running ID.
-        :param parent_run_id: (str | None) A parent workflow running ID.
+        :param run_id: (Optional[str]) A workflow running ID.
+        :param parent_run_id: (Optional[str]) A parent workflow running ID.
         :param result: (Result) A Result instance for return context and status.
         :param event: (Event) An Event manager instance that use to cancel this
             execution if it forces stopped by parent execution.
@@ -1022,7 +1022,14 @@ class Workflow(BaseModel):
             extras=self.extras,
         )
         context: DictData = self.parameterize(params)
-        result.trace.info(f"[WORKFLOW]: Execute: {self.name!r}")
+        event: Event = event or Event()
+        max_job_parallel: int = dynamic(
+            "max_job_parallel", f=max_job_parallel, extras=self.extras
+        )
+        result.trace.info(
+            f"[WORKFLOW]: Execute: {self.name!r} ("
+            f"{'parallel' if max_job_parallel > 1 else 'sequential'} jobs)"
+        )
         if not self.jobs:
             result.trace.warning(f"[WORKFLOW]: {self.name!r} does not set jobs")
             return result.catch(status=SUCCESS, context=context)
@@ -1035,16 +1042,9 @@ class Workflow(BaseModel):
         timeout: int = dynamic(
             "max_job_exec_timeout", f=timeout, extras=self.extras
         )
-        event: Event = event or Event()
-        result.trace.debug(
-            f"[WORKFLOW]: ... Run {self.name!r} with non-threading."
-        )
-        max_job_parallel: int = dynamic(
-            "max_job_parallel", f=max_job_parallel, extras=self.extras
-        )
+
         with ThreadPoolExecutor(
-            max_workers=max_job_parallel,
-            thread_name_prefix="wf_exec_non_threading_",
+            max_workers=max_job_parallel, thread_name_prefix="wf_exec_"
         ) as executor:
             futures: list[Future] = []
 
@@ -1165,10 +1165,10 @@ class WorkflowTask:
 
     def release(
         self,
-        release: datetime | Release | None = None,
-        run_id: str | None = None,
+        release: Optional[Union[Release, datetime]] = None,
+        run_id: Optional[str] = None,
         audit: type[Audit] = None,
-        queue: ReleaseQueue | None = None,
+        queue: Optional[ReleaseQueue] = None,
     ) -> Result:
         """Release the workflow task that passing an override parameter to
         the parent release method with the `values` field.

{ddeutil_workflow-0.0.57.dist-info → ddeutil_workflow-0.0.59.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.57
+Version: 0.0.59
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -23,17 +23,20 @@ Requires-Python: >=3.9.13
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: ddeutil[checksum]>=0.4.8
-Requires-Dist: ddeutil-io[toml,yaml]>=0.2.12
-Requires-Dist: pydantic==2.11.1
+Requires-Dist: ddeutil-io[toml,yaml]>=0.2.13
+Requires-Dist: pydantic==2.11.4
 Requires-Dist: python-dotenv==1.1.0
 Requires-Dist: schedule<2.0.0,==1.2.2
 Provides-Extra: all
 Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "all"
+Requires-Dist: uvicorn; extra == "all"
 Requires-Dist: httpx; extra == "all"
+Requires-Dist: ujson; extra == "all"
 Requires-Dist: aiofiles; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
 Provides-Extra: api
 Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "api"
+Requires-Dist: uvicorn; extra == "api"
 Requires-Dist: httpx; extra == "api"
 Requires-Dist: ujson; extra == "api"
 Provides-Extra: async

ddeutil_workflow-0.0.59.dist-info/RECORD

@@ -0,0 +1,31 @@
+ddeutil/workflow/__about__.py,sha256=pgt1UgXVQ5NH2bT0-9YyCLh7xzGOl3WFa4CWgM2rMyE,28
+ddeutil/workflow/__cron.py,sha256=5DHQKejG-76L_oREW78RcwMzeyKddJxSMmBzYyMAeeY,28536
+ddeutil/workflow/__init__.py,sha256=NXEhjzKFdIGa-jtIq9HXChLCjSXNPd8VJ8ltggxbBO8,1371
+ddeutil/workflow/__main__.py,sha256=x-sYedl4T8p6054aySk-EQX6vhytvPR0HvaBNYxMzp0,364
+ddeutil/workflow/__types.py,sha256=7xXy6ynpT6Do6U5A-XYSVuinE2g-4wlZGGJ1NACK1BE,4343
+ddeutil/workflow/conf.py,sha256=NLvjZ8bpDsn4e0MG3m1vgMdAwtmii5hP1D0STKQyZeo,14907
+ddeutil/workflow/event.py,sha256=I9CUFAsqUNguCPALVmqwKWaUHcSpwg2S-chGrTZRXFY,10410
+ddeutil/workflow/exceptions.py,sha256=Phe5JK-nLDt1Yh-ilWnpLIJl1VRsAzK4TBZ1tTiv9OQ,2359
+ddeutil/workflow/job.py,sha256=2GGW_sY3XhZGYJpXWi84k4uTRV9YMPOMagVtDeeDya8,35289
+ddeutil/workflow/logs.py,sha256=BFdPKcIsoSPU-tZBMQvBipAdlBur8IjOk7MxyqrTC8Q,28537
+ddeutil/workflow/params.py,sha256=tBjKe1_e0TlUrSrlMahDuAdNNBlGBAKMmMMQ9eV-YSs,11616
+ddeutil/workflow/result.py,sha256=LJieCsaQJOgZKz68wao2XKXCFm3bXl2jNkeHniP_Y90,5888
+ddeutil/workflow/reusables.py,sha256=mw_Fi763B5am0EmntcjLBF7MDEhKqud2BYHcYyno5Ec,17663
+ddeutil/workflow/scheduler.py,sha256=OsEyj2zscQ-3bDMk2z7UtKlCWLlgoGjaRFt17o1B1ew,27263
+ddeutil/workflow/stages.py,sha256=_GGrI4sayY1HArqV0aWUMwukONnZ_6-QVAiaomP4nbY,92239
+ddeutil/workflow/utils.py,sha256=S4TN1qH6t8NiZfIapJed3ZS35aQc18HzDPQ4oLqct7M,8804
+ddeutil/workflow/workflow.py,sha256=gq7zbBeJptqb9rmHcR29c8Gbh43N1-cW94NdHGb6Td4,44856
+ddeutil/workflow/api/__init__.py,sha256=kY30dL8HPY8tY_GBmm7y_3OdoXzB1-EA2a96PLU0AQw,5278
+ddeutil/workflow/api/logs.py,sha256=NMTnOnsBrDB5129329xF2myLdrb-z9k1MQrmrP7qXJw,1818
+ddeutil/workflow/api/utils.py,sha256=uTtUFVLpiYYahXvCVx8sueRQ03K2Xw1id_gW3IMmX1U,5295
+ddeutil/workflow/api/routes/__init__.py,sha256=qoGtOMyVgQ5nTUc8J8wH27A8isaxl3IFCX8qoyibeCY,484
+ddeutil/workflow/api/routes/job.py,sha256=8X5VLDJH6PumyNIY6JGRNBsf2gWN0eG9DzxRPSh6n4I,2190
+ddeutil/workflow/api/routes/logs.py,sha256=U6vOni3wd-ZTOwd3yVdSOpgyRmNdcgfngU5KlLM3Cww,5383
+ddeutil/workflow/api/routes/schedules.py,sha256=14RnaJKEGMSJtncI1H_QQVZNBe_jDS40PPRO6qFc3i0,4805
+ddeutil/workflow/api/routes/workflows.py,sha256=GJu5PiXEylswrXylEImpncySjeU9chrvrtjhiMCw2RQ,4529
+ddeutil_workflow-0.0.59.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
+ddeutil_workflow-0.0.59.dist-info/METADATA,sha256=JqwaP7hwfaNAlrObHxnHlzDyBDbb_cy186S92GRjXZ4,19343
+ddeutil_workflow-0.0.59.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+ddeutil_workflow-0.0.59.dist-info/entry_points.txt,sha256=qDTpPSauL0ciO6T4iSVt8bJeYrVEkkoEEw_RlGx6Kgk,63
+ddeutil_workflow-0.0.59.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
+ddeutil_workflow-0.0.59.dist-info/RECORD,,

{ddeutil_workflow-0.0.57.dist-info → ddeutil_workflow-0.0.59.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.1)
+Generator: setuptools (80.3.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

ddeutil_workflow-0.0.57.dist-info/RECORD

@@ -1,31 +0,0 @@
-ddeutil/workflow/__about__.py,sha256=CDkPQWe1GLFFYrnuKrqTnoR8t6DWwXK2EjJrmuY9rfQ,28
-ddeutil/workflow/__cron.py,sha256=yLWN_1MtcN5Uc3Dinq5lpsjW1_0HmIM5tEm-o_q0Spw,28527
-ddeutil/workflow/__init__.py,sha256=NXEhjzKFdIGa-jtIq9HXChLCjSXNPd8VJ8ltggxbBO8,1371
-ddeutil/workflow/__main__.py,sha256=x-sYedl4T8p6054aySk-EQX6vhytvPR0HvaBNYxMzp0,364
-ddeutil/workflow/__types.py,sha256=7xXy6ynpT6Do6U5A-XYSVuinE2g-4wlZGGJ1NACK1BE,4343
-ddeutil/workflow/conf.py,sha256=AiIw89wZ8NtDFLkiiFOwI12z1toSbgMcSs5c23LY9OQ,14822
-ddeutil/workflow/event.py,sha256=vVM6vVVR0T68p5jysfmQNcGwT40D7-lAyoJJuxkpYkE,10342
-ddeutil/workflow/exceptions.py,sha256=HNXkZLaoWa6ejYG1NdwlUAyZiJWbsjjOJ9DjIPaM-aw,2343
-ddeutil/workflow/job.py,sha256=JoaghWkov4uYFX20gLee5w-MgpsFjeY36gA1WuIygY4,35070
-ddeutil/workflow/logs.py,sha256=aI0GWqUKjMSoGsbUzc4bw8m1lixUkr__MIV5KAoQj_Q,26944
-ddeutil/workflow/params.py,sha256=FKY4Oo1Ze4QZKRfAk7rqKsi44YaJQAbqAtXM6vlO2hI,11392
-ddeutil/workflow/result.py,sha256=yEV_IXtiC8x-4zx6DKal5swebjtOWdKakv-WuhNyiNQ,5891
-ddeutil/workflow/reusables.py,sha256=iXcS7Gg-71qVX4ln0ILTDx03cTtUnj_rNoXHTVdVrxc,17636
-ddeutil/workflow/scheduler.py,sha256=t8X6_NGKOfN5rYjGJpEZwekbcSoz9-qyB1BZBh84ZKg,27180
-ddeutil/workflow/stages.py,sha256=aQaXo1XSB69FBVI4wpq8PKA0A3EIvmUlmFeTmy3dDw4,90480
-ddeutil/workflow/utils.py,sha256=wrL9nAVPOFWEvgniELAHbB_NGVX5QeL9DkzHEE35LE8,8766
-ddeutil/workflow/workflow.py,sha256=5eUdM48DSWtZMY13yTWwThR-EgbUCLPW0Ze8iKZpp_A,44783
-ddeutil/workflow/api/__init__.py,sha256=kY30dL8HPY8tY_GBmm7y_3OdoXzB1-EA2a96PLU0AQw,5278
-ddeutil/workflow/api/logs.py,sha256=NMTnOnsBrDB5129329xF2myLdrb-z9k1MQrmrP7qXJw,1818
-ddeutil/workflow/api/utils.py,sha256=uTtUFVLpiYYahXvCVx8sueRQ03K2Xw1id_gW3IMmX1U,5295
-ddeutil/workflow/api/routes/__init__.py,sha256=qoGtOMyVgQ5nTUc8J8wH27A8isaxl3IFCX8qoyibeCY,484
-ddeutil/workflow/api/routes/job.py,sha256=8X5VLDJH6PumyNIY6JGRNBsf2gWN0eG9DzxRPSh6n4I,2190
-ddeutil/workflow/api/routes/logs.py,sha256=U6vOni3wd-ZTOwd3yVdSOpgyRmNdcgfngU5KlLM3Cww,5383
-ddeutil/workflow/api/routes/schedules.py,sha256=14RnaJKEGMSJtncI1H_QQVZNBe_jDS40PPRO6qFc3i0,4805
-ddeutil/workflow/api/routes/workflows.py,sha256=GJu5PiXEylswrXylEImpncySjeU9chrvrtjhiMCw2RQ,4529
-ddeutil_workflow-0.0.57.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
-ddeutil_workflow-0.0.57.dist-info/METADATA,sha256=Ogbx45vg0e4zSahdeSxv0P4EWQ0kT95rEMMR4FLXcPM,19228
-ddeutil_workflow-0.0.57.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-ddeutil_workflow-0.0.57.dist-info/entry_points.txt,sha256=qDTpPSauL0ciO6T4iSVt8bJeYrVEkkoEEw_RlGx6Kgk,63
-ddeutil_workflow-0.0.57.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
-ddeutil_workflow-0.0.57.dist-info/RECORD,,