ddeutil-workflow 0.0.28__py3-none-any.whl → 0.0.29__py3-none-any.whl

ddeutil/workflow/__about__.py

@@ -1 +1 @@
-__version__: str = "0.0.28"
+__version__: str = "0.0.29"

ddeutil/workflow/__init__.py

@@ -4,6 +4,7 @@
 # license information.
 # ------------------------------------------------------------------------------
 from .__cron import CronJob, CronRunner
+from .__types import Re
 from .conf import (
     Config,
     Loader,

ddeutil/workflow/__types.py

@@ -27,6 +27,8 @@ Matrix = dict[str, Union[list[str], list[int]]]
 
 
 class Context(TypedDict):
+    """TypeDict support the Context."""
+
     params: dict[str, Any]
     jobs: dict[str, Any]
 
@@ -71,14 +73,14 @@ class Re:
     #       - ${{ params.source?.schema }}
     #
     __re_caller: str = r"""
-        \$
-        {{
-            \s*
+        \$                                                      # start with $
+        {{                                                      # value open with {{
+            \s*                                                 # whitespace or not
             (?P<caller>
                 (?P<caller_prefix>(?:[a-zA-Z_-]+\??\.)*)
                 (?P<caller_last>[a-zA-Z0-9_\-.'\"(\)[\]{}]+\??)
             )
-            \s*
+            \s*                                                 # whitespace or not
             (?P<post_filters>
                 (?:
                     \|\s*
@@ -88,7 +90,7 @@ class Re:
                     )\s*
                 )*
             )
-        }}
+        }}                                                      # value close with }}
     """
     RE_CALLER: Pattern = re.compile(
         __re_caller, MULTILINE | IGNORECASE | UNICODE | VERBOSE
@@ -103,13 +105,13 @@ class Re:
     #       - tasks/function@dummy
     #
     __re_task_fmt: str = r"""
-        ^
+        ^                               # start task format
             (?P<path>[^/@]+)
-            /
+            /                           # start get function with /
             (?P<func>[^@]+)
-            @
+            @                           # start tag with @
             (?P<tag>.+)
-        $
+        $                               # end task format
     """
     RE_TASK_FMT: Pattern = re.compile(
         __re_task_fmt, MULTILINE | IGNORECASE | UNICODE | VERBOSE

ddeutil/workflow/conf.py

@@ -13,7 +13,7 @@ from collections.abc import Iterator
 from datetime import datetime, timedelta
 from functools import cached_property, lru_cache
 from pathlib import Path
-from typing import ClassVar, Optional, Union
+from typing import ClassVar, Optional, TypeVar, Union
 from zoneinfo import ZoneInfo
 
 from ddeutil.core import str2bool
@@ -39,6 +39,7 @@ __all__: TupleStr = (
     "env",
     "get_logger",
     "get_log",
+    "C",
     "Config",
     "SimLoad",
     "Loader",
@@ -81,18 +82,42 @@ def get_logger(name: str):
     return lg
 
 
-class Config:  # pragma: no cov
+class BaseConfig:  # pragma: no cov
+    """BaseConfig object inheritable."""
+
+    __slots__ = ()
+
+    @property
+    def root_path(self) -> Path:
+        """Root path or the project path.
+
+        :rtype: Path
+        """
+        return Path(os.getenv("ROOT_PATH", "."))
+
+    @property
+    def conf_path(self) -> Path:
+        """Config path that use root_path class argument for this construction.
+
+        :rtype: Path
+        """
+        return self.root_path / os.getenv("CONF_PATH", "conf")
+
+
+class Config(BaseConfig):  # pragma: no cov
     """Config object for keeping core configurations on the current session
     without changing when if the application still running.
 
         The config value can change when you call that config property again.
     """
 
-    __slots__ = ()
-
     # NOTE: Core
     @property
     def root_path(self) -> Path:
+        """Root path or the project path.
+
+        :rtype: Path
+        """
         return Path(env("CORE_ROOT_PATH", "."))
 
     @property
@@ -114,7 +139,7 @@ class Config:  # pragma: no cov
     # NOTE: Register
     @property
     def regis_hook(self) -> list[str]:
-        regis_hook_str: str = env("CORE_REGISTRY", "src")
+        regis_hook_str: str = env("CORE_REGISTRY", ".")
         return [r.strip() for r in regis_hook_str.split(",")]
 
     @property
@@ -220,6 +245,9 @@ class Config:  # pragma: no cov
         return str2bool(env("API_ENABLE_ROUTE_SCHEDULE", "true"))
 
 
+C = TypeVar("C", bound=BaseConfig)
+
+
 class SimLoad:
     """Simple Load Object that will search config data by given some identity
     value like name of workflow or on.
@@ -243,7 +271,7 @@ class SimLoad:
     def __init__(
         self,
         name: str,
-        conf: Config,
+        conf: C,
         externals: DictData | None = None,
     ) -> None:
         self.data: DictData = {}
@@ -256,7 +284,7 @@ class SimLoad:
         if not self.data:
             raise ValueError(f"Config {name!r} does not found on conf path")
 
-        self.conf: Config = conf
+        self.conf: C = conf
         self.externals: DictData = externals or {}
         self.data.update(self.externals)
 
@@ -264,7 +292,7 @@ class SimLoad:
     def finds(
         cls,
         obj: object,
-        conf: Config,
+        conf: C,
         *,
         included: list[str] | None = None,
         excluded: list[str] | None = None,
@@ -273,7 +301,7 @@ class SimLoad:
         method can use include and exclude list of identity name for filter and
         adds-on.
 
-        :param obj: A object that want to validate matching before return.
+        :param obj: An object that want to validate matching before return.
         :param conf: A config object.
         :param included:
         :param excluded:
@@ -338,7 +366,7 @@ class Loader(SimLoad):
     ) -> Iterator[tuple[str, DictData]]:
         """Override the find class method from the Simple Loader object.
 
-        :param obj: A object that want to validate matching before return.
+        :param obj: An object that want to validate matching before return.
         :param included:
         :param excluded:
 

ddeutil/workflow/hook.py

@@ -50,6 +50,7 @@ def tag(
     :param: name: A tag name for make different use-case of a function.
     :param: alias: A alias function name that keeping in registries. If this
         value does not supply, it will use original function name from __name__.
+
     :rtype: Callable[P, TagFunc]
     """
 
@@ -58,7 +59,7 @@ def tag(
         func.name = alias or func.__name__.replace("_", "-")
 
         @wraps(func)
-        def wrapped(*args, **kwargs):
+        def wrapped(*args: P.args, **kwargs: P.kwargs) -> TagFunc:
             # NOTE: Able to do anything before calling hook function.
             return func(*args, **kwargs)
 
@@ -74,10 +75,11 @@ def make_registry(submodule: str) -> dict[str, Registry]:
     """Return registries of all functions that able to called with task.
 
     :param submodule: A module prefix that want to import registry.
+
     :rtype: dict[str, Registry]
     """
     rs: dict[str, Registry] = {}
-    for module in config.regis_hook:
+    for module in config.regis_hook | ["ddeutil.vendors"]:
         # NOTE: try to sequential import task functions
         try:
             importer = import_module(f"{module}.{submodule}")

ddeutil/workflow/templates.py

@@ -295,10 +295,7 @@ def str2template(
     return search_env_replace(value)
 
 
-def param2template(
-    value: Any,
-    params: DictData,
-) -> Any:
+def param2template(value: Any, params: DictData) -> Any:
     """Pass param to template string that can search by ``RE_CALLER`` regular
     expression.
 

ddeutil/workflow/workflow.py

@@ -884,7 +884,9 @@ class Workflow(BaseModel):
         :param run_id: A workflow running ID for this job execution.
         :type run_id: str | None (default: None)
         :param timeout: A workflow execution time out in second unit that use
-            for limit time of execution and waiting job dependency.
+            for limit time of execution and waiting job dependency. This value
+            does not force stop the task that still running more than this limit
+            time.
         :type timeout: int (default: 0)
 
         :rtype: Result
@@ -1220,6 +1222,7 @@ class WorkflowTask:
         return queue
 
     def __repr__(self) -> str:
+        """Override ___repr__ method."""
         return (
             f"{self.__class__.__name__}(alias={self.alias!r}, "
             f"workflow={self.workflow.name!r}, runner={self.runner!r}, "

{ddeutil_workflow-0.0.28.dist-info → ddeutil_workflow-0.0.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ddeutil-workflow
-Version: 0.0.28
+Version: 0.0.29
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -22,7 +22,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.9.13
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: ddeutil==0.4.6
+Requires-Dist: ddeutil>=0.4.6
 Requires-Dist: ddeutil-io[toml,yaml]>=0.2.3
 Requires-Dist: pydantic==2.10.6
 Requires-Dist: python-dotenv==1.0.1
@@ -55,6 +55,8 @@ the input parameters per use-case instead.
 This way I can handle a lot of logical workflows in our orgs with only metadata
 configuration. It called **Metadata Driven Data Workflow**.
 
+---
+
 **:pushpin: <u>Rules of This Workflow engine</u>**:
 
 1. The Minimum frequency unit of scheduling is **1 minute** :warning:
@@ -62,8 +64,14 @@ configuration. It called **Metadata Driven Data Workflow**.
 3. All parallel tasks inside workflow engine use Multi-Threading
    (Python 3.13 unlock GIL :unlock:)
 
+---
+
 **:memo: <u>Workflow Diagrams</u>**:
 
+This diagram show where is this application run on the production infrastructure.
+You will see that this application do only running code with stress-less which mean
+you should to set the data layer separate this core program before run this application.
+
 ```mermaid
 flowchart LR
     subgraph Interface
@@ -215,8 +223,8 @@ and do not raise any error to you.
 | Name                         | Component | Default                           | Description                                                                                                        |
 |:-----------------------------|:---------:|:----------------------------------|:-------------------------------------------------------------------------------------------------------------------|
 | **ROOT_PATH**                |   Core    | `.`                               | The root path of the workflow application.                                                                         |
-| **REGISTRY**                 |   Core    | `src`                             | List of importable string for the hook stage.                                                                      |
-| **REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.utils`          | List of importable string for the filter template.                                                                 |
+| **REGISTRY**                 |   Core    | `.`                               | List of importable string for the hook stage.                                                                      |
+| **REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.templates`      | List of importable string for the filter template.                                                                 |
 | **CONF_PATH**                |   Core    | `conf`                            | The config path that keep all template `.yaml` files.                                                              |
 | **TIMEZONE**                 |   Core    | `Asia/Bangkok`                    | A Timezone string value that will pass to `ZoneInfo` object.                                                       |
 | **STAGE_DEFAULT_ID**         |   Core    | `true`                            | A flag that enable default stage ID that use for catch an execution output.                                        |

{ddeutil_workflow-0.0.28.dist-info → ddeutil_workflow-0.0.29.dist-info}/RECORD

@@ -1,25 +1,25 @@
-ddeutil/workflow/__about__.py,sha256=Fb6dv9Oq3jpI1oIsn3w_zS2izPiywO6k7tph7IMZ9mA,28
+ddeutil/workflow/__about__.py,sha256=msVKiLUg4jRVo_KJlghj1cc0zwX_olhWZZkqcWYz16E,28
 ddeutil/workflow/__cron.py,sha256=uA8XcbY_GwA9rJSHaHUaXaJyGDObJN0ZeYlJSinL8y8,26880
-ddeutil/workflow/__init__.py,sha256=ATYXzGtLyq4LWCtJ-Odz36QSrLL7dKymVs8ziThOVOk,1582
-ddeutil/workflow/__types.py,sha256=Ia7f38kvL3NibwmRKi0wQ1ud_45Z-SojYGhNJwIqcu8,3713
-ddeutil/workflow/conf.py,sha256=eoge4fNy2bb5qIunyVDDxSSp2l9rDKYPiqdxSuYtKcs,16954
+ddeutil/workflow/__init__.py,sha256=dghn2lFl3Own4Pyq7SFHu-FMymOgLontJ6aCfxea9h4,1606
+ddeutil/workflow/__types.py,sha256=CK1jfzyHP9P-MB0ElhpJZ59ZFGJC9MkQuAop5739_9k,4304
+ddeutil/workflow/conf.py,sha256=7lj_Im9jsa95fWUo19Q4-ZAcHa8Pu1HW-vaLgvrjNUM,17559
 ddeutil/workflow/cron.py,sha256=OLgniUxmrn65gzckk-uTmE2Pk1enJJyjYUKVeBbDQz0,7522
 ddeutil/workflow/exceptions.py,sha256=XUnpJSuxOyataClP0w_gpYjzn-NIwZK2BHro-J7Yw24,895
-ddeutil/workflow/hook.py,sha256=--4obgSCEImeRASSWIx-es3BctNmN3RVdhfKQ3O5AVk,5353
+ddeutil/workflow/hook.py,sha256=vgiJVbgm4aVl-tt_HVhHn-65UXCojzGLapdOPkoX9QA,5406
 ddeutil/workflow/job.py,sha256=XcewyALsLYYq94ycF6mkj3Ydr6if683z7t1oBqEVInE,24290
 ddeutil/workflow/params.py,sha256=svCjmFgEhim8yFJVjZhFmKP8JqTDHQ5EPhwJHVuDGno,5289
 ddeutil/workflow/result.py,sha256=k4pcj5KjbEcEPymsEUXeGY4gyLMfPkMTO6YDrAtfk7Q,3408
 ddeutil/workflow/scheduler.py,sha256=OlrnBZvVttoymeY1g-on9icEMU729OWISJReeX3jAKI,20452
 ddeutil/workflow/stage.py,sha256=wn8CARTvFJY4ZK1SwjzH8sKoMRz_eIeSGUMgnDWNi6g,24031
-ddeutil/workflow/templates.py,sha256=Ray7YFCxXHrYoMv_0WOsXqhthfU1hePrBDdnPfjtcqo,10818
+ddeutil/workflow/templates.py,sha256=bVU_8gnMQmdhhw3W28ZqwmpEaOx10Nx_aauqiLS0lqg,10807
 ddeutil/workflow/utils.py,sha256=8LTqpvRPfrEYxsxhwszk6GKkyjrswxnwF3r_9vE8szw,6059
-ddeutil/workflow/workflow.py,sha256=OHr-G57abR3OwynJiJb6DfoYpGeqXrifKcXOOroo8WI,42198
+ddeutil/workflow/workflow.py,sha256=vuy0Q3ceslBth04qbslXrp5NAQQ7XfpOochwgORzQ4Q,42349
 ddeutil/workflow/api/__init__.py,sha256=F53NMBWtb9IKaDWkPU5KvybGGfKAcbehgn6TLBwHuuM,21
 ddeutil/workflow/api/api.py,sha256=hmH45GtpyZ-kbiqQNmnHgjwEiCiDDXLKTGvcNa5nFos,4041
 ddeutil/workflow/api/repeat.py,sha256=zyvsrXKk-3-_N8ZRZSki0Mueshugum2jtqctEOp9QSc,4927
 ddeutil/workflow/api/route.py,sha256=v96jNbgjM1cJ2MpVSRWs2kgRqF8DQElEBdRZrVFEpEw,8578
-ddeutil_workflow-0.0.28.dist-info/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
-ddeutil_workflow-0.0.28.dist-info/METADATA,sha256=9YcDUz85c3ka_-AIkeas4hDvOqYrzlW78vBiYAzj8GA,14535
-ddeutil_workflow-0.0.28.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ddeutil_workflow-0.0.28.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
-ddeutil_workflow-0.0.28.dist-info/RECORD,,
+ddeutil_workflow-0.0.29.dist-info/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
+ddeutil_workflow-0.0.29.dist-info/METADATA,sha256=UXsjCGddPiksHRAByDfUcsYAsGIqAbL1qJ87uQKWCVQ,14801
+ddeutil_workflow-0.0.29.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+ddeutil_workflow-0.0.29.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
+ddeutil_workflow-0.0.29.dist-info/RECORD,,