ddeutil-workflow 0.0.26.post0__tar.gz → 0.0.27__tar.gz

{ddeutil_workflow-0.0.26.post0/src/ddeutil_workflow.egg-info → ddeutil_workflow-0.0.27}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddeutil-workflow
-Version: 0.0.26.post0
+Version: 0.0.27
 Summary: Lightweight workflow orchestration with less dependencies
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -168,29 +168,29 @@ The main configuration that use to dynamic changing with your propose of this
 application. If any configuration values do not set yet, it will use default value
 and do not raise any error to you.
 
-| Environment                                | Component | Default                                              | Description                                                                                                        | Remark |
-|:-------------------------------------------|:---------:|:-----------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------|--------|
-| **WORKFLOW_ROOT_PATH**                     |   Core    | `.`                                                  | The root path of the workflow application.                                                                         |        |
-| **WORKFLOW_CORE_REGISTRY**                 |   Core    | `src,src.ddeutil.workflow,tests,tests.utils`         | List of importable string for the hook stage.                                                                      |        |
-| **WORKFLOW_CORE_REGISTRY_FILTER**          |   Core    | `src.ddeutil.workflow.utils,ddeutil.workflow.utils`  | List of importable string for the filter template.                                                                 |        |
-| **WORKFLOW_CORE_PATH_CONF**                |   Core    | `conf`                                               | The config path that keep all template `.yaml` files.                                                              |        |
-| **WORKFLOW_CORE_TIMEZONE**                 |   Core    | `Asia/Bangkok`                                       | A Timezone string value that will pass to `ZoneInfo` object.                                                       |        |
-| **WORKFLOW_CORE_STAGE_DEFAULT_ID**         |   Core    | `true`                                               | A flag that enable default stage ID that use for catch an execution output.                                        |        |
-| **WORKFLOW_CORE_STAGE_RAISE_ERROR**        |   Core    | `false`                                              | A flag that all stage raise StageException from stage execution.                                                   |        |
-| **WORKFLOW_CORE_JOB_DEFAULT_ID**           |   Core    | `false`                                              | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |        |
-| **WORKFLOW_CORE_JOB_RAISE_ERROR**          |   Core    | `true`                                               | A flag that all job raise JobException from job strategy execution.                                                |        |
-| **WORKFLOW_CORE_MAX_NUM_POKING**           |   Core    | `4`                                                  | .                                                                                                                  |        |
-| **WORKFLOW_CORE_MAX_JOB_PARALLEL**         |   Core    | `2`                                                  | The maximum job number that able to run parallel in workflow executor.                                             |        |
-| **WORKFLOW_CORE_MAX_JOB_EXEC_TIMEOUT**     |   Core    | `600`                                                |                                                                                                                    |        |
-| **WORKFLOW_CORE_MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                                                  |                                                                                                                    |        |
-| **WORKFLOW_CORE_MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                                                 |                                                                                                                    |        |
-| **WORKFLOW_CORE_GENERATE_ID_SIMPLE_MODE**  |   Core    | `true`                                               | A flog that enable generating ID with `md5` algorithm.                                                             |        |
-| **WORKFLOW_LOG_PATH**                      |    Log    | `./logs`                                             | The log path of the workflow saving log.                                                                           |        |
-| **WORKFLOW_LOG_DEBUG_MODE**                |    Log    | `true`                                               | A flag that enable logging with debug level mode.                                                                  |        |
-| **WORKFLOW_LOG_ENABLE_WRITE**              |    Log    | `true`                                               | A flag that enable logging object saving log to its destination.                                                   |        |
-| **WORKFLOW_APP_MAX_PROCESS**               | Schedule  | `2`                                                  | The maximum process worker number that run in scheduler app module.                                                |        |
-| **WORKFLOW_APP_MAX_SCHEDULE_PER_PROCESS**  | Schedule  | `100`                                                | A schedule per process that run parallel.                                                                          |        |
-| **WORKFLOW_APP_STOP_BOUNDARY_DELTA**       | Schedule  | `'{"minutes": 5, "seconds": 20}'`                    | A time delta value that use to stop scheduler app in json string format.                                           |        |
+| Environment                                | Component | Default                           | Description                                                                                                        | Remark |
+|:-------------------------------------------|:---------:|:----------------------------------|:-------------------------------------------------------------------------------------------------------------------|--------|
+| **WORKFLOW_ROOT_PATH**                     |   Core    | `.`                               | The root path of the workflow application.                                                                         |        |
+| **WORKFLOW_CORE_REGISTRY**                 |   Core    | `src`                             | List of importable string for the hook stage.                                                                      |        |
+| **WORKFLOW_CORE_REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.utils`          | List of importable string for the filter template.                                                                 |        |
+| **WORKFLOW_CORE_PATH_CONF**                |   Core    | `conf`                            | The config path that keep all template `.yaml` files.                                                              |        |
+| **WORKFLOW_CORE_TIMEZONE**                 |   Core    | `Asia/Bangkok`                    | A Timezone string value that will pass to `ZoneInfo` object.                                                       |        |
+| **WORKFLOW_CORE_STAGE_DEFAULT_ID**         |   Core    | `true`                            | A flag that enable default stage ID that use for catch an execution output.                                        |        |
+| **WORKFLOW_CORE_STAGE_RAISE_ERROR**        |   Core    | `false`                           | A flag that all stage raise StageException from stage execution.                                                   |        |
+| **WORKFLOW_CORE_JOB_DEFAULT_ID**           |   Core    | `false`                           | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |        |
+| **WORKFLOW_CORE_JOB_RAISE_ERROR**          |   Core    | `true`                            | A flag that all job raise JobException from job strategy execution.                                                |        |
+| **WORKFLOW_CORE_MAX_NUM_POKING**           |   Core    | `4`                               | .                                                                                                                  |        |
+| **WORKFLOW_CORE_MAX_JOB_PARALLEL**         |   Core    | `2`                               | The maximum job number that able to run parallel in workflow executor.                                             |        |
+| **WORKFLOW_CORE_MAX_JOB_EXEC_TIMEOUT**     |   Core    | `600`                             |                                                                                                                    |        |
+| **WORKFLOW_CORE_MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                               |                                                                                                                    |        |
+| **WORKFLOW_CORE_MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                              |                                                                                                                    |        |
+| **WORKFLOW_CORE_GENERATE_ID_SIMPLE_MODE**  |   Core    | `true`                            | A flog that enable generating ID with `md5` algorithm.                                                             |        |
+| **WORKFLOW_LOG_PATH**                      |    Log    | `./logs`                          | The log path of the workflow saving log.                                                                           |        |
+| **WORKFLOW_LOG_DEBUG_MODE**                |    Log    | `true`                            | A flag that enable logging with debug level mode.                                                                  |        |
+| **WORKFLOW_LOG_ENABLE_WRITE**              |    Log    | `true`                            | A flag that enable logging object saving log to its destination.                                                   |        |
+| **WORKFLOW_APP_MAX_PROCESS**               | Schedule  | `2`                               | The maximum process worker number that run in scheduler app module.                                                |        |
+| **WORKFLOW_APP_MAX_SCHEDULE_PER_PROCESS**  | Schedule  | `100`                             | A schedule per process that run parallel.                                                                          |        |
+| **WORKFLOW_APP_STOP_BOUNDARY_DELTA**       | Schedule  | `'{"minutes": 5, "seconds": 20}'` | A time delta value that use to stop scheduler app in json string format.                                           |        |
 
 **API Application**:
 

{ddeutil_workflow-0.0.26.post0 → ddeutil_workflow-0.0.27}/README.md

@@ -136,29 +136,29 @@ The main configuration that use to dynamic changing with your propose of this
 application. If any configuration values do not set yet, it will use default value
 and do not raise any error to you.
 
-| Environment                                | Component | Default                                              | Description                                                                                                        | Remark |
-|:-------------------------------------------|:---------:|:-----------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------|--------|
-| **WORKFLOW_ROOT_PATH**                     |   Core    | `.`                                                  | The root path of the workflow application.                                                                         |        |
-| **WORKFLOW_CORE_REGISTRY**                 |   Core    | `src,src.ddeutil.workflow,tests,tests.utils`         | List of importable string for the hook stage.                                                                      |        |
-| **WORKFLOW_CORE_REGISTRY_FILTER**          |   Core    | `src.ddeutil.workflow.utils,ddeutil.workflow.utils`  | List of importable string for the filter template.                                                                 |        |
-| **WORKFLOW_CORE_PATH_CONF**                |   Core    | `conf`                                               | The config path that keep all template `.yaml` files.                                                              |        |
-| **WORKFLOW_CORE_TIMEZONE**                 |   Core    | `Asia/Bangkok`                                       | A Timezone string value that will pass to `ZoneInfo` object.                                                       |        |
-| **WORKFLOW_CORE_STAGE_DEFAULT_ID**         |   Core    | `true`                                               | A flag that enable default stage ID that use for catch an execution output.                                        |        |
-| **WORKFLOW_CORE_STAGE_RAISE_ERROR**        |   Core    | `false`                                              | A flag that all stage raise StageException from stage execution.                                                   |        |
-| **WORKFLOW_CORE_JOB_DEFAULT_ID**           |   Core    | `false`                                              | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |        |
-| **WORKFLOW_CORE_JOB_RAISE_ERROR**          |   Core    | `true`                                               | A flag that all job raise JobException from job strategy execution.                                                |        |
-| **WORKFLOW_CORE_MAX_NUM_POKING**           |   Core    | `4`                                                  | .                                                                                                                  |        |
-| **WORKFLOW_CORE_MAX_JOB_PARALLEL**         |   Core    | `2`                                                  | The maximum job number that able to run parallel in workflow executor.                                             |        |
-| **WORKFLOW_CORE_MAX_JOB_EXEC_TIMEOUT**     |   Core    | `600`                                                |                                                                                                                    |        |
-| **WORKFLOW_CORE_MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                                                  |                                                                                                                    |        |
-| **WORKFLOW_CORE_MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                                                 |                                                                                                                    |        |
-| **WORKFLOW_CORE_GENERATE_ID_SIMPLE_MODE**  |   Core    | `true`                                               | A flog that enable generating ID with `md5` algorithm.                                                             |        |
-| **WORKFLOW_LOG_PATH**                      |    Log    | `./logs`                                             | The log path of the workflow saving log.                                                                           |        |
-| **WORKFLOW_LOG_DEBUG_MODE**                |    Log    | `true`                                               | A flag that enable logging with debug level mode.                                                                  |        |
-| **WORKFLOW_LOG_ENABLE_WRITE**              |    Log    | `true`                                               | A flag that enable logging object saving log to its destination.                                                   |        |
-| **WORKFLOW_APP_MAX_PROCESS**               | Schedule  | `2`                                                  | The maximum process worker number that run in scheduler app module.                                                |        |
-| **WORKFLOW_APP_MAX_SCHEDULE_PER_PROCESS**  | Schedule  | `100`                                                | A schedule per process that run parallel.                                                                          |        |
-| **WORKFLOW_APP_STOP_BOUNDARY_DELTA**       | Schedule  | `'{"minutes": 5, "seconds": 20}'`                    | A time delta value that use to stop scheduler app in json string format.                                           |        |
+| Environment                                | Component | Default                           | Description                                                                                                        | Remark |
+|:-------------------------------------------|:---------:|:----------------------------------|:-------------------------------------------------------------------------------------------------------------------|--------|
+| **WORKFLOW_ROOT_PATH**                     |   Core    | `.`                               | The root path of the workflow application.                                                                         |        |
+| **WORKFLOW_CORE_REGISTRY**                 |   Core    | `src`                             | List of importable string for the hook stage.                                                                      |        |
+| **WORKFLOW_CORE_REGISTRY_FILTER**          |   Core    | `ddeutil.workflow.utils`          | List of importable string for the filter template.                                                                 |        |
+| **WORKFLOW_CORE_PATH_CONF**                |   Core    | `conf`                            | The config path that keep all template `.yaml` files.                                                              |        |
+| **WORKFLOW_CORE_TIMEZONE**                 |   Core    | `Asia/Bangkok`                    | A Timezone string value that will pass to `ZoneInfo` object.                                                       |        |
+| **WORKFLOW_CORE_STAGE_DEFAULT_ID**         |   Core    | `true`                            | A flag that enable default stage ID that use for catch an execution output.                                        |        |
+| **WORKFLOW_CORE_STAGE_RAISE_ERROR**        |   Core    | `false`                           | A flag that all stage raise StageException from stage execution.                                                   |        |
+| **WORKFLOW_CORE_JOB_DEFAULT_ID**           |   Core    | `false`                           | A flag that enable default job ID that use for catch an execution output. The ID that use will be sequence number. |        |
+| **WORKFLOW_CORE_JOB_RAISE_ERROR**          |   Core    | `true`                            | A flag that all job raise JobException from job strategy execution.                                                |        |
+| **WORKFLOW_CORE_MAX_NUM_POKING**           |   Core    | `4`                               | .                                                                                                                  |        |
+| **WORKFLOW_CORE_MAX_JOB_PARALLEL**         |   Core    | `2`                               | The maximum job number that able to run parallel in workflow executor.                                             |        |
+| **WORKFLOW_CORE_MAX_JOB_EXEC_TIMEOUT**     |   Core    | `600`                             |                                                                                                                    |        |
+| **WORKFLOW_CORE_MAX_CRON_PER_WORKFLOW**    |   Core    | `5`                               |                                                                                                                    |        |
+| **WORKFLOW_CORE_MAX_QUEUE_COMPLETE_HIST**  |   Core    | `16`                              |                                                                                                                    |        |
+| **WORKFLOW_CORE_GENERATE_ID_SIMPLE_MODE**  |   Core    | `true`                            | A flog that enable generating ID with `md5` algorithm.                                                             |        |
+| **WORKFLOW_LOG_PATH**                      |    Log    | `./logs`                          | The log path of the workflow saving log.                                                                           |        |
+| **WORKFLOW_LOG_DEBUG_MODE**                |    Log    | `true`                            | A flag that enable logging with debug level mode.                                                                  |        |
+| **WORKFLOW_LOG_ENABLE_WRITE**              |    Log    | `true`                            | A flag that enable logging object saving log to its destination.                                                   |        |
+| **WORKFLOW_APP_MAX_PROCESS**               | Schedule  | `2`                               | The maximum process worker number that run in scheduler app module.                                                |        |
+| **WORKFLOW_APP_MAX_SCHEDULE_PER_PROCESS**  | Schedule  | `100`                             | A schedule per process that run parallel.                                                                          |        |
+| **WORKFLOW_APP_STOP_BOUNDARY_DELTA**       | Schedule  | `'{"minutes": 5, "seconds": 20}'` | A time delta value that use to stop scheduler app in json string format.                                           |        |
 
 **API Application**:
 

ddeutil_workflow-0.0.27/src/ddeutil/workflow/__about__.py

@@ -0,0 +1 @@
+__version__: str = "0.0.27"

{ddeutil_workflow-0.0.26.post0 → ddeutil_workflow-0.0.27}/src/ddeutil/workflow/__init__.py

@@ -3,11 +3,15 @@
 # Licensed under the MIT License. See LICENSE in the project root for
 # license information.
 # ------------------------------------------------------------------------------
-from .__cron import CronRunner
+from .__cron import CronJob, CronRunner
 from .conf import (
     Config,
-    FileLog,
     Loader,
+    Log,
+    config,
+    env,
+    get_log,
+    get_logger,
 )
 from .cron import (
     On,
@@ -21,6 +25,13 @@ from .exceptions import (
     UtilException,
     WorkflowException,
 )
+from .hook import (
+    ReturnTagFunc,
+    TagFunc,
+    extract_hook,
+    make_registry,
+    tag,
+)
 from .job import (
     Job,
     Strategy,
@@ -45,33 +56,30 @@ from .stage import (
     PyStage,
     Stage,
     TriggerStage,
-    extract_hook,
 )
-from .utils import (
+from .templates import (
     FILTERS,
     FilterFunc,
     FilterRegistry,
-    ReturnTagFunc,
-    TagFunc,
+    custom_filter,
+    get_args_const,
+    has_template,
+    make_filter_registry,
+    map_post_filter,
+    not_in_template,
+    param2template,
+    str2template,
+)
+from .utils import (
     batch,
     cross_product,
-    custom_filter,
     dash2underscore,
     delay,
     filter_func,
     gen_id,
-    get_args_const,
     get_diff_sec,
     get_dt_now,
-    has_template,
     make_exec,
-    make_filter_registry,
-    make_registry,
-    map_post_filter,
-    not_in_template,
-    param2template,
-    str2template,
-    tag,
 )
 from .workflow import (
     Workflow,

{ddeutil_workflow-0.0.26.post0 → ddeutil_workflow-0.0.27}/src/ddeutil/workflow/conf.py

@@ -13,27 +13,30 @@ from collections.abc import Iterator
 from datetime import datetime, timedelta
 from functools import cached_property, lru_cache
 from pathlib import Path
-from typing import ClassVar, Optional, TypeVar, Union
+from typing import ClassVar, Optional, Union
 from zoneinfo import ZoneInfo
 
 from ddeutil.core import str2bool
 from ddeutil.io import YamlFlResolve
-from dotenv import load_dotenv
 from pydantic import BaseModel, Field
 from pydantic.functional_validators import model_validator
 from typing_extensions import Self
 
 from .__types import DictData, TupleStr
 
-AnyModel = TypeVar("AnyModel", bound=BaseModel)
-AnyModelType = type[AnyModel]
 
-load_dotenv()
+def env(var: str, default: str | None = None) -> str | None:  # pragma: no cov
+    return os.getenv(f"WORKFLOW_{var}", default)
+
+
+def glob_files(path: Path) -> Iterator[Path]:  # pragma: no cov
+    yield from (file for file in path.rglob("*") if file.is_file())
 
-env = os.getenv
 
 __all__: TupleStr = (
+    "env",
     "get_logger",
+    "get_log",
     "Config",
     "SimLoad",
     "Loader",
@@ -52,6 +55,14 @@ def get_logger(name: str):
     :param name: A module name that want to log.
     """
     lg = logging.getLogger(name)
+
+    # NOTE: Developers using this package can then disable all logging just for
+    #   this package by;
+    #
+    #   `logging.getLogger('ddeutil.workflow').propagate = False`
+    #
+    lg.addHandler(logging.NullHandler())
+
     formatter = logging.Formatter(
         fmt=(
             "%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d, "
@@ -68,115 +79,139 @@ def get_logger(name: str):
     return lg
 
 
-class Config:
+class Config:  # pragma: no cov
     """Config object for keeping application configuration on current session
     without changing when if the application still running.
     """
 
     # NOTE: Core
-    root_path: Path = Path(os.getenv("WORKFLOW_ROOT_PATH", "."))
-    tz: ZoneInfo = ZoneInfo(env("WORKFLOW_CORE_TIMEZONE", "UTC"))
-    gen_id_simple_mode: bool = str2bool(
-        os.getenv("WORKFLOW_CORE_GENERATE_ID_SIMPLE_MODE", "true")
-    )
+    @property
+    def root_path(self) -> Path:
+        return Path(env("ROOT_PATH", "."))
+
+    @property
+    def conf_path(self) -> Path:
+        """Config path that use root_path class argument for this construction.
+
+        :rtype: Path
+        """
+        return self.root_path / env("CORE_PATH_CONF", "conf")
+
+    @property
+    def tz(self) -> ZoneInfo:
+        return ZoneInfo(env("CORE_TIMEZONE", "UTC"))
+
+    @property
+    def gen_id_simple_mode(self) -> bool:
+        return str2bool(env("CORE_GENERATE_ID_SIMPLE_MODE", "true"))
 
     # NOTE: Register
-    regis_hook_str: str = os.getenv(
-        "WORKFLOW_CORE_REGISTRY", "src,src.ddeutil.workflow,tests,tests.utils"
-    )
-    regis_filter_str: str = os.getenv(
-        "WORKFLOW_CORE_REGISTRY_FILTER", "ddeutil.workflow.utils"
-    )
+    @property
+    def regis_hook(self) -> list[str]:
+        regis_hook_str: str = env("CORE_REGISTRY", "src")
+        return [r.strip() for r in regis_hook_str.split(",")]
+
+    @property
+    def regis_filter(self) -> list[str]:
+        regis_filter_str: str = env(
+            "CORE_REGISTRY_FILTER", "ddeutil.workflow.templates"
+        )
+        return [r.strip() for r in regis_filter_str.split(",")]
 
     # NOTE: Logging
-    debug: bool = str2bool(os.getenv("WORKFLOW_LOG_DEBUG_MODE", "true"))
-    enable_write_log: bool = str2bool(
-        os.getenv("WORKFLOW_LOG_ENABLE_WRITE", "false")
-    )
-    log_path: Path = Path(os.getenv("WORKFLOW_LOG_PATH", "./logs"))
+    @property
+    def log_path(self) -> Path:
+        return Path(env("LOG_PATH", "./logs"))
+
+    @property
+    def debug(self) -> bool:
+        return str2bool(env("LOG_DEBUG_MODE", "true"))
+
+    @property
+    def enable_write_log(self) -> bool:
+        return str2bool(env("LOG_ENABLE_WRITE", "false"))
 
     # NOTE: Stage
-    stage_raise_error: bool = str2bool(
-        env("WORKFLOW_CORE_STAGE_RAISE_ERROR", "false")
-    )
-    stage_default_id: bool = str2bool(
-        env("WORKFLOW_CORE_STAGE_DEFAULT_ID", "false")
-    )
+    @property
+    def stage_raise_error(self) -> bool:
+        return str2bool(env("CORE_STAGE_RAISE_ERROR", "false"))
 
-    # NOTE: Job
-    job_raise_error: bool = str2bool(
-        env("WORKFLOW_CORE_JOB_RAISE_ERROR", "true")
-    )
-    job_default_id: bool = str2bool(
-        env("WORKFLOW_CORE_JOB_DEFAULT_ID", "false")
-    )
+    @property
+    def stage_default_id(self) -> bool:
+        return str2bool(env("CORE_STAGE_DEFAULT_ID", "false"))
 
-    # NOTE: Workflow
-    max_job_parallel: int = int(env("WORKFLOW_CORE_MAX_JOB_PARALLEL", "2"))
-    max_job_exec_timeout: int = int(
-        env("WORKFLOW_CORE_MAX_JOB_EXEC_TIMEOUT", "600")
-    )
-    max_poking_pool_worker: int = int(
-        os.getenv("WORKFLOW_CORE_MAX_NUM_POKING", "4")
-    )
-    max_on_per_workflow: int = int(
-        env("WORKFLOW_CORE_MAX_CRON_PER_WORKFLOW", "5")
-    )
-    max_queue_complete_hist: int = int(
-        os.getenv("WORKFLOW_CORE_MAX_QUEUE_COMPLETE_HIST", "16")
-    )
+    # NOTE: Job
+    @property
+    def job_raise_error(self) -> bool:
+        return str2bool(env("CORE_JOB_RAISE_ERROR", "true"))
 
-    # NOTE: Schedule App
-    max_schedule_process: int = int(env("WORKFLOW_APP_MAX_PROCESS", "2"))
-    max_schedule_per_process: int = int(
-        env("WORKFLOW_APP_MAX_SCHEDULE_PER_PROCESS", "100")
-    )
-    stop_boundary_delta_str: str = env(
-        "WORKFLOW_APP_STOP_BOUNDARY_DELTA", '{"minutes": 5, "seconds": 20}'
-    )
+    @property
+    def job_default_id(self) -> bool:
+        return str2bool(env("CORE_JOB_DEFAULT_ID", "false"))
 
-    # NOTE: API
-    prefix_path: str = env("WORKFLOW_API_PREFIX_PATH", "/api/v1")
-    enable_route_workflow: bool = str2bool(
-        env("WORKFLOW_API_ENABLE_ROUTE_WORKFLOW", "true")
-    )
-    enable_route_schedule: bool = str2bool(
-        env("WORKFLOW_API_ENABLE_ROUTE_SCHEDULE", "true")
-    )
+    # NOTE: Workflow
+    @property
+    def max_job_parallel(self) -> int:
+        max_job_parallel = int(env("CORE_MAX_JOB_PARALLEL", "2"))
 
-    def __init__(self) -> None:
         # VALIDATE: the MAX_JOB_PARALLEL value should not less than 0.
-        if self.max_job_parallel < 0:
+        if max_job_parallel < 0:
             raise ValueError(
-                f"``MAX_JOB_PARALLEL`` should more than 0 but got "
-                f"{self.max_job_parallel}."
+                f"``WORKFLOW_MAX_JOB_PARALLEL`` should more than 0 but got "
+                f"{max_job_parallel}."
             )
+        return max_job_parallel
+
+    @property
+    def max_job_exec_timeout(self) -> int:
+        return int(env("CORE_MAX_JOB_EXEC_TIMEOUT", "600"))
+
+    @property
+    def max_poking_pool_worker(self) -> int:
+        return int(env("CORE_MAX_NUM_POKING", "4"))
+
+    @property
+    def max_on_per_workflow(self) -> int:
+        return int(env("CORE_MAX_CRON_PER_WORKFLOW", "5"))
+
+    @property
+    def max_queue_complete_hist(self) -> int:
+        return int(env("CORE_MAX_QUEUE_COMPLETE_HIST", "16"))
+
+    # NOTE: Schedule App
+    @property
+    def max_schedule_process(self) -> int:
+        return int(env("APP_MAX_PROCESS", "2"))
 
+    @property
+    def max_schedule_per_process(self) -> int:
+        return int(env("APP_MAX_SCHEDULE_PER_PROCESS", "100"))
+
+    @property
+    def stop_boundary_delta(self) -> timedelta:
+        stop_boundary_delta_str: str = env(
+            "APP_STOP_BOUNDARY_DELTA", '{"minutes": 5, "seconds": 20}'
+        )
         try:
-            self.stop_boundary_delta: timedelta = timedelta(
-                **json.loads(self.stop_boundary_delta_str)
-            )
+            return timedelta(**json.loads(stop_boundary_delta_str))
         except Exception as err:
             raise ValueError(
                 "Config ``WORKFLOW_APP_STOP_BOUNDARY_DELTA`` can not parsing to"
-                f"timedelta with {self.stop_boundary_delta_str}."
+                f"timedelta with {stop_boundary_delta_str}."
             ) from err
 
+    # NOTE: API
     @property
-    def conf_path(self) -> Path:
-        """Config path that use root_path class argument for this construction.
-
-        :rtype: Path
-        """
-        return self.root_path / os.getenv("WORKFLOW_CORE_PATH_CONF", "conf")
+    def prefix_path(self) -> str:
+        return env("API_PREFIX_PATH", "/api/v1")
 
     @property
-    def regis_hook(self) -> list[str]:
-        return [r.strip() for r in self.regis_hook_str.split(",")]
+    def enable_route_workflow(self) -> bool:
+        return str2bool(env("API_ENABLE_ROUTE_WORKFLOW", "true"))
 
     @property
-    def regis_filter(self) -> list[str]:
-        return [r.strip() for r in self.regis_filter_str.split(",")]
+    def enable_route_schedule(self) -> bool:
+        return str2bool(env("API_ENABLE_ROUTE_SCHEDULE", "true"))
 
 
 class SimLoad:
@@ -206,14 +241,9 @@ class SimLoad:
         externals: DictData | None = None,
     ) -> None:
         self.data: DictData = {}
-        for file in conf.conf_path.rglob("*"):
-            if not file.is_file():
-                continue
-
-            if data := self.filter_suffix(
-                file,
-                name,
-            ):
+        for file in glob_files(conf.conf_path):
+
+            if data := self.filter_suffix(file, name):
                 self.data = data
 
         # VALIDATE: check the data that reading should not empty.
@@ -245,10 +275,7 @@ class SimLoad:
         :rtype: Iterator[tuple[str, DictData]]
         """
         exclude: list[str] = excluded or []
-        for file in conf.conf_path.rglob("*"):
-
-            if not file.is_file():
-                continue
+        for file in glob_files(conf.conf_path):
 
             for key, data in cls.filter_suffix(file).items():
 
@@ -274,7 +301,7 @@ class SimLoad:
         """Return object of string type which implement on any registry. The
         object type.
 
-        :rtype: AnyModelType
+        :rtype: str
         """
         if _typ := self.data.get("type"):
             return _typ
@@ -283,6 +310,10 @@ class SimLoad:
         )
 
 
+config = Config()
+logger = get_logger("ddeutil.workflow")
+
+
 class Loader(SimLoad):
     """Loader Object that get the config `yaml` file from current path.
 
@@ -308,15 +339,11 @@ class Loader(SimLoad):
         :rtype: Iterator[tuple[str, DictData]]
         """
         return super().finds(
-            obj=obj, conf=Config(), included=included, excluded=excluded
+            obj=obj, conf=config, included=included, excluded=excluded
         )
 
     def __init__(self, name: str, externals: DictData) -> None:
-        super().__init__(name, conf=Config(), externals=externals)
-
-
-config = Config()
-logger = get_logger("ddeutil.workflow")
+        super().__init__(name, conf=config, externals=externals)
 
 
 class BaseLog(BaseModel, ABC):
@@ -398,8 +425,8 @@ class FileLog(BaseLog):
         workflow name and release values. If a release does not pass to an input
         argument, it will return the latest release from the current log path.
 
-        :param name:
-        :param release:
+        :param name: A workflow name that want to search log.
+        :param release: A release datetime that want to search log.
 
         :raise FileNotFoundError:
         :raise NotImplementedError:
@@ -463,8 +490,14 @@ class FileLog(BaseLog):
 
         :rtype: Self
         """
+        from .utils import cut_id
+
         # NOTE: Check environ variable was set for real writing.
         if not config.enable_write_log:
+            logger.debug(
+                f"({cut_id(self.run_id)}) [LOG]: Skip writing log cause "
+                f"config was set"
+            )
             return self
 
         log_file: Path = self.pointer() / f"{self.run_id}.log"
@@ -481,7 +514,32 @@ class FileLog(BaseLog):
 
 class SQLiteLog(BaseLog):  # pragma: no cov
 
+    table: str = "workflow_log"
+    ddl: str = """
+        workflow        str,
+        release         int,
+        type            str,
+        context         json,
+        parent_run_id   int,
+        run_id          int,
+        update          datetime
+        primary key ( run_id )
+        """
+
     def save(self, excluded: list[str] | None) -> None:
+        """Save logging data that receive a context data from a workflow
+        execution result.
+        """
+        from .utils import cut_id
+
+        # NOTE: Check environ variable was set for real writing.
+        if not config.enable_write_log:
+            logger.debug(
+                f"({cut_id(self.run_id)}) [LOG]: Skip writing log cause "
+                f"config was set"
+            )
+            return self
+
         raise NotImplementedError("SQLiteLog does not implement yet.")
 
 
@@ -489,3 +547,9 @@ Log = Union[
     FileLog,
     SQLiteLog,
 ]
+
+
+def get_log() -> Log:  # pragma: no cov
+    if config.log_path.is_file():
+        return SQLiteLog
+    return FileLog

{ddeutil_workflow-0.0.26.post0 → ddeutil_workflow-0.0.27}/src/ddeutil/workflow/exceptions.py

@@ -29,6 +29,3 @@ class WorkflowFailException(WorkflowException): ...
 
 
 class ParamValueException(WorkflowException): ...
-
-
-class CliException(BaseWorkflowException): ...