ddeutil-workflow 0.0.62__tar.gz → 0.0.63__tar.gz

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.62
+Version: 0.0.63
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -25,6 +25,7 @@ License-File: LICENSE
 Requires-Dist: ddeutil[checksum]>=0.4.8
 Requires-Dist: ddeutil-io[toml,yaml]>=0.2.13
 Requires-Dist: pydantic==2.11.4
+Requires-Dist: pydantic-extra-types==2.10.4
 Requires-Dist: python-dotenv==1.1.0
 Requires-Dist: schedule<2.0.0,==1.2.2
 Provides-Extra: all
@@ -215,19 +216,23 @@ registry-caller/
 This function will store as module that will import from `WORKFLOW_CORE_REGISTRY_CALLER`
 value (This config can override by extra parameters with `registry_caller` key).
 
+> [!NOTE]
+> You can use Pydantic Model as argument of your caller function. The core workflow
+> engine will auto use the `model_validate` method before run your caller function.
+
 ```python
-from ddeutil.workflow import Result, tag
+from ddeutil.workflow import Result, WorkflowSecret, tag
 from ddeutil.workflow.exceptions import StageException
-from pydantic import BaseModel, SecretStr
+from pydantic import BaseModel
 
 class AwsCredential(BaseModel):
     path: str
     access_client_id: str
-    access_client_secret: SecretStr
+    access_client_secret: WorkflowSecret
 
 class RestAuth(BaseModel):
     type: str
-    keys: SecretStr
+    keys: WorkflowSecret
 
 @tag("requests", alias="get-api-with-oauth-to-s3")
 def get_api_with_oauth_to_s3(
@@ -243,6 +248,7 @@ def get_api_with_oauth_to_s3(
     result.trace.info(f"... {method}: {url}")
     if method != "post":
        raise StageException(f"RestAPI does not support for {method} action.")
+    # NOTE: If you want to use secret, you can use `auth.keys.get_secret_value()`.
     return {"records": 1000}
 ```
 

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/README.md

@@ -165,19 +165,23 @@ registry-caller/
 This function will store as module that will import from `WORKFLOW_CORE_REGISTRY_CALLER`
 value (This config can override by extra parameters with `registry_caller` key).
 
+> [!NOTE]
+> You can use Pydantic Model as argument of your caller function. The core workflow
+> engine will auto use the `model_validate` method before run your caller function.
+
 ```python
-from ddeutil.workflow import Result, tag
+from ddeutil.workflow import Result, WorkflowSecret, tag
 from ddeutil.workflow.exceptions import StageException
-from pydantic import BaseModel, SecretStr
+from pydantic import BaseModel
 
 class AwsCredential(BaseModel):
     path: str
     access_client_id: str
-    access_client_secret: SecretStr
+    access_client_secret: WorkflowSecret
 
 class RestAuth(BaseModel):
     type: str
-    keys: SecretStr
+    keys: WorkflowSecret
 
 @tag("requests", alias="get-api-with-oauth-to-s3")
 def get_api_with_oauth_to_s3(
@@ -193,6 +197,7 @@ def get_api_with_oauth_to_s3(
     result.trace.info(f"... {method}: {url}")
     if method != "post":
        raise StageException(f"RestAPI does not support for {method} action.")
+    # NOTE: If you want to use secret, you can use `auth.keys.get_secret_value()`.
     return {"records": 1000}
 ```
 

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/pyproject.toml

@@ -28,6 +28,7 @@ dependencies = [
     "ddeutil[checksum]>=0.4.8",
     "ddeutil-io[yaml,toml]>=0.2.13",
     "pydantic==2.11.4",
+    "pydantic-extra-types==2.10.4",
     "python-dotenv==1.1.0",
     "schedule==1.2.2,<2.0.0",
 ]

ddeutil_workflow-0.0.63/src/ddeutil/workflow/__about__.py

@@ -0,0 +1 @@
+__version__: str = "0.0.63"

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil/workflow/__init__.py

@@ -5,12 +5,7 @@
 # ------------------------------------------------------------------------------
 from .__cron import CronJob, CronRunner
 from .__types import DictData, DictStr, Matrix, Re, TupleStr
-from .conf import (
-    Config,
-    FileLoad,
-    config,
-    env,
-)
+from .conf import *
 from .event import *
 from .exceptions import *
 from .job import *
@@ -37,24 +32,7 @@ from .result import (
     Result,
     Status,
 )
-from .reusables import (
-    FILTERS,
-    FilterFunc,
-    FilterRegistry,
-    ReturnTagFunc,
-    TagFunc,
-    custom_filter,
-    extract_call,
-    get_args_const,
-    has_template,
-    make_filter_registry,
-    make_registry,
-    map_post_filter,
-    not_in_template,
-    param2template,
-    str2template,
-    tag,
-)
+from .reusables import *
 from .scheduler import (
     Schedule,
     ScheduleWorkflow,

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil/workflow/conf.py

@@ -18,8 +18,9 @@ from typing import Final, Optional, Protocol, TypeVar, Union
 from zoneinfo import ZoneInfo
 
 from ddeutil.core import str2bool
-from ddeutil.io import YamlFlResolve
+from ddeutil.io import YamlFlResolve, search_env_replace
 from ddeutil.io.paths import glob_files, is_ignored, read_ignore
+from pydantic import SecretStr
 
 from .__types import DictData
 
@@ -321,15 +322,16 @@ class FileLoad(BaseLoad):
         *,
         path: Optional[Path] = None,
         paths: Optional[list[Path]] = None,
-        excluded: list[str] | None = None,
+        excluded: Optional[list[str]] = None,
         extras: Optional[DictData] = None,
     ) -> Iterator[tuple[str, DictData]]:
         """Find all data that match with object type in config path. This class
         method can use include and exclude list of identity name for filter and
         adds-on.
 
-        :param obj: An object that want to validate matching before return.
-        :param path: A config path object.
+        :param obj: (object) An object that want to validate matching before
+            return.
+        :param path: (Path) A config path object.
         :param paths: (list[Path]) A list of config path object.
         :param excluded: An included list of data key that want to filter from
             data.
@@ -474,3 +476,33 @@ class Loader(Protocol):  # pragma: no cov
     def finds(
         cls, obj: object, *args, **kwargs
     ) -> Iterator[tuple[str, DictData]]: ...
+
+
+def pass_env(value: T) -> T:  # pragma: no cov
+    """Passing environment variable to an input value.
+
+    :param value: (Any) A value that want to pass env var searching.
+
+    :rtype: Any
+    """
+    if isinstance(value, dict):
+        return {k: pass_env(value[k]) for k in value}
+    elif isinstance(value, (list, tuple, set)):
+        return type(value)([pass_env(i) for i in value])
+    if not isinstance(value, str):
+        return value
+
+    rs: str = search_env_replace(value)
+    return None if rs == "null" else rs
+
+
+class WorkflowSecret(SecretStr):  # pragma: no cov
+    """Workflow Secret String model."""
+
+    def get_secret_value(self) -> str:
+        """Override get_secret_value by adding pass_env before return the
+        real-value.
+
+        :rtype: str
+        """
+        return pass_env(super().get_secret_value())

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil/workflow/event.py

@@ -17,6 +17,7 @@ from zoneinfo import ZoneInfo, ZoneInfoNotFoundError
 from pydantic import BaseModel, ConfigDict, Field, ValidationInfo
 from pydantic.functional_serializers import field_serializer
 from pydantic.functional_validators import field_validator, model_validator
+from pydantic_extra_types.timezone_name import TimeZoneName
 from typing_extensions import Self
 
 from .__cron import WEEKDAYS, CronJob, CronJobYear, CronRunner, Options
@@ -92,7 +93,7 @@ class Crontab(BaseModel):
         ),
     ]
     tz: Annotated[
-        str,
+        TimeZoneName,
         Field(
             description="A timezone string value",
             alias="timezone",

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil/workflow/reusables.py

@@ -14,7 +14,16 @@ from ast import Call, Constant, Expr, Module, Name, parse
 from datetime import datetime
 from functools import wraps
 from importlib import import_module
-from typing import Any, Callable, Literal, Optional, Protocol, TypeVar, Union
+from typing import (
+    Any,
+    Callable,
+    Literal,
+    Optional,
+    Protocol,
+    TypeVar,
+    Union,
+    get_type_hints,
+)
 
 try:
     from typing import ParamSpec
@@ -23,6 +32,7 @@ except ImportError:
 
 from ddeutil.core import getdot, import_string, lazy
 from ddeutil.io import search_env_replace
+from pydantic import BaseModel, create_model
 from pydantic.dataclasses import dataclass
 
 from .__types import DictData, Re
@@ -231,6 +241,7 @@ def not_in_template(value: Any, *, not_in: str = "matrix.") -> bool:
 
     :param value: A value that want to find parameter template prefix.
     :param not_in: The not-in string that use in the `.startswith` function.
+        (Default is `matrix.`)
 
     :rtype: bool
     """
@@ -279,7 +290,7 @@ def str2template(
     :param value: (str) A string value that want to map with params.
     :param params: (DictData) A parameter value that getting with matched
         regular expression.
-    :param filters: A mapping of filter registry.
+    :param filters: (dict[str, FilterRegistry]) A mapping of filter registry.
     :param registers: (Optional[list[str]]) Override list of register.
 
     :rtype: str
@@ -304,12 +315,14 @@ def str2template(
         ]
 
         # NOTE: from validate step, it guarantees that caller exists in params.
+        #   I recommend to avoid logging params context on this case because it
+        #   can include secret value.
         try:
             getter: Any = getdot(caller, params)
-        except ValueError as err:
+        except ValueError:
             raise UtilException(
                 f"Parameters does not get dot with caller: {caller!r}."
-            ) from err
+            ) from None
 
         # NOTE:
         #   If type of getter caller is not string type, and it does not use to
@@ -341,10 +354,11 @@ def param2template(
     """Pass param to template string that can search by ``RE_CALLER`` regular
     expression.
 
-    :param value: A value that want to map with params
-    :param params: A parameter value that getting with matched regular
-        expression.
-    :param filters: A filter mapping for mapping with `map_post_filter` func.
+    :param value: (Any) A value that want to map with params.
+    :param params: (DictData) A parameter value that getting with matched
+        regular expression.
+    :param filters: (dict[str, FilterRegistry]) A filter mapping for mapping
+        with `map_post_filter` func.
     :param extras: (Optional[list[str]]) An Override extras.
 
     :rtype: Any
@@ -376,8 +390,8 @@ def datetime_format(value: datetime, fmt: str = "%Y-%m-%d %H:%M:%S") -> str:
 
     Examples:
 
-        > ${{ start-date | fmt('%Y%m%d') }}
-        > ${{ start-date | fmt }}
+        >>> "${{ start-date | fmt('%Y%m%d') }}"
+        >>> "${{ start-date | fmt }}"
 
     :param value: (datetime) A datetime value that want to format to string
         value.
@@ -399,7 +413,7 @@ def coalesce(value: Optional[T], default: Any) -> T:
 
     Examples:
 
-        > ${{ value | coalesce("foo") }}
+        >>> "${{ value | coalesce('foo') }}"
 
     :param value: A value that want to check nullable.
     :param default: A default value that use to returned value if an input
@@ -412,7 +426,14 @@ def coalesce(value: Optional[T], default: Any) -> T:
 def get_item(
     value: DictData, key: Union[str, int], default: Optional[Any] = None
 ) -> Any:
-    """Get a value with an input specific key."""
+    """Get a value with an input specific key.
+
+    Examples:
+
+        >>> "${{ value | getitem('key') }}"
+        >>> "${{ value | getitem('key', 'default') }}"
+
+    """
     if not isinstance(value, dict):
         raise UtilException(
             f"The value that pass to `getitem` filter should be `dict` not "
@@ -422,7 +443,14 @@ def get_item(
 
 
 @custom_filter("getindex")  # pragma: no cov
-def get_index(value: list[Any], index: int):
+def get_index(value: list[Any], index: int) -> Any:
+    """Get a value with an input specific index.
+
+    Examples:
+
+        >>> "${{ value | getindex(1) }}"
+
+    """
     if not isinstance(value, list):
         raise UtilException(
             f"The value that pass to `getindex` filter should be `list` not "
@@ -605,3 +633,32 @@ def extract_call(
             f"`REGISTER.{call.path}.registries.{call.func}`"
         )
     return rgt[call.func][call.tag]
+
+
+def create_model_from_caller(func: Callable) -> BaseModel:  # pragma: no cov
+    """Create model from the caller function. This function will use for
+    validate the caller function argument typed-hint that valid with the args
+    field.
+
+    :param func: A caller function.
+
+    :rtype: BaseModel
+    """
+    sig: inspect.Signature = inspect.signature(func)
+    type_hints: dict[str, Any] = get_type_hints(func)
+    fields: dict[str, Any] = {}
+    for name in sig.parameters:
+        param: inspect.Parameter = sig.parameters[name]
+        if param.kind in (
+            inspect.Parameter.VAR_KEYWORD,
+            inspect.Parameter.VAR_POSITIONAL,
+        ):
+            continue
+        if param.default != inspect.Parameter.empty:
+            fields[name] = (type_hints[name], param.default)
+        else:
+            fields[name] = (type_hints[name], ...)
+
+    return create_model(
+        "".join(i.title() for i in func.__name__.split("_")), **fields
+    )

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil/workflow/stages.py

@@ -60,7 +60,7 @@ from pydantic.functional_validators import model_validator
 from typing_extensions import Self
 
 from .__types import DictData, DictStr, StrOrInt, StrOrNone, TupleStr
-from .conf import dynamic
+from .conf import dynamic, pass_env
 from .exceptions import StageException, to_dict
 from .result import CANCEL, FAILED, SUCCESS, WAIT, Result, Status
 from .reusables import TagFunc, extract_call, not_in_template, param2template
@@ -626,10 +626,10 @@ class BashStage(BaseAsyncStage):
             await f.write(f"#!/bin/{f_shebang}\n\n")
 
             # NOTE: add setting environment variable before bash skip statement.
-            await f.writelines([f"{k}='{env[k]}';\n" for k in env])
+            await f.writelines(pass_env([f"{k}='{env[k]}';\n" for k in env]))
 
             # NOTE: make sure that shell script file does not have `\r` char.
-            await f.write("\n" + bash.replace("\r\n", "\n"))
+            await f.write("\n" + pass_env(bash.replace("\r\n", "\n")))
 
         # NOTE: Make this .sh file able to executable.
         make_exec(f"./{f_name}")
@@ -662,10 +662,10 @@ class BashStage(BaseAsyncStage):
             f.write(f"#!/bin/{f_shebang}\n\n")
 
             # NOTE: add setting environment variable before bash skip statement.
-            f.writelines([f"{k}='{env[k]}';\n" for k in env])
+            f.writelines(pass_env([f"{k}='{env[k]}';\n" for k in env]))
 
             # NOTE: make sure that shell script file does not have `\r` char.
-            f.write("\n" + bash.replace("\r\n", "\n"))
+            f.write("\n" + pass_env(bash.replace("\r\n", "\n")))
 
         # NOTE: Make this .sh file able to executable.
         make_exec(f"./{f_name}")
@@ -895,7 +895,9 @@ class PyStage(BaseAsyncStage):
         # WARNING: The exec build-in function is very dangerous. So, it
         #   should use the re module to validate exec-string before running.
         exec(
-            param2template(dedent(self.run), params, extras=self.extras),
+            pass_env(
+                param2template(dedent(self.run), params, extras=self.extras)
+            ),
             gb,
             lc,
         )
@@ -1060,12 +1062,12 @@ class CallStage(BaseAsyncStage):
         args: DictData = {"result": result} | param2template(
             self.args, params, extras=self.extras
         )
-        ips = inspect.signature(call_func)
+        sig = inspect.signature(call_func)
         necessary_params: list[str] = []
         has_keyword: bool = False
-        for k in ips.parameters:
+        for k in sig.parameters:
             if (
-                v := ips.parameters[k]
+                v := sig.parameters[k]
             ).default == Parameter.empty and v.kind not in (
                 Parameter.VAR_KEYWORD,
                 Parameter.VAR_POSITIONAL,
@@ -1083,7 +1085,7 @@ class CallStage(BaseAsyncStage):
                 f"does not set to args, {list(args.keys())}."
             )
 
-        if "result" not in ips.parameters and not has_keyword:
+        if "result" not in sig.parameters and not has_keyword:
             args.pop("result")
 
         args = self.parse_model_args(call_func, args, result)
@@ -1149,12 +1151,12 @@ class CallStage(BaseAsyncStage):
         args: DictData = {"result": result} | param2template(
             self.args, params, extras=self.extras
         )
-        ips = inspect.signature(call_func)
+        sig = inspect.signature(call_func)
         necessary_params: list[str] = []
         has_keyword: bool = False
-        for k in ips.parameters:
+        for k in sig.parameters:
             if (
-                v := ips.parameters[k]
+                v := sig.parameters[k]
             ).default == Parameter.empty and v.kind not in (
                 Parameter.VAR_KEYWORD,
                 Parameter.VAR_POSITIONAL,
@@ -1172,7 +1174,7 @@ class CallStage(BaseAsyncStage):
                 f"does not set to args, {list(args.keys())}."
             )
 
-        if "result" not in ips.parameters and not has_keyword:
+        if "result" not in sig.parameters and not has_keyword:
             args.pop("result")
 
         args = self.parse_model_args(call_func, args, result)
@@ -1295,7 +1297,7 @@ class TriggerStage(BaseStage):
         _trigger: str = param2template(self.trigger, params, extras=self.extras)
         result.trace.info(f"[STAGE]: Execute Trigger-Stage: {_trigger!r}")
         rs: Result = Workflow.from_conf(
-            name=_trigger,
+            name=pass_env(_trigger),
             extras=self.extras | {"stage_raise_error": True},
         ).execute(
             params=param2template(self.params, params, extras=self.extras),
@@ -2417,9 +2419,11 @@ class DockerStage(BaseStage):  # pragma: no cov
         )
 
         resp = client.api.pull(
-            repository=f"{self.image}",
-            tag=self.tag,
-            auth_config=param2template(self.auth, params, extras=self.extras),
+            repository=pass_env(self.image),
+            tag=pass_env(self.tag),
+            auth_config=pass_env(
+                param2template(self.auth, params, extras=self.extras)
+            ),
             stream=True,
             decode=True,
         )
@@ -2438,10 +2442,10 @@ class DockerStage(BaseStage):  # pragma: no cov
 
         unique_image_name: str = f"{self.image}_{datetime.now():%Y%m%d%H%M%S%f}"
         container = client.containers.run(
-            image=f"{self.image}:{self.tag}",
+            image=pass_env(f"{self.image}:{self.tag}"),
             name=unique_image_name,
-            environment=self.env,
-            volumes=(
+            environment=pass_env(self.env),
+            volumes=pass_env(
                 {
                     Path.cwd()
                     / f".docker.{result.run_id}.logs": {
@@ -2549,8 +2553,10 @@ class VirtualPyStage(PyStage):  # pragma: no cov
         f_name: str = f"{run_id}.py"
         with open(f"./{f_name}", mode="w", newline="\n") as f:
             # NOTE: Create variable mapping that write before running statement.
-            vars_str: str = "\n ".join(
-                f"{var} = {value!r}" for var, value in values.items()
+            vars_str: str = pass_env(
+                "\n ".join(
+                    f"{var} = {value!r}" for var, value in values.items()
+                )
             )
 
             # NOTE: `uv` supports PEP 723 — inline TOML metadata.
@@ -2568,7 +2574,7 @@ class VirtualPyStage(PyStage):  # pragma: no cov
             )
 
             # NOTE: make sure that py script file does not have `\r` char.
-            f.write("\n" + py.replace("\r\n", "\n"))
+            f.write("\n" + pass_env(py.replace("\r\n", "\n")))
 
         # NOTE: Make this .py file able to executable.
         make_exec(f"./{f_name}")

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil_workflow.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.62
+Version: 0.0.63
 Summary: Lightweight workflow orchestration
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -25,6 +25,7 @@ License-File: LICENSE
 Requires-Dist: ddeutil[checksum]>=0.4.8
 Requires-Dist: ddeutil-io[toml,yaml]>=0.2.13
 Requires-Dist: pydantic==2.11.4
+Requires-Dist: pydantic-extra-types==2.10.4
 Requires-Dist: python-dotenv==1.1.0
 Requires-Dist: schedule<2.0.0,==1.2.2
 Provides-Extra: all
@@ -215,19 +216,23 @@ registry-caller/
 This function will store as module that will import from `WORKFLOW_CORE_REGISTRY_CALLER`
 value (This config can override by extra parameters with `registry_caller` key).
 
+> [!NOTE]
+> You can use Pydantic Model as argument of your caller function. The core workflow
+> engine will auto use the `model_validate` method before run your caller function.
+
 ```python
-from ddeutil.workflow import Result, tag
+from ddeutil.workflow import Result, WorkflowSecret, tag
 from ddeutil.workflow.exceptions import StageException
-from pydantic import BaseModel, SecretStr
+from pydantic import BaseModel
 
 class AwsCredential(BaseModel):
     path: str
     access_client_id: str
-    access_client_secret: SecretStr
+    access_client_secret: WorkflowSecret
 
 class RestAuth(BaseModel):
     type: str
-    keys: SecretStr
+    keys: WorkflowSecret
 
 @tag("requests", alias="get-api-with-oauth-to-s3")
 def get_api_with_oauth_to_s3(
@@ -243,6 +248,7 @@ def get_api_with_oauth_to_s3(
     result.trace.info(f"... {method}: {url}")
     if method != "post":
        raise StageException(f"RestAPI does not support for {method} action.")
+    # NOTE: If you want to use secret, you can use `auth.keys.get_secret_value()`.
     return {"records": 1000}
 ```
 

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/src/ddeutil_workflow.egg-info/requires.txt

@@ -1,6 +1,7 @@
 ddeutil[checksum]>=0.4.8
 ddeutil-io[toml,yaml]>=0.2.13
 pydantic==2.11.4
+pydantic-extra-types==2.10.4
 python-dotenv==1.1.0
 schedule<2.0.0,==1.2.2
 

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/tests/test_conf.py

@@ -8,7 +8,7 @@ from zoneinfo import ZoneInfo
 import pytest
 import rtoml
 import yaml
-from ddeutil.workflow.conf import Config, FileLoad, config, dynamic
+from ddeutil.workflow.conf import Config, FileLoad, config, dynamic, pass_env
 from ddeutil.workflow.scheduler import Schedule
 
 
@@ -35,7 +35,7 @@ def target_path(test_path):
         json.dump({"foo": "bar"}, f)
 
     with (target_p / "test_simple_file.toml").open(mode="w") as f:
-        rtoml.dump({"foo": "bar"}, f)
+        rtoml.dump({"foo": "bar", "env": "${ WORKFLOW_CORE_TIMEZONE }"}, f)
 
     yield target_p
 
@@ -60,14 +60,26 @@ def test_load_file(target_path: Path):
                 "test_load_file": {
                     "type": "Workflow",
                     "desc": "Test multi config path",
+                    "env": "${WORKFLOW_CORE_TIMEZONE}",
                 }
             },
             f,
         )
 
     load = FileLoad("test_load_file", extras={"conf_paths": [target_path]})
-    assert load.data == {"desc": "Test multi config path", "type": "Workflow"}
-
+    assert load.data == {
+        "type": "Workflow",
+        "desc": "Test multi config path",
+        "env": "${WORKFLOW_CORE_TIMEZONE}",
+    }
+    assert pass_env(load.data["env"]) == "Asia/Bangkok"
+    assert pass_env(load.data) == {
+        "type": "Workflow",
+        "desc": "Test multi config path",
+        "env": "Asia/Bangkok",
+    }
+
+    # NOTE: Raise because passing `conf_paths` invalid type.
     with pytest.raises(TypeError):
         FileLoad("test_load_file", extras={"conf_paths": target_path})
 

{ddeutil_workflow-0.0.62 → ddeutil_workflow-0.0.63}/tests/test_reusables_call_tag.py

@@ -1,11 +1,21 @@
 from __future__ import annotations
 
 import shutil
+from inspect import Parameter, signature
 from pathlib import Path
 from textwrap import dedent
+from typing import get_type_hints
 
 import pytest
-from ddeutil.workflow.reusables import Registry, extract_call, make_registry
+from ddeutil.workflow import Result
+from ddeutil.workflow.reusables import (
+    Registry,
+    create_model_from_caller,
+    extract_call,
+    make_registry,
+)
+from pydantic import ValidationError, create_model
+from typing_extensions import TypedDict
 
 
 @pytest.fixture(scope="module")
@@ -127,3 +137,67 @@ def test_extract_caller():
     assert call_func.name == "el-csv-to-parquet"
     assert call_func.tag == "polars-dir"
     assert call_func.mark == "tag"
+
+
+class Kwargs(TypedDict):  # pragma: no cov
+    foo: str
+    bar: str
+
+
+def dummy_func(
+    source: str, result: Result, limit: int = 5, **kwargs: Kwargs
+):  # pragma: no cov
+    ...
+
+
+def test_make_model_from_argument():
+    """Create Pydantic Model from function arguments.
+
+    Refs:
+    - https://github.com/lmmx/pydantic-function-models
+    - https://docs.pydantic.dev/1.10/usage/models/#dynamic-model-creation
+    """
+    type_hints: dict = get_type_hints(dummy_func)
+    print(type_hints)
+    model = create_model("ArgsFunc", **type_hints)
+    print(model)
+    arg_instance = model.model_validate(
+        {
+            "source": "some-source",
+            "limit": 10,
+            "result": Result(),
+            "kwargs": {"foo": "baz", "bar": "baz"},
+        }
+    )
+    print(arg_instance)
+
+    with pytest.raises(ValidationError):
+        model.model_validate({"source": []})
+
+    with pytest.raises(ValidationError):
+        model.model_validate({"limit": "10"})
+
+    sig = signature(dummy_func)
+    print(sig.parameters)
+    for name in sig.parameters:
+        param: Parameter = sig.parameters[name]
+        print(name, ":", param)
+        print(
+            f"\t> default: {param.default}\n"
+            f"\t> kind: {param.kind}\n"
+            f"\t> annotation: {param.annotation} ({type(param.annotation)})"
+        )
+
+
+def test_create_model_from_caller():
+    model = create_model_from_caller(dummy_func)
+    arg_instance = model.model_validate(
+        {
+            "source": "some-source",
+            "limit": 10,
+            "result": Result(),
+            "outer-key": "should not pass to model",
+        }
+    )
+    print(arg_instance)
+    print("test")

ddeutil_workflow-0.0.62/src/ddeutil/workflow/__about__.py

@@ -1 +0,0 @@
-__version__: str = "0.0.62"