ddeutil-workflow 0.0.76__tar.gz → 0.0.77__tar.gz

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.76
+Version: 0.0.77
 Summary: Lightweight workflow orchestration with YAML template
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT

ddeutil_workflow-0.0.77/src/ddeutil/workflow/__about__.py

@@ -0,0 +1 @@
+__version__: str = "0.0.77"

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/src/ddeutil/workflow/conf.py

@@ -322,25 +322,30 @@ class YamlParser:
         excluded: Optional[list[str]] = None,
         extras: Optional[DictData] = None,
         ignore_filename: Optional[str] = None,
+        tags: Optional[list[str]] = None,
     ) -> Iterator[tuple[str, DictData]]:
         """Find all data that match with object type in config path. This class
         method can use include and exclude list of identity name for filter and
         adds-on.
 
-        :param obj: (object | str) An object that want to validate matching
-            before return.
-        :param path: (Path) A config path object.
-        :param paths: (list[Path]) A list of config path object.
-        :param excluded: An included list of data key that want to filter from
-            data.
-        :param extras: (DictData) An extra parameter that use to override core
-            config values.
-        :param ignore_filename: (str) An ignore filename. Default is
+        Args:
+            obj: (object | str) An object that want to validate matching
+                before return.
+            path: (Path) A config path object.
+            paths: (list[Path]) A list of config path object.
+            excluded: An included list of data key that want to filter from
+                data.
+            extras: (DictData) An extra parameter that use to override core
+                config values.
+            ignore_filename: (str) An ignore filename. Default is
             ``.confignore`` filename.
+            tags: (list[str])
+                A list of tag that want to filter.
 
         :rtype: Iterator[tuple[str, DictData]]
         """
         excluded: list[str] = excluded or []
+        tags: list[str] = tags or []
         path: Path = dynamic("conf_path", f=path, extras=extras)
         paths: Optional[list[Path]] = paths or (extras or {}).get("conf_paths")
         if not paths:
@@ -366,6 +371,14 @@ class YamlParser:
                     if key in excluded:
                         continue
 
+                    if (
+                        tags
+                        and (ts := data[key].get("tags"))
+                        and isinstance(ts, list)
+                        and all(t not in tags for t in ts)
+                    ):  # pragma: no cov
+                        continue
+
                     if (t := data.get("type")) and t == obj_type:
                         marking: tuple[float, DictData] = (
                             file.lstat().st_mtime,
@@ -469,7 +482,10 @@ def pass_env(value: T) -> T:  # pragma: no cov
     if isinstance(value, dict):
         return {k: pass_env(value[k]) for k in value}
     elif isinstance(value, (list, tuple, set)):
-        return type(value)([pass_env(i) for i in value])
+        try:
+            return type(value)(pass_env(i) for i in value)
+        except TypeError:
+            return value
     if not isinstance(value, str):
         return value
 

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/src/ddeutil/workflow/reusables.py

@@ -421,12 +421,13 @@ def param2template(
             for k in value
         }
     elif isinstance(value, (list, tuple, set)):
-        return type(value)(
-            [
+        try:
+            return type(value)(
                 param2template(i, params, context, filters, extras=extras)
                 for i in value
-            ]
-        )
+            )
+        except TypeError:
+            return value
     elif not isinstance(value, str):
         return value
     return str2template(

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/src/ddeutil/workflow/stages.py

@@ -329,7 +329,7 @@ class BaseStage(BaseModel, ABC):
                 parent_run_id=parent_run_id,
                 event=event,
             )
-            if result_caught.status == WAIT:
+            if result_caught.status == WAIT:  # pragma: no cov
                 raise StageError(
                     "Status from execution should not return waiting status."
                 )
@@ -656,7 +656,7 @@ class BaseAsyncStage(BaseStage, ABC):
                 parent_run_id=parent_run_id,
                 event=event,
             )
-            if result_caught.status == WAIT:
+            if result_caught.status == WAIT:  # pragma: no cov
                 raise StageError(
                     "Status from execution should not return waiting status."
                 )

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/src/ddeutil/workflow/utils.py

@@ -271,7 +271,10 @@ def filter_func(value: T) -> T:
     if isinstance(value, dict):
         return {k: filter_func(value[k]) for k in value}
     elif isinstance(value, (list, tuple, set)):
-        return type(value)([filter_func(i) for i in value])
+        try:
+            return type(value)(filter_func(i) for i in value)
+        except TypeError:
+            return value
 
     if isfunction(value):
         # NOTE: If it wants to improve to get this function, it is able to save
@@ -338,7 +341,10 @@ def dump_all(
     if isinstance(value, dict):
         return {k: dump_all(value[k], by_alias=by_alias) for k in value}
     elif isinstance(value, (list, tuple, set)):
-        return type(value)([dump_all(i, by_alias=by_alias) for i in value])
+        try:
+            return type(value)(dump_all(i, by_alias=by_alias) for i in value)
+        except TypeError:
+            return value
     elif isinstance(value, BaseModel):
         return value.model_dump(by_alias=by_alias)
     return value

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/src/ddeutil/workflow/workflow.py

@@ -152,6 +152,10 @@ class Workflow(BaseModel):
         default_factory=dict,
         description="A mapping of job ID and job model that already loaded.",
     )
+    tags: list[str] = Field(
+        default_factory=list,
+        description="A list of tag that use for simple grouping workflow.",
+    )
     created_at: datetime = Field(
         default_factory=get_dt_now,
         description=(

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/src/ddeutil_workflow.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.76
+Version: 0.0.77
 Summary: Lightweight workflow orchestration with YAML template
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/tests/test_conf.py

@@ -61,7 +61,10 @@ def test_load_file(target_path: Path):
                     "type": "Workflow",
                     "desc": "Test multi config path",
                     "env": "${WORKFLOW_LOG_TIMEZONE}",
-                }
+                },
+                "test_load_not_set_type": {
+                    "desc": "Test load not set type.",
+                },
             },
             f,
         )
@@ -92,6 +95,12 @@ def test_load_file(target_path: Path):
     with pytest.raises(TypeError):
         YamlParser("test_load_file", extras={"conf_paths": target_path})
 
+    load = YamlParser(
+        "test_load_not_set_type", extras={"conf_paths": [target_path]}
+    )
+    with pytest.raises(ValueError):
+        _ = load.type
+
 
 def test_load_file_finds(target_path: Path):
     dummy_file: Path = target_path / "01_test_simple_file.yaml"
@@ -227,12 +236,13 @@ def test_parse_url():
     assert url.path == "./logs"
 
     url: ParseResult = urlparse("file:///./logs")
-    print(url)
     assert url.scheme == "file"
     assert url.path == "/./logs"
 
     url: ParseResult = urlparse("sqlite:///home/warehouse/sqlite.db")
-    print(url)
+    assert url.scheme == "sqlite"
+    assert url.path == "/home/warehouse/sqlite.db"
 
     url: ParseResult = urlparse("file:./data.db")
-    print(url)
+    assert url.scheme == "file"
+    assert url.path == "./data.db"

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/tests/test_reusables_template.py

@@ -1,6 +1,7 @@
 import os
 from datetime import datetime
 from typing import Any
+from urllib.parse import urlparse
 
 import pytest
 from ddeutil.workflow.errors import UtilError
@@ -35,11 +36,14 @@ def test_param2template():
                 "${{ params.src }}-${WORKFLOW_LOG_TIMEZONE:-}"
                 "${WORKFLOW_DUMMY:-}"
             ),
+            "url": urlparse("file:./conf"),
+            "set": {"${{ params.src }}", "${{ params.value }}"},
         },
         params={
             "params": {
                 "src": "foo",
                 "value": -10,
+                "url": urlparse("file:./conf"),
             },
         },
     )
@@ -49,6 +53,8 @@ def test_param2template():
         "int_but_str": "value is 10",
         "list": ["foo", -10],
         "str_env": "foo-Asia/Bangkok-",
+        "url": urlparse("file:./conf"),
+        "set": {"foo", -10},
     } == value
 
     with pytest.raises(UtilError):

{ddeutil_workflow-0.0.76 → ddeutil_workflow-0.0.77}/tests/test_workflow_release.py

@@ -79,6 +79,7 @@ def test_workflow_release():
     rs: Result = workflow.release(
         release=release,
         params={"asat-dt": datetime(2024, 10, 1)},
+        runs_metadata={"runs_by": "nobody"},
     )
     assert rs.status == SUCCESS
     assert rs.context == {

ddeutil_workflow-0.0.76/src/ddeutil/workflow/__about__.py

@@ -1 +0,0 @@
-__version__: str = "0.0.76"