ddeutil-workflow 0.0.78__tar.gz → 0.0.80__tar.gz

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddeutil-workflow
-Version: 0.0.78
+Version: 0.0.80
 Summary: Lightweight workflow orchestration with YAML template
 Author-email: ddeutils <korawich.anu@gmail.com>
 License: MIT
@@ -24,7 +24,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: ddeutil[checksum]>=0.4.8
 Requires-Dist: ddeutil-io[toml,yaml]>=0.2.14
-Requires-Dist: pydantic<3.0.0,==2.11.5
+Requires-Dist: pydantic<3.0.0,==2.11.7
 Requires-Dist: pydantic-extra-types<3.0.0,>=2.10.4
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: typer>=0.16.0
@@ -35,9 +35,17 @@ Requires-Dist: httpx; extra == "all"
 Requires-Dist: ujson; extra == "all"
 Requires-Dist: aiofiles; extra == "all"
 Requires-Dist: aiohttp; extra == "all"
-Requires-Dist: requests==2.32.3; extra == "all"
+Requires-Dist: requests==2.32.4; extra == "all"
 Provides-Extra: docker
 Requires-Dist: docker==7.1.0; extra == "docker"
+Provides-Extra: azure
+Requires-Dist: azure-batch>=13.0.0; extra == "azure"
+Requires-Dist: azure-storage-blob>=12.0.0; extra == "azure"
+Provides-Extra: aws
+Requires-Dist: boto3>=1.39.0; extra == "aws"
+Provides-Extra: gcp
+Requires-Dist: google-cloud-batch>=0.17.0; extra == "gcp"
+Requires-Dist: google-cloud-storage>=2.10.0; extra == "gcp"
 Dynamic: license-file
 
 # Workflow Orchestration
@@ -140,6 +148,19 @@ If you want to install this package with application add-ons, you should add
 | Python         | `ddeutil-workflow`      |    ✅    |
 | FastAPI Server | `ddeutil-workflow[all]` |    ✅    |
 
+Check the version of the current workflow package:
+
+```shell
+$ pip install ddeutil-workflow
+$ workflow-cli version
+```
+
+Initial workflow project:
+
+```shell
+$ workflow-cli init
+```
+
 ## 📖 Documentation
 
 For comprehensive API documentation, examples, and best practices:
@@ -282,22 +303,21 @@ it will use default value and do not raise any error to you.
 > The config value that you will set on the environment should combine with
 > prefix, component, and name which is `WORKFLOW_{component}_{name}` (Upper case).
 
-| Name                        | Component | Default                                                                                                                         | Description                                                                            |
-|:----------------------------|:---------:|:--------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------|
-| **REGISTRY_CALLER**         |   CORE    | `.`                                                                                                                             | List of importable string for the call stage.                                          |
-| **REGISTRY_FILTER**         |   CORE    | `ddeutil.workflow.templates`                                                                                                    | List of importable string for the filter template.                                     |
-| **CONF_PATH**               |   CORE    | `./conf`                                                                                                                        | The config path that keep all template `.yaml` files.                                  |
-| **STAGE_DEFAULT_ID**        |   CORE    | `false`                                                                                                                         | A flag that enable default stage ID that use for catch an execution output.            |
-| **GENERATE_ID_SIMPLE_MODE** |   CORE    | `true`                                                                                                                          | A flog that enable generating ID with `md5` algorithm.                                 |
-| **DEBUG_MODE**              |    LOG    | `true`                                                                                                                          | A flag that enable logging with debug level mode.                                      |
-| **TIMEZONE**                |    LOG    | `Asia/Bangkok`                                                                                                                  | A Timezone string value that will pass to `ZoneInfo` object.                           |
-| **FORMAT**                  |    LOG    | `%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d,%(thread)-5d) [%(levelname)-7s] %(message)-120s (%(filename)s:%(lineno)s)` | A trace message console format.                                                        |
-| **FORMAT_FILE**             |    LOG    | `{datetime} ({process:5d}, {thread:5d}) {message:120s} ({filename}:{lineno})`                                                   | A trace message format that use to write to target pointer.                            |
-| **DATETIME_FORMAT**         |    LOG    | `%Y-%m-%d %H:%M:%S`                                                                                                             | A datetime format of the trace log.                                                    |
-| **TRACE_URL**               |    LOG    | `file:./logs`                                                                                                                   | A pointer URL of trace log that use to emit log message.                               |
-| **TRACE_ENABLE_WRITE**      |    LOG    | `false`                                                                                                                         | A flag that enable writing trace log.                                                  |
-| **AUDIT_URL**               |    LOG    | `file:./audits`                                                                                                                 | A pointer URL of audit log that use to write audit metrix.                             |
-| **AUDIT_ENABLE_WRITE**      |    LOG    | `true`                                                                                                                          | A flag that enable writing audit log after end execution in the workflow release step. |
+| Name                        | Component | Default                                                                                                                         | Description                                                                                      |
+|:----------------------------|:---------:|:--------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------|
+| **REGISTRY_CALLER**         |   CORE    | `.`                                                                                                                             | List of importable string for the call stage.                                                    |
+| **REGISTRY_FILTER**         |   CORE    | `ddeutil.workflow.templates`                                                                                                    | List of importable string for the filter template.                                               |
+| **CONF_PATH**               |   CORE    | `./conf`                                                                                                                        | The config path that keep all template `.yaml` files.                                            |
+| **STAGE_DEFAULT_ID**        |   CORE    | `false`                                                                                                                         | A flag that enable default stage ID that use for catch an execution output.                      |
+| **GENERATE_ID_SIMPLE_MODE** |   CORE    | `true`                                                                                                                          | A flog that enable generating ID with `md5` algorithm.                                           |
+| **DEBUG_MODE**              |    LOG    | `true`                                                                                                                          | A flag that enable logging with debug level mode.                                                |
+| **TIMEZONE**                |    LOG    | `Asia/Bangkok`                                                                                                                  | A Timezone string value that will pass to `ZoneInfo` object.                                     |
+| **FORMAT**                  |    LOG    | `%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d,%(thread)-5d) [%(levelname)-7s] %(message)-120s (%(filename)s:%(lineno)s)` | A trace message console format.                                                                  |
+| **FORMAT_FILE**             |    LOG    | `{datetime} ({process:5d}, {thread:5d}) {message:120s} ({filename}:{lineno})`                                                   | A trace message format that use to write to target pointer.                                      |
+| **DATETIME_FORMAT**         |    LOG    | `%Y-%m-%d %H:%M:%S`                                                                                                             | A datetime format of the trace log.                                                              |
+| **TRACE_HANDLERS**          |    LOG    | `[{"type": "console"}]`                                                                                                         | A pointer URL of trace log that use to emit log message. Now uses optimized handler by default.  |
+| **AUDIT_CONF**              |    LOG    | `{"type": "file", "path": "./audits"}`                                                                                          | A pointer URL of audit log that use to write audit metrix.                                       |
+| **AUDIT_ENABLE_WRITE**      |    LOG    | `true`                                                                                                                          | A flag that enable writing audit log after end execution in the workflow release step.           |
 
 ## :rocket: Deployment
 

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/README.md

@@ -98,6 +98,19 @@ If you want to install this package with application add-ons, you should add
 | Python         | `ddeutil-workflow`      |    ✅    |
 | FastAPI Server | `ddeutil-workflow[all]` |    ✅    |
 
+Check the version of the current workflow package:
+
+```shell
+$ pip install ddeutil-workflow
+$ workflow-cli version
+```
+
+Initial workflow project:
+
+```shell
+$ workflow-cli init
+```
+
 ## 📖 Documentation
 
 For comprehensive API documentation, examples, and best practices:
@@ -240,22 +253,21 @@ it will use default value and do not raise any error to you.
 > The config value that you will set on the environment should combine with
 > prefix, component, and name which is `WORKFLOW_{component}_{name}` (Upper case).
 
-| Name                        | Component | Default                                                                                                                         | Description                                                                            |
-|:----------------------------|:---------:|:--------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------|
-| **REGISTRY_CALLER**         |   CORE    | `.`                                                                                                                             | List of importable string for the call stage.                                          |
-| **REGISTRY_FILTER**         |   CORE    | `ddeutil.workflow.templates`                                                                                                    | List of importable string for the filter template.                                     |
-| **CONF_PATH**               |   CORE    | `./conf`                                                                                                                        | The config path that keep all template `.yaml` files.                                  |
-| **STAGE_DEFAULT_ID**        |   CORE    | `false`                                                                                                                         | A flag that enable default stage ID that use for catch an execution output.            |
-| **GENERATE_ID_SIMPLE_MODE** |   CORE    | `true`                                                                                                                          | A flog that enable generating ID with `md5` algorithm.                                 |
-| **DEBUG_MODE**              |    LOG    | `true`                                                                                                                          | A flag that enable logging with debug level mode.                                      |
-| **TIMEZONE**                |    LOG    | `Asia/Bangkok`                                                                                                                  | A Timezone string value that will pass to `ZoneInfo` object.                           |
-| **FORMAT**                  |    LOG    | `%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d,%(thread)-5d) [%(levelname)-7s] %(message)-120s (%(filename)s:%(lineno)s)` | A trace message console format.                                                        |
-| **FORMAT_FILE**             |    LOG    | `{datetime} ({process:5d}, {thread:5d}) {message:120s} ({filename}:{lineno})`                                                   | A trace message format that use to write to target pointer.                            |
-| **DATETIME_FORMAT**         |    LOG    | `%Y-%m-%d %H:%M:%S`                                                                                                             | A datetime format of the trace log.                                                    |
-| **TRACE_URL**               |    LOG    | `file:./logs`                                                                                                                   | A pointer URL of trace log that use to emit log message.                               |
-| **TRACE_ENABLE_WRITE**      |    LOG    | `false`                                                                                                                         | A flag that enable writing trace log.                                                  |
-| **AUDIT_URL**               |    LOG    | `file:./audits`                                                                                                                 | A pointer URL of audit log that use to write audit metrix.                             |
-| **AUDIT_ENABLE_WRITE**      |    LOG    | `true`                                                                                                                          | A flag that enable writing audit log after end execution in the workflow release step. |
+| Name                        | Component | Default                                                                                                                         | Description                                                                                      |
+|:----------------------------|:---------:|:--------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------|
+| **REGISTRY_CALLER**         |   CORE    | `.`                                                                                                                             | List of importable string for the call stage.                                                    |
+| **REGISTRY_FILTER**         |   CORE    | `ddeutil.workflow.templates`                                                                                                    | List of importable string for the filter template.                                               |
+| **CONF_PATH**               |   CORE    | `./conf`                                                                                                                        | The config path that keep all template `.yaml` files.                                            |
+| **STAGE_DEFAULT_ID**        |   CORE    | `false`                                                                                                                         | A flag that enable default stage ID that use for catch an execution output.                      |
+| **GENERATE_ID_SIMPLE_MODE** |   CORE    | `true`                                                                                                                          | A flog that enable generating ID with `md5` algorithm.                                           |
+| **DEBUG_MODE**              |    LOG    | `true`                                                                                                                          | A flag that enable logging with debug level mode.                                                |
+| **TIMEZONE**                |    LOG    | `Asia/Bangkok`                                                                                                                  | A Timezone string value that will pass to `ZoneInfo` object.                                     |
+| **FORMAT**                  |    LOG    | `%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d,%(thread)-5d) [%(levelname)-7s] %(message)-120s (%(filename)s:%(lineno)s)` | A trace message console format.                                                                  |
+| **FORMAT_FILE**             |    LOG    | `{datetime} ({process:5d}, {thread:5d}) {message:120s} ({filename}:{lineno})`                                                   | A trace message format that use to write to target pointer.                                      |
+| **DATETIME_FORMAT**         |    LOG    | `%Y-%m-%d %H:%M:%S`                                                                                                             | A datetime format of the trace log.                                                              |
+| **TRACE_HANDLERS**          |    LOG    | `[{"type": "console"}]`                                                                                                         | A pointer URL of trace log that use to emit log message. Now uses optimized handler by default.  |
+| **AUDIT_CONF**              |    LOG    | `{"type": "file", "path": "./audits"}`                                                                                          | A pointer URL of audit log that use to write audit metrix.                                       |
+| **AUDIT_ENABLE_WRITE**      |    LOG    | `true`                                                                                                                          | A flag that enable writing audit log after end execution in the workflow release step.           |
 
 ## :rocket: Deployment
 

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/pyproject.toml

@@ -27,7 +27,7 @@ requires-python = ">=3.9.13"
 dependencies = [
     "ddeutil[checksum]>=0.4.8",
     "ddeutil-io[yaml,toml]>=0.2.14",
-    "pydantic==2.11.5,<3.0.0",
+    "pydantic==2.11.7,<3.0.0",
     "pydantic-extra-types>=2.10.4,<3.0.0",
     "python-dotenv>=1.1.0",
     "typer>=0.16.0",
@@ -42,11 +42,22 @@ all = [
     "ujson",
     "aiofiles",
     "aiohttp",
-    "requests==2.32.3",
+    "requests==2.32.4",
 ]
 docker = [
     "docker==7.1.0",
 ]
+azure = [
+    "azure-batch>=13.0.0",
+    "azure-storage-blob>=12.0.0",
+]
+aws = [
+    "boto3>=1.39.0",
+]
+gcp = [
+    "google-cloud-batch>=0.17.0",
+    "google-cloud-storage>=2.10.0",
+]
 
 [project.urls]
 Homepage = "https://github.com/ddeutils/ddeutil-workflow/"
@@ -87,6 +98,7 @@ omit = [
     "src/ddeutil/workflow/api/routes/job.py",
     "src/ddeutil/workflow/api/routes/logs.py",
     "src/ddeutil/workflow/api/routes/workflows.py",
+    "src/ddeutil/workflow/plugins/providers/*",
 ]
 
 [tool.coverage.report]
@@ -107,6 +119,7 @@ console_output_style = "count"
 addopts = [
     "--strict-config",
     "--strict-markers",
+    "--ignore=tests/providers",
 #    "-p no:launch",
 #    "-p no:launch_ros",
 ]

ddeutil_workflow-0.0.80/src/ddeutil/workflow/__about__.py

@@ -0,0 +1 @@
+__version__: str = "0.0.80"

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/src/ddeutil/workflow/__init__.py

@@ -52,7 +52,7 @@ from .__types import DictData, DictStr, Matrix, Re, TupleStr
 from .audits import (
     Audit,
     FileAudit,
-    get_audit_model,
+    get_audit,
 )
 from .conf import *
 from .errors import (
@@ -132,11 +132,7 @@ from .stages import (
     VirtualPyStage,
 )
 from .traces import (
-    BaseTrace,
-    FileTrace,
-    Trace,
-    TraceData,
-    TraceMeta,
+    TraceManager,
     get_trace,
 )
 from .utils import *

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/src/ddeutil/workflow/api/routes/job.py

@@ -15,7 +15,7 @@ from fastapi.responses import UJSONResponse
 from ...__types import DictData
 from ...errors import JobError
 from ...job import Job
-from ...traces import Trace, get_trace
+from ...traces import TraceManager, get_trace
 from ...utils import gen_id
 
 logger = logging.getLogger("uvicorn.error")
@@ -41,7 +41,7 @@ async def job_execute(
     if extras:
         job.extras = extras
 
-    trace: Trace = get_trace(
+    trace: TraceManager = get_trace(
         run_id, parent_run_id=parent_run_id, extras=job.extras
     )
 

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/src/ddeutil/workflow/api/routes/logs.py

@@ -10,7 +10,7 @@ from fastapi import APIRouter, Path, Query
 from fastapi import status as st
 from fastapi.responses import UJSONResponse
 
-from ...audits import get_audit_model
+from ...audits import get_audit
 from ...result import Result
 
 router = APIRouter(
@@ -90,7 +90,7 @@ async def get_audits():
     """
     return {
         "message": "Getting audit logs",
-        "audits": list(get_audit_model().find_audits(name="demo")),
+        "audits": list(get_audit().find_audits(name="demo")),
     }
 
 
@@ -109,7 +109,7 @@ async def get_audit_with_workflow(workflow: str):
     """
     return {
         "message": f"Getting audit logs with workflow name {workflow}",
-        "audits": list(get_audit_model().find_audits(name="demo")),
+        "audits": list(get_audit().find_audits(name="demo")),
     }
 
 
@@ -136,7 +136,7 @@ async def get_audit_with_workflow_release(
             f"Getting audit logs with workflow name {workflow} and release "
             f"{release}"
         ),
-        "audits": list(get_audit_model().find_audits(name="demo")),
+        "audits": list(get_audit().find_audits(name="demo")),
     }
 
 
@@ -167,5 +167,5 @@ async def get_audit_with_workflow_release_run_id(
             f"Getting audit logs with workflow name {workflow}, release "
             f"{release}, and running ID {run_id}"
         ),
-        "audits": list(get_audit_model().find_audits(name="demo")),
+        "audits": list(get_audit().find_audits(name="demo")),
     }

{ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.80}/src/ddeutil/workflow/api/routes/workflows.py

@@ -16,7 +16,7 @@ from fastapi.responses import UJSONResponse
 from pydantic import BaseModel
 
 from ...__types import DictData
-from ...audits import Audit, get_audit_model
+from ...audits import Audit, get_audit
 from ...conf import YamlParser
 from ...result import Result
 from ...workflow import Workflow
@@ -100,7 +100,7 @@ async def get_workflow_audits(name: str):
                     exclude_none=False,
                     exclude_unset=True,
                 )
-                for audit in get_audit_model().find_audits(name=name)
+                for audit in get_audit().find_audits(name=name)
             ],
         }
     except FileNotFoundError:
@@ -114,7 +114,7 @@ async def get_workflow_audits(name: str):
 async def get_workflow_release_audit(name: str, release: str):
     """Get Workflow audit log with an input release value."""
     try:
-        audit: Audit = get_audit_model().find_audit_with_release(
+        audit: Audit = get_audit().find_audit_with_release(
             name=name,
             release=datetime.strptime(release, "%Y%m%d%H%M%S"),
         )