ddeutil-workflow 0.0.18__py3-none-any.whl → 0.0.20__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ddeutil/workflow/__about__.py +1 -1
- ddeutil/workflow/__cron.py +29 -2
- ddeutil/workflow/__init__.py +9 -4
- ddeutil/workflow/conf.py +49 -40
- ddeutil/workflow/exceptions.py +4 -0
- ddeutil/workflow/job.py +58 -45
- ddeutil/workflow/on.py +4 -2
- ddeutil/workflow/scheduler.py +117 -947
- ddeutil/workflow/stage.py +92 -66
- ddeutil/workflow/utils.py +61 -43
- ddeutil/workflow/workflow.py +1084 -0
- {ddeutil_workflow-0.0.18.dist-info → ddeutil_workflow-0.0.20.dist-info}/METADATA +12 -12
- ddeutil_workflow-0.0.20.dist-info/RECORD +22 -0
- {ddeutil_workflow-0.0.18.dist-info → ddeutil_workflow-0.0.20.dist-info}/WHEEL +1 -1
- ddeutil_workflow-0.0.18.dist-info/RECORD +0 -21
- {ddeutil_workflow-0.0.18.dist-info → ddeutil_workflow-0.0.20.dist-info}/LICENSE +0 -0
- {ddeutil_workflow-0.0.18.dist-info → ddeutil_workflow-0.0.20.dist-info}/entry_points.txt +0 -0
- {ddeutil_workflow-0.0.18.dist-info → ddeutil_workflow-0.0.20.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: ddeutil-workflow
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.20
|
4
4
|
Summary: Lightweight workflow orchestration with less dependencies
|
5
5
|
Author-email: ddeutils <korawich.anu@gmail.com>
|
6
6
|
License: MIT
|
@@ -22,14 +22,14 @@ Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Requires-Python: >=3.9.13
|
23
23
|
Description-Content-Type: text/markdown
|
24
24
|
License-File: LICENSE
|
25
|
-
Requires-Dist: ddeutil
|
26
|
-
Requires-Dist: ddeutil-io[toml,yaml]
|
27
|
-
Requires-Dist: pydantic
|
28
|
-
Requires-Dist: python-dotenv
|
29
|
-
Requires-Dist: typer
|
30
|
-
Requires-Dist: schedule
|
25
|
+
Requires-Dist: ddeutil>=0.4.3
|
26
|
+
Requires-Dist: ddeutil-io[toml,yaml]>=0.2.3
|
27
|
+
Requires-Dist: pydantic==2.10.2
|
28
|
+
Requires-Dist: python-dotenv==1.0.1
|
29
|
+
Requires-Dist: typer==0.15.1
|
30
|
+
Requires-Dist: schedule<2.0.0,==1.2.2
|
31
31
|
Provides-Extra: api
|
32
|
-
Requires-Dist: fastapi
|
32
|
+
Requires-Dist: fastapi<1.0.0,>=0.115.0; extra == "api"
|
33
33
|
|
34
34
|
# Workflow
|
35
35
|
|
@@ -46,7 +46,7 @@ for easy to make a simple metadata driven for data workflow orchestration.
|
|
46
46
|
It can to use for data operator by a `.yaml` template.
|
47
47
|
|
48
48
|
> [!WARNING]
|
49
|
-
> This package provide only orchestration workload
|
49
|
+
> This package provide only orchestration workload. That mean you should not
|
50
50
|
> use the workflow stage to process any large volume data which use lot of compute
|
51
51
|
> resource. :cold_sweat:
|
52
52
|
|
@@ -58,10 +58,10 @@ configuration. It called **Metadata Driven Data Workflow**.
|
|
58
58
|
|
59
59
|
**:pushpin: <u>Rules of This Workflow engine</u>**:
|
60
60
|
|
61
|
-
1. Minimum frequency unit of scheduling is **1 minute** :warning:
|
61
|
+
1. The Minimum frequency unit of scheduling is **1 minute** :warning:
|
62
62
|
2. Can not re-run only failed stage and its pending downstream :rotating_light:
|
63
63
|
3. All parallel tasks inside workflow engine use Multi-Threading
|
64
|
-
(
|
64
|
+
(Python 3.13 unlock GIL :unlock:)
|
65
65
|
|
66
66
|
> [!NOTE]
|
67
67
|
> _Disclaimer_: I inspire the dynamic statement from the [**GitHub Action**](https://github.com/features/actions)
|
@@ -183,7 +183,7 @@ application. If any configuration values do not set yet, it will use default val
|
|
183
183
|
and do not raise any error to you.
|
184
184
|
|
185
185
|
| Environment | Component | Default | Description | Remark |
|
186
|
-
|
186
|
+
|:----------------------------------------|:----------|:---------------------------------|--------------------------------------------------------------------------------------------------------------------|--------|
|
187
187
|
| `WORKFLOW_ROOT_PATH` | Core | . | The root path of the workflow application. | |
|
188
188
|
| `WORKFLOW_CORE_REGISTRY` | Core | src.ddeutil.workflow,tests.utils | List of importable string for the hook stage. | |
|
189
189
|
| `WORKFLOW_CORE_REGISTRY_FILTER` | Core | ddeutil.workflow.utils | List of importable string for the filter template. | |
|
@@ -0,0 +1,22 @@
|
|
1
|
+
ddeutil/workflow/__about__.py,sha256=Ktc8H9ZIafIIgqUKw2AXtyKPjKSj3ZNsWqgH0Gs_vow,28
|
2
|
+
ddeutil/workflow/__cron.py,sha256=_2P9nmGOwGdv5bLgf9TpML2HBgqLv_qRgiO1Rulo1PA,26693
|
3
|
+
ddeutil/workflow/__init__.py,sha256=DCSN0foPFlFLN_Q4uoWa_EBBlKeMHXGpOdr-lWHISrQ,1422
|
4
|
+
ddeutil/workflow/__types.py,sha256=yizLXzjQpBt_WPaof2pIyncitJvYeksw4Q1zYJeuCLA,3707
|
5
|
+
ddeutil/workflow/api.py,sha256=vUT2RVS9sF3hvY-IrzAEnahxwq4ZFYP0G3xfctHbNsw,4701
|
6
|
+
ddeutil/workflow/cli.py,sha256=baHhvtI8snbHYHeThoX401Cd6SMB2boyyCbCtTrIl3E,3278
|
7
|
+
ddeutil/workflow/conf.py,sha256=ojFXYn1n8kBxl6wzEeVcHVmY8eFfnAd1AMt1zkNASmA,15617
|
8
|
+
ddeutil/workflow/exceptions.py,sha256=NqnQJP52S59XIYMeXbTDbr4xH2UZ5EA3ejpU5Z4g6cQ,894
|
9
|
+
ddeutil/workflow/job.py,sha256=wv_ybLKNCzMIoNJwyFV2aUNAA7X3UfidXo1E7pESduQ,24455
|
10
|
+
ddeutil/workflow/on.py,sha256=3Typ9YS2303LTijGK4ytN38ZLC0Gyq55HtFd0lm97Ic,7391
|
11
|
+
ddeutil/workflow/repeat.py,sha256=s0azh-f5JQeow7kpxM8GKlqgAmKL7oU6St3L4Ggx4cY,4925
|
12
|
+
ddeutil/workflow/route.py,sha256=JALwOH6xKu5rnII7DgA1Lbp_E5ehCoBbOW_eKqB_Olk,6753
|
13
|
+
ddeutil/workflow/scheduler.py,sha256=B2uXsqzmp32nIbya8EDePYyRhpwcxCMeoibPABCuMOA,18750
|
14
|
+
ddeutil/workflow/stage.py,sha256=VRiKnq73wzC5GZOHNzcjrJXCyyCHmnSXvCFh3nySpSk,26339
|
15
|
+
ddeutil/workflow/utils.py,sha256=IUTj7c6Jsi1oNHP7inLpv1TYhAA44lEMU1n5nNa1-bk,25657
|
16
|
+
ddeutil/workflow/workflow.py,sha256=qztEyaUmSk0jXBfWhU0h9QHMk2W5rPRgEXZTjJN0nXA,37037
|
17
|
+
ddeutil_workflow-0.0.20.dist-info/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
|
18
|
+
ddeutil_workflow-0.0.20.dist-info/METADATA,sha256=5pjsJTd32g0Cm3VawZYRJAET-0xI2iP-gWrYgfDTZxU,13583
|
19
|
+
ddeutil_workflow-0.0.20.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
|
20
|
+
ddeutil_workflow-0.0.20.dist-info/entry_points.txt,sha256=0BVOgO3LdUdXVZ-CiHHDKxzEk2c8J30jEwHeKn2YCWI,62
|
21
|
+
ddeutil_workflow-0.0.20.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
|
22
|
+
ddeutil_workflow-0.0.20.dist-info/RECORD,,
|
@@ -1,21 +0,0 @@
|
|
1
|
-
ddeutil/workflow/__about__.py,sha256=b5h9QJ6GhQ-EDPZTcMYoeJZy8blWgeG9xjpFBHrVLPg,28
|
2
|
-
ddeutil/workflow/__cron.py,sha256=ZiuV4ASkXvAyFJYxEb9PKiAFNYnUt4AJozu_kH3pI4U,25777
|
3
|
-
ddeutil/workflow/__init__.py,sha256=HA0tjGBXJItNPsAqvhnFUXU0fP0K6iMMfMtJ37tRwcw,1385
|
4
|
-
ddeutil/workflow/__types.py,sha256=yizLXzjQpBt_WPaof2pIyncitJvYeksw4Q1zYJeuCLA,3707
|
5
|
-
ddeutil/workflow/api.py,sha256=vUT2RVS9sF3hvY-IrzAEnahxwq4ZFYP0G3xfctHbNsw,4701
|
6
|
-
ddeutil/workflow/cli.py,sha256=baHhvtI8snbHYHeThoX401Cd6SMB2boyyCbCtTrIl3E,3278
|
7
|
-
ddeutil/workflow/conf.py,sha256=4j7m2blvCPlz_me4SBHf_exViUK3ZLLBCwldPztHJKo,15390
|
8
|
-
ddeutil/workflow/exceptions.py,sha256=Uf1-Tn8rAzj0aiVHSqo4fBqO80W0za7UFZgKv24E-tg,706
|
9
|
-
ddeutil/workflow/job.py,sha256=kSllDDiSnDpyFnIT9-Sum6OHQ16Pn5h2t5_-XljHbgk,23979
|
10
|
-
ddeutil/workflow/on.py,sha256=rneZB5HyFWTBWriGef999bovA3glQIK6LTgC996q9Gc,7334
|
11
|
-
ddeutil/workflow/repeat.py,sha256=s0azh-f5JQeow7kpxM8GKlqgAmKL7oU6St3L4Ggx4cY,4925
|
12
|
-
ddeutil/workflow/route.py,sha256=JALwOH6xKu5rnII7DgA1Lbp_E5ehCoBbOW_eKqB_Olk,6753
|
13
|
-
ddeutil/workflow/scheduler.py,sha256=baCYbv5f8HiQgV36fUvkkUpSiIRhrznuwKefsgKjHv4,47546
|
14
|
-
ddeutil/workflow/stage.py,sha256=6Ng3RiCSrnQ-FUsRRcuG2ClMD6ifiQlgyBFi6tohfxI,25455
|
15
|
-
ddeutil/workflow/utils.py,sha256=ouuQ3mqjKVzuchCcvVelo8Hh8c6UJ4_lHPqejcxNDRA,25147
|
16
|
-
ddeutil_workflow-0.0.18.dist-info/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
|
17
|
-
ddeutil_workflow-0.0.18.dist-info/METADATA,sha256=VLZchB_AWG5kMf7RYFTyKI3zkxWdj7k942f_XZpBxyQ,13606
|
18
|
-
ddeutil_workflow-0.0.18.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
|
19
|
-
ddeutil_workflow-0.0.18.dist-info/entry_points.txt,sha256=0BVOgO3LdUdXVZ-CiHHDKxzEk2c8J30jEwHeKn2YCWI,62
|
20
|
-
ddeutil_workflow-0.0.18.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
|
21
|
-
ddeutil_workflow-0.0.18.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|