ddeutil-workflow 0.0.56__py3-none-any.whl → 0.0.58__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ddeutil/workflow/__about__.py +1 -1
- ddeutil/workflow/__cron.py +26 -12
- ddeutil/workflow/__types.py +1 -0
- ddeutil/workflow/conf.py +21 -9
- ddeutil/workflow/event.py +11 -10
- ddeutil/workflow/exceptions.py +33 -12
- ddeutil/workflow/job.py +89 -58
- ddeutil/workflow/logs.py +59 -37
- ddeutil/workflow/params.py +4 -0
- ddeutil/workflow/result.py +9 -4
- ddeutil/workflow/scheduler.py +15 -9
- ddeutil/workflow/stages.py +441 -171
- ddeutil/workflow/utils.py +37 -6
- ddeutil/workflow/workflow.py +218 -243
- {ddeutil_workflow-0.0.56.dist-info → ddeutil_workflow-0.0.58.dist-info}/METADATA +41 -35
- ddeutil_workflow-0.0.58.dist-info/RECORD +31 -0
- {ddeutil_workflow-0.0.56.dist-info → ddeutil_workflow-0.0.58.dist-info}/WHEEL +1 -1
- ddeutil_workflow-0.0.56.dist-info/RECORD +0 -31
- {ddeutil_workflow-0.0.56.dist-info → ddeutil_workflow-0.0.58.dist-info}/entry_points.txt +0 -0
- {ddeutil_workflow-0.0.56.dist-info → ddeutil_workflow-0.0.58.dist-info}/licenses/LICENSE +0 -0
- {ddeutil_workflow-0.0.56.dist-info → ddeutil_workflow-0.0.58.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: ddeutil-workflow
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.58
|
4
4
|
Summary: Lightweight workflow orchestration
|
5
5
|
Author-email: ddeutils <korawich.anu@gmail.com>
|
6
6
|
License: MIT
|
@@ -22,8 +22,8 @@ Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Requires-Python: >=3.9.13
|
23
23
|
Description-Content-Type: text/markdown
|
24
24
|
License-File: LICENSE
|
25
|
-
Requires-Dist: ddeutil[checksum]>=0.4.
|
26
|
-
Requires-Dist: ddeutil-io[toml,yaml]>=0.2.
|
25
|
+
Requires-Dist: ddeutil[checksum]>=0.4.8
|
26
|
+
Requires-Dist: ddeutil-io[toml,yaml]>=0.2.12
|
27
27
|
Requires-Dist: pydantic==2.11.1
|
28
28
|
Requires-Dist: python-dotenv==1.1.0
|
29
29
|
Requires-Dist: schedule<2.0.0,==1.2.2
|
@@ -250,42 +250,48 @@ from ddeutil.workflow import Workflow, Result
|
|
250
250
|
|
251
251
|
workflow: Workflow = Workflow.from_conf('run-py-local')
|
252
252
|
result: Result = workflow.execute(
|
253
|
-
params={"source-extract": "USD-THB", "
|
253
|
+
params={"source-extract": "USD-THB", "run-date": "2024-01-01"}
|
254
254
|
)
|
255
255
|
```
|
256
256
|
|
257
|
-
|
258
|
-
|
259
|
-
|
260
|
-
|
261
|
-
|
262
|
-
|
263
|
-
|
264
|
-
|
265
|
-
|
266
|
-
|
267
|
-
|
268
|
-
|
269
|
-
|
270
|
-
|
271
|
-
|
272
|
-
|
273
|
-
|
274
|
-
|
275
|
-
|
276
|
-
|
277
|
-
|
278
|
-
|
279
|
-
|
280
|
-
|
281
|
-
|
257
|
+
> [!NOTE]
|
258
|
+
> So, this package provide the `Schedule` template for this action, and you can
|
259
|
+
> pass the parameters dynamically for changing align with that running time by
|
260
|
+
> the `release` prefix.
|
261
|
+
>
|
262
|
+
> ```yaml
|
263
|
+
> schedule-run-local-wf:
|
264
|
+
>
|
265
|
+
> # Validate model that use to parsing exists for template file
|
266
|
+
> type: Schedule
|
267
|
+
> workflows:
|
268
|
+
>
|
269
|
+
> # Map existing workflow that want to deploy with scheduler application.
|
270
|
+
> # It allows you to pass release parameter that dynamic change depend on the
|
271
|
+
> # current context of this scheduler application releasing that time.
|
272
|
+
> - name: run-py-local
|
273
|
+
> params:
|
274
|
+
> source-extract: "USD-THB"
|
275
|
+
> run-date: "${{ release.logical_date }}"
|
276
|
+
> ```
|
277
|
+
>
|
278
|
+
> The main method of the `Schedule` model that use to running is `pending`. If you
|
279
|
+
> do not pass the `stop` date on this method, it will use config with
|
280
|
+
> `WORKFLOW_APP_STOP_BOUNDARY_DELTA` key for generate this stop date.
|
281
|
+
>
|
282
|
+
> ```python
|
283
|
+
> from ddeutil.workflow import Schedule
|
284
|
+
>
|
285
|
+
> (
|
286
|
+
> Schedule
|
287
|
+
> .from_conf("schedule-run-local-wf")
|
288
|
+
> .pending(stop=None)
|
289
|
+
> )
|
290
|
+
> ```
|
282
291
|
|
283
|
-
|
284
|
-
|
285
|
-
|
286
|
-
.pending(stop=None)
|
287
|
-
)
|
288
|
-
```
|
292
|
+
> [!WARNING]
|
293
|
+
> The scheduler feature is the expensive feature of this project. You should
|
294
|
+
> avoid to use it and find a scheduler tool instead.
|
289
295
|
|
290
296
|
## :cookie: Configuration
|
291
297
|
|
@@ -0,0 +1,31 @@
|
|
1
|
+
ddeutil/workflow/__about__.py,sha256=aH1VtwOIsTYSvZ--4Gjq5U7sAIC_RxyBRrJoMOYdUMs,28
|
2
|
+
ddeutil/workflow/__cron.py,sha256=yLWN_1MtcN5Uc3Dinq5lpsjW1_0HmIM5tEm-o_q0Spw,28527
|
3
|
+
ddeutil/workflow/__init__.py,sha256=NXEhjzKFdIGa-jtIq9HXChLCjSXNPd8VJ8ltggxbBO8,1371
|
4
|
+
ddeutil/workflow/__main__.py,sha256=x-sYedl4T8p6054aySk-EQX6vhytvPR0HvaBNYxMzp0,364
|
5
|
+
ddeutil/workflow/__types.py,sha256=7xXy6ynpT6Do6U5A-XYSVuinE2g-4wlZGGJ1NACK1BE,4343
|
6
|
+
ddeutil/workflow/conf.py,sha256=x3ZCvz_NCpfqMV2DQtMMdYN4pMN9s6AEX9uFsIpiqz0,14827
|
7
|
+
ddeutil/workflow/event.py,sha256=VAXUwkuKwaH2gpqc2g0qTE1EhO0dAi46b-RSEtBYvnc,10397
|
8
|
+
ddeutil/workflow/exceptions.py,sha256=HNXkZLaoWa6ejYG1NdwlUAyZiJWbsjjOJ9DjIPaM-aw,2343
|
9
|
+
ddeutil/workflow/job.py,sha256=FYfnJnSKVLtyVzM0VrcMRXOk_m_YH4vPCvfmzvaOiZ8,35241
|
10
|
+
ddeutil/workflow/logs.py,sha256=Jkcj42-GdK5kTY0w2y8PTCPyofRjfG5EVSirWICrjv4,27618
|
11
|
+
ddeutil/workflow/params.py,sha256=QCI5u2gCzi9vR8_emjyJaVevTrr81ofhFK_vPHfPf2k,11560
|
12
|
+
ddeutil/workflow/result.py,sha256=yEV_IXtiC8x-4zx6DKal5swebjtOWdKakv-WuhNyiNQ,5891
|
13
|
+
ddeutil/workflow/reusables.py,sha256=iXcS7Gg-71qVX4ln0ILTDx03cTtUnj_rNoXHTVdVrxc,17636
|
14
|
+
ddeutil/workflow/scheduler.py,sha256=8btWD5dDgTHyx92MJvFWbN79dDTAvVuaLzjm4c_HQvo,27239
|
15
|
+
ddeutil/workflow/stages.py,sha256=83pP3kLjTKIV66XsMm8rvEnF4ZNknxQTk80MePb_e5U,92032
|
16
|
+
ddeutil/workflow/utils.py,sha256=wrL9nAVPOFWEvgniELAHbB_NGVX5QeL9DkzHEE35LE8,8766
|
17
|
+
ddeutil/workflow/workflow.py,sha256=bJ-CCv4U8EOg73qQKVjdAQ0xU82OShUCJGdSgfa8dRs,44785
|
18
|
+
ddeutil/workflow/api/__init__.py,sha256=kY30dL8HPY8tY_GBmm7y_3OdoXzB1-EA2a96PLU0AQw,5278
|
19
|
+
ddeutil/workflow/api/logs.py,sha256=NMTnOnsBrDB5129329xF2myLdrb-z9k1MQrmrP7qXJw,1818
|
20
|
+
ddeutil/workflow/api/utils.py,sha256=uTtUFVLpiYYahXvCVx8sueRQ03K2Xw1id_gW3IMmX1U,5295
|
21
|
+
ddeutil/workflow/api/routes/__init__.py,sha256=qoGtOMyVgQ5nTUc8J8wH27A8isaxl3IFCX8qoyibeCY,484
|
22
|
+
ddeutil/workflow/api/routes/job.py,sha256=8X5VLDJH6PumyNIY6JGRNBsf2gWN0eG9DzxRPSh6n4I,2190
|
23
|
+
ddeutil/workflow/api/routes/logs.py,sha256=U6vOni3wd-ZTOwd3yVdSOpgyRmNdcgfngU5KlLM3Cww,5383
|
24
|
+
ddeutil/workflow/api/routes/schedules.py,sha256=14RnaJKEGMSJtncI1H_QQVZNBe_jDS40PPRO6qFc3i0,4805
|
25
|
+
ddeutil/workflow/api/routes/workflows.py,sha256=GJu5PiXEylswrXylEImpncySjeU9chrvrtjhiMCw2RQ,4529
|
26
|
+
ddeutil_workflow-0.0.58.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
|
27
|
+
ddeutil_workflow-0.0.58.dist-info/METADATA,sha256=1jRIZa2yDn_5BojKYl-Fvpbkb5rUSHwPnZl5JlDmSqA,19228
|
28
|
+
ddeutil_workflow-0.0.58.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
|
29
|
+
ddeutil_workflow-0.0.58.dist-info/entry_points.txt,sha256=qDTpPSauL0ciO6T4iSVt8bJeYrVEkkoEEw_RlGx6Kgk,63
|
30
|
+
ddeutil_workflow-0.0.58.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
|
31
|
+
ddeutil_workflow-0.0.58.dist-info/RECORD,,
|
@@ -1,31 +0,0 @@
|
|
1
|
-
ddeutil/workflow/__about__.py,sha256=EXJHOyenQmmnoVgcw7W0m9HU1cg9EJV61611jGr4NDY,28
|
2
|
-
ddeutil/workflow/__cron.py,sha256=h8rLeIUAAEB2SdZ4Jhch7LU1Yl3bbJ-iNNJ3tQ0eYVM,28095
|
3
|
-
ddeutil/workflow/__init__.py,sha256=NXEhjzKFdIGa-jtIq9HXChLCjSXNPd8VJ8ltggxbBO8,1371
|
4
|
-
ddeutil/workflow/__main__.py,sha256=x-sYedl4T8p6054aySk-EQX6vhytvPR0HvaBNYxMzp0,364
|
5
|
-
ddeutil/workflow/__types.py,sha256=8jBdbfb3aZSetjz0mvNrpGHwwxJff7mK8_4v41cLqlc,4316
|
6
|
-
ddeutil/workflow/conf.py,sha256=JaTfglfdgGe7M-nb2NeRska95MDmYapwKuAlZfzVdr4,14425
|
7
|
-
ddeutil/workflow/event.py,sha256=qiUrkkVxOvYEFfxTWBsLCgYTyOWMY125abOPieY5Xqc,10319
|
8
|
-
ddeutil/workflow/exceptions.py,sha256=0MvjCRBUsHfOm1kzMiC4Y22vb1_sfvTU0wAW7xZwtAo,1587
|
9
|
-
ddeutil/workflow/job.py,sha256=T0zxzK682kYaNmVHTzNWeBrZu8QJ6J2eYCFlKto0vA4,34381
|
10
|
-
ddeutil/workflow/logs.py,sha256=rsoBrUGQrooou18fg2yvPsB8NOaXnUA5ThQpBr_WVMg,26598
|
11
|
-
ddeutil/workflow/params.py,sha256=FKY4Oo1Ze4QZKRfAk7rqKsi44YaJQAbqAtXM6vlO2hI,11392
|
12
|
-
ddeutil/workflow/result.py,sha256=rI0S8-HanFDk1l6_BsYRRamzSfzKUy7bkKJUae1w_aQ,5708
|
13
|
-
ddeutil/workflow/reusables.py,sha256=iXcS7Gg-71qVX4ln0ILTDx03cTtUnj_rNoXHTVdVrxc,17636
|
14
|
-
ddeutil/workflow/scheduler.py,sha256=oVSNwZ-iyXFOGXhsltzaDy7GDQejI9GalMHxa8JRcro,27063
|
15
|
-
ddeutil/workflow/stages.py,sha256=E5XoMVijjcvm_YK8AbiA8xGAQUphCPTtGazW-oLAdeI,82543
|
16
|
-
ddeutil/workflow/utils.py,sha256=NZPvPPP_5g4cigFcD7tHjIKLtKMeYAcb3oUhNyhTpJ0,7947
|
17
|
-
ddeutil/workflow/workflow.py,sha256=vgVOwa79ZXWcOv2k6FG4I_FVuyswGwbglidWQJXSrsY,45739
|
18
|
-
ddeutil/workflow/api/__init__.py,sha256=kY30dL8HPY8tY_GBmm7y_3OdoXzB1-EA2a96PLU0AQw,5278
|
19
|
-
ddeutil/workflow/api/logs.py,sha256=NMTnOnsBrDB5129329xF2myLdrb-z9k1MQrmrP7qXJw,1818
|
20
|
-
ddeutil/workflow/api/utils.py,sha256=uTtUFVLpiYYahXvCVx8sueRQ03K2Xw1id_gW3IMmX1U,5295
|
21
|
-
ddeutil/workflow/api/routes/__init__.py,sha256=qoGtOMyVgQ5nTUc8J8wH27A8isaxl3IFCX8qoyibeCY,484
|
22
|
-
ddeutil/workflow/api/routes/job.py,sha256=8X5VLDJH6PumyNIY6JGRNBsf2gWN0eG9DzxRPSh6n4I,2190
|
23
|
-
ddeutil/workflow/api/routes/logs.py,sha256=U6vOni3wd-ZTOwd3yVdSOpgyRmNdcgfngU5KlLM3Cww,5383
|
24
|
-
ddeutil/workflow/api/routes/schedules.py,sha256=14RnaJKEGMSJtncI1H_QQVZNBe_jDS40PPRO6qFc3i0,4805
|
25
|
-
ddeutil/workflow/api/routes/workflows.py,sha256=GJu5PiXEylswrXylEImpncySjeU9chrvrtjhiMCw2RQ,4529
|
26
|
-
ddeutil_workflow-0.0.56.dist-info/licenses/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
|
27
|
-
ddeutil_workflow-0.0.56.dist-info/METADATA,sha256=JYyoDdlPBgJukz3yFPseqjqTOwK7i2LejPgLhqkBXwo,19008
|
28
|
-
ddeutil_workflow-0.0.56.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
29
|
-
ddeutil_workflow-0.0.56.dist-info/entry_points.txt,sha256=qDTpPSauL0ciO6T4iSVt8bJeYrVEkkoEEw_RlGx6Kgk,63
|
30
|
-
ddeutil_workflow-0.0.56.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
|
31
|
-
ddeutil_workflow-0.0.56.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|