ddeutil-workflow 0.0.5__py3-none-any.whl → 0.0.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ddeutil/workflow/__about__.py +1 -1
- ddeutil/workflow/__init__.py +9 -0
- ddeutil/workflow/__types.py +43 -1
- ddeutil/workflow/exceptions.py +13 -1
- ddeutil/workflow/loader.py +13 -115
- ddeutil/workflow/on.py +78 -26
- ddeutil/workflow/pipeline.py +341 -392
- ddeutil/workflow/{__scheduler.py → scheduler.py} +73 -45
- ddeutil/workflow/stage.py +402 -0
- ddeutil/workflow/utils.py +205 -35
- {ddeutil_workflow-0.0.5.dist-info → ddeutil_workflow-0.0.6.dist-info}/METADATA +95 -66
- ddeutil_workflow-0.0.6.dist-info/RECORD +15 -0
- ddeutil/workflow/__regex.py +0 -44
- ddeutil/workflow/tasks/__init__.py +0 -6
- ddeutil/workflow/tasks/dummy.py +0 -52
- ddeutil_workflow-0.0.5.dist-info/RECORD +0 -17
- {ddeutil_workflow-0.0.5.dist-info → ddeutil_workflow-0.0.6.dist-info}/LICENSE +0 -0
- {ddeutil_workflow-0.0.5.dist-info → ddeutil_workflow-0.0.6.dist-info}/WHEEL +0 -0
- {ddeutil_workflow-0.0.5.dist-info → ddeutil_workflow-0.0.6.dist-info}/top_level.txt +0 -0
@@ -1,6 +0,0 @@
|
|
1
|
-
# ------------------------------------------------------------------------------
|
2
|
-
# Copyright (c) 2022 Korawich Anuttra. All rights reserved.
|
3
|
-
# Licensed under the MIT License. See LICENSE in the project root for
|
4
|
-
# license information.
|
5
|
-
# ------------------------------------------------------------------------------
|
6
|
-
from .dummy import *
|
ddeutil/workflow/tasks/dummy.py
DELETED
@@ -1,52 +0,0 @@
|
|
1
|
-
# ------------------------------------------------------------------------------
|
2
|
-
# Copyright (c) 2022 Korawich Anuttra. All rights reserved.
|
3
|
-
# Licensed under the MIT License. See LICENSE in the project root for
|
4
|
-
# license information.
|
5
|
-
# ------------------------------------------------------------------------------
|
6
|
-
from __future__ import annotations
|
7
|
-
|
8
|
-
from typing import Any
|
9
|
-
|
10
|
-
from ddeutil.workflow.utils import tag
|
11
|
-
|
12
|
-
|
13
|
-
@tag("polars-dir", name="el-csv-to-parquet")
|
14
|
-
def dummy_task_1(
|
15
|
-
source: str,
|
16
|
-
sink: str,
|
17
|
-
conversion: dict[str, Any] | None = None,
|
18
|
-
) -> dict[str, int]:
|
19
|
-
"""Extract Load data from CSV to Parquet file.
|
20
|
-
|
21
|
-
:param source:
|
22
|
-
:param sink:
|
23
|
-
:param conversion:
|
24
|
-
"""
|
25
|
-
print("Start EL for CSV to Parquet with Polars Engine")
|
26
|
-
print("---")
|
27
|
-
print(f"Reading data from {source}")
|
28
|
-
|
29
|
-
conversion: dict[str, Any] = conversion or {}
|
30
|
-
if conversion:
|
31
|
-
print("Start Schema Conversion ...")
|
32
|
-
|
33
|
-
print(f"Writing data to {sink}")
|
34
|
-
return {"records": 1}
|
35
|
-
|
36
|
-
|
37
|
-
@tag("polars-dir-scan", name="el-csv-to-parquet")
|
38
|
-
def dummy_task_2(
|
39
|
-
source: str,
|
40
|
-
sink: str,
|
41
|
-
conversion: dict[str, Any] | None = None,
|
42
|
-
) -> dict[str, int]:
|
43
|
-
print("Start EL for CSV to Parquet with Polars Engine")
|
44
|
-
print("---")
|
45
|
-
print(f"Reading data from {source}")
|
46
|
-
|
47
|
-
conversion: dict[str, Any] = conversion or {}
|
48
|
-
if conversion:
|
49
|
-
print("Start Schema Conversion ...")
|
50
|
-
|
51
|
-
print(f"Writing data to {sink}")
|
52
|
-
return {"records": 1}
|
@@ -1,17 +0,0 @@
|
|
1
|
-
ddeutil/workflow/__about__.py,sha256=jgkUUyo8sKJnE1-6McC_AbxbZqvAFoYRfSE3HCAexlk,27
|
2
|
-
ddeutil/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
3
|
-
ddeutil/workflow/__regex.py,sha256=bOngaQ0zJgy3vfNwF2MlI8XhLu_Ei1Vz8y50iLj8ao4,1061
|
4
|
-
ddeutil/workflow/__scheduler.py,sha256=wSzv6EN2Nx99lLxzrA80qfqQ_AxOFJAOk_EZYgafVzk,20965
|
5
|
-
ddeutil/workflow/__types.py,sha256=AkpQq6QlrclpurCZZVY9RMxoyS9z2WGzhaz_ikeTaCU,453
|
6
|
-
ddeutil/workflow/exceptions.py,sha256=XAq82VHSMLNb4UjGatp7hYfjxFtMiKFtBqJyAhwTl-s,434
|
7
|
-
ddeutil/workflow/loader.py,sha256=xiOtxluhLXfryMp3q1OIJggykr01WENKV7zBkcJ9-Yc,5763
|
8
|
-
ddeutil/workflow/on.py,sha256=vYNcvh74MN2ttd9KOehngOhJDNqDheFbbsXeEhDSqyk,5280
|
9
|
-
ddeutil/workflow/pipeline.py,sha256=tnzeAQrXb_-OIo53IGv6LxZoMiOJyMPWXAbisdBCXHI,19298
|
10
|
-
ddeutil/workflow/utils.py,sha256=A-k3L4OUFFq6utlsbpEVMGyofiLbDrvThM8IqFDE9gE,6093
|
11
|
-
ddeutil/workflow/tasks/__init__.py,sha256=HcQ7xNETFOKovMOs4lL2Pl8hXFZ515jU5Mc3LFZcSGE,336
|
12
|
-
ddeutil/workflow/tasks/dummy.py,sha256=b_y6eHGxj4aQ-ZmvcNL7aBHu3eIzL6BeXgqj0MDqSPw,1460
|
13
|
-
ddeutil_workflow-0.0.5.dist-info/LICENSE,sha256=nGFZ1QEhhhWeMHf9n99_fdt4vQaXS29xWKxt-OcLywk,1085
|
14
|
-
ddeutil_workflow-0.0.5.dist-info/METADATA,sha256=dcZadiwnhPD6DnoBaugdPHlOw108lRCmhDD7KF2s-Dg,7717
|
15
|
-
ddeutil_workflow-0.0.5.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
|
16
|
-
ddeutil_workflow-0.0.5.dist-info/top_level.txt,sha256=m9M6XeSWDwt_yMsmH6gcOjHZVK5O0-vgtNBuncHjzW4,8
|
17
|
-
ddeutil_workflow-0.0.5.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|