ygo 1.0.11__py3-none-any.whl → 1.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ygo might be problematic. Click here for more details.
- ygo/__init__.py +7 -4
- ygo/delay.py +89 -0
- ygo/{ygo.py → pool.py} +41 -215
- ygo/utils.py +137 -0
- ygo-1.1.0.dist-info/METADATA +160 -0
- ygo-1.1.0.dist-info/RECORD +12 -0
- {ygo-1.0.11.dist-info → ygo-1.1.0.dist-info}/WHEEL +1 -1
- {ygo-1.0.11.dist-info → ygo-1.1.0.dist-info}/top_level.txt +0 -1
- ylog/__init__.py +2 -0
- ycat/__init__.py +0 -33
- ycat/client.py +0 -172
- ycat/parse.py +0 -64
- ycat/provider.py +0 -101
- ycat/qdf/__init__.py +0 -530
- ycat/qdf/errors.py +0 -65
- ycat/qdf/expr.py +0 -308
- ycat/qdf/qdf.py +0 -180
- ycat/qdf/udf/__init__.py +0 -14
- ycat/qdf/udf/base_udf.py +0 -145
- ycat/qdf/udf/cs_udf.py +0 -97
- ycat/qdf/udf/d_udf.py +0 -176
- ycat/qdf/udf/ind_udf.py +0 -202
- ycat/qdf/udf/ts_udf.py +0 -175
- ygo-1.0.11.dist-info/METADATA +0 -102
- ygo-1.0.11.dist-info/RECORD +0 -24
- {ygo-1.0.11.dist-info → ygo-1.1.0.dist-info}/licenses/LICENSE +0 -0
ygo-1.0.11.dist-info/METADATA
DELETED
|
@@ -1,102 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.4
|
|
2
|
-
Name: ygo
|
|
3
|
-
Version: 1.0.11
|
|
4
|
-
Project-URL: homepage, https://github.com/link-yundi/ygo
|
|
5
|
-
Project-URL: repository, https://github.com/link-yundi/ygo
|
|
6
|
-
Requires-Python: >=3.9
|
|
7
|
-
Description-Content-Type: text/markdown
|
|
8
|
-
License-File: LICENSE
|
|
9
|
-
Requires-Dist: clickhouse-df>=0.1.5
|
|
10
|
-
Requires-Dist: clickhouse-driver>=0.2.9
|
|
11
|
-
Requires-Dist: connectorx>=0.3.3
|
|
12
|
-
Requires-Dist: dynaconf>=3.2.11
|
|
13
|
-
Requires-Dist: exchange-calendars>=4.2.8
|
|
14
|
-
Requires-Dist: joblib>=1.4.2
|
|
15
|
-
Requires-Dist: lark>=1.2.2
|
|
16
|
-
Requires-Dist: lightgbm>=4.6.0
|
|
17
|
-
Requires-Dist: loguru>=0.7.3
|
|
18
|
-
Requires-Dist: mlflow>=2.17.2
|
|
19
|
-
Requires-Dist: pandas>=2.0.3
|
|
20
|
-
Requires-Dist: polars>=1.8.2
|
|
21
|
-
Requires-Dist: pyarrow>=17.0.0
|
|
22
|
-
Requires-Dist: pymysql>=1.1.1
|
|
23
|
-
Requires-Dist: sqlalchemy>=2.0.40
|
|
24
|
-
Requires-Dist: sqlparse>=0.5.3
|
|
25
|
-
Requires-Dist: toolz>=1.0.0
|
|
26
|
-
Requires-Dist: torch>=2.5.1
|
|
27
|
-
Requires-Dist: tqdm>=4.67.1
|
|
28
|
-
Dynamic: license-file
|
|
29
|
-
|
|
30
|
-
# ygo
|
|
31
|
-
并发执行(加入进度条)以及延迟调用(基于joblib),以及获取对应函数的相关信息
|
|
32
|
-
|
|
33
|
-
### 安装
|
|
34
|
-
```shell
|
|
35
|
-
pip install -U git+https://github.com/link-yundi/ygo.git
|
|
36
|
-
```
|
|
37
|
-
|
|
38
|
-
### 示例
|
|
39
|
-
|
|
40
|
-
```
|
|
41
|
-
├── a
|
|
42
|
-
│ ├── __init__.py
|
|
43
|
-
│ └── b
|
|
44
|
-
│ ├── __init__.py
|
|
45
|
-
│ └── c.py
|
|
46
|
-
└── test.py
|
|
47
|
-
|
|
48
|
-
c.py 中定义了目标函数
|
|
49
|
-
def test_fn(a, b=2):
|
|
50
|
-
return a+b
|
|
51
|
-
```
|
|
52
|
-
|
|
53
|
-
#### 场景1: 并发
|
|
54
|
-
|
|
55
|
-
```python
|
|
56
|
-
import ygo
|
|
57
|
-
import ylog
|
|
58
|
-
from a.b.c import test_fn
|
|
59
|
-
|
|
60
|
-
with ygo.pool(job_name="test parallel", show_progress=True) as go:
|
|
61
|
-
for i in range(10):
|
|
62
|
-
go.submit(test_fn)(a=i, b=2*i)
|
|
63
|
-
for res in go.do():
|
|
64
|
-
ylog.info(res)
|
|
65
|
-
```
|
|
66
|
-
|
|
67
|
-
#### 场景2: 延迟调用
|
|
68
|
-
|
|
69
|
-
```
|
|
70
|
-
>>> fn = delay(test_fn)(a=1, b=2)
|
|
71
|
-
>>> fn()
|
|
72
|
-
3
|
|
73
|
-
>>> # 逐步传递参数
|
|
74
|
-
>>> fn1 = delay(lambda a, b, c: a+b+c)(a=1)
|
|
75
|
-
>>> fn2 = delay(fn1)(b=2)
|
|
76
|
-
>>> fn2(c=3)
|
|
77
|
-
6
|
|
78
|
-
>>> # 参数更改
|
|
79
|
-
>>> fn1 = delay(lambda a, b, c: a+b+c)(a=1, b=2)
|
|
80
|
-
>>> fn2 = delay(fn1)(c=3, b=5)
|
|
81
|
-
>>> fn2()
|
|
82
|
-
9
|
|
83
|
-
```
|
|
84
|
-
|
|
85
|
-
#### 场景3: 获取目标函数信息
|
|
86
|
-
|
|
87
|
-
```
|
|
88
|
-
>>> ygo.fn_info(test_fn)
|
|
89
|
-
=============================================================
|
|
90
|
-
a.b.c.test_fn(a, b=2)
|
|
91
|
-
=============================================================
|
|
92
|
-
def test_fn(a, b=2):
|
|
93
|
-
return a+b
|
|
94
|
-
```
|
|
95
|
-
|
|
96
|
-
#### 场景4: 通过字符串解析函数并执行
|
|
97
|
-
|
|
98
|
-
```
|
|
99
|
-
>>> ygo.fn_from_str("a.b.c.test_fn")(a=1, b=5)
|
|
100
|
-
6
|
|
101
|
-
```
|
|
102
|
-
|
ygo-1.0.11.dist-info/RECORD
DELETED
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
ycat/__init__.py,sha256=12U74rO_nB-EpD8uFV4tBH3zCAi98nk68zwIGJgMDwo,532
|
|
2
|
-
ycat/client.py,sha256=Z5lwybzXv6MADbbooDT-rhdr9JMI_t2TDAXt0ghongQ,5451
|
|
3
|
-
ycat/parse.py,sha256=piz_iciF7JFnn8v_qtUEHP6NZ_MWJidsA5gBpLtuZzw,2195
|
|
4
|
-
ycat/provider.py,sha256=jjihriryR7OWHXCnPAcNLJjg_iHXuZxhQY1YSE9MKgI,3384
|
|
5
|
-
ycat/qdf/__init__.py,sha256=8fIBr0FUAYGc33CYnWILY0Ur2DXdctWjw28S5qDWhD4,7572
|
|
6
|
-
ycat/qdf/errors.py,sha256=lJhhjDRdQOOKUFGlLQ9ELK4AexXBwYQSYus_V-kc5K8,1180
|
|
7
|
-
ycat/qdf/expr.py,sha256=ck_BHMCV29Q8-szci1_v4ud964QI7JoRRcmA0ppupsc,8454
|
|
8
|
-
ycat/qdf/qdf.py,sha256=XcnGyyfuRY1HqaG56kC5tB6psrIXqo9QVQtgH3mhips,7322
|
|
9
|
-
ycat/qdf/udf/__init__.py,sha256=DdrSGaCB__5C1YL0vd_5rjIB3KLrAKn3h3k9k50L0jA,313
|
|
10
|
-
ycat/qdf/udf/base_udf.py,sha256=6VDaCIGNLJxZ7UsoIDWtTH6PzUDj89b8FiwN-TEat2g,3437
|
|
11
|
-
ycat/qdf/udf/cs_udf.py,sha256=HT3EKBwAhOxOFDQnpfwb4YcMTT3-lqFXkdysdn5_FI4,3179
|
|
12
|
-
ycat/qdf/udf/d_udf.py,sha256=L9mkX6yDpQPwXvQTAebDepjEkirCqur1DfV2Fnl8KA0,5352
|
|
13
|
-
ycat/qdf/udf/ind_udf.py,sha256=hDCKfcLFCgIhdC9dQ5GYxLemZaOE6K7kQyAnjUrwePM,6482
|
|
14
|
-
ycat/qdf/udf/ts_udf.py,sha256=uUuZnKMY-V_uInP0nsBMblDpxY3ld3EwvrXTwWMqeig,5410
|
|
15
|
-
ygo/__init__.py,sha256=kQK7CwVCz8NJTj5eS9Xrt_G1kPHvDIbe2sTzHgWITxI,590
|
|
16
|
-
ygo/exceptions.py,sha256=0OYDYt_9KKo8mF2XBG5QkCMr3-ASp69VDSPOEwlIsrI,660
|
|
17
|
-
ygo/ygo.py,sha256=kcXI5vzndNOJqEEEZOeWbn61O47gW72UDiUWN1v9AYc,11290
|
|
18
|
-
ygo-1.0.11.dist-info/licenses/LICENSE,sha256=6AKUWQ1xe-jwPSFv_H6FMQLNNWb7AYqzuEUTwlP2S8M,1067
|
|
19
|
-
ylog/__init__.py,sha256=AoRCQ-o4gWAcJ8svw30wM5UJyccx45WhYIndrrkNv8o,428
|
|
20
|
-
ylog/core.py,sha256=d6QCFRDTvlyxgvS6JphUGOgX5Mgx9qPv9wB3g-4YOJw,9225
|
|
21
|
-
ygo-1.0.11.dist-info/METADATA,sha256=n7FeLaMz7qzQSZ-IupWi2_MlUt0KU24laTnj9-027Og,2235
|
|
22
|
-
ygo-1.0.11.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
|
|
23
|
-
ygo-1.0.11.dist-info/top_level.txt,sha256=jEbfiz5fX4iSzDg8_Npdv5SIC_Kphmb1m3vuyD9ZC1E,14
|
|
24
|
-
ygo-1.0.11.dist-info/RECORD,,
|
|
File without changes
|