tfduck-bsd 0.18.8__py3-none-any.whl → 0.19.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tfduck-bsd might be problematic. Click here for more details.
- tfduck/__init__.py +1 -1
- tfduck/serverless_k8s/k8s_manage.py +24 -21
- tfduck/serverless_k8s/k8s_task.py +9 -2
- {tfduck_bsd-0.18.8.dist-info → tfduck_bsd-0.19.0.dist-info}/METADATA +1 -1
- {tfduck_bsd-0.18.8.dist-info → tfduck_bsd-0.19.0.dist-info}/RECORD +9 -9
- {tfduck_bsd-0.18.8.data → tfduck_bsd-0.19.0.data}/scripts/tfduck +0 -0
- {tfduck_bsd-0.18.8.dist-info → tfduck_bsd-0.19.0.dist-info}/LICENSE +0 -0
- {tfduck_bsd-0.18.8.dist-info → tfduck_bsd-0.19.0.dist-info}/WHEEL +0 -0
- {tfduck_bsd-0.18.8.dist-info → tfduck_bsd-0.19.0.dist-info}/top_level.txt +0 -0
tfduck/__init__.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__="0.
|
|
1
|
+
__version__="0.19.0"
|
|
@@ -10,27 +10,30 @@ pip install kubernetes==12.0.1 oss2==2.19.1
|
|
|
10
10
|
"""
|
|
11
11
|
|
|
12
12
|
if 1:
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
urllib3.PoolManager.__init__
|
|
13
|
+
try:
|
|
14
|
+
# 解决 【CA_KEY_TOO_SMALL】的报错,利用猴子补丁[monkey Patching ] ,适用于urllib3==2.x版本
|
|
15
|
+
import urllib3
|
|
16
|
+
from urllib3.util.ssl_ import create_urllib3_context
|
|
17
|
+
|
|
18
|
+
# 创建自定义 SSL 上下文(复用 urllib3 默认配置基础上修改)
|
|
19
|
+
ctx = create_urllib3_context()
|
|
20
|
+
ctx.set_ciphers("DEFAULT@SECLEVEL=0") # 例如降低安全级别
|
|
21
|
+
ctx.load_default_certs() # 确保加载系统证书
|
|
22
|
+
|
|
23
|
+
# 保存原始 PoolManager 初始化方法(便于回滚)
|
|
24
|
+
_original_poolmanager_init = urllib3.PoolManager.__init__
|
|
25
|
+
|
|
26
|
+
def _patched_poolmanager_init(self, *args, **kwargs):
|
|
27
|
+
# 仅在未显式传递 ssl_context 时注入自定义上下文
|
|
28
|
+
if "ssl_context" not in kwargs:
|
|
29
|
+
kwargs["ssl_context"] = ctx
|
|
30
|
+
_original_poolmanager_init(self, *args, **kwargs)
|
|
31
|
+
|
|
32
|
+
# 应用补丁(确保只执行一次)
|
|
33
|
+
if urllib3.PoolManager.__init__ != _patched_poolmanager_init:
|
|
34
|
+
urllib3.PoolManager.__init__ = _patched_poolmanager_init
|
|
35
|
+
except Exception as _:
|
|
36
|
+
pass
|
|
34
37
|
|
|
35
38
|
import json
|
|
36
39
|
|
|
@@ -72,6 +72,8 @@ class ServerlessTaskManage(object):
|
|
|
72
72
|
"pvc_name": "tfduck-k8s-pvc",
|
|
73
73
|
# pypi的源,如果为空字符串,则使用官方源
|
|
74
74
|
"pypi_mirror": "https://pypi.tuna.tsinghua.edu.cn/simple",
|
|
75
|
+
# 执行python脚本参数---最好是base64编码的json字符串
|
|
76
|
+
"params": "xxx",
|
|
75
77
|
},
|
|
76
78
|
#
|
|
77
79
|
is_debug=False,
|
|
@@ -86,6 +88,11 @@ class ServerlessTaskManage(object):
|
|
|
86
88
|
code_path: 代码路径
|
|
87
89
|
project_configs: 所有项目配置
|
|
88
90
|
project_name: 项目名称,在project_configs里面找到对应的key
|
|
91
|
+
params: 用法
|
|
92
|
+
param_b64_content = base64.b64encode(json.dumps(self.task_params).encode(
|
|
93
|
+
'utf8')).decode() # 将参数编辑为base64,防止出现特殊字符分割参数
|
|
94
|
+
# 解码
|
|
95
|
+
# ds = json.loads(base64.b64decode(param_b64_content).decode('utf8'))
|
|
89
96
|
######################################
|
|
90
97
|
"""
|
|
91
98
|
"""
|
|
@@ -213,7 +220,7 @@ class ServerlessTaskManage(object):
|
|
|
213
220
|
pip install -U pip {pypi_i} && \
|
|
214
221
|
pip install arrow {pypi_i} && \
|
|
215
222
|
pip install -r requirements.txt {pypi_i} && \
|
|
216
|
-
python main.py
|
|
223
|
+
python main.py --params {self.task_config["params"]}
|
|
217
224
|
"""
|
|
218
225
|
],
|
|
219
226
|
"resources": {
|
|
@@ -278,7 +285,7 @@ class ServerlessTaskManage(object):
|
|
|
278
285
|
wait_time = 0
|
|
279
286
|
# 第一阶段判断--进入Running状态--
|
|
280
287
|
pd_1 = 0
|
|
281
|
-
pd_1_status = ["Running"]
|
|
288
|
+
pd_1_status = ["Running", "Succeeded", "Failed"]
|
|
282
289
|
max_pd_1 = 30 # 最大等待次数
|
|
283
290
|
while pod_obj.status.phase not in pd_1_status and pd_1 < max_pd_1:
|
|
284
291
|
time.sleep(10)
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
tfduck/__init__.py,sha256=
|
|
1
|
+
tfduck/__init__.py,sha256=HzCFXReI-L8P5LDxCqKTXdxmMh60stNpslfizuREvhM,20
|
|
2
2
|
tfduck/main.py,sha256=zNTC16wkwGJ0QX1-i8vzlGophOxmFuO4SLsF1tkjsbE,14670
|
|
3
3
|
tfduck/bdp_sdk_py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
tfduck/bdp_sdk_py/example.py,sha256=Xq1_gcSyu0zho_iMmMYfYgMblcgF8a-GwRBWPTw0FuU,2879
|
|
@@ -22,8 +22,8 @@ tfduck/s3/s3oper.py,sha256=U1kYqNlVUX6SqTLnVRGqYbP0uRgWrW16N8pruQsxhW0,17761
|
|
|
22
22
|
tfduck/sagemaker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
23
23
|
tfduck/sagemaker/saoper.py,sha256=oVdxoUeXrM4sGXrTg8F-ZXG0lF6VXfjZ9gW3Q7ubjkU,11991
|
|
24
24
|
tfduck/serverless_k8s/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
25
|
-
tfduck/serverless_k8s/k8s_manage.py,sha256=
|
|
26
|
-
tfduck/serverless_k8s/k8s_task.py,sha256=
|
|
25
|
+
tfduck/serverless_k8s/k8s_manage.py,sha256=boZQ-m-O5hfuIGxUdXsBAChPxXSDJ2mEfp_eHkzywxA,8759
|
|
26
|
+
tfduck/serverless_k8s/k8s_task.py,sha256=XlBrB4mcCh85n6zDNLUhmkzi24uJn7_yirwi_-5V8PA,12390
|
|
27
27
|
tfduck/tga/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
28
28
|
tfduck/tga/base_tga.py,sha256=rg1BHaIKGSwUVbOlWSA3Y1arB8J_caemjTjH9jh8GYM,2184
|
|
29
29
|
tfduck/tga/predict_sql_ltv.py,sha256=25rpOZdHyMcEU3O8u67oUpLsTiZburEPsvXR38hTUJ0,3589
|
|
@@ -36,9 +36,9 @@ tfduck/tga/train_sql_retain.py,sha256=AIOJKWC37j4UdM8JLFS6LdJFtABjMq9gOi3xvAs4fA
|
|
|
36
36
|
tfduck/tga/train_sql_yh.py,sha256=nb5BO_vOv0eKY2kOVt5ZOfM1cvfI8j2no8cYpCL_rNE,24378
|
|
37
37
|
tfduck/thinkdata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
38
38
|
tfduck/thinkdata/query.py,sha256=DsfcxjZrc0ZFTwN2pI5fKdM1Bwr6ageoPcA2MP3r2bE,1314
|
|
39
|
-
tfduck_bsd-0.
|
|
40
|
-
tfduck_bsd-0.
|
|
41
|
-
tfduck_bsd-0.
|
|
42
|
-
tfduck_bsd-0.
|
|
43
|
-
tfduck_bsd-0.
|
|
44
|
-
tfduck_bsd-0.
|
|
39
|
+
tfduck_bsd-0.19.0.data/scripts/tfduck,sha256=UsuoAs4peJW4I-e6Gn91gEToP_YyuUp-rUUg3ObKneY,192
|
|
40
|
+
tfduck_bsd-0.19.0.dist-info/LICENSE,sha256=2bm9uFabQZ3Ykb_SaSU_uUbAj2-htc6WJQmS_65qD00,1073
|
|
41
|
+
tfduck_bsd-0.19.0.dist-info/METADATA,sha256=UtwjZ77P1mcr0WYhX3wr7ssIL9Q2voSsgxisA8M4yvE,1003
|
|
42
|
+
tfduck_bsd-0.19.0.dist-info/WHEEL,sha256=g4nMs7d-Xl9-xC9XovUrsDHGXt-FT0E17Yqo92DEfvY,92
|
|
43
|
+
tfduck_bsd-0.19.0.dist-info/top_level.txt,sha256=503etRkoyeI1VYcAwe5KpD5Bamhx0R0y2ofkE8HpRDA,7
|
|
44
|
+
tfduck_bsd-0.19.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|