tfduck-bsd 0.18.3__tar.gz → 0.18.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tfduck-bsd might be problematic. Click here for more details.
- {tfduck-bsd-0.18.3/tfduck_bsd.egg-info → tfduck-bsd-0.18.6}/PKG-INFO +1 -1
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/setup.py +1 -1
- tfduck-bsd-0.18.6/tfduck/__init__.py +1 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/tga.py +11 -3
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6/tfduck_bsd.egg-info}/PKG-INFO +1 -1
- tfduck-bsd-0.18.3/tfduck/__init__.py +0 -1
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/LICENSE +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/README.md +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/bin/tfduck +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/setup.cfg +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/config/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/config/bdpmanager.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/config/table_config.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/example.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/opends/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/opends/opends.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/bdp_sdk_py/opends/sdk.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/common/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/common/defines.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/common/defines_clean.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/common/extendEncoder.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/main.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/oss/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/oss/oss.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/pyspark_k8s/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/pyspark_k8s/k8s_manage.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/pyspark_k8s/spark_manage.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/s3/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/s3/s3oper.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/sagemaker/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/sagemaker/saoper.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/base_tga.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/predict_sql_ltv.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/predict_sql_retain.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/predict_sql_yh.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/tga_test.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/train_sql_ltv.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/train_sql_retain.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/tga/train_sql_yh.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/thinkdata/__init__.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck/thinkdata/query.py +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck_bsd.egg-info/SOURCES.txt +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck_bsd.egg-info/dependency_links.txt +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck_bsd.egg-info/requires.txt +0 -0
- {tfduck-bsd-0.18.3 → tfduck-bsd-0.18.6}/tfduck_bsd.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__="0.18.6"
|
|
@@ -196,6 +196,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
196
196
|
retry_count=2,
|
|
197
197
|
conn_timeout=30,
|
|
198
198
|
tga_data_timeout=600,
|
|
199
|
+
retry_wait=1,
|
|
199
200
|
):
|
|
200
201
|
"""
|
|
201
202
|
@des:从thinkdata的openapi获取数据----流式,为了节省内存---配合下面的getquerycsv
|
|
@@ -228,6 +229,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
228
229
|
# else:
|
|
229
230
|
# break
|
|
230
231
|
if 1:
|
|
232
|
+
time.sleep(retry_wait)
|
|
231
233
|
continue
|
|
232
234
|
if gol_e is not None:
|
|
233
235
|
raise gol_e
|
|
@@ -281,7 +283,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
281
283
|
if data["return_code"] == 0:
|
|
282
284
|
cols = data["data"]["headers"]
|
|
283
285
|
df = pandas.DataFrame(
|
|
284
|
-
data=[], columns=cols,
|
|
286
|
+
data=[], columns=cols, dtype=object
|
|
285
287
|
) # 保存表头
|
|
286
288
|
# 解决科学计数法的问题
|
|
287
289
|
df = df.astype(str)
|
|
@@ -307,7 +309,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
307
309
|
i += 1
|
|
308
310
|
if len(datas) == block_size: # 1000000条保存一次
|
|
309
311
|
df = pandas.DataFrame(
|
|
310
|
-
data=datas, columns=cols,
|
|
312
|
+
data=datas, columns=cols, dtype=object
|
|
311
313
|
) # 保存表头
|
|
312
314
|
# 解决科学计数法的问题
|
|
313
315
|
df = df.astype(str)
|
|
@@ -322,7 +324,9 @@ class ThinkDataQuery(BaseTga):
|
|
|
322
324
|
BMOBJ.clog(ctx, i)
|
|
323
325
|
BMOBJ.clog(ctx, f"total: {i}")
|
|
324
326
|
if len(datas) > 0: # 保存最后收尾的
|
|
325
|
-
df = pandas.DataFrame(
|
|
327
|
+
df = pandas.DataFrame(
|
|
328
|
+
data=datas, columns=cols, dtype=object
|
|
329
|
+
) # 保存表头
|
|
326
330
|
# 解决科学计数法的问题
|
|
327
331
|
df = df.astype(str)
|
|
328
332
|
df = df.astype("string")
|
|
@@ -361,6 +365,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
361
365
|
retry_count=2,
|
|
362
366
|
conn_timeout=30,
|
|
363
367
|
tga_data_timeout=600,
|
|
368
|
+
retry_wait=1,
|
|
364
369
|
):
|
|
365
370
|
"""
|
|
366
371
|
@des:从thinkdata的openapi获取数据----流式,为了节省内存---配合下面的getquerycsv
|
|
@@ -393,6 +398,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
393
398
|
# else:
|
|
394
399
|
# break
|
|
395
400
|
if 1:
|
|
401
|
+
time.sleep(retry_wait)
|
|
396
402
|
continue
|
|
397
403
|
if gol_e is not None:
|
|
398
404
|
raise gol_e
|
|
@@ -409,6 +415,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
409
415
|
print_size=100000,
|
|
410
416
|
conn_timeout=30,
|
|
411
417
|
tga_data_timeout=600,
|
|
418
|
+
retry_wait=1,
|
|
412
419
|
):
|
|
413
420
|
"""
|
|
414
421
|
@des: 接口装饰器--修改为get_data_csv,防止全面修改代码
|
|
@@ -423,6 +430,7 @@ class ThinkDataQuery(BaseTga):
|
|
|
423
430
|
retry_count,
|
|
424
431
|
conn_timeout,
|
|
425
432
|
tga_data_timeout,
|
|
433
|
+
retry_wait,
|
|
426
434
|
)
|
|
427
435
|
return result
|
|
428
436
|
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__="0.18.3"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|