mdbq 2.6.9__py3-none-any.whl → 2.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/aggregation/aggregation.py +4 -4
- mdbq/aggregation/query_data.py +3 -3
- mdbq/clean/clean_upload.py +1 -1
- mdbq/company/copysh.py +2 -1
- {mdbq-2.6.9.dist-info → mdbq-2.7.0.dist-info}/METADATA +1 -1
- {mdbq-2.6.9.dist-info → mdbq-2.7.0.dist-info}/RECORD +8 -8
- {mdbq-2.6.9.dist-info → mdbq-2.7.0.dist-info}/WHEEL +0 -0
- {mdbq-2.6.9.dist-info → mdbq-2.7.0.dist-info}/top_level.txt +0 -0
mdbq/aggregation/aggregation.py
CHANGED
@@ -1118,7 +1118,7 @@ class DatabaseUpdate:
|
|
1118
1118
|
def upload_dir(path, db_name, collection_name, dbs={'mysql': True, 'mongodb': True}, json_path=None, target_service='company'):
|
1119
1119
|
""" 上传一个文件夹到 mysql 或者 mongodb 数据库 """
|
1120
1120
|
if not os.path.isdir(path):
|
1121
|
-
print(f'{os.path.splitext(os.path.basename(__file__))[0]}.upload_dir:
|
1121
|
+
print(f'{os.path.splitext(os.path.basename(__file__))[0]}.upload_dir: 路径不存在或错误: {path}')
|
1122
1122
|
return
|
1123
1123
|
|
1124
1124
|
if dbs['mongodb']:
|
@@ -1326,10 +1326,10 @@ if __name__ == '__main__':
|
|
1326
1326
|
# )
|
1327
1327
|
|
1328
1328
|
# 上传一个目录到指定数据库
|
1329
|
-
db_name = '
|
1330
|
-
table_name = '
|
1329
|
+
db_name = '推广数据2'
|
1330
|
+
table_name = '营销场景报表'
|
1331
1331
|
upload_dir(
|
1332
|
-
path='/Users/xigua/数据中心/原始文件
|
1332
|
+
path='/Users/xigua/数据中心/原始文件3/天猫推广报表/营销场景报表',
|
1333
1333
|
db_name=db_name,
|
1334
1334
|
collection_name=table_name,
|
1335
1335
|
dbs={'mysql': True, 'mongodb': False},
|
mdbq/aggregation/query_data.py
CHANGED
@@ -2316,7 +2316,7 @@ def main():
|
|
2316
2316
|
if __name__ == '__main__':
|
2317
2317
|
data_aggregation(
|
2318
2318
|
service_databases=[{'company': 'mysql'}],
|
2319
|
-
months=
|
2320
|
-
is_juhe=
|
2321
|
-
# less_dict=['
|
2319
|
+
months=12,
|
2320
|
+
is_juhe=True, # 立即启动对聚合数据的清理工作
|
2321
|
+
# less_dict=['营销场景报表'], # 单独聚合某一个数据库
|
2322
2322
|
)
|
mdbq/clean/clean_upload.py
CHANGED
@@ -1587,7 +1587,7 @@ def main(service_databases=None, is_mysql=False):
|
|
1587
1587
|
cn.dmp_tm(is_except=['except']) # 达摩盘
|
1588
1588
|
cn.tg_reports(is_except=['except']) # 推广报表,天猫淘宝共同清洗
|
1589
1589
|
cn.syj_reports_tm(is_except=['except']) # 天猫生意经
|
1590
|
-
|
1590
|
+
""" 淘宝生意经,不可以和天猫同时运行 """
|
1591
1591
|
# cn.syj_reports_tb(is_except=['except']) # 淘宝生意经,不可以和天猫同时运行
|
1592
1592
|
cn.jd_reports(is_except=['except']) # 清洗京东报表
|
1593
1593
|
cn.sp_scene_clean(is_except=['except']) # 商品素材
|
mdbq/company/copysh.py
CHANGED
@@ -321,7 +321,7 @@ def op_data(days: int =100):
|
|
321
321
|
# 清理所有非聚合数据的库
|
322
322
|
optimize_data.op_data(
|
323
323
|
db_name_lists=[
|
324
|
-
'京东数据
|
324
|
+
'京东数据3',
|
325
325
|
'属性设置3',
|
326
326
|
'推广数据2',
|
327
327
|
'推广数据_淘宝店',
|
@@ -367,6 +367,7 @@ def main():
|
|
367
367
|
op_data(days=100)
|
368
368
|
|
369
369
|
t.sleep_minutes = 5 # 同步前休眠时间
|
370
|
+
# 4. 同步共享文件
|
370
371
|
t.tb_file()
|
371
372
|
time.sleep(600) # 检测间隔
|
372
373
|
|
@@ -1,18 +1,18 @@
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
2
2
|
mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
|
-
mdbq/aggregation/aggregation.py,sha256=
|
4
|
+
mdbq/aggregation/aggregation.py,sha256=v_5VM-InaDDvDNjAy_b8xsc38-vf78GkqoXjoe6MZ8U,76569
|
5
5
|
mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
|
6
6
|
mdbq/aggregation/mysql_types.py,sha256=DQYROALDiwjJzjhaJfIIdnsrNs11i5BORlj_v6bp67Y,11062
|
7
7
|
mdbq/aggregation/optimize_data.py,sha256=gdScrgTAb6RbXHZy1LitX7lggMGn1GTLhkYSgztfwew,4903
|
8
|
-
mdbq/aggregation/query_data.py,sha256=
|
8
|
+
mdbq/aggregation/query_data.py,sha256=gqvKDgg3jrfCcI1VudrnQLJgKHUThZVTqS1zOQ5wgMk,102766
|
9
9
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
10
10
|
mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
11
11
|
mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
|
12
|
-
mdbq/clean/clean_upload.py,sha256=
|
12
|
+
mdbq/clean/clean_upload.py,sha256=X5WcWm7kkGZDMpk8p0vMq-SFIcrSL1DmVCYWbxYmLVI,86644
|
13
13
|
mdbq/clean/data_clean.py,sha256=ucfslhqXVZoH2QaXHSAWDky0GhIvH9f4GeNaHg4SrFE,104790
|
14
14
|
mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
|
15
|
-
mdbq/company/copysh.py,sha256=
|
15
|
+
mdbq/company/copysh.py,sha256=3ZYm_rTE8nXcbgZlyHsa0y-RAkZ8vcmwkxMy_Jj4F2k,17574
|
16
16
|
mdbq/company/copysh_bak.py,sha256=NvlXCBZBcO2GIT5nLRYYqhOyHWM1-1RE7DHvgbj6jmQ,19723
|
17
17
|
mdbq/company/home_sh.py,sha256=42CZ2tZIXHLl2mOl2gk2fZnjH2IHh1VJ1s3qHABjonY,18021
|
18
18
|
mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
@@ -44,7 +44,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
|
44
44
|
mdbq/req_post/req_tb.py,sha256=PexWSCPJNM6Tv0ol4lAWIhlOwsAr_frnjtcdSHCFiek,36179
|
45
45
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
46
46
|
mdbq/spider/aikucun.py,sha256=4Y5zd64hZUFtll8AdpUc2napDas-La-A6XzAhb2mLv0,17157
|
47
|
-
mdbq-2.
|
48
|
-
mdbq-2.
|
49
|
-
mdbq-2.
|
50
|
-
mdbq-2.
|
47
|
+
mdbq-2.7.0.dist-info/METADATA,sha256=i_0WznHsXfCR0sToIhC5S4mv3hv1qMUOFFdws6FocOg,245
|
48
|
+
mdbq-2.7.0.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
49
|
+
mdbq-2.7.0.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
50
|
+
mdbq-2.7.0.dist-info/RECORD,,
|
File without changes
|
File without changes
|