mdbq 3.0.5__py3-none-any.whl → 3.0.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
mdbq/aggregation/query_data.py
CHANGED
@@ -2917,26 +2917,17 @@ def main(days=100, months=3):
|
|
2917
2917
|
p = products.Products()
|
2918
2918
|
p.to_mysql()
|
2919
2919
|
|
2920
|
-
# 2.
|
2920
|
+
# 2. 数据聚合
|
2921
2921
|
system = platform.system() # 本机系统
|
2922
2922
|
host_name = socket.gethostname() # 本机名
|
2923
2923
|
conf = myconfig.main()
|
2924
2924
|
db_list = conf[system][host_name]['mysql']['数据库集']
|
2925
|
-
not_juhe_db_list = [item for item in db_list if item != '聚合数据']
|
2926
|
-
optimize_data.op_data(
|
2927
|
-
db_name_lists=not_juhe_db_list,
|
2928
|
-
days=31, # 原始数据不需要设置清理太长
|
2929
|
-
is_mongo=False,
|
2930
|
-
is_mysql=True,
|
2931
|
-
)
|
2932
|
-
|
2933
|
-
# 3. 数据聚合
|
2934
2925
|
query_(months=months)
|
2935
2926
|
time.sleep(60)
|
2936
2927
|
|
2937
|
-
#
|
2928
|
+
# 3. 清理聚合数据
|
2938
2929
|
optimize_data.op_data(
|
2939
|
-
db_name_lists=
|
2930
|
+
db_name_lists=db_list,
|
2940
2931
|
days=days,
|
2941
2932
|
is_mongo=False,
|
2942
2933
|
is_mysql=True,
|
@@ -2979,7 +2970,7 @@ def query_(months=1, less_dict=[]):
|
|
2979
2970
|
|
2980
2971
|
|
2981
2972
|
if __name__ == '__main__':
|
2982
|
-
|
2973
|
+
main(days=150, months=3)
|
2983
2974
|
# query_(months=1)
|
2984
2975
|
|
2985
2976
|
# # 4. 清理聚合数据
|
@@ -2989,8 +2980,3 @@ if __name__ == '__main__':
|
|
2989
2980
|
# is_mongo=False,
|
2990
2981
|
# is_mysql=True,
|
2991
2982
|
# )
|
2992
|
-
|
2993
|
-
sdq = MysqlDatasQuery() # 实例化数据处理类
|
2994
|
-
sdq.months = 6 # 设置数据周期, 1 表示近 2 个月
|
2995
|
-
sdq.update_service = True # 调试时加,true: 将数据写入 mysql 服务器
|
2996
|
-
sdq.tg_by_day(db_name='聚合数据', table_name='多店推广场景_按日聚合')
|
@@ -5,7 +5,7 @@ mdbq/aggregation/aggregation.py,sha256=mAa4JDFsFRzsM_dFZAkNr_madBB4Ct27-5hDU-21p
|
|
5
5
|
mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
|
6
6
|
mdbq/aggregation/mysql_types.py,sha256=YTGyrF9vcRgfkQbpT-e-JdJ7c7VF1dDHgyx9YZRES8w,10934
|
7
7
|
mdbq/aggregation/optimize_data.py,sha256=79uwiM2WqNNFxGpE2wKz742PRq-ZGgFjdOV0vgptHdY,3513
|
8
|
-
mdbq/aggregation/query_data.py,sha256=
|
8
|
+
mdbq/aggregation/query_data.py,sha256=1RXYIXAgPEgd-8OdWTUes-pGjeIQcKEU_3LaAJ6L1Eo,132368
|
9
9
|
mdbq/aggregation/query_data_bak.py,sha256=r1FU0C4zjXln7oVSrRkElh4Ehl-9mYhGcq57jLbViUA,104071
|
10
10
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
11
11
|
mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
@@ -44,7 +44,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
|
44
44
|
mdbq/req_post/req_tb.py,sha256=qg7pet73IgKGmCwxaeUyImJIoeK_pBQT9BBKD7fkBNg,36160
|
45
45
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
46
46
|
mdbq/spider/aikucun.py,sha256=01qJo_Di5Kmi2lG5_HKb0OI283b1-Pgqh-nnA0pX4TY,19038
|
47
|
-
mdbq-3.0.
|
48
|
-
mdbq-3.0.
|
49
|
-
mdbq-3.0.
|
50
|
-
mdbq-3.0.
|
47
|
+
mdbq-3.0.6.dist-info/METADATA,sha256=5t9AALz-0pxduJ4zZWYCDEXsu3ZJHUAjOeoW-dQkYOY,243
|
48
|
+
mdbq-3.0.6.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
|
49
|
+
mdbq-3.0.6.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
50
|
+
mdbq-3.0.6.dist-info/RECORD,,
|
File without changes
|