mdbq 3.7.24__py3-none-any.whl → 3.7.26__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
mdbq/aggregation/query_data.py
CHANGED
@@ -27,6 +27,8 @@ username, password, host, port = content['username'], content['password'], conte
|
|
27
27
|
m_engine = mysql.MysqlUpload(username=username, password=password, host=host, port=port, charset='utf8mb4')
|
28
28
|
|
29
29
|
logger = logging.getLogger(__name__)
|
30
|
+
# from mdbq.log import spider_logging
|
31
|
+
# logger = spider_logging.setup_logging()
|
30
32
|
|
31
33
|
|
32
34
|
class MysqlDatasQuery:
|
@@ -1072,6 +1074,7 @@ class MysqlDatasQuery:
|
|
1072
1074
|
)
|
1073
1075
|
__res.append(df)
|
1074
1076
|
df = pd.concat(__res, ignore_index=True)
|
1077
|
+
# 直播全站推广不包含的超级直播报表,所以单独添加 2025-03-07
|
1075
1078
|
cjzb_qzt = self.tg_cjzb_qzt(is_maximize=True)
|
1076
1079
|
if len(cjzb_qzt) > 0:
|
1077
1080
|
# 这里的重命名要注意,因为 tg_cjzb 函数还要重命名一次,注意改为 tg_cjzb 命名前的列名
|
@@ -3587,6 +3590,7 @@ class MysqlDatasQuery:
|
|
3587
3590
|
# '直接成交金额': ('直接成交金额', np.max)
|
3588
3591
|
# }
|
3589
3592
|
# )
|
3593
|
+
|
3590
3594
|
df = pd.concat([tg, zb, pxb], axis=0, ignore_index=True)
|
3591
3595
|
df.fillna(0, inplace=True) # concat 之后要填充空值
|
3592
3596
|
df = df.astype(
|
@@ -3614,6 +3618,7 @@ class MysqlDatasQuery:
|
|
3614
3618
|
}
|
3615
3619
|
if not self.update_service:
|
3616
3620
|
return
|
3621
|
+
df['日期'] = pd.to_datetime(df['日期'], format='%Y-%m-%d', errors='ignore')
|
3617
3622
|
min_date = df['日期'].min()
|
3618
3623
|
max_date = df['日期'].max()
|
3619
3624
|
now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
@@ -3942,6 +3947,7 @@ def test():
|
|
3942
3947
|
sdq.update_service = True # 调试时加,true: 将数据写入 mysql 服务器
|
3943
3948
|
sdq.spph(db_name='聚合数据', table_name='天猫_商品排行')
|
3944
3949
|
|
3950
|
+
|
3945
3951
|
if __name__ == '__main__':
|
3946
3952
|
main(
|
3947
3953
|
days=150, # 清理聚合数据的日期长度
|
@@ -2,7 +2,7 @@ mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
|
2
2
|
mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
4
|
mdbq/aggregation/optimize_data_bak.py,sha256=wB7prQdZAHyjzXH9V8g8X_JBMdvCCUITN1hVwK72Tdg,952
|
5
|
-
mdbq/aggregation/query_data.py,sha256=
|
5
|
+
mdbq/aggregation/query_data.py,sha256=R8KL_tX6kU3Na2Gy-FGzNaGRZEzCl8bptYgOTSXYDpw,178194
|
6
6
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
7
7
|
mdbq/bdup/bdup.py,sha256=hJs815hGFwm_X5bP2i9XugG2w2ZY_F0n3-Q0hVpIPPw,4892
|
8
8
|
mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
@@ -31,7 +31,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
|
31
31
|
mdbq/redis/getredis.py,sha256=1pTga2iINx0NV2ffl0D-aspZhrZMDQR8SpohAv1acoo,24076
|
32
32
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
33
33
|
mdbq/spider/aikucun.py,sha256=o_QwFWbD6O2F56k6bwnpVV55EcdFCyes05ON7iu9TrA,21882
|
34
|
-
mdbq-3.7.
|
35
|
-
mdbq-3.7.
|
36
|
-
mdbq-3.7.
|
37
|
-
mdbq-3.7.
|
34
|
+
mdbq-3.7.26.dist-info/METADATA,sha256=GtQ4jfKxKnY58OT5fNcdrJ2GTb32LBKQu6qzJqlLowI,364
|
35
|
+
mdbq-3.7.26.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
36
|
+
mdbq-3.7.26.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
37
|
+
mdbq-3.7.26.dist-info/RECORD,,
|
File without changes
|
File without changes
|