mdbq 3.7.22__py3-none-any.whl → 3.7.23__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
mdbq/aggregation/query_data.py
CHANGED
@@ -1011,6 +1011,43 @@ class MysqlDatasQuery:
|
|
1011
1011
|
)
|
1012
1012
|
return True
|
1013
1013
|
|
1014
|
+
def tg_cjzb_qzt(self, is_maximize=True):
|
1015
|
+
start_date, end_date = self.months_data(num=self.months)
|
1016
|
+
projection = {
|
1017
|
+
'日期': 1,
|
1018
|
+
'场景名字': 1,
|
1019
|
+
'计划id': 1,
|
1020
|
+
'全站花费': 1,
|
1021
|
+
'全站观看次数': 1,
|
1022
|
+
'全站宝贝点击量': 1,
|
1023
|
+
'全站成交金额': 1,
|
1024
|
+
'全站成交笔数': 1,
|
1025
|
+
'店铺名称': 1,
|
1026
|
+
}
|
1027
|
+
__res = []
|
1028
|
+
for year in range(2025, datetime.datetime.today().year + 1):
|
1029
|
+
df = self.download.data_to_df(
|
1030
|
+
db_name='推广数据2',
|
1031
|
+
table_name=f'超级直播_全站推广报表_{year}',
|
1032
|
+
start_date=start_date,
|
1033
|
+
end_date=end_date,
|
1034
|
+
projection=projection,
|
1035
|
+
)
|
1036
|
+
__res.append(df)
|
1037
|
+
df = pd.concat(__res, ignore_index=True)
|
1038
|
+
if len(df) == 0:
|
1039
|
+
return pd.DataFrame()
|
1040
|
+
# 这里的重命名要注意,因为 tg_cjzb 函数还要重命名一次,注意改为 tg_cjzb 命名前的列名
|
1041
|
+
df.rename(columns={
|
1042
|
+
'全站花费': '花费',
|
1043
|
+
'全站观看次数': '观看次数',
|
1044
|
+
'全站宝贝点击量': '点击量',
|
1045
|
+
'全站成交金额': '总成交金额',
|
1046
|
+
'全站成交笔数': '总成交笔数'
|
1047
|
+
}, inplace=True)
|
1048
|
+
return df
|
1049
|
+
|
1050
|
+
|
1014
1051
|
@try_except
|
1015
1052
|
def tg_cjzb(self, db_name='聚合数据', table_name='天猫_超级直播', is_maximize=True):
|
1016
1053
|
start_date, end_date = self.months_data(num=self.months)
|
@@ -1042,6 +1079,13 @@ class MysqlDatasQuery:
|
|
1042
1079
|
)
|
1043
1080
|
__res.append(df)
|
1044
1081
|
df = pd.concat(__res, ignore_index=True)
|
1082
|
+
cjzb_qzt = self.tg_cjzb_qzt(is_maximize=True)
|
1083
|
+
if len(cjzb_qzt) > 0:
|
1084
|
+
for col in df.columns.tolist():
|
1085
|
+
if col not in cjzb_qzt.columns.tolist():
|
1086
|
+
cjzb_qzt[col] = 0
|
1087
|
+
df = pd.concat([df, cjzb_qzt], ignore_index=True)
|
1088
|
+
|
1045
1089
|
df.rename(columns={
|
1046
1090
|
'观看次数': '观看次数',
|
1047
1091
|
'总购物车数': '加购量',
|
@@ -1062,6 +1106,7 @@ class MysqlDatasQuery:
|
|
1062
1106
|
'观看次数': 'int64',
|
1063
1107
|
}, errors='raise')
|
1064
1108
|
df = df[df['花费'] > 0]
|
1109
|
+
df['日期'] = pd.to_datetime(df['日期'], format='%Y-%m-%d', errors='ignore') # 转换日期列
|
1065
1110
|
if is_maximize:
|
1066
1111
|
df = df.groupby(['日期', '店铺名称', '营销场景', '人群名字', '计划名字', '花费', '观看次数'],
|
1067
1112
|
as_index=False).agg(
|
@@ -1121,6 +1166,7 @@ class MysqlDatasQuery:
|
|
1121
1166
|
max_date = df['日期'].max()
|
1122
1167
|
now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
1123
1168
|
logger.info(f'{now} 正在更新: mysql ({host}:{port}) {db_name}/{table_name} -> {min_date}~{max_date}')
|
1169
|
+
|
1124
1170
|
m_engine.df_to_mysql(
|
1125
1171
|
df=df,
|
1126
1172
|
db_name=db_name,
|
@@ -3859,10 +3905,14 @@ def test():
|
|
3859
3905
|
sdq.spph(db_name='聚合数据', table_name='天猫_商品排行')
|
3860
3906
|
|
3861
3907
|
if __name__ == '__main__':
|
3862
|
-
main(
|
3863
|
-
|
3864
|
-
|
3865
|
-
)
|
3908
|
+
# main(
|
3909
|
+
# days=150, # 清理聚合数据的日期长度
|
3910
|
+
# months=3 # 生成聚合数据的长度
|
3911
|
+
# )
|
3912
|
+
|
3913
|
+
sdq = MysqlDatasQuery() # 实例化数据处理类
|
3914
|
+
sdq.months = 2
|
3915
|
+
sdq.tg_cjzb(db_name='聚合数据', table_name='天猫_超级直播')
|
3866
3916
|
|
3867
3917
|
|
3868
3918
|
|
@@ -2,7 +2,7 @@ mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
|
2
2
|
mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
4
|
mdbq/aggregation/optimize_data_bak.py,sha256=wB7prQdZAHyjzXH9V8g8X_JBMdvCCUITN1hVwK72Tdg,952
|
5
|
-
mdbq/aggregation/query_data.py,sha256=
|
5
|
+
mdbq/aggregation/query_data.py,sha256=wOngHgsU7nFiz6PkrXz0eb5g4m4nc5m4_yJslR5XOWk,176294
|
6
6
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
7
7
|
mdbq/bdup/bdup.py,sha256=hJs815hGFwm_X5bP2i9XugG2w2ZY_F0n3-Q0hVpIPPw,4892
|
8
8
|
mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
@@ -31,7 +31,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
|
31
31
|
mdbq/redis/getredis.py,sha256=1pTga2iINx0NV2ffl0D-aspZhrZMDQR8SpohAv1acoo,24076
|
32
32
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
33
33
|
mdbq/spider/aikucun.py,sha256=o_QwFWbD6O2F56k6bwnpVV55EcdFCyes05ON7iu9TrA,21882
|
34
|
-
mdbq-3.7.
|
35
|
-
mdbq-3.7.
|
36
|
-
mdbq-3.7.
|
37
|
-
mdbq-3.7.
|
34
|
+
mdbq-3.7.23.dist-info/METADATA,sha256=fdkmDNycOfqYZ-1Yex9emViiRWSFz_fxEg4EF8aLS_I,364
|
35
|
+
mdbq-3.7.23.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
36
|
+
mdbq-3.7.23.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
37
|
+
mdbq-3.7.23.dist-info/RECORD,,
|
File without changes
|
File without changes
|