mdbq 2.3.9__py3-none-any.whl → 2.4.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/aggregation/query_data.py +48 -1
- mdbq/req_post/req_tb.py +2 -2
- {mdbq-2.3.9.dist-info → mdbq-2.4.0.dist-info}/METADATA +1 -1
- {mdbq-2.3.9.dist-info → mdbq-2.4.0.dist-info}/RECORD +6 -6
- {mdbq-2.3.9.dist-info → mdbq-2.4.0.dist-info}/WHEEL +0 -0
- {mdbq-2.3.9.dist-info → mdbq-2.4.0.dist-info}/top_level.txt +0 -0
mdbq/aggregation/query_data.py
CHANGED
@@ -736,6 +736,44 @@ class MysqlDatasQuery:
|
|
736
736
|
)
|
737
737
|
return df
|
738
738
|
|
739
|
+
def dmp_crowd(self):
|
740
|
+
start_date, end_date = self.months_data(num=self.months)
|
741
|
+
projection = {
|
742
|
+
'日期': 1,
|
743
|
+
'人群id': 1,
|
744
|
+
'人群规模': 1,
|
745
|
+
'用户年龄': 1,
|
746
|
+
'消费能力等级': 1,
|
747
|
+
'用户性别': 1,
|
748
|
+
}
|
749
|
+
# projection = {}
|
750
|
+
df_crowd = self.download.data_to_df(
|
751
|
+
db_name='达摩盘2',
|
752
|
+
table_name='我的人群属性',
|
753
|
+
start_date=start_date,
|
754
|
+
end_date=end_date,
|
755
|
+
projection=projection,
|
756
|
+
)
|
757
|
+
df_crowd.sort_values('日期', ascending=True, ignore_index=True, inplace=True)
|
758
|
+
df_crowd.drop_duplicates(subset=['人群id',], keep='last', inplace=True, ignore_index=True)
|
759
|
+
df_crowd.pop('日期')
|
760
|
+
# print(df_crowd)
|
761
|
+
|
762
|
+
projection = {}
|
763
|
+
df_dmp = self.download.data_to_df(
|
764
|
+
db_name='推广数据2',
|
765
|
+
table_name='达摩盘_dmp报表',
|
766
|
+
start_date=start_date,
|
767
|
+
end_date=end_date,
|
768
|
+
projection=projection,
|
769
|
+
)
|
770
|
+
df_dmp.sort_values('日期', ascending=True, ignore_index=True, inplace=True)
|
771
|
+
df_dmp.drop_duplicates(subset=['日期', '人群id', '消耗(元)'], keep='last', inplace=True, ignore_index=True)
|
772
|
+
df = pd.merge(df_dmp, df_crowd, left_on=['人群id'], right_on=['人群id'], how='left')
|
773
|
+
# df.to_csv('/Users/xigua/Downloads/test3.csv', index=False, header=True, encoding='utf-8_sig')
|
774
|
+
return df
|
775
|
+
|
776
|
+
|
739
777
|
|
740
778
|
class GroupBy:
|
741
779
|
"""
|
@@ -881,7 +919,7 @@ class GroupBy:
|
|
881
919
|
'成交gmv',
|
882
920
|
], keep='last', inplace=True, ignore_index=True)
|
883
921
|
return df
|
884
|
-
elif '人群报表' in table_name:
|
922
|
+
elif '天猫_人群报表' in table_name and '达摩盘' not in table_name:
|
885
923
|
df.rename(columns={
|
886
924
|
'场景名字': '营销场景',
|
887
925
|
'主体id': '商品id',
|
@@ -1403,6 +1441,9 @@ class GroupBy:
|
|
1403
1441
|
df.sort_values(['日期', '店铺', '花费'], ascending=[False, False, False], ignore_index=True, inplace=True)
|
1404
1442
|
# df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
|
1405
1443
|
return df
|
1444
|
+
elif '达摩盘_人群报表' in table_name:
|
1445
|
+
return df
|
1446
|
+
|
1406
1447
|
else:
|
1407
1448
|
print(f'<{table_name}>: Groupby 类尚未配置,数据为空')
|
1408
1449
|
return pd.DataFrame({})
|
@@ -1942,6 +1983,12 @@ def data_aggregation(service_databases=[{}], months=1):
|
|
1942
1983
|
'唯一主键': [],
|
1943
1984
|
'数据主体': sdq.aikucun_bd_spu(),
|
1944
1985
|
},
|
1986
|
+
{
|
1987
|
+
'数据库名': '聚合数据',
|
1988
|
+
'集合名': '达摩盘_人群报表',
|
1989
|
+
'唯一主键': [],
|
1990
|
+
'数据主体': sdq.dmp_crowd(),
|
1991
|
+
},
|
1945
1992
|
]
|
1946
1993
|
for items in data_dict: # 遍历返回结果
|
1947
1994
|
db_name, table_name, unique_key_list, df = items['数据库名'], items['集合名'], items['唯一主键'], items['数据主体']
|
mdbq/req_post/req_tb.py
CHANGED
@@ -574,8 +574,8 @@ def company_run(service_databases=[]):
|
|
574
574
|
r.is_json_file = False
|
575
575
|
|
576
576
|
my_data_list = [
|
577
|
-
r.ys_ll_data(), # 双 11预售实时流量分析
|
578
|
-
r.qxg_hx_data(), # 抢先购 预热期核心指标
|
577
|
+
# r.ys_ll_data(), # 双 11预售实时流量分析
|
578
|
+
# r.qxg_hx_data(), # 抢先购 预热期核心指标
|
579
579
|
r.qxg_ll() # 抢先购 流量来源
|
580
580
|
]
|
581
581
|
|
@@ -5,7 +5,7 @@ mdbq/aggregation/aggregation.py,sha256=CS_gMBwPKQo7uId8BrsYNTjtCZKzRVV7gT4PfE2Q4
|
|
5
5
|
mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
|
6
6
|
mdbq/aggregation/mysql_types.py,sha256=DQYROALDiwjJzjhaJfIIdnsrNs11i5BORlj_v6bp67Y,11062
|
7
7
|
mdbq/aggregation/optimize_data.py,sha256=Wis40oL04M7E1pkvgNPjyVFAUe-zgjimjIVAikxYY8Y,4418
|
8
|
-
mdbq/aggregation/query_data.py,sha256=
|
8
|
+
mdbq/aggregation/query_data.py,sha256=pPRVYILlkrINQex1pEzYyYk9vETr1trcUjmtRSMDlOY,95196
|
9
9
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
10
10
|
mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
11
11
|
mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
|
@@ -38,10 +38,10 @@ mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,239
|
|
38
38
|
mdbq/pbix/refresh_all.py,sha256=viOlLCmz9zg61Q2nzjgl8dChfQxnxRd1A_jmQMb2oDM,5918
|
39
39
|
mdbq/pbix/refresh_all_old.py,sha256=_pq3WSQ728GPtEG5pfsZI2uTJhU8D6ra-htIk1JXYzw,7192
|
40
40
|
mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
41
|
-
mdbq/req_post/req_tb.py,sha256=
|
41
|
+
mdbq/req_post/req_tb.py,sha256=PexWSCPJNM6Tv0ol4lAWIhlOwsAr_frnjtcdSHCFiek,36179
|
42
42
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
43
43
|
mdbq/spider/aikucun.py,sha256=Olq7IJP9itM4wuNxZeHOG-Q3i8wWyB4hY8TUGGwCvQ0,14104
|
44
|
-
mdbq-2.
|
45
|
-
mdbq-2.
|
46
|
-
mdbq-2.
|
47
|
-
mdbq-2.
|
44
|
+
mdbq-2.4.0.dist-info/METADATA,sha256=0jmVpU_v3934UFKNk4UPV1uNw4uFEs0mi2IHZBlBBEY,245
|
45
|
+
mdbq-2.4.0.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
46
|
+
mdbq-2.4.0.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
47
|
+
mdbq-2.4.0.dist-info/RECORD,,
|
File without changes
|
File without changes
|