mdbq 1.7.4__py3-none-any.whl → 1.7.6__py3-none-any.whl

mdbq/aggregation/aggregation.py

@@ -189,6 +189,24 @@ class DatabaseUpdate:
                             collection_name='店铺来源_日数据_旧版'
                 elif name.endswith('.csv') and '客户运营平台_客户列表' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding=encoding, header=0, na_filter=False)
+                elif name.endswith('.xls') and '生意参谋' in name and '无线店铺三级流量来源详情' in name:
+                    # 店铺来源，手淘搜索，关键词
+                    pattern = re.findall(r'(\d{4}-\d{2}-\d{2})_(\d{4}-\d{2}-\d{2})', name)
+                    df = pd.read_excel(os.path.join(root, name), header=5)
+                    if len(df) == 0:
+                        print(f'{name} 报表数据为空')
+                        continue
+                    df.replace(to_replace=[','], value='', regex=True, inplace=True)
+                    df.insert(loc=0, column='日期', value=pattern[0][1])
+                    df.rename(columns={
+                        '来源名称': '关键词',
+                        '收藏商品-支付买家数': '收藏商品_支付买家数',
+                        '加购商品-支付买家数': '加购商品_支付买家数',
+                    }, inplace=True)
+                    if pattern[0][0] != pattern[0][1]:
+                        data_lis = pattern[0][0] + '_' + pattern[0][1]
+                        df.insert(loc=1, column='数据周期', value=data_lis)
+
                 elif name.endswith('.xls') and '生意参谋' in name and '商品_全部' in name:
                     # 店铺商品排行
                     df = pd.read_excel(os.path.join(root, name), header=4)
@@ -1082,12 +1100,12 @@ if __name__ == '__main__':
     #     database='mysql'
     # )
 
-    db_name = '推广数据2'
-    table_name = '超级直播'
-    upload_dir(
-        path='/Users/xigua/数据中心/原始文件2/推广报表/超级直播',
-        db_name=db_name,
-        collection_name=table_name,
-        dbs={'mysql': True, 'mongodb': False},
-    )
+    # db_name = '推广数据2'
+    # table_name = '超级直播'
+    # upload_dir(
+    #     path='/Users/xigua/数据中心/原始文件2/推广报表/超级直播',
+    #     db_name=db_name,
+    #     collection_name=table_name,
+    #     dbs={'mysql': True, 'mongodb': False},
+    # )
 

mdbq/aggregation/query_data.py

@@ -1351,9 +1351,9 @@ def data_aggregation(service_databases=[{}], months=1):
                     df=df,
                     db_name=db_name,
                     table_name=table_name,
-                    df_sql=True,
+                    # df_sql=True,
                     drop_duplicates=False,
-                    # icm_update=unique_key_list,
+                    icm_update=unique_key_list,
                     service_database=service_database,
                 )  # 3. 回传数据库
             res = g.performance(bb_tg=True)   # 盈亏表，依赖其他表，单独做

mdbq/clean/data_clean.py

@@ -298,6 +298,27 @@ class DataClean:
                                 m.df_to_mysql(df=df, db_name='生意参谋2', tabel_name='生意参谋_店铺来源_日数据_旧版')
                     os.remove(os.path.join(root, name))
 
+                elif name.endswith('.xls') and '生意参谋' in name and '无线店铺三级流量来源详情' in name:
+                    # 店铺来源，手淘搜索，关键词
+                    pattern = re.findall(r'(\d{4}-\d{2}-\d{2})_(\d{4}-\d{2}-\d{2})', name)
+                    df = pd.read_excel(os.path.join(root, name), header=5)
+                    if len(df) == 0:
+                        print(f'{name} 报表数据为空')
+                        continue
+                    df.replace(to_replace=[','], value='', regex=True, inplace=True)
+                    df.insert(loc=0, column='日期', value=pattern[0][1])
+                    df.rename(columns={
+                        '来源名称': '关键词',
+                        '收藏商品-支付买家数': '收藏商品_支付买家数',
+                        '加购商品-支付买家数': '加购商品_支付买家数',
+                    }, inplace=True)
+                    if pattern[0][0] != pattern[0][1]:
+                        data_lis = pattern[0][0] + '_' + pattern[0][1]
+                        df.insert(loc=1, column='数据周期', value=data_lis)
+                    new_name = os.path.splitext(name)[0] + '.csv'
+                    self.save_to_csv(df, root, new_name)  # mysql 可能改变 df 列名，所以在上传 mysql 前保存 csv
+                    os.remove(os.path.join(root, name))
+
                 elif name.endswith('.xls') and '生意参谋' in name and '商品_全部' in name:
                     # 店铺商品排行
                     new_name = os.path.splitext(name)[0] + '.csv'
@@ -1055,6 +1076,9 @@ class DataClean:
                     else:
                         t_path = str(pathlib.Path(self.source_path, '生意参谋/流量来源_旧版'))
                         bib(t_path, _as_month=True)
+                elif name.endswith('.csv') and '生意参谋' in name and '无线店铺三级流量来源详情' in name:
+                    t_path = str(pathlib.Path(self.source_path, '生意参谋/手淘搜索来源'))
+                    bib(t_path, _as_month=True)
                 elif name.endswith('.csv') and '商品_全部' in name:
                     t_path = str(pathlib.Path(self.source_path, '生意参谋/商品排行'))
                     bib(t_path, _as_month=True)

{mdbq-1.7.4.dist-info → mdbq-1.7.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 1.7.4
+Version: 1.7.6
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-1.7.4.dist-info → mdbq-1.7.6.dist-info}/RECORD

@@ -1,15 +1,15 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/aggregation.py,sha256=65nMN39uj3eyWjN3WviOi_8MDrT22Of-mnSE8dcCkuU,62951
+mdbq/aggregation/aggregation.py,sha256=d7pYUku7Wbxl0tvKKNTG7mppOjGqg0LF62OpfW8fVBk,64120
 mdbq/aggregation/df_types.py,sha256=oQJS2IBU3_IO6GMgbssHuC2yCjNnbta0QPGrFOwNLnU,7591
 mdbq/aggregation/mysql_types.py,sha256=DQYROALDiwjJzjhaJfIIdnsrNs11i5BORlj_v6bp67Y,11062
 mdbq/aggregation/optimize_data.py,sha256=u2Kl_MFtZueXJ57ycy4H2OhXD431RctUYJYCl637uT0,4176
-mdbq/aggregation/query_data.py,sha256=Nh4NVeVaq9mS1su3IIyet59HVHLMY10peSlvpbyimx4,66792
+mdbq/aggregation/query_data.py,sha256=WxLtzR6s6gIPe6e1hB3xycZirrN83IZ0s0PyI0t2Cls,66792
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
-mdbq/clean/data_clean.py,sha256=dVycc_wyXH96hJvAXw-lVAZV-3eCEGD-o04oHxAecHs,92545
+mdbq/clean/data_clean.py,sha256=T0WYOKFwNZTNk3temKOw1K2H54kxu9QBJjlTbkMtxNk,94217
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
 mdbq/company/copysh.py,sha256=WCZ92vCJAy6_ZFeOxWL-U9gArIpyga4xts-s1wKsspY,17268
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -35,7 +35,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=tgy762608HMaXWynbOURIf2UVMuSPybzrDXQnOOcnZU,6102
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-1.7.4.dist-info/METADATA,sha256=pkkDPmLG_aKCdRwFy_gK33iGW5Dy-lAo21AU8VaziMs,245
-mdbq-1.7.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-1.7.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-1.7.4.dist-info/RECORD,,
+mdbq-1.7.6.dist-info/METADATA,sha256=QzujGJTSxIt0YV7h24bB6lTwt0Tw7QNStfyJncdGqxY,245
+mdbq-1.7.6.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
+mdbq-1.7.6.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-1.7.6.dist-info/RECORD,,

{mdbq-1.7.4.dist-info → mdbq-1.7.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.44.0)
+Generator: setuptools (70.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any