mdbq 1.7.5__tar.gz → 1.7.7__tar.gz

{mdbq-1.7.5 → mdbq-1.7.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 1.7.5
+Version: 1.7.7
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-1.7.5 → mdbq-1.7.7}/mdbq/aggregation/aggregation.py

@@ -189,6 +189,24 @@ class DatabaseUpdate:
                             collection_name='店铺来源_日数据_旧版'
                 elif name.endswith('.csv') and '客户运营平台_客户列表' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding=encoding, header=0, na_filter=False)
+                elif name.endswith('.xls') and '生意参谋' in name and '无线店铺三级流量来源详情' in name:
+                    # 店铺来源，手淘搜索，关键词
+                    pattern = re.findall(r'(\d{4}-\d{2}-\d{2})_(\d{4}-\d{2}-\d{2})', name)
+                    df = pd.read_excel(os.path.join(root, name), header=5)
+                    if len(df) == 0:
+                        print(f'{name} 报表数据为空')
+                        continue
+                    df.replace(to_replace=[','], value='', regex=True, inplace=True)
+                    df.insert(loc=0, column='日期', value=pattern[0][1])
+                    df.rename(columns={
+                        '来源名称': '关键词',
+                        '收藏商品-支付买家数': '收藏商品_支付买家数',
+                        '加购商品-支付买家数': '加购商品_支付买家数',
+                    }, inplace=True)
+                    if pattern[0][0] != pattern[0][1]:
+                        data_lis = pattern[0][0] + '_' + pattern[0][1]
+                        df.insert(loc=1, column='数据周期', value=data_lis)
+
                 elif name.endswith('.xls') and '生意参谋' in name and '商品_全部' in name:
                     # 店铺商品排行
                     df = pd.read_excel(os.path.join(root, name), header=4)
@@ -1082,12 +1100,12 @@ if __name__ == '__main__':
     #     database='mysql'
     # )
 
-    db_name = '推广数据2'
-    table_name = '超级直播'
-    upload_dir(
-        path='/Users/xigua/数据中心/原始文件2/推广报表/超级直播',
-        db_name=db_name,
-        collection_name=table_name,
-        dbs={'mysql': True, 'mongodb': False},
-    )
+    # db_name = '推广数据2'
+    # table_name = '超级直播'
+    # upload_dir(
+    #     path='/Users/xigua/数据中心/原始文件2/推广报表/超级直播',
+    #     db_name=db_name,
+    #     collection_name=table_name,
+    #     dbs={'mysql': True, 'mongodb': False},
+    # )
 

{mdbq-1.7.5 → mdbq-1.7.7}/mdbq/clean/data_clean.py

@@ -298,6 +298,27 @@ class DataClean:
                                 m.df_to_mysql(df=df, db_name='生意参谋2', tabel_name='生意参谋_店铺来源_日数据_旧版')
                     os.remove(os.path.join(root, name))
 
+                elif name.endswith('.xls') and '生意参谋' in name and '无线店铺三级流量来源详情' in name:
+                    # 店铺来源，手淘搜索，关键词
+                    pattern = re.findall(r'(\d{4}-\d{2}-\d{2})_(\d{4}-\d{2}-\d{2})', name)
+                    df = pd.read_excel(os.path.join(root, name), header=5)
+                    if len(df) == 0:
+                        print(f'{name} 报表数据为空')
+                        continue
+                    df.replace(to_replace=[','], value='', regex=True, inplace=True)
+                    df.insert(loc=0, column='日期', value=pattern[0][1])
+                    df.rename(columns={
+                        '来源名称': '关键词',
+                        '收藏商品-支付买家数': '收藏商品_支付买家数',
+                        '加购商品-支付买家数': '加购商品_支付买家数',
+                    }, inplace=True)
+                    if pattern[0][0] != pattern[0][1]:
+                        data_lis = pattern[0][0] + '_' + pattern[0][1]
+                        df.insert(loc=1, column='数据周期', value=data_lis)
+                    new_name = os.path.splitext(name)[0] + '.csv'
+                    self.save_to_csv(df, root, new_name)  # mysql 可能改变 df 列名，所以在上传 mysql 前保存 csv
+                    os.remove(os.path.join(root, name))
+
                 elif name.endswith('.xls') and '生意参谋' in name and '商品_全部' in name:
                     # 店铺商品排行
                     new_name = os.path.splitext(name)[0] + '.csv'
@@ -1055,6 +1076,9 @@ class DataClean:
                     else:
                         t_path = str(pathlib.Path(self.source_path, '生意参谋/流量来源_旧版'))
                         bib(t_path, _as_month=True)
+                elif name.endswith('.csv') and '生意参谋' in name and '无线店铺三级流量来源详情' in name:
+                    t_path = str(pathlib.Path(self.source_path, '生意参谋/手淘搜索来源'))
+                    bib(t_path, _as_month=True)
                 elif name.endswith('.csv') and '商品_全部' in name:
                     t_path = str(pathlib.Path(self.source_path, '生意参谋/商品排行'))
                     bib(t_path, _as_month=True)

{mdbq-1.7.5 → mdbq-1.7.7}/mdbq/company/copysh.py

@@ -250,6 +250,15 @@ class TbFiles:
             else:
                 print(f'{src} 所需同步的文件不存在，请检查：pd_list参数')
 
+        excel_path = os.path.join(self.share_path, 'EXCEL报表')
+        files = os.listdir(excel_path)
+        for file in files:
+            if file.endswith('.xlsx'):
+                now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
+                print(f'正在刷新 excel: {file}')
+                r.refresh_excel2(excel_file=os.path.join(excel_path, file))
+            time.sleep(10)
+
         self.before_max_time = self.check_change()  # 重置值, 避免重复同步
 
         now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')

{mdbq-1.7.5 → mdbq-1.7.7}/mdbq/pbix/refresh_all.py

@@ -17,7 +17,7 @@ class RefreshAll:
     def __init__(self):
         self.my_conf = os.path.join(set_support.SetSupport(dirname='support').dirname, '.my_conf')
         self.pbix_path = os.path.join(set_support.SetSupport(dirname='support').dirname, 'ref_list.txt')
-        self.excel_path = os.path.join(set_support.SetSupport(dirname='support').dirname, 'cp_list.txt')
+        self.excel_path = os.path.join(set_support.SetSupport(dirname='support').dirname, 'ref_list.txt')
         self.run_py_path = 'run_py'
         self.procname = 'PBIDesktop.exe'
 
@@ -84,6 +84,31 @@ class RefreshAll:
                 except Exception as e:
                     print(e)
 
+    def refresh_excel2(self, excel_file):
+        # 刷新 excel
+        if excel_file.endswith('.xlsx'):
+            try:
+                print(f'正在刷新 >>>{excel_file}')
+                xlapp = win32com.client.Dispatch('Excel.Application')  # 创建Excel程序App
+                xlapp.Visible = False  # 窗口是否可见
+                xlapp.DisplayAlerts = False  # 是否显示警告信息
+                wb = xlapp.Workbooks.Open(excel_file)
+                conjuncts = wb.Connections.Count  # 统计工作簿含有多少外部链接
+                if conjuncts == 0:
+                    wb.Close(SaveChanges=False)
+                    xlapp.Quit()
+                else:
+                    time.sleep(2)
+                    wb.RefreshAll()
+                    xlapp.CalculateUntilAsyncQueriesDone()
+                    time.sleep(2)
+                    wb.Save()
+                    wb.Close(SaveChanges=True)
+                    xlapp.Quit()
+                print('文件刷新 >>>' + excel_file)
+            except Exception as e:
+                print(e)
+
     def pbi(self, path, _timeout=300):
         """
         这是原本属于独立的库模块:  pbix_refresh
@@ -146,7 +171,7 @@ class RefreshAll:
 
 
 if __name__ == '__main__':
-    # r = RefreshAll()
+    r = RefreshAll()
     # r.refresh_pbix()
-    # r.refresh_excel()
+    r.refresh_excel()
     pass

{mdbq-1.7.5 → mdbq-1.7.7}/mdbq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 1.7.5
+Version: 1.7.7
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-1.7.5 → mdbq-1.7.7}/setup.py

@@ -3,7 +3,7 @@
 from setuptools import setup, find_packages
 
 setup(name='mdbq',
-      version='1.7.5',
+      version='1.7.7',
       author='xigua, ',
       author_email="2587125111@qq.com",
       url='https://pypi.org/project/mdbsql',