mdbq 2.8.2__py3-none-any.whl → 2.8.4__py3-none-any.whl

mdbq/clean/clean_upload.py

@@ -832,6 +832,8 @@ class DataClean:
                     # df = pd.read_excel(os.path.join(root, name), header=0, engine='openpyxl')
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                     new_name = f'py_xg_{name}'
+                    if os.path.isfile(os.path.join(root, new_name)):
+                        os.remove(os.path.join(root, new_name))
                     os.rename(os.path.join(root, name), os.path.join(root, new_name))
                 elif name.endswith('.xlsx') and '京东商智_sku_商品明细' in name:
                     df = pd.read_excel(os.path.join(root, name), header=0, engine='openpyxl')
@@ -950,6 +952,8 @@ class DataClean:
                 elif name.endswith('.csv') and ('商品类目属性' in name or '商品主图视频' in name or '商品sku属性' in name):
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                     new_name = f'py_xg_{os.path.splitext(name)[0]}.csv'
+                    if os.path.isfile(os.path.join(root, new_name)):
+                        os.remove(os.path.join(root, new_name))
                     os.rename(os.path.join(root, name), os.path.join(root, new_name))
 
                 # 将数据传入 self.datas 等待更新进数据库
@@ -1585,7 +1589,7 @@ def main(is_mysql=False, is_company=False):
     # 清理聚合数据, mongodb 中没有聚合数据，所以只需要清理 mysql 即可
     optimize_data.op_data(
         db_name_lists=['聚合数据'],
-        days=3650,
+        days=100,
         is_mongo=False,
         is_mysql=True,
     )

mdbq/company/copysh.py

@@ -16,13 +16,13 @@ from mdbq.aggregation import optimize_data
 from mdbq.config import set_support
 from mdbq.config import myconfig
 from mdbq.mysql import mysql
-from mdbq.pbix import refresh_all
 from mdbq.clean import clean_upload
 warnings.filterwarnings('ignore')
 
 
 if platform.system() == 'Windows':
     # windows版本
+    from mdbq.pbix import refresh_all
     Data_Path = r'C:\同步空间\BaiduSyncdisk'
     D_PATH = os.path.join(f'C:\\Users\\{getpass.getuser()}\\Downloads')
     Share_Path = os.path.join(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表')  # 共享文件根目录
@@ -275,25 +275,26 @@ class TbFiles:
                 print(f'{src} 所需同步的文件不存在，请检查：pd_list参数')
 
         # 刷新共享位置的指定文件/文件夹
-        excel_path = os.path.join(self.share_path, 'EXCEL报表')
-        files = os.listdir(excel_path)
-        files = [f'{excel_path}\\{item}' for item in files if item.endswith('.xlsx') or item.endswith('.xls')]
-        r = refresh_all.RefreshAll()
-        for file in files:
-            if '~' in file or 'DS_Store' in file or 'baidu' in file or 'xunlei' in file:
-                continue
-            if file.endswith('.xlsx') or file.endswith('.xls'):
-                r.refresh_excel(file=file)
-            time.sleep(5)
-
-        # 临时加的
-        # excel_file = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新\\0-WLM_运营周报-1012输出.xlsx'
-        dir_files = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新'
-        files = os.listdir(dir_files)
-        for file in files:
-            if file.endswith('.xlsx') and file.startswith('0-WLM_运营周报') and '~' not in file and 'baidu' not in file:
-                excel_file = os.path.join(dir_files, file)
-                r.refresh_excel(file=excel_file)
+        if platform.system() == 'Windows':
+            excel_path = os.path.join(self.share_path, 'EXCEL报表')
+            files = os.listdir(excel_path)
+            files = [f'{excel_path}\\{item}' for item in files if item.endswith('.xlsx') or item.endswith('.xls')]
+            r = refresh_all.RefreshAll()
+            for file in files:
+                if '~' in file or 'DS_Store' in file or 'baidu' in file or 'xunlei' in file:
+                    continue
+                if file.endswith('.xlsx') or file.endswith('.xls'):
+                    r.refresh_excel(file=file)
+                time.sleep(5)
+
+            # 临时加的
+            # excel_file = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新\\0-WLM_运营周报-1012输出.xlsx'
+            dir_files = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新'
+            files = os.listdir(dir_files)
+            for file in files:
+                if file.endswith('.xlsx') and file.startswith('0-WLM_运营周报') and '~' not in file and 'baidu' not in file:
+                    excel_file = os.path.join(dir_files, file)
+                    r.refresh_excel(file=excel_file)
 
         self.before_max_time = self.check_change()  # 重置值, 避免重复同步
 
@@ -339,9 +340,9 @@ def op_data(days: int =100):
 
 
 def main():
-    if platform.system() != 'Windows':
-        print(f'只可以在 windows 运行')
-        return
+    # if platform.system() != 'Windows':
+    #     print(f'只可以在 windows 运行')
+    #     return
     t = TbFiles()
     while True:
         system = platform.system()  # 本机系统
@@ -357,7 +358,7 @@ def main():
             b.download_dir(local_path=upload_path, remote_path=bd_remoto_path)
 
             clean_upload.main(
-                is_mysql=True,  # 调试时加，False: 是否后续的聚合数据及清理
+                is_mysql=True,  # 调试时加，False: 不进行后续的聚合数据及清理
                 is_company=True,  # 公司电脑不需要移动文件到原始文件
             )
 

mdbq/pbix/refresh_all.py

@@ -1,6 +1,5 @@
 import os
 import sys
-import win32com.client
 import time
 import psutil
 from pywinauto.application import Application
@@ -51,6 +50,7 @@ class RefreshAll:
 
     def refresh_excel(self, file):
         # 刷新 excel
+        import win32com.client
         if not os.path.isfile(file):
             now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S ')
             print(f'{now}{file} ->  文件不存在')

{mdbq-2.8.2.dist-info → mdbq-2.8.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.8.2
+Version: 2.8.4
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.8.2.dist-info → mdbq-2.8.4.dist-info}/RECORD

@@ -9,10 +9,10 @@ mdbq/aggregation/query_data.py,sha256=sLjCO5yDhGdVouA8x42sX5rugT2w9itYKanpk3iywC
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
-mdbq/clean/clean_upload.py,sha256=rNiv_7wcOgYfks1wK2sLHWNyi7jProCZgHZSGjC7IlQ,83318
+mdbq/clean/clean_upload.py,sha256=Cwcp4CR9RSlu6P9XjDcFtqlB8KQJUh8DfiL0uEFxhJM,83583
 mdbq/clean/data_clean.py,sha256=ucfslhqXVZoH2QaXHSAWDky0GhIvH9f4GeNaHg4SrFE,104790
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
-mdbq/company/copysh.py,sha256=OQpqj7L_wDEwFT4CahxvAzTt-zBfx10qZcF101Zmwe8,19814
+mdbq/company/copysh.py,sha256=tWSD7ZnPxSFrguKzI837glg90xoaxK4JL0IavtnMyGM,19943
 mdbq/company/copysh_bak.py,sha256=NvlXCBZBcO2GIT5nLRYYqhOyHWM1-1RE7DHvgbj6jmQ,19723
 mdbq/company/home_sh.py,sha256=42CZ2tZIXHLl2mOl2gk2fZnjH2IHh1VJ1s3qHABjonY,18021
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -39,13 +39,13 @@ mdbq/other/sku_picture.py,sha256=JwSXYlzamVqcKCD2tRH2VqYVZNr8fM6f--kcGlTVRnM,500
 mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
 mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
-mdbq/pbix/refresh_all.py,sha256=viOlLCmz9zg61Q2nzjgl8dChfQxnxRd1A_jmQMb2oDM,5918
+mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
 mdbq/pbix/refresh_all_old.py,sha256=_pq3WSQ728GPtEG5pfsZI2uTJhU8D6ra-htIk1JXYzw,7192
 mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/req_post/req_tb.py,sha256=PexWSCPJNM6Tv0ol4lAWIhlOwsAr_frnjtcdSHCFiek,36179
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=jHrdGWBJQaSywx7V-U4YuM6vWkwC5SR5tTOOdB3YU_c,17306
-mdbq-2.8.2.dist-info/METADATA,sha256=_ns2qjBb34kqRMyOaDQdhJyYV5X0B7CfcG_13BohhTo,243
-mdbq-2.8.2.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
-mdbq-2.8.2.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-2.8.2.dist-info/RECORD,,
+mdbq-2.8.4.dist-info/METADATA,sha256=oFkZxR2At0Mn7VA8NXBc5Bp5nZaH1g-XYAqoJkvmXFc,243
+mdbq-2.8.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-2.8.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-2.8.4.dist-info/RECORD,,

{mdbq-2.8.2.dist-info → mdbq-2.8.4.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (70.1.0)
+Generator: bdist_wheel (0.44.0)
 Root-Is-Purelib: true
 Tag: py3-none-any