mdbq 2.8.8__py3-none-any.whl → 2.9.0__py3-none-any.whl

mdbq/clean/clean_upload.py

@@ -128,6 +128,11 @@ class DataClean:
                 '数据库名': '生意参谋3',
                 '集合名称': '直播分场次效果',
             },
+            {
+                '文件简称': 'crm_客户列表_',  # 文件名中包含的字符
+                '数据库名': '生意参谋3',
+                '集合名称': 'crm成交客户',
+            },
         ]
         for root, dirs, files in os.walk(path, topdown=False):
             for name in files:
@@ -180,6 +185,8 @@ class DataClean:
                     # new_name = f'py_xg_{os.path.splitext(name)[0]}.csv'
                     # self.save_to_csv(df, root, new_name, encoding='utf-8_sig')
                     # os.remove(os.path.join(root, name))
+                elif name.endswith('.csv') and 'crm_客户列表' in name:
+                    df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
 
                 # 将数据传入 self.datas 等待更新进数据库
                 if not db_name or not collection_name:
@@ -209,6 +216,11 @@ class DataClean:
                 '数据库名': '达摩盘3',
                 '集合名称': 'dmp人群报表',
             },
+            {
+                '文件简称': '货品洞察_全店单品',  # 文件名中包含的字符
+                '数据库名': '达摩盘3',
+                '集合名称': '货品洞察_全店单品',
+            },
         ]
         for root, dirs, files in os.walk(path, topdown=False):
             for name in files:
@@ -239,6 +251,8 @@ class DataClean:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                 elif name.endswith('.csv') and 'dmp人群报表_' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
+                elif name.endswith('.csv') and '货品洞察_全店单品' in name:
+                    df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
 
                 # 将数据传入 self.datas 等待更新进数据库
                 if not db_name or not collection_name:
@@ -831,6 +845,9 @@ class DataClean:
                 elif name.endswith('.csv') and 'dmp人群报表_' in name:
                     t_path = os.path.join(self.source_path, '达摩盘', 'dmp人群报表')
                     bib(t_path, _as_month=True)
+                elif name.endswith('.csv') and '货品洞察_全店单品' in name:
+                    t_path = os.path.join(self.source_path, '达摩盘', '货品洞察')
+                    bib(t_path, _as_month=True)
 
     # @try_except
     def move_sjy(self, path=None, is_except=[]):
@@ -1283,7 +1300,11 @@ def main(is_mysql=False, is_company=False):
     cn.sp_scene_clean(is_except=['except'])  # 商品素材
     cn.upload_df()  # 上传数据库
 
-    if not is_company:
+    if is_company:  # 公司移除所有文件
+        files = os.listdir(upload_path)
+        for file in files:
+            os.remove(os.path.join(upload_path, file))
+    else:  # 其他主机则进行文件分类
         cn.move_sycm(is_except=['临时文件', ])  # 生意参谋，移到文件到原始文件夹
         cn.move_dmp(is_except=['临时文件', ])  # 达摩盘
         cn.move_sjy(is_except=['临时文件',])  # 生意经，移到文件到原始文件夹

mdbq/company/copysh.py

@@ -301,6 +301,30 @@ class TbFiles:
         now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
         print(f'{now} 同步完成！')
 
+    def refresh_excel(self):
+        # 刷新共享位置的指定文件/文件夹
+        if platform.system() == 'Windows' and socket.gethostname() == 'company':
+            excel_path = os.path.join(Share_Path, 'EXCEL报表')
+            files = os.listdir(excel_path)
+            files = [f'{excel_path}\\{item}' for item in files if item.endswith('.xlsx') or item.endswith('.xls')]
+            r = refresh_all.RefreshAll()
+            for file in files:
+                if '~' in file or 'DS_Store' in file or 'baidu' in file or 'xunlei' in file:
+                    continue
+                if file.endswith('.xlsx') or file.endswith('.xls'):
+                    r.refresh_excel(file=file)
+                time.sleep(5)
+
+            # 临时加的
+            # excel_file = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新\\0-WLM_运营周报-1012输出.xlsx'
+            dir_files = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新'
+            files = os.listdir(dir_files)
+            for file in files:
+                if file.endswith('.xlsx') and file.startswith(
+                        '0-WLM_运营周报') and '~' not in file and 'baidu' not in file:
+                    excel_file = os.path.join(dir_files, file)
+                    r.refresh_excel(file=excel_file)
+
     def check_upload_mysql(self):
         # 每天只更新一次
         today = datetime.date.today()
@@ -407,12 +431,15 @@ def main():
                 )
                 # print(conf)
                 myconfig.write_back(datas=conf)  # 写回文件生效
+
+            if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
+                t.refresh_excel()
             now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S ')
             print(f'{now}数据完成！')
 
-        t.sleep_minutes = 5  # 同步前休眠时间
-        if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
-            t.tb_file()
+        # t.sleep_minutes = 5  # 同步前休眠时间
+        # if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
+        #     t.tb_file()
         time.sleep(600)  # 检测间隔
 
 

mdbq/dataframe/converter.py

@@ -52,7 +52,9 @@ class DataFrameConverter(object):
             except Exception as e:
                 print(f'留意错误信息: 位于列 -> {col} -> {e}')
 
-            if col.endswith('占比') or col.endswith('率'):
+            if (col.endswith('占比') or col.endswith('率') or col.endswith('同比')
+                    or col.endswith('环比') or col.lower().endswith('roi')
+                    or col.endswith('产出比')):
                 df = df.astype({col: float}, errors='raise')
 
             # 尝试转换合适的数据类型

{mdbq-2.8.8.dist-info → mdbq-2.9.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.8.8
+Version: 2.9.0
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.8.8.dist-info → mdbq-2.9.0.dist-info}/RECORD

@@ -9,10 +9,10 @@ mdbq/aggregation/query_data.py,sha256=iRgPljgOPE7dzhaaVxRXOEOOKQTmWg6sGsDplNLTvQ
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
-mdbq/clean/clean_upload.py,sha256=FJxoEX-2QKuFhrF1ecl_LdZ1uFnVPx4HigNcXdErB28,66561
+mdbq/clean/clean_upload.py,sha256=yMAb6tV9XHhFJbRrCOeaPfszApJ9y5M4-hQGuBSXNqE,67799
 mdbq/clean/data_clean.py,sha256=ucfslhqXVZoH2QaXHSAWDky0GhIvH9f4GeNaHg4SrFE,104790
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
-mdbq/company/copysh.py,sha256=gWaNgRe_rBHBBphch2AHkGAljZRdfqYBn_FC3m_l11A,20061
+mdbq/company/copysh.py,sha256=eFu6focRqm2Njn_XN1KW2ZYJiTv6EYgsdBCLokobyxQ,21572
 mdbq/company/copysh_bak.py,sha256=NvlXCBZBcO2GIT5nLRYYqhOyHWM1-1RE7DHvgbj6jmQ,19723
 mdbq/company/home_sh.py,sha256=42CZ2tZIXHLl2mOl2gk2fZnjH2IHh1VJ1s3qHABjonY,18021
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -22,7 +22,7 @@ mdbq/config/products.py,sha256=Sj4FSb2dZcMKp6ox-FJdIR87QLgMN_TJ7Z6KAWMTWyw,6214
 mdbq/config/set_support.py,sha256=xkZCX6y9Bq1ppBpJAofld4B2YtchA7fl0eT3dx3CrSI,777
 mdbq/config/update_conf.py,sha256=taL3ZqKgiVWwUrDFuaYhim9a72Hm4BHRhhDscJTziR8,4535
 mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
-mdbq/dataframe/converter.py,sha256=X5Aubm9Z4_bhslcu1-XZzT8X6UpoAW5BFs30RfgfRmE,4460
+mdbq/dataframe/converter.py,sha256=s-5EzHU9HlcSHlKgRd3autGODaKn523av1N0gh_56YY,4614
 mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
 mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
 mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
@@ -45,7 +45,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/req_post/req_tb.py,sha256=PexWSCPJNM6Tv0ol4lAWIhlOwsAr_frnjtcdSHCFiek,36179
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=jHrdGWBJQaSywx7V-U4YuM6vWkwC5SR5tTOOdB3YU_c,17306
-mdbq-2.8.8.dist-info/METADATA,sha256=nsBoL09H03mPKEkiBC_6UFdQjeyF2eK0UINiPaxq9-s,243
-mdbq-2.8.8.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-2.8.8.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-2.8.8.dist-info/RECORD,,
+mdbq-2.9.0.dist-info/METADATA,sha256=s0ZT23hnWNpOZ5YBPTKigR8XftMlBOTCzH_7Lfuamig,243
+mdbq-2.9.0.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-2.9.0.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-2.9.0.dist-info/RECORD,,