mdbq 2.8.3__py3-none-any.whl → 2.8.4__py3-none-any.whl

mdbq/clean/clean_upload.py

@@ -832,6 +832,8 @@ class DataClean:
                     # df = pd.read_excel(os.path.join(root, name), header=0, engine='openpyxl')
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                     new_name = f'py_xg_{name}'
+                    if os.path.isfile(os.path.join(root, new_name)):
+                        os.remove(os.path.join(root, new_name))
                     os.rename(os.path.join(root, name), os.path.join(root, new_name))
                 elif name.endswith('.xlsx') and '京东商智_sku_商品明细' in name:
                     df = pd.read_excel(os.path.join(root, name), header=0, engine='openpyxl')
@@ -950,6 +952,8 @@ class DataClean:
                 elif name.endswith('.csv') and ('商品类目属性' in name or '商品主图视频' in name or '商品sku属性' in name):
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                     new_name = f'py_xg_{os.path.splitext(name)[0]}.csv'
+                    if os.path.isfile(os.path.join(root, new_name)):
+                        os.remove(os.path.join(root, new_name))
                     os.rename(os.path.join(root, name), os.path.join(root, new_name))
 
                 # 将数据传入 self.datas 等待更新进数据库
@@ -1585,7 +1589,7 @@ def main(is_mysql=False, is_company=False):
     # 清理聚合数据, mongodb 中没有聚合数据，所以只需要清理 mysql 即可
     optimize_data.op_data(
         db_name_lists=['聚合数据'],
-        days=3650,
+        days=100,
         is_mongo=False,
         is_mysql=True,
     )

{mdbq-2.8.3.dist-info → mdbq-2.8.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.8.3
+Version: 2.8.4
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.8.3.dist-info → mdbq-2.8.4.dist-info}/RECORD

@@ -9,7 +9,7 @@ mdbq/aggregation/query_data.py,sha256=sLjCO5yDhGdVouA8x42sX5rugT2w9itYKanpk3iywC
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
-mdbq/clean/clean_upload.py,sha256=rNiv_7wcOgYfks1wK2sLHWNyi7jProCZgHZSGjC7IlQ,83318
+mdbq/clean/clean_upload.py,sha256=Cwcp4CR9RSlu6P9XjDcFtqlB8KQJUh8DfiL0uEFxhJM,83583
 mdbq/clean/data_clean.py,sha256=ucfslhqXVZoH2QaXHSAWDky0GhIvH9f4GeNaHg4SrFE,104790
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
 mdbq/company/copysh.py,sha256=tWSD7ZnPxSFrguKzI837glg90xoaxK4JL0IavtnMyGM,19943
@@ -45,7 +45,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/req_post/req_tb.py,sha256=PexWSCPJNM6Tv0ol4lAWIhlOwsAr_frnjtcdSHCFiek,36179
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=jHrdGWBJQaSywx7V-U4YuM6vWkwC5SR5tTOOdB3YU_c,17306
-mdbq-2.8.3.dist-info/METADATA,sha256=URhLHhurWFz89hBRcw66jx2ebsU23fIS7peIyMR_Iv0,243
-mdbq-2.8.3.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-2.8.3.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-2.8.3.dist-info/RECORD,,
+mdbq-2.8.4.dist-info/METADATA,sha256=oFkZxR2At0Mn7VA8NXBc5Bp5nZaH1g-XYAqoJkvmXFc,243
+mdbq-2.8.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-2.8.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-2.8.4.dist-info/RECORD,,