mdbq 1.4.2__py3-none-any.whl → 1.4.4__py3-none-any.whl

mdbq/aggregation/aggregation.py

@@ -366,6 +366,8 @@ class DatabaseUpdate:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                 elif name.endswith('.csv') and '类目洞察_价格分析_分析明细_汇总' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
+                elif name.endswith('.csv') and '搜索排行_搜索' in name:
+                    df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                 elif name.endswith('.csv') and '竞店分析-销售分析-关键指标对比' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                 elif name.endswith('.csv') and '竞店分析-销售分析-top商品榜' in name:

mdbq/aggregation/optimize_data.py

@@ -109,4 +109,4 @@ def op_data(db_name_lists, service_databases=None, days: int = 63):
 
 
 if __name__ == '__main__':
-    op_data(service_databases=[{'home_lx': 'mysql'}], days=3650)
+    op_data(db_name_lists=['聚合数据'], service_databases=[{'company': 'mysql'}], days=3650)

mdbq/clean/data_clean.py

@@ -1046,6 +1046,9 @@ class DataClean:
                 elif name.endswith('.csv') and '类目洞察' in name and '价格分析_分析明细_商品发现' in name:
                     t_path = str(pathlib.Path(self.source_path, '市场数据/类目洞察/价格分析/商品发现'))
                     bib(t_path, _as_month=True)
+                elif name.endswith('.csv') and '搜索排行_搜索' in name:
+                    t_path = str(pathlib.Path(self.source_path, '市场数据/搜索排行'))
+                    bib(t_path, _as_month=True)
                 elif name.endswith('.csv') and '市场排行_店铺排行' in name:
                     t_path = str(pathlib.Path(self.source_path, '市场数据/市场二级类目店铺'))
                     bib(t_path, _as_month=True)

mdbq/company/copysh.py

@@ -289,7 +289,7 @@ class UpdateMysql:
             return False, self.d_path
 
 
-def op_data(days: int =3650):
+def op_data(days: int =100):
 
     # 清理数据库， 除了 聚合数据
     if socket.gethostname() == 'company':  # 公司台式机自身运行
@@ -322,11 +322,11 @@ def op_data(days: int =3650):
                 '属性设置2',
                 # '聚合数据',  # 不在这里清理聚合数据, 还未开始聚合呢
             ],
-            days=3650,
+            days=days,
         )
 
         # 数据聚合
-        query_data.data_aggregation(service_databases=[{'home_lx': 'mysql'}], months=1, system_name='home_lx')
+        query_data.data_aggregation(service_databases=[{'home_lx': 'mysql'}], months=3, system_name='home_lx')
         time.sleep(60)
 
         # 清理聚合数据
@@ -352,7 +352,7 @@ def main():
             w = update_conf.UpdateConf()
             w.update_config(filename='.copysh_conf', option='ch_record', new_value='False')
             time.sleep(60)
-            op_data(days=3650)  # 数据清理和聚合
+            op_data(days=100)  # 数据清理和聚合
 
         t.sleep_minutes = 30  # 同步前休眠时间
         t.tb_file()

{mdbq-1.4.2.dist-info → mdbq-1.4.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 1.4.2
+Version: 1.4.4
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-1.4.2.dist-info → mdbq-1.4.4.dist-info}/RECORD

@@ -1,17 +1,17 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/aggregation.py,sha256=cEKhmlqvrChXlxyxEq5qNMAgL_3hp1xtt9heOxfu9Z4,58113
+mdbq/aggregation/aggregation.py,sha256=xm9H2bD9GjKQd-sHQ5WIeskzagzaHwYMuokZnhGdFY8,58303
 mdbq/aggregation/df_types.py,sha256=oQJS2IBU3_IO6GMgbssHuC2yCjNnbta0QPGrFOwNLnU,7591
 mdbq/aggregation/mysql_types.py,sha256=3j_SUTi7qYJyY3JtV_lRLIyczIczmRPE_WaIrXiZ6Rw,11425
-mdbq/aggregation/optimize_data.py,sha256=MnGEO4csKYHJ8MzzfsOf-r7yQbjO4ugthwdI-g6PRr4,4144
+mdbq/aggregation/optimize_data.py,sha256=u2Kl_MFtZueXJ57ycy4H2OhXD431RctUYJYCl637uT0,4176
 mdbq/aggregation/query_data.py,sha256=2SFeTkgsNgQVjNVDi1K2zTsNSw9dwL19Xj7Peu7sfRg,29828
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
-mdbq/clean/data_clean.py,sha256=TnG0t6Ted9miMoBdGanpTmj6AUa0YFSyEBvmgN3V7sw,87558
+mdbq/clean/data_clean.py,sha256=BIzc1XCJjJaZyPT6DCRXRCCRwBaeC5_lER0aqYF1P3M,87778
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
-mdbq/company/copysh.py,sha256=NJWEnxOZhbnqbHPQfCxBNAcl-LLLEk4Gn9QP35XlA0c,17041
+mdbq/company/copysh.py,sha256=XBnSalNHJPCBkswyiDpHhhVPqxRMOGcbAncWytrhCyQ,17039
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/config/get_myconf.py,sha256=bp6bVARZVm3ANj1pmM9hLB8Ao539TUWeM9xxeSsBpzw,5994
 mdbq/config/products.py,sha256=9gqXJMsw8KKuD4Xs6krNgcF7AuWDvV7clI6wVi3QjcA,4260
@@ -35,7 +35,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=tgy762608HMaXWynbOURIf2UVMuSPybzrDXQnOOcnZU,6102
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-1.4.2.dist-info/METADATA,sha256=UZwzt2anHSlVl3ICkW5LHHgwSBDLHiTnbigMiI0DyDI,245
-mdbq-1.4.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-1.4.2.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-1.4.2.dist-info/RECORD,,
+mdbq-1.4.4.dist-info/METADATA,sha256=k_rFWJWIrV84IBHNX4pfTrN9L3uoFh31MlFapUllfgs,245
+mdbq-1.4.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-1.4.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-1.4.4.dist-info/RECORD,,