mdbq 3.4.7__py3-none-any.whl → 3.4.9__py3-none-any.whl

mdbq/aggregation/query_data.py

@@ -3850,7 +3850,8 @@ def main(days=150, months=3):
         '市场数据3',
     ]
     # 使用 ThreadPoolExecutor 来并行运行
-    with concurrent.futures.ThreadPoolExecutor() as executor:
+    # with concurrent.futures.ThreadPoolExecutor() as executor:
+    with concurrent.futures.ProcessPoolExecutor() as executor:
         for step in range(len(db_list)):
             future_to_function = {
                 executor.submit(
@@ -3868,7 +3869,8 @@ def main(days=150, months=3):
     # 2. 数据聚合
     query_list = [query1, query2, query3]
     # 使用 ThreadPoolExecutor 来并行运行
-    with concurrent.futures.ThreadPoolExecutor() as executor:
+    # with concurrent.futures.ThreadPoolExecutor() as executor:
+    with concurrent.futures.ProcessPoolExecutor() as executor:
         for func_query in query_list:
             future_to_function = {
                 executor.submit(
@@ -3890,14 +3892,15 @@ def main(days=150, months=3):
 
 
 if __name__ == '__main__':
-    main(
-        days=3,  # 清理聚合数据的日期长度
-        months=2  # 生成聚合数据的长度
-    )
+    # main(
+    #     days=3,  # 清理聚合数据的日期长度
+    #     months=1  # 生成聚合数据的长度
+    # )
 
-    # query_list = [query1, query2]
+    # query_list = [query1, query2, query3]
     # # 使用 ThreadPoolExecutor 来并行运行
-    # with concurrent.futures.ThreadPoolExecutor() as executor:
+    # # with concurrent.futures.ThreadPoolExecutor() as executor:
+    # with concurrent.futures.ProcessPoolExecutor() as executor:
     #     for func_query in query_list:
     #         future_to_function = {
     #             executor.submit(
@@ -3907,17 +3910,11 @@ if __name__ == '__main__':
     #             ),
     #         }
 
-    # # 3. 清理聚合数据
-    # optimize_data.op_data(
-    #     db_name_lists=['聚合数据'],
-    #     days=100,  # 清理聚合数据的日期长度
-    #     is_mongo=False,
-    #     is_mysql=True,
-    # )
+    optimize_data.op_data(
+        db_name_lists=['聚合数据'],
+        days=60,  # 清理聚合数据的日期长度
+        is_mongo=False,
+        is_mysql=True,
+    )
 
-    # query3(months=2, less_dict=[])
 
-    # sdq = MysqlDatasQuery()  # 实例化数据处理类
-    # sdq.months = 1  # 设置数据周期， 1 表示近 2 个月
-    # sdq.update_service = True  # 调试时加，true: 将数据写入 mysql 服务器
-    # sdq.item_up()

mdbq/other/download_sku_picture.py

@@ -19,7 +19,6 @@ from selenium.webdriver.common.by import By
 from selenium.webdriver.support import expected_conditions as EC
 from selenium.webdriver.chrome.service import Service
 from mdbq.config import set_support
-from mdbq.config import get_myconf
 from mdbq.config import myconfig
 from mdbq.mysql import mysql
 from mdbq.mysql import s_query
@@ -816,7 +815,6 @@ def main(service_name, database):
         tb_driver2.quit()
 
         # s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
-        username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
         m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
         m.df_to_mysql(
             df=s.df,
@@ -854,7 +852,6 @@ def main3():
 def download_sku(service_name='company', database='mysql', db_name='属性设置2', table_name='商品素材下载记录', col_name='sku图片链接'):
     """ 从数据库中获取商品id信息 """
     # 实例化一个下载类
-    username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
     download = s_query.QueryDatas(username=username, password=password, host=host, port=port)
     projection = {
         '宝贝id': 1,
@@ -898,7 +895,6 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
         tb_driver2.quit()
 
         # 回传数据库
-        username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
         m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
         m.df_to_mysql(
             df=s.df,
@@ -939,7 +935,6 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
     df['获取与下载'] = df.apply(lambda x: '已下载' if x['sku编码'] in d.finish_download else x['获取与下载'], axis=1)
 
     # 回传数据库
-    username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
     m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
     m.df_to_mysql(
         df=df,

{mdbq-3.4.7.dist-info → mdbq-3.4.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 3.4.7
+Version: 3.4.9
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.4.7.dist-info → mdbq-3.4.9.dist-info}/RECORD

@@ -4,7 +4,7 @@ mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,
 mdbq/aggregation/aggregation.py,sha256=-yzApnlqSN2L0E1YMu5ml-W827qpKQvWPCOI7jj2kzY,80264
 mdbq/aggregation/datashow.py,sha256=1AYSIDkdUx-4as1Ax2rPj0cExM9d-qFMrFYLAaPHNuk,54962
 mdbq/aggregation/optimize_data.py,sha256=RXIv7cACCgYyehAxMjUYi_S7rVyjIwXKWMaM3nduGtA,3068
-mdbq/aggregation/query_data.py,sha256=Hen76ZLzBesW2snPnhbuUuhTQBkp2kyoekXnBzzeJI4,178903
+mdbq/aggregation/query_data.py,sha256=By7tPjrGuVyEuRwTmTdhkwU7s8U6-r_BoH3eXypRZ9I,178800
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -23,7 +23,7 @@ mdbq/mysql/recheck_mysql.py,sha256=ppBTfBLgkRWirMVZ31e_ZPULiGPJU7K3PP9G6QBZ3QI,8
 mdbq/mysql/s_query.py,sha256=6L5Cp90zq13noZHjzSA5mqms_hD01c8GO1_NfbYDu6w,9252
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
-mdbq/other/download_sku_picture.py,sha256=Z2Crtwsv69nMGN8uw7qea_1HghRwil3vfnczBM6Ab80,45879
+mdbq/other/download_sku_picture.py,sha256=GdphR7Q3psXXVuZoyJ4u_6OWn_rWlcbT0iJ-1zPT6O0,45368
 mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
 mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
 mdbq/other/sku_picture.py,sha256=JwSXYlzamVqcKCD2tRH2VqYVZNr8fM6f--kcGlTVRnM,50026
@@ -34,7 +34,7 @@ mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
 mdbq/pbix/refresh_all_old.py,sha256=_pq3WSQ728GPtEG5pfsZI2uTJhU8D6ra-htIk1JXYzw,7192
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=zOacjrJ3MvToyuugA68xB-oN6RKj8K3GxMKudnln9EA,22207
-mdbq-3.4.7.dist-info/METADATA,sha256=XuS97AgY84g8aezQcwsMDhiW86WRqrRufN1SnZSFgT4,243
-mdbq-3.4.7.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-3.4.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-3.4.7.dist-info/RECORD,,
+mdbq-3.4.9.dist-info/METADATA,sha256=duoMMqXV3SgW8V-H5OZezxNbrEznsg6U0_CZdcVIGUo,243
+mdbq-3.4.9.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-3.4.9.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-3.4.9.dist-info/RECORD,,