mdbq 3.4.8__py3-none-any.whl → 3.4.9__py3-none-any.whl

mdbq/aggregation/query_data.py

@@ -3850,7 +3850,8 @@ def main(days=150, months=3):
         '市场数据3',
     ]
     # 使用 ThreadPoolExecutor 来并行运行
-    with concurrent.futures.ThreadPoolExecutor() as executor:
+    # with concurrent.futures.ThreadPoolExecutor() as executor:
+    with concurrent.futures.ProcessPoolExecutor() as executor:
         for step in range(len(db_list)):
             future_to_function = {
                 executor.submit(
@@ -3868,7 +3869,8 @@ def main(days=150, months=3):
     # 2. 数据聚合
     query_list = [query1, query2, query3]
     # 使用 ThreadPoolExecutor 来并行运行
-    with concurrent.futures.ThreadPoolExecutor() as executor:
+    # with concurrent.futures.ThreadPoolExecutor() as executor:
+    with concurrent.futures.ProcessPoolExecutor() as executor:
         for func_query in query_list:
             future_to_function = {
                 executor.submit(
@@ -3890,14 +3892,15 @@ def main(days=150, months=3):
 
 
 if __name__ == '__main__':
-    main(
-        days=3,  # 清理聚合数据的日期长度
-        months=2  # 生成聚合数据的长度
-    )
+    # main(
+    #     days=3,  # 清理聚合数据的日期长度
+    #     months=1  # 生成聚合数据的长度
+    # )
 
-    # query_list = [query1, query2]
+    # query_list = [query1, query2, query3]
     # # 使用 ThreadPoolExecutor 来并行运行
-    # with concurrent.futures.ThreadPoolExecutor() as executor:
+    # # with concurrent.futures.ThreadPoolExecutor() as executor:
+    # with concurrent.futures.ProcessPoolExecutor() as executor:
     #     for func_query in query_list:
     #         future_to_function = {
     #             executor.submit(
@@ -3907,17 +3910,11 @@ if __name__ == '__main__':
     #             ),
     #         }
 
-    # # 3. 清理聚合数据
-    # optimize_data.op_data(
-    #     db_name_lists=['聚合数据'],
-    #     days=100,  # 清理聚合数据的日期长度
-    #     is_mongo=False,
-    #     is_mysql=True,
-    # )
+    optimize_data.op_data(
+        db_name_lists=['聚合数据'],
+        days=60,  # 清理聚合数据的日期长度
+        is_mongo=False,
+        is_mysql=True,
+    )
 
-    # query3(months=2, less_dict=[])
 
-    # sdq = MysqlDatasQuery()  # 实例化数据处理类
-    # sdq.months = 1  # 设置数据周期， 1 表示近 2 个月
-    # sdq.update_service = True  # 调试时加，true: 将数据写入 mysql 服务器
-    # sdq.item_up()

{mdbq-3.4.8.dist-info → mdbq-3.4.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 3.4.8
+Version: 3.4.9
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.4.8.dist-info → mdbq-3.4.9.dist-info}/RECORD

@@ -4,7 +4,7 @@ mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,
 mdbq/aggregation/aggregation.py,sha256=-yzApnlqSN2L0E1YMu5ml-W827qpKQvWPCOI7jj2kzY,80264
 mdbq/aggregation/datashow.py,sha256=1AYSIDkdUx-4as1Ax2rPj0cExM9d-qFMrFYLAaPHNuk,54962
 mdbq/aggregation/optimize_data.py,sha256=RXIv7cACCgYyehAxMjUYi_S7rVyjIwXKWMaM3nduGtA,3068
-mdbq/aggregation/query_data.py,sha256=Hen76ZLzBesW2snPnhbuUuhTQBkp2kyoekXnBzzeJI4,178903
+mdbq/aggregation/query_data.py,sha256=By7tPjrGuVyEuRwTmTdhkwU7s8U6-r_BoH3eXypRZ9I,178800
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -34,7 +34,7 @@ mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
 mdbq/pbix/refresh_all_old.py,sha256=_pq3WSQ728GPtEG5pfsZI2uTJhU8D6ra-htIk1JXYzw,7192
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=zOacjrJ3MvToyuugA68xB-oN6RKj8K3GxMKudnln9EA,22207
-mdbq-3.4.8.dist-info/METADATA,sha256=O3UDm7ch679K0KotXjw8vlh_j_dr56nHDipSv1kfTus,243
-mdbq-3.4.8.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-3.4.8.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-3.4.8.dist-info/RECORD,,
+mdbq-3.4.9.dist-info/METADATA,sha256=duoMMqXV3SgW8V-H5OZezxNbrEznsg6U0_CZdcVIGUo,243
+mdbq-3.4.9.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-3.4.9.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-3.4.9.dist-info/RECORD,,