mdbq 3.2.3__py3-none-any.whl → 3.2.4__py3-none-any.whl

mdbq/aggregation/optimize_data.py

@@ -72,23 +72,12 @@ def restart_mongodb():
 
 
 def op_data(db_name_lists, days: int = 63, is_mongo=True, is_mysql=True):
-    """ """
-
-    if socket.gethostname() == 'xigua_lx' or socket.gethostname() == 'xigua1' or socket.gethostname() == 'Mac2.local':
-        # Mysql
-        if is_mysql:
-            s = mysql.OptimizeDatas(username=username, password=password, host=host, port=port)
-            s.db_name_lists = db_name_lists
-            s.days = days
-            s.optimize_list()
-
-    elif socket.gethostname() == 'company':
-        # Mysql
-        if is_mysql:
-            s = mysql.OptimizeDatas(username=username, password=password, host=host, port=port)
-            s.db_name_lists = db_name_lists
-            s.days = days
-            s.optimize_list()
+    # Mysql
+    if is_mysql:
+        s = mysql.OptimizeDatas(username=username, password=password, host=host, port=port)
+        s.db_name_lists = db_name_lists
+        s.days = days
+        s.optimize_list()
 
 
 if __name__ == '__main__':

mdbq/aggregation/query_data.py

@@ -17,6 +17,7 @@ import json
 import os
 import time
 import calendar
+import concurrent.futures
 
 """
 
@@ -3131,24 +3132,37 @@ def main(days=150, months=3):
     p.to_mysql()
 
     # 清理非聚合数据库
-    system = platform.system()  # 本机系统
-    host_name = socket.gethostname()  # 本机名
-    conf = myconfig.main()
-    db_list = conf[system][host_name]['mysql']['数据库集']
-    not_juhe_db_list = [item for item in db_list if item != '聚合数据']
-    optimize_data.op_data(
-        db_name_lists=not_juhe_db_list,
-        days= 31,  # 清理聚合数据的日期长度
-        is_mongo=False,
-        is_mysql=True,
-    )
+    db_list = [
+        "京东数据3",
+        "属性设置3",
+        "推广数据2",
+        "推广数据_淘宝店",
+        "爱库存2",
+        "生意参谋3",
+        "生意经3",
+        "达摩盘3",
+    ]
+    # 使用 ThreadPoolExecutor 来并行运行
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        for step in range(len(db_list)):
+            future_to_function = {
+                executor.submit(
+                    optimize_data.op_data,
+                    days=31,
+                    is_mongo=False,
+                    is_mysql=True,
+                    db_name_lists=[db_list[step]],
+                ),
+            }
+        # # 等待所有任务完成并获取执行结果
+        # for future in concurrent.futures.as_completed(future_to_function):
+        #     future.result()
 
     # 2. 数据聚合
     query_(months=months)
     time.sleep(60)
 
     # 3. 清理聚合数据
-
     optimize_data.op_data(
         db_name_lists=['聚合数据'],
         days=days,  # 清理聚合数据的日期长度
@@ -3193,11 +3207,11 @@ def query_(months=1, less_dict=[]):
 
 
 if __name__ == '__main__':
-    # main(
-    #     days=150,  # 清理聚合数据的日期长度
-    #     months=3  # 生成聚合数据的长度
-    # )
-    date_table()
+    main(
+        days=150,  # 清理聚合数据的日期长度
+        months=3  # 生成聚合数据的长度
+    )
+    # date_table()
     # query_(months=3)
 
     # system = platform.system()  # 本机系统

mdbq/config/products.py

@@ -14,18 +14,18 @@ from numpy.ma.core import product
 用于聚合数据，通过此数据表进一步可确定商品上架年月
 """
 username, password, host, port, service_database = None, None, None, None, None,
-if socket.gethostname().lower() in ['xigua_lx', 'xigua1', 'macbook pro']:
+if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
     conf = myconfig.main()
     data = conf['Windows']['xigua_lx']['mysql']['local']
     username, password, host, port = data['username'], data['password'], data['host'], data['port']
     service_database = {'xigua_lx': 'mysql'}
-elif socket.gethostname().lower() in ['company', 'mac2.local']:
+elif socket.gethostname() in ['company', 'Mac2.local']:
     conf = myconfig.main()
     data = conf['Windows']['company']['mysql']['local']
     username, password, host, port = data['username'], data['password'], data['host'], data['port']
     service_database = {'company': 'mysql'}
 if not username:
-    print(f'找不到主机：')
+    print(f'找不到主机1：')
 
 
 class Products:

{mdbq-3.2.3.dist-info → mdbq-3.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 3.2.3
+Version: 3.2.4
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.2.3.dist-info → mdbq-3.2.4.dist-info}/RECORD

@@ -4,8 +4,8 @@ mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,
 mdbq/aggregation/aggregation.py,sha256=ltYntRjxeN9YX1uTR2_zoYEik2PVPD70xAF98d4TcAo,74732
 mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
 mdbq/aggregation/mysql_types.py,sha256=YTGyrF9vcRgfkQbpT-e-JdJ7c7VF1dDHgyx9YZRES8w,10934
-mdbq/aggregation/optimize_data.py,sha256=79uwiM2WqNNFxGpE2wKz742PRq-ZGgFjdOV0vgptHdY,3513
-mdbq/aggregation/query_data.py,sha256=CQgfbAZxA36CTDYeO-5kyFiLbh3UGL-pk54WfzyLlv4,144085
+mdbq/aggregation/optimize_data.py,sha256=RXIv7cACCgYyehAxMjUYi_S7rVyjIwXKWMaM3nduGtA,3068
+mdbq/aggregation/query_data.py,sha256=oY95ZK3qt3Wx9pdZKZ5cvDh45Yi5yGj1kl8G6riumHA,144513
 mdbq/aggregation/query_data_bak.py,sha256=r1FU0C4zjXln7oVSrRkElh4Ehl-9mYhGcq57jLbViUA,104071
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
@@ -17,7 +17,7 @@ mdbq/company/copysh.py,sha256=eFu6focRqm2Njn_XN1KW2ZYJiTv6EYgsdBCLokobyxQ,21572
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/config/get_myconf.py,sha256=cmNvsyoNa0RbZ9FOTjSd3jyyGwkxjUo0phvdHbGlrms,6010
 mdbq/config/myconfig.py,sha256=EGymTlAimtHIDJ9egCtOehBEPOj6rea504kvsEZu64o,854
-mdbq/config/products.py,sha256=1W8FBXnnvTC29pBLI8Yp8UwTMhBvoppcJqmniT8rBGU,6295
+mdbq/config/products.py,sha256=Ab6eaAUMUtjRL8z9NvYukyCjp3nAi4OYISY_IdPhAJ0,6279
 mdbq/config/set_support.py,sha256=xkZCX6y9Bq1ppBpJAofld4B2YtchA7fl0eT3dx3CrSI,777
 mdbq/config/update_conf.py,sha256=taL3ZqKgiVWwUrDFuaYhim9a72Hm4BHRhhDscJTziR8,4535
 mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
@@ -45,7 +45,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/req_post/req_tb.py,sha256=qg7pet73IgKGmCwxaeUyImJIoeK_pBQT9BBKD7fkBNg,36160
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=48isoL6nEi_uniV-ja2HwYAI7O8D1i1goO4SzBwDGSU,19036
-mdbq-3.2.3.dist-info/METADATA,sha256=Dri5r-2gLAyzQhn0FiI8kd9fM00dEd9YCeG3HcXPRtM,243
-mdbq-3.2.3.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
-mdbq-3.2.3.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-3.2.3.dist-info/RECORD,,
+mdbq-3.2.4.dist-info/METADATA,sha256=ooSBQPglMUz5yCpxbdVi9J6YcZ7mwnCu9dsn-T9A080,243
+mdbq-3.2.4.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
+mdbq-3.2.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-3.2.4.dist-info/RECORD,,