mns-scheduler 1.0.2.9__tar.gz → 1.0.3.1__tar.gz

{mns-scheduler-1.0.2.9 → mns-scheduler-1.0.3.1}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.2.9
+Version: 1.0.3.1

mns-scheduler-1.0.3.1/mns_scheduler/kpl/selection/index/sync_best_choose_his_index.py

@@ -0,0 +1,112 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import sys
+import os
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import threading
+import pandas as pd
+import mns_common.api.kpl.common.kpl_common_api as kpl_common_api
+import mns_common.utils.data_frame_util as data_frame_util
+
+KPL_MINUTE_LIST = ['0930', '0935', '0940', '0945', '0950', '0955',
+                   '1000', '1005', '1010', '1015', '1020', '1025',
+                   '1030', '1035', '1040', '1045', '1050', '1055',
+                   '1100', '1105', '1110', '1115', '1120', '1125',
+                   '1130',
+                   '1305', '1310', '1315', '1320', '1325',
+                   '1330', '1335', '1340', '1345', '1350', '1355',
+                   '1400', '1405', '1410', '1415', '1420', '1425',
+                   '1430', '1435', '1440', '1445', '1450', '1455',
+                   '1500']
+
+KPL_MINUTE_BEGIN = "0925"
+KPL_MINUTE_END = "1500"
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+mongodb_util = MongodbUtil('27017')
+# 定义一个全局锁，用于保护 result 变量的访问
+result_lock = threading.Lock()
+# 初始化 result 变量为一个空的 Pandas DataFrame
+result = pd.DataFrame()
+
+
+def sync_best_choose_his_index(str_day):
+    all_kpl_best_choose_index_df = kpl_common_api \
+        .get_plate_index(kpl_common_api.BEST_CHOOSE)
+    kpl_best_choose_index_number = all_kpl_best_choose_index_df.shape[0]
+    page_max_number = kpl_best_choose_index_number / kpl_common_api.HIS_PAGE_MAX_COUNT
+    page_number = 0
+    number = 1
+    for end_time in KPL_MINUTE_LIST:
+        while page_number <= page_max_number:
+            index = page_number * kpl_common_api.HIS_PAGE_MAX_COUNT
+            kpl_plate_best_index_df = kpl_common_api.get_plate_index_his(index, kpl_common_api.BEST_CHOOSE,
+                                                                         str_day, KPL_MINUTE_BEGIN,
+                                                                         end_time)
+
+            if data_frame_util.is_empty(kpl_plate_best_index_df):
+                continue
+            kpl_plate_best_index_df['number'] = number
+            kpl_plate_best_index_df['str_day'] = str_day
+            kpl_plate_best_index_df = kpl_plate_best_index_df[[
+                "plate_code",
+                "plate_name",
+                "heat_score",
+                "chg",
+                "speed",
+                "amount",
+                "main_net_inflow",
+                "main_inflow_in",
+                "main_inflow_out",
+                "quantity_ratio",
+                "flow_mv",
+                "super_order_net",
+                "total_mv",
+                "last_reason_organ_add",
+                "ava_pe_now",
+                "ava_pe_next",
+                "number",
+                "str_day",
+
+            ]]
+            save_kpl_his_index(kpl_plate_best_index_df, str_day, end_time)
+            if end_time == KPL_MINUTE_END:
+                save_kpl_his_daily(kpl_plate_best_index_df, str_day, end_time)
+            page_number = page_number + 1
+        # 执行下一个时间段
+        page_number = 0
+        number = number + 1
+
+
+def save_kpl_his_index(kpl_plate_best_index_df, str_day, end_time):
+    kpl_plate_best_index_df['_id'] = str_day + '-' + end_time + '-' + kpl_plate_best_index_df['plate_code']
+    mongodb_util.insert_mongo(kpl_plate_best_index_df, db_name_constant.KPL_BEST_CHOOSE_HIS)
+
+
+def save_kpl_his_daily(kpl_plate_best_index_df, str_day, end_time):
+    kpl_plate_best_index_df['_id'] = str_day + '-' + end_time + '-' + kpl_plate_best_index_df['plate_code']
+    mongodb_util.save_mongo(kpl_plate_best_index_df, db_name_constant.KPL_BEST_CHOOSE_DAILY)
+
+
+def sync_all_days():
+    query = {"_id": {"$gte": '2022-07-22'}, 'trade_date': {"$lte": "2024-04-21"}}
+    trade_date_list = mongodb_util.find_query_data('trade_date_list', query)
+    trade_date_list = trade_date_list.sort_values(by=['trade_date'], ascending=False)
+    for trade_one in trade_date_list.itertuples():
+        sync_best_choose_his_index(trade_one.trade_date)
+
+
+if __name__ == '__main__':
+    sync_all_days()
+    # sync_best_choose_his_index('2024-04-19')

{mns-scheduler-1.0.2.9 → mns-scheduler-1.0.3.1}/mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py

@@ -80,6 +80,9 @@ def sync_all_plate_info():
     # 同步精选概念股票组成
     multi_thread_sync_kpl_best_choose_detail()
     logger.info("同步开票啦精选概念股票组成完成")
+    # 更新开票啦空名字名称
+    update_null_name()
+    logger.info("更新开票啦空名字名称")
 
 
 # 更新一二级关系
@@ -135,7 +138,50 @@ def update_sub_index_relation(first_index_df, kpl_all_concept_df):
         mongodb_util.update_many(update_query, new_values, db_name_constant.KPL_BEST_CHOOSE_INDEX)
 
 
+def update_null_name():
+    query = {"plate_name": ''}
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, query)
+    if data_frame_util.is_empty(kpl_best_choose_index_df):
+        return
+    else:
+        kpl_best_choose_index_df_sub = kpl_best_choose_index_df.loc[
+            kpl_best_choose_index_df["index_class"] == kpl_constant.SUB_INDEX]
+        if data_frame_util.is_not_empty(kpl_best_choose_index_df_sub):
+            for sub_one in kpl_best_choose_index_df_sub.itertuples():
+                try:
+                    first_plate_code = sub_one.first_plate_code
+                    sub_plate_code = sub_one.plate_code
+                    kpl_best_choose_sub_index_detail = selection_plate_api.best_choose_sub_index(first_plate_code)
+                    sub_kpl_best_choose_sub_index_detail = kpl_best_choose_sub_index_detail.loc[
+                        kpl_best_choose_sub_index_detail['plate_code'] == sub_plate_code]
+                    if data_frame_util.is_not_empty(sub_kpl_best_choose_sub_index_detail):
+                        plate_name = list(sub_kpl_best_choose_sub_index_detail['plate_name'])[0]
+                        new_values = {"$set": {"plate_name": plate_name}}
+                        update_query = {"plate_code": sub_plate_code}
+                        mongodb_util.update_many(update_query, new_values, db_name_constant.KPL_BEST_CHOOSE_INDEX)
+                except BaseException as e:
+                    logger.error("更新板块kpl概念名称出现异常:{},{}", sub_plate_code, e)
+        kpl_best_choose_index_df_first = kpl_best_choose_index_df.loc[
+            kpl_best_choose_index_df["index_class"] == kpl_constant.FIRST_INDEX]
+        if data_frame_util.is_not_empty(kpl_best_choose_index_df_first):
+            for first_one in kpl_best_choose_index_df_sub.itertuples():
+                try:
+                    first_plate_code = first_one.plate_code
+                    first_index_df = sync_best_choose_first_index.choose_field_choose_first_index()
+                    first_index_df_one = first_index_df.loc[first_index_df['plate_code'] == first_plate_code]
+                    if data_frame_util.is_not_empty(first_index_df_one):
+                        plate_name = list(first_index_df_one['plate_name'])[0]
+                        new_values = {"$set": {"plate_name": plate_name}}
+                        update_query = {"plate_code": first_plate_code}
+                        mongodb_util.update_many(update_query, new_values, db_name_constant.KPL_BEST_CHOOSE_INDEX)
+                except BaseException as e:
+                    logger.error("更新板块kpl概念名称出现异常:{},{}", first_plate_code, e)
+
+    return kpl_best_choose_index_df
+
+
 if __name__ == '__main__':
+    update_null_name()
     update_best_choose_plate_relation()
 
     # 同步第一和第二级别精选指数

{mns-scheduler-1.0.2.9 → mns-scheduler-1.0.3.1}/mns_scheduler/zz_task/data_sync_task.py

@@ -34,6 +34,7 @@ import mns_scheduler.concept.clean.ths_effective_concept_clean_api as ths_effect
 import mns_scheduler.kpl.selection.total.sync_kpl_best_total_sync_api as sync_kpl_best_total_sync_api
 import mns_scheduler.company_info.company_info_sync_api as company_info_sync_api
 import mns_scheduler.ipo.auto_ipo_buy_api as auto_ipo_buy_api
+import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
 
 
 # 同步交易日期任务完成
@@ -272,6 +273,16 @@ def auto_ipo_buy():
         auto_ipo_buy_api.auto_ipo_buy()
 
 
+# 同步开盘啦当日精选指数行情数据
+
+def sync_kpl_best_his_quotes():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_day):
+        sync_best_choose_his_index.sync_best_choose_his_index(str_day)
+        logger.info('同步开盘啦当日精选指数行情数据任务完成')
+
+
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 # sync_trade_date 同步交易日期
@@ -336,6 +347,9 @@ blockingScheduler.add_job(auto_ipo_buy, 'cron', hour='10', minute='40,50')
 # 更新开盘啦指数关系
 blockingScheduler.add_job(update_best_choose_plate_relation, 'cron', hour='09,18', minute='25')
 
+# 更新开盘啦指数关系
+blockingScheduler.add_job(sync_kpl_best_his_quotes, 'cron', hour='18,22', minute='25')
+
 print('定时任务启动成功')
 blockingScheduler.start()
 

{mns-scheduler-1.0.2.9 → mns-scheduler-1.0.3.1}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.2.9
+Version: 1.0.3.1

{mns-scheduler-1.0.2.9 → mns-scheduler-1.0.3.1}/mns_scheduler.egg-info/SOURCES.txt

@@ -47,6 +47,7 @@ mns_scheduler/k_line/sync/daily_week_month_line_sync.py
 mns_scheduler/kpl/__init__.py
 mns_scheduler/kpl/selection/__init__.py
 mns_scheduler/kpl/selection/index/__init__.py
+mns_scheduler/kpl/selection/index/sync_best_choose_his_index.py
 mns_scheduler/kpl/selection/index/sync_best_choose_index.py
 mns_scheduler/kpl/selection/symbol/__init__.py
 mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py

{mns-scheduler-1.0.2.9 → mns-scheduler-1.0.3.1}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.2.9',
+    version='1.0.3.1',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )