mns-scheduler 1.1.1.3__py3-none-any.whl → 1.1.1.5__py3-none-any.whl

mns_scheduler/company_info/constant/company_constant_data.py

@@ -14,7 +14,7 @@ mongodb_util = MongodbUtil('27017')
 
 def get_fix_symbol_industry():
     return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
-                         ['000032', '深桑达Ａ', '730200', '通信网络设备及器件'],
+                         ['000032', '深桑达Ａ', '730204', '通信网络设备及器件'],
                          ['688480', '赛恩斯', '640704', '自动化设备'],
                          ['603260', '合盛硅业', '220316', '有机硅'],
                          ['300559', '佳发教育', '461102', '培训教育'],

mns_scheduler/concept/common/detaill/ths_concept_detail_api.py

@@ -189,8 +189,9 @@ def merge_data_common_fun(result_df, real_time_quotes_all_stocks):
 
 
 if __name__ == '__main__':
-    get_ths_concept_detail('886073', '铜缆高速连接')
+
     real_time_quotes_all_stocks_df = east_money_stock_api.get_real_time_quotes_all_stocks()
-    get_ths_concept_detail_from_web('886072', real_time_quotes_all_stocks_df)
     get_ths_concept_detail_by_explain('886078', real_time_quotes_all_stocks_df)
+    get_ths_concept_detail_from_web('886078', real_time_quotes_all_stocks_df)
+    get_ths_concept_detail('886073', '铜缆高速连接')
     get_ths_concept_detail_by_wen_cai('PCB概念', real_time_quotes_all_stocks_df)

mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py

@@ -14,6 +14,10 @@ import mns_common.api.msg.push_msg_api as push_msg_api
 import mns_scheduler.company_info.base.sync_company_base_info_api as company_info_sync_api
 import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
 import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
+import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.constant.db_name_constant as db_name_constant
 
 max_concept_code = 886110
 
@@ -70,12 +74,13 @@ def save_ths_concept_detail(new_concept_symbol_df,
 
     new_concept_symbol_df['concept_name'] = new_concept_symbol_df['concept_name'].replace(" ", "")
 
-    query_ths_concept = {'symbol': concept_code}
-    ths_concept_list = mongodb_util.find_query_data('ths_concept_list', query_ths_concept)
-    if ths_concept_list.shape[0] == 0:
+    all_ths_concept_df = ths_concept_common_service_api.get_all_ths_concept()
+    ths_concept_one_df = all_ths_concept_df.loc[all_ths_concept_df['symbol'] == int(concept_code)]
+
+    if data_frame_util.is_empty(ths_concept_one_df):
         concept_create_day = str_day
     else:
-        concept_create_day = list(ths_concept_list['str_day'])[0]
+        concept_create_day = list(ths_concept_one_df['str_day'])[0]
 
     new_concept_symbol_df['str_day'] = str_day
     new_concept_symbol_df['str_now_time'] = str_now_time
@@ -84,19 +89,21 @@ def save_ths_concept_detail(new_concept_symbol_df,
     new_concept_symbol_list = list(new_concept_symbol_df['symbol'])
 
     query_company_info = {'symbol': {'$in': new_concept_symbol_list}}
+    query_company_info_key = str(query_company_info)
     query_field = {"first_industry": 1, "first_industry": 1, "industry": 1,
                    "company_type": 1, "flow_mv_sp": 1,
                    "total_mv_sp": 1}
-    company_info = mongodb_util.find_query_data_choose_field('company_info',
-                                                             query_company_info, query_field)
-    if 'industry' in company_info.columns:
-        del company_info['industry']
-    if 'company_type' in company_info.columns:
-        del company_info['company_type']
-    if 'flow_mv_sp' in company_info.columns:
-        del company_info['flow_mv_sp']
-    if 'total_mv_sp' in company_info.columns:
-        del company_info['total_mv_sp']
+    query_field_key = str(query_field)
+    company_info = company_common_service_new_api.get_company_info_by_field(query_company_info_key, query_field_key)
+
+    if 'industry' in new_concept_symbol_df.columns:
+        del new_concept_symbol_df['industry']
+    if 'company_type' in new_concept_symbol_df.columns:
+        del new_concept_symbol_df['company_type']
+    if 'flow_mv_sp' in new_concept_symbol_df.columns:
+        del new_concept_symbol_df['flow_mv_sp']
+    if 'total_mv_sp' in new_concept_symbol_df.columns:
+        del new_concept_symbol_df['total_mv_sp']
 
     company_info = company_info.set_index(['_id'], drop=True)
     new_concept_symbol_df = new_concept_symbol_df.set_index(['symbol'], drop=False)
@@ -111,12 +118,13 @@ def save_ths_concept_detail(new_concept_symbol_df,
         new_concept_symbol_df['change'] = 0
 
     new_concept_symbol_df['concept_name'] = new_concept_symbol_df['concept_name'].replace(" ", "")
-    query = {'concept_code': concept_code}
 
     if bool(1 - ('way' in new_concept_symbol_df.columns)):
         new_concept_symbol_df['way'] = 'symbol_sync'
     if "long" not in new_concept_symbol_df.columns:
         new_concept_symbol_df['long'] = ''
+    if "short" not in new_concept_symbol_df.columns:
+        new_concept_symbol_df['short'] = new_concept_symbol_df['long']
     new_concept_symbol_df = new_concept_symbol_df[[
         "_id",
         "index",
@@ -137,24 +145,25 @@ def save_ths_concept_detail(new_concept_symbol_df,
         "company_type",
         "concept_create_day",
         "way",
-        "long"
+        "long",
+        'short'
     ]]
-
-    exist_concept_detail = mongodb_util.find_query_data('ths_stock_concept_detail', query)
+    query_detail = {"concept_code": int(concept_code)}
+    exist_concept_detail = mongodb_util.find_query_data(db_name_constant.THS_STOCK_CONCEPT_DETAIL, query_detail)
     if exist_concept_detail is None or exist_concept_detail.shape[0] == 0:
-        mongodb_util.save_mongo(new_concept_symbol_df, 'ths_stock_concept_detail')
+        mongodb_util.save_mongo(new_concept_symbol_df, db_name_constant.THS_STOCK_CONCEPT_DETAIL)
         # 保存到当日新增概念列表
         new_concept_symbol_df['concept_type'] = 'ths'
-        mongodb_util.save_mongo(new_concept_symbol_df, 'today_new_concept_list')
+        mongodb_util.save_mongo(new_concept_symbol_df, db_name_constant.TODAY_NEW_CONCEPT_LIST)
     else:
         exist_concept_detail_symbol_list = list(exist_concept_detail['symbol'])
         new_concept_symbol_df = new_concept_symbol_df.loc[~(
             new_concept_symbol_df['symbol'].isin(exist_concept_detail_symbol_list))]
         if new_concept_symbol_df.shape[0] > 0:
-            mongodb_util.save_mongo(new_concept_symbol_df, 'ths_stock_concept_detail')
+            mongodb_util.save_mongo(new_concept_symbol_df, db_name_constant.THS_STOCK_CONCEPT_DETAIL)
             # 保存到当日新增概念列表
             new_concept_symbol_df['concept_type'] = 'ths'
-            mongodb_util.save_mongo(new_concept_symbol_df, 'today_new_concept_list')
+            mongodb_util.save_mongo(new_concept_symbol_df, db_name_constant.TODAY_NEW_CONCEPT_LIST)
     update_company_info(new_concept_symbol_df)
     # 公司缓存信息清除
     company_common_service_api.company_info_industry_cache_clear()

mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py

@@ -178,4 +178,4 @@ def sync_symbol_all_concept(symbol):
 
 
 if __name__ == '__main__':
-    sync_symbol_all_concept(None)
+    sync_symbol_all_concept('301218')

mns_scheduler/db/__init__.py

@@ -5,3 +5,6 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
+import os
+
+os.system("exit")

mns_scheduler/db/db_status.py

@@ -21,4 +21,4 @@ def db_status_check():
         ip = ip_util.get_host_ip()
         push_msg_api.push_msg_to_wechat("数据库挂了", "地址:" + ip + "-" + "数据库挂了")
         logger.error("出现异常:{}", e)
-        return
+

mns_scheduler/db/real_time_task_check.py

@@ -0,0 +1,78 @@
+import os
+import sys
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.component.cache.cache_service as cache_service
+import mns_common.utils.cmd_util as cmd_util
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+from datetime import datetime
+import mns_common.utils.date_handle_util as date_handle_util
+
+MAX_NUMBER_KEY = 'max_number_key'
+# 实时行情同步任务 python名称
+REAL_TIME_SCHEDULER_NAME = "sync_realtime_quotes_task"
+# 实时行情补偿任务 python名称
+REAL_TIME_TASK_NAME = "realtime_quotes_now_sync"
+
+REAL_TIME_SCHEDULER_NAME_PATH = 'H:\\real_time_task.bat'
+
+
+def get_real_time_max_number():
+    number = common_service_fun_api.realtime_quotes_now_max_number(db_name_constant.REAL_TIME_QUOTES_NOW,
+                                                                   'number')
+
+    return number
+
+
+# 检查数据同步最大值
+def check_max_number():
+    now_max_number = get_real_time_max_number()
+    last_minute_number = cache_service.get_cache(MAX_NUMBER_KEY)
+    cache_service.set_cache(MAX_NUMBER_KEY, now_max_number)
+    if last_minute_number is None:
+        return True
+    elif now_max_number == last_minute_number:
+        return False
+    else:
+        return True
+
+
+#  实时行情数据同步状态check
+def run_check_real_time_data_sync_status():
+    now_date = datetime.now()
+    if date_handle_util.is_close_time(now_date):
+        return False
+    flag = check_max_number()
+    if bool(1 - flag):
+        all_cmd_processes = cmd_util.get_cmd_processes()
+        if data_frame_util.is_empty(all_cmd_processes):
+            return None
+        all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+        if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+            return None
+        for match_task_one in all_cmd_processes_real_time_task.itertuples():
+            try:
+                processes_pid = match_task_one.process_pid
+                # 关闭当前进程
+                cmd_util.kill_process_by_pid(processes_pid)
+            except BaseException as e:
+                logger.error("关闭实时行情任务异常:{}", e)
+        # 重开任务进程
+        cmd_util.open_bat_file(REAL_TIME_SCHEDULER_NAME_PATH)
+
+
+def get_real_time_quotes_task(all_cmd_processes):
+    return all_cmd_processes[
+        (all_cmd_processes['total_info'].str.contains(REAL_TIME_SCHEDULER_NAME, case=False, na=False))
+        | (all_cmd_processes['total_info'].str.contains(REAL_TIME_TASK_NAME, case=False, na=False))]
+
+
+if __name__ == '__main__':
+    while True:
+        run_check_real_time_data_sync_status()

mns_scheduler/open/sync_one_day_open_data_to_db_service.py

@@ -11,7 +11,7 @@ from loguru import logger
 from datetime import time
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 import mns_common.component.data.data_init_api as data_init_api
 import pandas as pd
 import mns_common.utils.db_util as db_util
@@ -51,12 +51,13 @@ def sync_one_day_open_data(str_day):
 
 
 def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number):
+    #  fix industry
+    real_time_quotes_now = company_common_service_new_api.amend_ths_industry(real_time_quotes_now.copy())
     #  exclude b symbol
     real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now.copy())
     #  classification symbol
     real_time_quotes_now = common_service_fun_api.classify_symbol(real_time_quotes_now.copy())
-    #  fix industry
-    real_time_quotes_now = fix_industry_data(real_time_quotes_now.copy())
+
     #  calculate parameter
     real_time_quotes_now = data_init_api.calculate_parameter_factor(real_time_quotes_now.copy())
 
@@ -66,21 +67,5 @@ def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number
     return real_time_quotes_now
 
 
-# fix 错杀数据 有成交量的数据
-def fix_industry_data(real_time_quotes_now):
-    #  fix industry
-    real_time_quotes_now_r = company_common_service_api.amendment_industry(real_time_quotes_now.copy())
-
-    symbol_list = list(real_time_quotes_now_r['symbol'])
-
-    na_real_now = real_time_quotes_now.loc[
-        ~(real_time_quotes_now['symbol'].isin(symbol_list))]
-
-    na_real_now = na_real_now.loc[na_real_now['amount'] != 0]
-
-    real_time_quotes_now_result = pd.concat([real_time_quotes_now_r, na_real_now], axis=0)
-    return real_time_quotes_now_result
-
-
 if __name__ == '__main__':
-    sync_one_day_open_data('2024-06-04')
+    sync_one_day_open_data('2024-06-21')

mns_scheduler/zt/high_chg/sync_high_chg_pool_service.py

@@ -294,4 +294,3 @@ def get_symbol_last_concept(symbol, str_day):
     return mongodb_util.descend_query(query, db_name_constant.THS_STOCK_CONCEPT_DETAIL, 'str_day', 1)
 
 
-

mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py

@@ -9,7 +9,7 @@ sys.path.append(project_path)
 from loguru import logger
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.utils.date_handle_util as date_handle_util
-import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 import mns_common.component.data.data_init_api as data_init_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.db_util as db_util
@@ -24,14 +24,15 @@ choose_field = ["_id",
                 "symbol",
                 "name",
                 "industry",
-                "now_price",
                 "chg",
                 "quantity_ratio",
                 "amount_level",
+                'sum_main_inflow_disk',
                 "disk_ratio",
+                "now_price",
                 "real_disk_diff_amount_exchange",
                 'max_real_main_inflow_multiple',
-                'sum_main_inflow_disk',
+
                 "real_main_inflow_multiple",
                 "real_super_main_inflow_multiple",
                 "super_main_inflow_multiple",
@@ -73,7 +74,7 @@ choose_field = ["_id",
 def sync_high_chg_real_time_quotes(str_day):
     mongo = db_util.get_db(str_day)
 
-    realtime_quotes_db_name = 'realtime_quotes_now_' + str_day
+    realtime_quotes_db_name = db_name_constant.REAL_TIME_QUOTES_NOW + "_" + str_day
     high_chg_list = get_high_chg_symbol(str_day)
     if high_chg_list is None or len(high_chg_list) == 0:
         return
@@ -84,16 +85,15 @@ def sync_high_chg_real_time_quotes(str_day):
             real_time_quotes_now_high_chg_all = mongo.find_query_data(realtime_quotes_db_name, query_all)
             if real_time_quotes_now_high_chg_all.shape[0] == 0:
                 return
-            real_time_quotes_now_high_chg_all = company_common_service_api.amendment_industry_exist_na(
-                real_time_quotes_now_high_chg_all,
-                high_chg_list)
+            real_time_quotes_now_high_chg_all = company_common_service_new_api.amend_ths_industry(
+                real_time_quotes_now_high_chg_all)
             real_time_quotes_now_high_chg_all.dropna(subset=['symbol'], axis=0,
                                                      inplace=True)
             real_time_quotes_now_high_chg_all = data_init_api.calculate_parameter_factor(
                 real_time_quotes_now_high_chg_all)
 
             real_time_quotes_now_high_chg_all['amount_level'] = round(
-                (real_time_quotes_now_high_chg_all['amount'] / common_service_fun_api.HUNDRED_MILLION), 2) * 10
+                (real_time_quotes_now_high_chg_all['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
             real_time_quotes_now_high_chg_all['flow_mv_sp'] = round(
                 (real_time_quotes_now_high_chg_all['flow_mv'] / common_service_fun_api.HUNDRED_MILLION), 2)
             real_time_quotes_now_high_chg_all['total_mv_sp'] = round(
@@ -139,3 +139,7 @@ def save_realtime_quotes_now_zt_data(realtime_quotes_now_zt, str_day, symbol):
     result = mongodb_util.remove_data(remove_query, db_name_constant.ZT_STOCK_REAL_TIME_QUOTES).acknowledged
     if result:
         mongodb_util.insert_mongo(realtime_quotes_now_zt, db_name_constant.ZT_STOCK_REAL_TIME_QUOTES)
+
+
+if __name__ == '__main__':
+    sync_high_chg_real_time_quotes('2024-06-24')

mns_scheduler/zt/open_data/kcx_high_chg_open_data_sync.py

@@ -10,7 +10,7 @@ import mns_common.utils.date_handle_util as date_handle_util
 from loguru import logger
 
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
-import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.data.data_init_api as data_init_api
 import pandas as pd
@@ -62,22 +62,6 @@ realtime_quotes_now_zt_new_kc_open_field = ['_id',
                                             'real_disk_diff_amount_exchange', 'no_open_data']
 
 
-# fix 错杀数据 有成交量的数据
-def fix_industry_data(real_time_quotes_now):
-    #  fix industry
-    real_time_quotes_now_r = company_common_service_api.amendment_industry(real_time_quotes_now.copy())
-
-    symbol_list = list(real_time_quotes_now_r['symbol'])
-
-    na_real_now = real_time_quotes_now.loc[
-        ~(real_time_quotes_now['symbol'].isin(symbol_list))]
-
-    na_real_now = na_real_now.loc[na_real_now['amount'] != 0]
-
-    real_time_quotes_now_result = pd.concat([real_time_quotes_now_r, na_real_now], axis=0)
-    return real_time_quotes_now_result
-
-
 def sync_all_kc_zt_data(str_day, symbols):
     if symbols is None:
         query_daily = {'date': date_handle_util.no_slash_date(str_day),
@@ -92,11 +76,9 @@ def sync_all_kc_zt_data(str_day, symbols):
         logger.error("无k线数据:{}", symbols)
         return
 
-    company_info = company_common_service_api.get_company_info_industry_list_date()
-    company_info['symbol'] = company_info['_id']
-    company_info = company_info.loc[company_info['_id'].isin(list(kc_stock_qfq_daily['symbol']))]
+    kc_stock_qfq_daily = company_common_service_new_api.amend_ths_industry(kc_stock_qfq_daily)
 
-    for stock_one in company_info.itertuples():
+    for stock_one in kc_stock_qfq_daily.itertuples():
         try:
 
             kc_stock_qfq_daily.loc[
@@ -150,7 +132,9 @@ def sync_all_kc_zt_data(str_day, symbols):
             query_real_time = {'symbol': kc_one.symbol}
             db = db_util.get_db(str_day)
             realtime_quotes_now_kc = db.find_query_data(db_name, query_real_time)
-            realtime_quotes_now_kc = common_service_fun_api.exclude_new_stock(realtime_quotes_now_kc)
+            stock_name = kc_one.name
+            if stock_name.startswith('N'):
+                continue
             if realtime_quotes_now_kc.shape[0] == 0:
                 logger.error("当期日期代码无开盘数据:{},{}", str_day, kc_one.symbol)
                 continue
@@ -182,11 +166,14 @@ def one_symbol_day_open_data(realtime_quotes_now_kc, kc_one, str_day):
     realtime_quotes_now_zt_new_kc_open_copy.loc[:, 'yesterday_high_chg'] = kc_one.yesterday_high_chg
     realtime_quotes_now_zt_new_kc_open_copy.loc[:, 'today_chg'] = kc_one.chg
     realtime_quotes_now_zt_new_kc_open_copy.loc[:, 'str_day'] = str_day
-
+    realtime_quotes_now_zt_new_kc_open_copy = company_common_service_new_api.amend_ths_industry(
+        realtime_quotes_now_zt_new_kc_open_copy)
     realtime_quotes_now_zt_new_kc_open_copy = handle_init_real_time_quotes_data(
         realtime_quotes_now_zt_new_kc_open_copy.copy(),
         str_now_date,
         1)
+    if data_frame_util.is_empty(realtime_quotes_now_zt_new_kc_open_copy):
+        return None
     realtime_quotes_now_zt_new_kc_open_copy = realtime_quotes_now_zt_new_kc_open_copy[
         realtime_quotes_now_zt_new_kc_open_field]
 
@@ -219,8 +206,6 @@ def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number
     real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now.copy())
     #  classification symbol
     real_time_quotes_now = common_service_fun_api.classify_symbol(real_time_quotes_now.copy())
-    #  fix industry
-    real_time_quotes_now = fix_industry_data(real_time_quotes_now.copy())
     #  calculate parameter
     real_time_quotes_now = data_init_api.calculate_parameter_factor(real_time_quotes_now.copy())
 

mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py

@@ -8,11 +8,9 @@ sys.path.append(project_path)
 import mns_scheduler.zt.open_data.kcx_high_chg_open_data_sync as kcx_high_chg_open_data_sync
 from loguru import logger
 
-
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.data_frame_util as data_frame_util
 
-
 mongodb_util = MongodbUtil('27017')
 mongodb_util_21019 = MongodbUtil('27019')
 realtime_quotes_now_zt_new_kc_open_field = ['_id',
@@ -53,6 +51,7 @@ realtime_quotes_now_zt_new_kc_open_field = ['_id',
                                             'real_super_main_inflow_multiple', 'real_flow_mv',
                                             'real_disk_diff_amount_exchange', 'no_open_data']
 
+
 #     query = {'$and': [{"_id": {'$lte': str_end}}, {"_id": {'$gte': '2022-04-25'}}]}
 def sync_all_high_chg_data(str_end):
     query = {'$and': [{"_id": {'$lte': str_end}}, {"_id": {'$gte': '2024-03-01'}}]}
@@ -84,7 +83,7 @@ def fix_miss_data(str_end):
 
 
 if __name__ == '__main__':
-    kcx_high_chg_open_data_sync.sync_all_kc_zt_data('2024-06-19', None)
+    kcx_high_chg_open_data_sync.sync_all_kc_zt_data('2024-06-24', None)
     # sync_all_kc_zt_data('2023-08-16')
     # sync_all_kc_zt_data('2023-07-07')
     # realtime_quotes_now_zt_new_kc_open_sync()

mns_scheduler/zt/script/sync_high_chg_pool_his_data.py

@@ -36,4 +36,4 @@ def sync_his_zt_pool_data(begin_day, end_day):
 
 
 if __name__ == '__main__':
-    sync_high_chg_pool_service.sync_stock_high_chg_pool_list('2024-06-19', None)
+    sync_high_chg_pool_service.sync_stock_high_chg_pool_list('2024-06-24', None)

mns_scheduler/zz_task/data_sync_task.py

@@ -48,6 +48,7 @@ import mns_scheduler.risk.transactions.transactions_check_api as transactions_ch
 import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api as sync_ths_concept_new_index_api
 import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
 import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
+import mns_scheduler.db.real_time_task_check as real_time_task_check_api
 
 
 # 同步交易日期任务完成
@@ -152,7 +153,8 @@ def sync_stock_zt_pool():
         em_stock_zt_pool = em_zt_pool_sync_api.save_zt_info(str_day)
         zt_five_boards_sync_api.update_five_connected_boards_task(em_stock_zt_pool)
         logger.info('同步ths股票涨停池')
-        ths_zt_pool_sync_api.ths_zt_pool(str_day, None)
+        ths_zt_pool_df = ths_zt_pool_sync_api.ths_zt_pool(str_day, None)
+        ths_zt_pool_sync_api.save_ths_zt_pool(ths_zt_pool_df, str_day)
         logger.info('同步当天涨停池股票完成')
 
 
@@ -341,6 +343,11 @@ def sync_all_interactive_questions():
         stock_irm_cninfo_service.sync_all_interactive_questions(None)
 
 
+# 数据同步状态check
+def real_time_task_check_status():
+    real_time_task_check_api.run_check_real_time_data_sync_status()
+
+
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 # sync_trade_date 同步交易日期
@@ -419,6 +426,9 @@ blockingScheduler.add_job(sync_high_risk_stocks, 'cron', hour='0,09,12,16', minu
 # 同步互动回答
 blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17', minute='05')
 
+# 实时数据状态同步check
+blockingScheduler.add_job(real_time_task_check_status, 'interval', seconds=59, max_instances=4)
+
 print('定时任务启动成功')
 blockingScheduler.start()
 #

{mns_scheduler-1.1.1.3.dist-info → mns_scheduler-1.1.1.5.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.1.3
+Version: 1.1.1.5
 

{mns_scheduler-1.1.1.3.dist-info → mns_scheduler-1.1.1.5.dist-info}/RECORD

@@ -15,7 +15,7 @@ mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=zI6CaQ7LuXe
 mns_scheduler/company_info/clean/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/company_info/clean/company_info_clean_api.py,sha256=zMPbIz91l8DpIGc7ljG6dEdD5QXjir2a0wWHGt2Ca78,4805
 mns_scheduler/company_info/constant/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/company_info/constant/company_constant_data.py,sha256=Fr_R7Hr2vlFzwywKqPQueCV4QVZOScfhftLecyzpqEA,15886
+mns_scheduler/company_info/constant/company_constant_data.py,sha256=9ZnI4_yPp9ylyX9_yzLX7SgcpTbJM46pdDtfbAoWXqQ,15886
 mns_scheduler/company_info/de_list_stock/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/company_info/de_list_stock/de_list_stock_service.py,sha256=GCp6hlvO-SuH1oIpEsYZwEnGUOa6fXb2D7CqAUYXKQA,1993
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -24,19 +24,20 @@ mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=xxIIgrXLI6xLf10t4unJ
 mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=42sbd8VqJeOKxJuxLVsU9YFK_YUSePTGrK2AWbabhA0,5964
 mns_scheduler/concept/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mns_scheduler/concept/common/detaill/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mns_scheduler/concept/common/detaill/ths_concept_detail_api.py,sha256=tRuSkET-lw1M7rHDImrIM_1X-uMhxq_zF_d3FX1DoUc,9378
+mns_scheduler/concept/common/detaill/ths_concept_detail_api.py,sha256=0w0NJIzXZ_G2rN6_jlyxsFHoZiyAPkqGtK7pr8IEI3A,9380
 mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=C1FYg93i5ImhYHyPzphCL1epOVYpAuPCSbejHJ2GQDU,7413
+mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=CDo5d2dA36a99bS4vxg2ZRdSc-l_NwPSzmkxjAWLyFY,8146
 mns_scheduler/concept/ths/common/ths_concept_update_common_api.py,sha256=4BQT3A9t-nDIyCpILgRZF7ZOgK1oabp-gJl5nyWvKWc,4418
 mns_scheduler/concept/ths/sync_new_index/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py,sha256=9ol2cvxSO2Ot4Z5fmlo9tUPFe6WwsuVX_H9ogtv3QrI,7841
 mns_scheduler/concept/ths/update_concept_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/update_concept_info/sync_one_concept_all_symbols_api.py,sha256=wlsr70rcS-uAH6b8NXPbA-wG37saeIQ0FIg8vSSTXQA,1920
-mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py,sha256=HVqDSBruORebtiliKps2swJo_GNg_8mqT0r9cZX6sj8,8839
-mns_scheduler/db/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
+mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py,sha256=qeynu1zRzjWtHMOKZ8oJYrVs2aK_SafPo53vQbViSXE,8843
+mns_scheduler/db/__init__.py,sha256=1dpcEuWKyblKcpyOss0Iyy_ZS4ZJsh8x8GoMAv3TiS8,193
 mns_scheduler/db/col_move_service.py,sha256=VSGJROyErfytjGzSlhyTdH6z3ayHG5nFfJk8qjdpJhE,4057
-mns_scheduler/db/db_status.py,sha256=K1jtYIGZzDV6knpoJLLnXEhN3tyziJp_zY2gSfguHCA,747
+mns_scheduler/db/db_status.py,sha256=e5eW5ZSm5J7tHvmxxhFmFdbZb2_oB_SAcdcFqc4KDmw,733
+mns_scheduler/db/real_time_task_check.py,sha256=XkoPLJt13bEP3ymf3EiYCogx9p1dZklUNH3LNVE-8Pg,2941
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
 mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -80,10 +81,7 @@ mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py,sha256=WRK-Pu0
 mns_scheduler/lhb/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/lhb/stock_lhb_sync_service.py,sha256=NIW0jX23N1dCEdsrKwt7MyzXSfhU7vXNpIO04dUSZwc,641
 mns_scheduler/open/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/open/sync_one_day_open_data_to_db_service.py,sha256=4JAVQPcg8su86Bt18r7qTAToIwFeyUi8YodtqCtGbwo,3203
-mns_scheduler/real_time/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/real_time/realtime_quotes_now_create_db_index.py,sha256=ytGtRVGc6Alf9F2m4EUvjcSq8LlGYg8acVQdJO_lMoI,1076
-mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=tXZUU9SLwM80YQv473i-uVw1w_lClTMFaO-uo4jERTI,9669
+mns_scheduler/open/sync_one_day_open_data_to_db_service.py,sha256=wlwJtCeMoTrrqlTukq4A6RUrvj5RBNasa7kDpSt6QJc,2659
 mns_scheduler/risk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/risk/financial_report_risk_check_api.py,sha256=BPkMZ7aINfOFPswIV115kFUhyt0j7dLyA755QEDl-So,1648
 mns_scheduler/risk/compliance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -113,20 +111,19 @@ mns_scheduler/zt/connected_boards/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9
 mns_scheduler/zt/export/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/export/export_kcx_high_chg_open_data_to_excel.py,sha256=9LK1s2BCzsXLMAYMmiMAZsmz8iha88JVcp6SKqIW37s,4063
 mns_scheduler/zt/high_chg/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zt/high_chg/sync_high_chg_pool_service.py,sha256=5ru7gcZLS-8LQseByU5L9R8aF4TTCaBqslgbL6qrHbg,13349
-mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py,sha256=HtQGijcRGuDyHylchXE-Wqo_buT2NrxExCz-dnIDQVY,6280
+mns_scheduler/zt/high_chg/sync_high_chg_pool_service.py,sha256=7hRfzQFhMSwdbzIg57JmX82DEW3Ig5hwZTzS_SPO0sg,13347
+mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py,sha256=L69lsirRXaiddZ7GKSWbEABQcwMOeCOm33dlVKK3-oQ,6351
 mns_scheduler/zt/open_data/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zt/open_data/kcx_high_chg_open_data_sync.py,sha256=Em_UyMG-sEobSi6fe83KiMQHfCV9ak817fhOmb9oXNU,12175
+mns_scheduler/zt/open_data/kcx_high_chg_open_data_sync.py,sha256=wZiqOre2UK9CxIR7dDk11DmqRY3n2_eE2pe0JfmMcjk,11616
 mns_scheduler/zt/script/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=IG_eVSfKnnAukH3DIZjLrTvTxX5AJAnikbiOS5TTkS8,5573
-mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=yK38xJtG8jvtzaFflLLtMWxQd1HN9y0DR9edl6DC0XE,1685
+mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=mtILXQin6CrnqXbep6YV87OTLFHFEb3ta6mxrh3mcgE,5571
+mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=R4MmBqmYspaHsnyqJc0FkdmD4lCGCMfHZQMs2dsipIw,1685
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=YV0-9m6Rpy_KNDch6Esj83F4kt1fTqF-Y0wMZBPSEGg,7642
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=Xx_R_WujCtV_p4k1eKaYPshQVpErtegub2OyIOBxzUw,10338
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=1wFYn_REhNof8NJadIPOCCYiKYfIoDLw4BKEqiQ5eB4,17619
-mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=AMTdeyZ-eGaVpZjggKTPr818FFYkRihY3nAvH5Je2A0,941
-mns_scheduler-1.1.1.3.dist-info/METADATA,sha256=z4G0FF-kAWxEcUMPd0S8R0Pwxac51HU6uSqVWEAVHD4,64
-mns_scheduler-1.1.1.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.1.1.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.1.1.3.dist-info/RECORD,,
+mns_scheduler/zz_task/data_sync_task.py,sha256=bILPyMR0LEtCxdjEonplUOnGCYHhI65pFrzQWdf8WqI,18050
+mns_scheduler-1.1.1.5.dist-info/METADATA,sha256=Wa2F_UKwv1z80UXKs8NMibLKE1Tf9s2GUHFR04a6p88,64
+mns_scheduler-1.1.1.5.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.1.1.5.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.1.1.5.dist-info/RECORD,,

mns_scheduler/real_time/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/real_time/realtime_quotes_now_create_db_index.py

@@ -1,29 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from loguru import logger
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-def create_db_index(str_day):
-    query_trade_day = {'_id': str_day}
-    is_trade_day = mongodb_util.exist_data_query('trade_date_list', query_trade_day)
-    if is_trade_day:
-        try:
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("symbol", 1)])
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("number", 1)])
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("symbol", 1), ("number", 1)])
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("str_now_date", 1)])
-            logger.info("创建索引成功:{}", str_day)
-        except BaseException as e:
-            logger.warning("创建索引异常:{}", e)
-
-
-if __name__ == '__main__':
-    create_db_index("2023-08-11")

mns_scheduler/real_time/realtime_quotes_now_sync.py

@@ -1,232 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import datetime
-import mns_common.utils.date_handle_util as date_util
-import mns_common.component.company.company_common_service_api as company_common_service_api
-from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
-import time
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.component.data.data_init_api as data_init_api
-import mns_scheduler.real_time.realtime_quotes_now_create_db_index as realtime_quotes_now_create_db_index_api
-import pandas as pd
-from mns_common.db.MongodbUtil import MongodbUtil
-from mns_common.utils.async_fun import async_fun
-import mns_scheduler.trade.auto_sell_service_api as auto_sell_service_api
-import mns_common.constant.db_name_constant as db_name_constant
-import warnings
-
-warnings.filterwarnings("ignore")
-
-mongodb_util = MongodbUtil('27017')
-order = ["_id",
-         "symbol",
-         "name",
-         "industry",
-         "chg",
-         "quantity_ratio",
-         "amount_level",
-         "real_exchange",
-         "disk_ratio",
-         'real_disk_diff_amount_exchange',
-         'max_real_main_inflow_multiple',
-         'sum_main_inflow_disk',
-         "main_inflow_multiple",
-         'super_main_inflow_multiple',
-         'disk_diff_amount',
-         "disk_diff_amount_exchange",
-         "exchange",
-         "amount",
-         "today_main_net_inflow",
-         "today_main_net_inflow_ratio",
-         "super_large_order_net_inflow",
-         "super_large_order_net_inflow_ratio",
-         "large_order_net_inflow",
-         "large_order_net_inflow_ratio",
-         "super_main_inflow_multiple",
-         "up_speed",
-         "up_speed_05",
-         "now_price",
-         "high",
-         "low",
-         "open",
-         "yesterday_price",
-         "volume",
-         "total_mv",
-         "flow_mv",
-         "list_date",
-         "wei_bi",
-         "buy_1_num",
-         "sell_1_num",
-         "outer_disk",
-         "inner_disk",
-         "average_price",
-         "classification",
-         "str_now_date",
-         "number"]
-
-
-# 实时表移除数据
-@async_fun
-def remove_real_time_data(number, realtime_quotes_db_name):
-    if number % 50 == 0:
-        remove_query = {'number': {"$lte": number - 50}}
-        mongodb_util.remove_data(remove_query, realtime_quotes_db_name)
-
-
-def remove_real_time_all_data():
-    remove_query = {}
-    mongodb_util.remove_data(remove_query, db_name_constant.REAL_TIME_QUOTES_NOW)
-
-
-# 保存实时表数据
-def save_real_time_quotes(real_time_quotes, now_date, realtime_quotes_db_name, number):
-    if 'first_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['first_sw_industry'], inplace=True)
-    if 'second_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['second_sw_industry'], inplace=True)
-    if 'third_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['third_sw_industry'], inplace=True)
-    real_time_quotes.symbol = real_time_quotes.symbol.astype(str)
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S:%f')
-    real_time_quotes['_id'] = real_time_quotes['symbol'] + '-' + str_now_date
-
-    try:
-
-        real_time_quotes = real_time_quotes[order]
-        real_time_quotes['sum_main_inflow_disk'] = round(real_time_quotes['sum_main_inflow_disk'], 2)
-        mongodb_util.insert_mongo(real_time_quotes, realtime_quotes_db_name)
-        # 移除现在的数据
-        remove_real_time_data(number, realtime_quotes_db_name)
-    except BaseException as e:
-        logger.error('保存实时数据异常:{}', e)
-
-
-# 保存历史表数据
-def save_real_time_quotes_his(real_time_quotes, now_date, realtime_quotes_db_name, number_his):
-    if 'first_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['first_sw_industry'], inplace=True)
-    if 'second_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['second_sw_industry'], inplace=True)
-    if 'third_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['third_sw_industry'], inplace=True)
-    real_time_quotes.symbol = real_time_quotes.symbol.astype(str)
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S:%f')
-    real_time_quotes['_id'] = real_time_quotes['symbol'] + '-' + str_now_date
-
-    try:
-        real_time_quotes['number'] = number_his
-
-        real_time_quotes = real_time_quotes[order]
-        mongodb_util.insert_mongo(real_time_quotes, realtime_quotes_db_name)
-    except Exception as e:
-        logger.error('保存实时历史数据异常:{}', e)
-
-
-def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number):
-    #  exclude b symbol
-    real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now.copy())
-    #  classification symbol
-    real_time_quotes_now = common_service_fun_api.classify_symbol(real_time_quotes_now.copy())
-    #  fix industry
-    real_time_quotes_now = fix_industry_data(real_time_quotes_now.copy())
-    #  calculate parameter
-    real_time_quotes_now = data_init_api.calculate_parameter_factor(real_time_quotes_now.copy())
-
-    real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['amount'] != 0]
-    real_time_quotes_now['str_now_date'] = str_now_date
-    real_time_quotes_now['number'] = number
-    return real_time_quotes_now
-
-
-# fix 错杀数据 有成交量的数据
-def fix_industry_data(real_time_quotes_now):
-    #  fix industry
-    real_time_quotes_now_r = company_common_service_api.amendment_industry(real_time_quotes_now.copy())
-
-    symbol_list = list(real_time_quotes_now_r['symbol'])
-
-    na_real_now = real_time_quotes_now.loc[
-        ~(real_time_quotes_now['symbol'].isin(symbol_list))]
-
-    na_real_now = na_real_now.loc[na_real_now['amount'] != 0]
-
-    real_time_quotes_now_result = pd.concat([real_time_quotes_now_r, na_real_now], axis=0)
-    return real_time_quotes_now_result
-
-
-def sync_realtime_quotes():
-    # 移除昨日数据
-    remove_real_time_all_data()
-
-    now_date_init = datetime.datetime.now()
-    str_day_init = now_date_init.strftime('%Y-%m-%d')
-    realtime_quotes_db_name = db_name_constant.REAL_TIME_QUOTES_NOW + "_" + str_day_init
-    number_his = common_service_fun_api.realtime_quotes_now_max_number(realtime_quotes_db_name, 'number')
-    number_his = number_his + 1
-    number = common_service_fun_api.realtime_quotes_now_max_number(
-        db_name_constant.REAL_TIME_QUOTES_NOW + '_' + str_day_init, 'number')
-    number = number + 1
-    realtime_quotes_now_create_db_index_api.create_db_index(str_day_init)
-    while True:
-        now_date = datetime.datetime.now()
-
-        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        if bool(date_util.is_trade_time(now_date)):
-            try:
-                real_time_quotes_now = east_money_stock_api.get_real_time_quotes_all_stocks()
-                real_time_quotes_now = handle_init_real_time_quotes_data(real_time_quotes_now.copy(),
-                                                                         str_now_date, number)
-                save_real_time_quotes(real_time_quotes_now.copy(), now_date, db_name_constant.REAL_TIME_QUOTES_NOW,
-                                      number)
-                try:
-                    auto_sell_service_api.auto_sell_stock(real_time_quotes_now.copy())
-                except Exception as e:
-                    logger.error("自动卖出执行异常:{}", e)
-                # 集合竞价前同步
-                if date_util.is_call_auction(str_now_date):
-                    if number % 4 == 0:
-                        save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                                  number_his)
-                        number_his = number_his + 1
-                # 开盘前一个小时同步
-                elif date_util.is_begin_one_hour(now_date):
-                    save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                              number_his)
-                    number_his = number_his + 1
-                # 下午同步次数
-                elif date_util.is_afternoon_time(now_date):
-                    if number % 3 == 0:
-                        save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                                  number_his)
-                        number_his = number_his + 1
-
-                else:
-                    # 10:30 到11:30
-                    if number % 2 == 0:
-                        save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                                  number_his)
-                        number_his = number_his + 1
-
-                logger.info("同步实时行情信息:{}", number)
-                number = number + 1
-
-            except Exception as e:
-                number_his = number_his + 1
-                number = number + 1
-                logger.error("获取实时行情信息:{}", e)
-        elif bool(date_util.is_no_trade_time(now_date)):
-
-            break
-        else:
-            time.sleep(1)
-
-
-if __name__ == '__main__':
-    sync_realtime_quotes()

mns_scheduler/zz_task/sync_realtime_quotes_task.py

@@ -1,28 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_scheduler.real_time.realtime_quotes_now_sync as realtime_quotes_now_sync
-import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
-from loguru import logger
-from apscheduler.schedulers.blocking import BlockingScheduler
-
-
-def sync_realtime_quotes():
-    logger.error("同步实时数据开始")
-    # 更新新股公司信息
-    company_info_clean_api.new_company_info_update()
-    realtime_quotes_now_sync.sync_realtime_quotes()
-    logger.error("同步实时数据完成")
-
-
-blockingScheduler = BlockingScheduler()
-
-# 同步实时数据
-blockingScheduler.add_job(sync_realtime_quotes, 'cron', hour='09', minute='20', max_instances=4)
-
-print('同步实时行情定时任务启动成功')
-blockingScheduler.start()