mns-scheduler 1.2.7.2__py3-none-any.whl → 1.2.7.4__py3-none-any.whl

mns_scheduler/db/real_time_task_check.py

@@ -63,7 +63,7 @@ def run_check_real_time_data_sync_status():
     if bool(1 - trade_date_common_service_api.is_trade_day(str_day)):
         return False
 
-    # 关闭上午定时同步
+    # 关闭定时同步
     if (hour == 11 and minute == 31) or (hour == 9 and minute == 27):
         all_cmd_processes = cmd_util.get_all_process()
         if data_frame_util.is_empty(all_cmd_processes):
@@ -79,7 +79,7 @@ def run_check_real_time_data_sync_status():
             except BaseException as e:
                 logger.error("关闭实时行情任务异常:{}", e)
 
-    # 重开下午定时同步
+    # 重开定时同步
     if (hour == 12 and minute == 59) or (hour == 9 and minute == 29):
         all_cmd_processes = cmd_util.get_all_process()
         if data_frame_util.is_empty(all_cmd_processes):

mns_scheduler/db/task_handle_service.py

@@ -0,0 +1,61 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.utils.cmd_util as cmd_util
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+from mns_common.db.MongodbUtil import MongodbUtil
+import time
+
+mongodb_util = MongodbUtil('27017')
+
+MAX_NUMBER_KEY = 'max_number_key'
+# 定时任务 python名称
+REAL_TIME_SCHEDULER_NAME = "sync_realtime_quotes_task"
+# 实时同步 python名称
+REAL_TIME_TASK_NAME = "realtime_quotes_now_sync"
+# 实时同步 bat
+REAL_TIME_TASK_NAME_PATH = 'H:\\real_time_task.bat'
+# 定时任务 bat
+REAL_TIME_SCHEDULER_NAME_PATH = 'H:\\real_time_scheduler.bat'
+
+
+# 关闭实时行情任务
+def real_time_sync_task_close():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        return False
+    for match_task_one in all_cmd_processes_real_time_task.itertuples():
+        try:
+            processes_pid = match_task_one.process_pid
+            # 关闭当前进程
+            cmd_util.kill_process_by_pid(processes_pid)
+        except BaseException as e:
+            logger.error("关闭实时行情任务异常:{}", e)
+
+
+# 重开定时任务同步
+def real_time_sync_task_open():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        # 重开定时任务
+        cmd_util.open_bat_file(REAL_TIME_SCHEDULER_NAME_PATH)
+        # 防止太快重开多个
+        time.sleep(3)
+
+
+def get_real_time_quotes_task(all_cmd_processes):
+    return all_cmd_processes[
+        (all_cmd_processes['total_info'].str.contains(REAL_TIME_SCHEDULER_NAME, case=False, na=False))
+        | (all_cmd_processes['total_info'].str.contains(REAL_TIME_TASK_NAME, case=False, na=False))]

mns_scheduler/extraIncome/one_minute/common/db_create_index.py

@@ -0,0 +1,9 @@
+def create_index(db_util, col_name):
+    index_create = [('symbol', 1), ('time', 1)]
+    db_util.create_index(col_name, index_create)
+    index_create_01 = [('time', 1)]
+    db_util.create_index(col_name, index_create_01)
+    index_create_02 = [('symbol', 1)]
+    db_util.create_index(col_name, index_create_02)
+
+

mns_scheduler/extraIncome/one_minute/common/symbol_handle_util.py

@@ -0,0 +1,41 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import pandas as pd
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def symbol_add_prefix(symbol):
+    symbol_simple = symbol[0:6]
+    suffix = symbol[7:9]
+    if suffix in ['SH']:
+        return '1.' + symbol_simple
+    elif suffix in ['SZ']:
+        return '0.' + symbol_simple
+    elif suffix in ['BJ']:
+        return '0.' + symbol_simple
+
+
+# col_name 保存数据的结婚
+def save_fail_data(now_day, symbol_prefix, col_name):
+    fail_dict = {'begin_date': now_day,
+                 'end_date': now_day,
+                 'symbol': symbol_prefix,
+                 'col_name': col_name,
+                 'type': 'kzz',
+                 'sync_day': now_day,
+                 'valid': True,
+                 }
+    fail_df = pd.DataFrame(fail_dict, index=[1])
+    mongodbUtilV2_27019.insert_mongo(fail_df, extra_income_db_name.ONE_MINUTE_SYNC_FAIL)
+
+
+if __name__ == '__main__':
+    symbol_add_prefix('000001.SZ')

mns_scheduler/extraIncome/one_minute/etf/etf_one_minute_sync_task.py

@@ -0,0 +1,87 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_etf_api as east_money_etf_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+from datetime import datetime
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_etf_one_minute(data_tag):
+    etf_real_time_quotes = east_money_etf_api.get_etf_real_time_quotes()
+    etf_real_time_quotes = classify_symbol(etf_real_time_quotes)
+    etf_real_time_quotes['symbol'] = etf_real_time_quotes.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    etf_real_time_quotes = etf_real_time_quotes.loc[etf_real_time_quotes['amount'] != 0]
+
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF + '_' + str(year)
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    for stock_one in etf_real_time_quotes.itertuples():
+
+        symbol = stock_one.symbol
+        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+        try:
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+                logger.error("当前ETF数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            time.sleep(2)
+            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+            logger.error("同步ETF数据出现异常:{},{},{}", e, symbol, now_day)
+        logger.info("同步完ETF数据:{},{}", stock_one.symbol, stock_one.name)
+
+
+def classify_symbol(etf_real_time_quotes):
+    etf_real_time_quotes['classification'] = etf_real_time_quotes['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return etf_real_time_quotes
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    sync_etf_one_minute("2025-03-17", "2025-03-17")

mns_scheduler/extraIncome/one_minute/index/main_index_sync_task.py

@@ -0,0 +1,74 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+from datetime import datetime
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+main_index_list = [
+    "000001.SH",
+    "000016.SH",
+    "000010.SH",
+    "000009.SH",
+    "000015.SH",
+    "399001.SZ",
+    "399004.SZ",
+    "399005.SZ",
+    "399006.SZ",
+    "000300.SH",
+    "000905.SH",
+    "000688.SH",
+    "000903.SH",
+    "000906.SH",
+    "000852.SH",
+    "000932.SH",
+    "000933.SH",
+    "980017.SZ",
+    "399808.SZ",
+    "399997.SZ",
+]
+
+
+def sync_main_index_one_minute(data_tag):
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_MAIN_INDEX + '_' + str(year)
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+    for symbol in main_index_list:
+        try:
+            symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                logger.error("当前沪深指数数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            logger.error("沪深指数数据同步异常:{},｛｝", symbol, e)
+        logger.info("沪深指数数据同步完成:{}", symbol)
+
+
+if __name__ == '__main__':
+    sync_main_index_one_minute(False)

mns_scheduler/extraIncome/one_minute/kzz/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/extraIncome/one_minute/kzz/kzz_one_minute_sync_task.py

@@ -0,0 +1,87 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_debt_api as east_money_debt_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+from datetime import datetime
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_kzz_one_minute(data_tag):
+    debt_real_time_quotes = east_money_debt_api.get_debt_real_time_quotes()
+    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
+    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    debt_real_time_quotes = debt_real_time_quotes.loc[debt_real_time_quotes['amount'] != 0]
+
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ + '_' + str(year)
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    for stock_one in debt_real_time_quotes.itertuples():
+
+        symbol = stock_one.symbol
+        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+        try:
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+                logger.error("当前可转债数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            time.sleep(2)
+            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+            logger.error("同步可转债数据出现异常:,{},{},{}", e, symbol, now_day)
+    logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
+
+
+def classify_symbol(debt_real_time_quotes_df):
+    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return debt_real_time_quotes_df
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    sync_kzz_one_minute()

mns_scheduler/extraIncome/one_minute/one_minute_sync_task.py

@@ -0,0 +1,34 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_scheduler.extraIncome.one_minute.index.main_index_sync_task as main_index_sync_task
+import mns_scheduler.extraIncome.one_minute.etf.etf_one_minute_sync_task as etf_one_minute_sync_task
+import mns_scheduler.extraIncome.one_minute.kzz.kzz_one_minute_sync_task as kzz_one_minute_sync_task
+import mns_scheduler.extraIncome.one_minute.stock.stock_one_minute_sync_task as stock_one_minute_sync_task
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+
+
+def sync_one_minute_data():
+    now_date = datetime.now()
+    hour = now_date.hour
+    now_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(now_day):
+        if 15 < hour < 20:
+            main_index_sync_task.sync_main_index_one_minute(True)
+            etf_one_minute_sync_task.sync_etf_one_minute(True)
+            kzz_one_minute_sync_task.sync_kzz_one_minute(True)
+            stock_one_minute_sync_task.sync_stock_one_minute(True)
+        elif hour < 9 or hour >= 20:
+            main_index_sync_task.sync_main_index_one_minute(False)
+            etf_one_minute_sync_task.sync_etf_one_minute(False)
+            kzz_one_minute_sync_task.sync_kzz_one_minute(False)
+            stock_one_minute_sync_task.sync_stock_one_minute(False)
+
+
+if __name__ == '__main__':
+    sync_one_minute_data()

mns_scheduler/extraIncome/one_minute/stock/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/extraIncome/one_minute/stock/stock_one_minute_sync_task.py

@@ -0,0 +1,89 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+from datetime import datetime
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_stock_one_minute(data_tag):
+    real_time_quotes_all_stocks = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
+    real_time_quotes_all_stocks['symbol'] = real_time_quotes_all_stocks.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1)
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[real_time_quotes_all_stocks['amount'] != 0]
+
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S + '_' + str(year))
+
+    for stock_one in real_time_quotes_all_stocks.itertuples():
+        classification = stock_one.classification
+
+        if classification == 'X':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ
+        elif classification == 'S':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S
+        elif classification == 'H':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H
+        elif classification == 'K':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K
+        elif classification == 'C':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C
+        col_name = col_name + '_' + str(year)
+
+        symbol = stock_one.symbol
+        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+        try:
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+                logger.error("当前股票数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            time.sleep(2)
+            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+            logger.error("同步股票数据出现异常:,{},{},{}", e, symbol, now_day)
+        logger.info("同步股票数据完数据:{},{}", stock_one.symbol, stock_one.name)
+
+
+if __name__ == '__main__':
+    sync_stock_one_minute()

mns_scheduler/extraIncome/temp/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/extraIncome/temp/tu_share_data_etf_sync.py

@@ -0,0 +1,103 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.em.east_money_etf_api as east_money_etf_api
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import tushare as ts
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
+
+
+def get_minute_data(symbol, freq, start_date, end_date):
+    # 获取浦发银行60000.SH的历史分钟数据
+    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
+    return df
+
+
+def sync_etf_one_minute(trade_date_list_df):
+    etf_real_time_quotes_df = east_money_etf_api.get_etf_real_time_quotes()
+    etf_real_time_quotes_df = classify_symbol(etf_real_time_quotes_df)
+    etf_real_time_quotes_df['symbol'] = etf_real_time_quotes_df.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+
+    db_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF
+    db_create_index.create_index(mongodbUtilV2_27019, db_name)
+    for stock_one in etf_real_time_quotes_df.itertuples():
+        trade_date_list_df_copy = trade_date_list_df.copy()
+        symbol = stock_one.symbol
+        for i in range(0, len(trade_date_list_df_copy), 28):
+            try:
+                new_df = trade_date_list_df_copy.iloc[i:i + 28]
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+
+                df = get_minute_data(symbol, '1min', begin_date, end_date)
+                if data_frame_util.is_not_empty(df):
+                    df = df.rename(columns={
+                        "trade_time": "time",
+                        "ts_code": "symbol",
+                        "vol": "volume",
+                    })
+                    df['time_tick'] = df['time'].str[11:19]
+                    df = df.loc[df['time_tick'] <= '15:00:00']
+                    del df['time_tick']
+                    df['_id'] = df['symbol'] + '_' + df['time']
+                    mongodbUtilV2_27019.insert_mongo(df, db_name)
+            except BaseException as e:
+                time.sleep(2)
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+                fail_dict = {'begin_date': begin_date,
+                             'end_date': end_date,
+                             'symbol': symbol,
+                             'db_name': db_name
+                             }
+                fail_df = pd.DataFrame(fail_dict, index=[1])
+                mongodbUtilV2_27019.insert_mongo(fail_df, db_name + '_fail')
+
+                logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
+        logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
+
+    return etf_real_time_quotes_df
+
+
+def classify_symbol(debt_real_time_quotes_df):
+    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return debt_real_time_quotes_df
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
+    trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
+
+    sync_etf_one_minute(trade_date_list_df_all)

mns_scheduler/extraIncome/temp/tu_share_data_kzz_sync.py

@@ -0,0 +1,113 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_debt_api as east_money_debt_api
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import tushare as ts
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
+
+
+def get_minute_data(symbol, freq, start_date, end_date):
+    # 获取浦发银行60000.SH的历史分钟数据
+    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
+    return df
+
+
+def sync_kzz_one_minute(trade_date_list_df):
+    debt_real_time_quotes = east_money_debt_api.get_debt_real_time_quotes()
+    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
+    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    db_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ
+    db_create_index.create_index(mongodbUtilV2_27019, db_name)
+
+    for stock_one in debt_real_time_quotes.itertuples():
+
+        trade_date_list_df_copy = trade_date_list_df.copy()
+
+        # list_date = stock_one.list_date
+        # trade_date_list_df_copy = trade_date_list_df_copy.loc[trade_date_list_df_copy['_id'] >= list_date]
+
+        symbol = stock_one.symbol
+
+        for i in range(0, len(trade_date_list_df_copy), 28):
+            try:
+                new_df = trade_date_list_df_copy.iloc[i:i + 28]
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+
+                df = get_minute_data(symbol, '1min', begin_date, end_date)
+                if data_frame_util.is_not_empty(df):
+                    df = df.rename(columns={
+                        "trade_time": "time",
+                        "ts_code": "symbol",
+                        "vol": "volume",
+                    })
+                    df['time_tick'] = df['time'].str[11:19]
+                    df = df.loc[df['time_tick'] <= '15:00:00']
+                    del df['time_tick']
+                    df['_id'] = df['symbol'] + '_' + df['time']
+                    mongodbUtilV2_27019.insert_mongo(df, db_name)
+            except BaseException as e:
+                time.sleep(2)
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+                fail_dict = {'begin_date': begin_date,
+                             'end_date': end_date,
+                             'symbol': symbol,
+                             'db_name': db_name
+                             }
+                fail_df = pd.DataFrame(fail_dict, index=[1])
+                mongodbUtilV2_27019.insert_mongo(fail_df, db_name + '_fail')
+
+                logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
+        logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
+
+    return debt_real_time_quotes
+
+
+def classify_symbol(debt_real_time_quotes_df):
+    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return debt_real_time_quotes_df
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
+    trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
+
+    sync_kzz_one_minute(trade_date_list_df_all)

mns_scheduler/extraIncome/{stock/sync_stock_one_minute_now_api.py → temp/tu_share_data_stock_sync.py}

@@ -5,40 +5,30 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
-from mns_common.db.MongodbUtil import MongodbUtil
+
+import tushare as ts
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.common_service_fun_api as common_service_fun_api
+
 import pandas as pd
 from loguru import logger
-import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
 import time
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-import mns_common.constant.db_name_constant as db_name_constant
 
 mongodb_util_27017 = MongodbUtil('27017')
-mongodb_util_27019 = MongodbUtil('27019')
-mongodbUtilV2 = MongodbUtilV2('27017', 'extraIncome')
+mongodbUtilV2 = MongodbUtilV2('27019', 'extraIncome')
 
-
-def create_index(db_util, db_name):
-    index_create = [('symbol', 1), ('time', 1)]
-    db_util.create_index(db_name, index_create)
-    index_create_01 = [('time', 1)]
-    db_util.create_index(db_name, index_create_01)
-    index_create_02 = [('symbol', 1)]
-    db_util.create_index(db_name, index_create_02)
+pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
 
 
 def get_minute_data(symbol, freq, start_date, end_date):
     # 获取浦发银行60000.SH的历史分钟数据
-    df = stock_minute_data_api.get_minute_data(symbol, start_date, end_date, freq,
-                                               '')
+    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
     return df
 
 
-# 287
-
 def sync_all_stock(trade_date_list_df):
     de_list_stock_df = mongodb_util_27017.find_all_data('de_list_stock')
     de_list_stock_df = common_service_fun_api.classify_symbol(de_list_stock_df)
@@ -60,7 +50,6 @@ def sync_all_stock(trade_date_list_df):
 
     # 将日期格式化为字符串（YYYY-MM-DD）
     real_time_quotes_all_stocks_df['list_date'] = real_time_quotes_all_stocks_df['list_date'].dt.strftime('%Y-%m-%d')
-
     real_time_quotes_all_stocks_df = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks_df)
 
     # 对 classification 为 S 或 K 的数据，symbol 列加上 '.SH'，其他加上 '.SZ'
@@ -71,24 +60,22 @@ def sync_all_stock(trade_date_list_df):
         axis=1
     )
 
-    real_time_quotes_all_stocks_df = real_time_quotes_all_stocks_df.sort_values(by=['chg'], ascending=True)
-
     real_time_quotes_all_stocks_df['number'] = real_time_quotes_all_stocks_df['chg'].rank(method='first').astype(int)
 
     for stock_one in real_time_quotes_all_stocks_df.itertuples():
         classification = stock_one.classification
         if classification == 'X':
-            db_name = db_name_constant.ONE_MINUTE_K_LINE_BFQ_BJ
+            db_name = 'one_minute_k_line_bfq_bj'
         elif classification == 'S':
-            db_name = db_name_constant.ONE_MINUTE_K_LINE_BFQ_S
+            db_name = 'one_minute_k_line_bfq_s'
+
         elif classification == 'H':
             db_name = 'one_minute_k_line_bfq_h'
         elif classification == 'K':
             db_name = 'one_minute_k_line_bfq_k'
         elif classification == 'C':
             db_name = 'one_minute_k_line_bfq_c'
-        db_name = db_name + '_2025'
-        create_index(mongodbUtilV2, db_name)
+
         trade_date_list_df_copy = trade_date_list_df.copy()
 
         list_date = stock_one.list_date
@@ -107,37 +94,21 @@ def sync_all_stock(trade_date_list_df):
                 new_df = trade_date_list_df_copy.iloc[i:i + 28]
                 first_df = new_df.iloc[0]  # 第一个 DataFrame
                 last_df = new_df.iloc[-1]  # 最后一个 DataFrame
-                begin_date = first_df.trade_date + ' 09:30:00'
+                begin_date = first_df.trade_date + ' 09:20:00'
                 end_date = last_df.trade_date + ' 15:00:00'
 
-                trade_date_list = list(new_df['trade_date'])
-                if classification in ['K', 'H']:
-                    symbol_quest = '1.' + symbol[0:6]
-                else:
-                    symbol_quest = '0.' + symbol[0:6]
-
-                df = get_minute_data(symbol_quest, '1', begin_date, end_date)
+                df = get_minute_data(symbol, '1min', begin_date, end_date)
                 if data_frame_util.is_not_empty(df):
-                    df['symbol'] = symbol
-                    df = df[[
-                        'symbol',
-                        "time",
-                        "open",
-                        "close",
-                        "high",
-                        "low",
-                        "amount",
-                        "volume",
-                    ]]
-                    df['str_day'] = df['time'].str[:10]  #
-                    df = df.loc[df['str_day'].isin(trade_date_list)]
-                    if data_frame_util.is_not_empty(df):
-                        df['time_tick'] = df['time'].str[11:19]
-                        df = df.loc[df['time_tick'] <= '15:00:00']
-                        del df['time_tick']
-                        del df['str_day']
-                        df['_id'] = df['symbol'] + '_' + df['time']
-                        mongodbUtilV2.insert_mongo(df, db_name)
+                    df = df.rename(columns={
+                        "trade_time": "time",
+                        "ts_code": "symbol",
+                        "vol": "volume",
+                    })
+                    df['time_tick'] = df['time'].str[11:19]
+                    df = df.loc[df['time_tick'] <= '15:00:00']
+                    del df['time_tick']
+                    df['_id'] = df['symbol'] + '_' + df['time']
+                    mongodbUtilV2.insert_mongo(df, db_name)
             except BaseException as e:
                 time.sleep(2)
                 first_df = new_df.iloc[0]  # 第一个 DataFrame
@@ -150,7 +121,7 @@ def sync_all_stock(trade_date_list_df):
                              'db_name': db_name
                              }
                 fail_df = pd.DataFrame(fail_dict, index=[1])
-                mongodbUtilV2.insert_mongo(fail_df, 'one_minute_k_line_bfq_fail_2025_03')
+                mongodbUtilV2.insert_mongo(fail_df, 'one_minute_k_line_bfq_fail')
 
                 logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
         logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
@@ -159,7 +130,7 @@ def sync_all_stock(trade_date_list_df):
 if __name__ == '__main__':
     # get_minute_data('833284.BJ', '1min', '2025-02-28 09:30:00', '2025-02-28 15:00:00')
 
-    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-01"}}, {"trade_date": {"$lte": "2025-03-07"}}]}
+    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
     trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
 
     sync_all_stock(trade_date_list_df_all)

mns_scheduler/extraIncome/temp/tu_share_zhi_shu_sync_api.py

@@ -0,0 +1,107 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import tushare as ts
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', 'extraIncome')
+
+pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
+
+
+def get_minute_data(symbol, freq, start_date, end_date):
+    # 获取浦发银行60000.SH的历史分钟数据
+    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
+    return df
+
+
+def sync_zhi_shu_one_minute(symbol_list_param, trade_date_list_df):
+    db_name = 'one_minute_k_line_bfq_main_index'
+    db_create_index.create_index(mongodbUtilV2_27019, db_name)
+    for symbol in symbol_list_param:
+
+        trade_date_list_df_copy = trade_date_list_df.copy()
+
+        for i in range(0, len(trade_date_list_df_copy), 28):
+            try:
+                new_df = trade_date_list_df_copy.iloc[i:i + 28]
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+
+                df = get_minute_data(symbol, '1min', begin_date, end_date)
+                if data_frame_util.is_not_empty(df):
+                    df = df.rename(columns={
+                        "trade_time": "time",
+                        "ts_code": "symbol",
+                        "vol": "volume",
+                    })
+                    df['time_tick'] = df['time'].str[11:19]
+                    df = df.loc[df['time_tick'] <= '15:00:00']
+                    del df['time_tick']
+                    df['_id'] = df['symbol'] + '_' + df['time']
+                    mongodbUtilV2_27019.insert_mongo(df, db_name)
+            except BaseException as e:
+                time.sleep(2)
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+                fail_dict = {'begin_date': begin_date,
+                             'end_date': end_date,
+                             'symbol': symbol,
+                             'db_name': db_name
+                             }
+                fail_df = pd.DataFrame(fail_dict, index=[1])
+                mongodbUtilV2_27019.insert_mongo(fail_df, db_name + '_fail')
+
+                logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
+        logger.info("同步完数据:{}", symbol)
+
+
+def classify_symbol(debt_real_time_quotes_df):
+    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return debt_real_time_quotes_df
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    # 文件路径
+    file_path = r"H:\data\1min\指数\指数列表.xlsx"
+
+    df = pd.read_excel(file_path)
+    df = df.rename(columns={
+        "指数代码": "symbol"
+    })
+    new_symbol_list = df['symbol']
+    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
+    trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
+    sync_zhi_shu_one_minute(new_symbol_list, trade_date_list_df_all)

mns_scheduler/zz_task/data_sync_task.py

@@ -43,12 +43,10 @@ import mns_scheduler.irm.stock_irm_cninfo_service as stock_irm_cninfo_service
 import mns_scheduler.open.sync_one_day_open_data_to_db_service as sync_one_day_open_data_to_db_service
 import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_pool_service
 import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
-import mns_scheduler.risk.self.wei_pan_stock_api as wei_pan_stock_api
 import mns_scheduler.risk.transactions.transactions_check_api as transactions_check_api
 import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api as sync_ths_concept_new_index_api
 import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
 import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
-import mns_scheduler.db.real_time_task_check as real_time_task_check_api
 import mns_scheduler.trade.task.trader_task_service as trader_task_service
 import mns_scheduler.company_info.remark.company_remark_info_sync as company_remark_info_sync
 import mns_scheduler.finance.sync_financial_report_service_api as sync_financial_report_service_api
@@ -57,6 +55,8 @@ import mns_scheduler.hk.hk_company_info_sync_service_api as hk_company_info_sync
 import mns_scheduler.zt.zt_pool.update_null_zt_reason_api as update_null_zt_reason_api
 import mns_scheduler.trade.tfp.stock_tfp_info_sync as stock_tfp_info_sync
 import mns_scheduler.industry.ths.ths_industry_sync_service as ths_industry_sync_service
+import mns_scheduler.db.task_handle_service as task_handle_service
+import mns_scheduler.extraIncome.one_minute.one_minute_sync_task as one_minute_sync_task
 
 
 # 同步交易日期任务完成
@@ -348,9 +348,16 @@ def sync_all_interactive_questions():
         stock_irm_cninfo_service.sync_all_interactive_questions(None)
 
 
-# 数据同步状态check
-def real_time_task_check_status():
-    real_time_task_check_api.run_check_real_time_data_sync_status()
+# 重开定时任务同步
+def real_time_sync_task_open():
+    logger.info("开启实时行情同步任务")
+    task_handle_service.real_time_sync_task_open()
+
+
+# 关闭实时行情任务
+def real_time_sync_task_close():
+    logger.info("关闭实时行情同步任务")
+    task_handle_service.real_time_sync_task_close()
 
 
 # 打开交易客户端
@@ -412,6 +419,11 @@ def sync_ths_industry_info():
     logger.info("同步同花顺行业信息完成")
 
 
+def sync_one_minute_data():
+    logger.info("同步1分钟交易数据")
+    one_minute_sync_task.sync_one_minute_data()
+
+
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 # sync_trade_date 同步交易日期
@@ -525,8 +537,17 @@ blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17
 #     max_instances=4
 # )
 
-# 实时数据状态同步check，使用 'cron' 触发器来限制任务在 9 点到 15 点之间执行 1分钟check一次
-blockingScheduler.add_job(real_time_task_check_status, 'cron', hour='9-15',  minute='*/2', max_instances=4)
+# 重开定时任务同步
+
+blockingScheduler.add_job(real_time_sync_task_open, 'cron', hour='09', minute='25')
+blockingScheduler.add_job(real_time_sync_task_open, 'cron', hour='09', minute='29')
+blockingScheduler.add_job(real_time_sync_task_open, 'cron', hour='12', minute='59')
+# 关闭实时行情任务
+
+blockingScheduler.add_job(real_time_sync_task_close, 'cron', hour='09', minute='27')
+blockingScheduler.add_job(real_time_sync_task_close, 'cron', hour='11', minute='31')
+blockingScheduler.add_job(real_time_sync_task_close, 'cron', hour='15', minute='01')
+
 # 打开交易客户端
 blockingScheduler.add_job(trader_client_auto_login, 'cron', hour='08,12', minute='30')
 # 同步公司备注信息
@@ -544,6 +565,9 @@ blockingScheduler.add_job(update_null_zt_reason, 'cron', hour='16,17,18,19,20,21
 # 同步同花顺行业信息
 blockingScheduler.add_job(sync_ths_industry_info, 'cron', hour='17,22', minute='38')
 
+# 同步一分钟交易数据
+blockingScheduler.add_job(sync_one_minute_data, 'cron', hour='17,22', minute='55')
+
 # 同步新公告信息 感觉没有必要同步 直接连接过去查看
 # blockingScheduler.add_job(sync_company_announce, 'cron', hour='07,18,23', minute='33')
 

{mns_scheduler-1.2.7.2.dist-info → mns_scheduler-1.2.7.4.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.2.7.2
+Version: 1.2.7.4
 

{mns_scheduler-1.2.7.2.dist-info → mns_scheduler-1.2.7.4.dist-info}/RECORD

@@ -33,7 +33,8 @@ mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.p
 mns_scheduler/db/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/col_move_service.py,sha256=9pOrHJ6rQuMPQdGFho1IJMEy2xvpQ20iku3p20MuAhg,4238
 mns_scheduler/db/db_status.py,sha256=e5eW5ZSm5J7tHvmxxhFmFdbZb2_oB_SAcdcFqc4KDmw,733
-mns_scheduler/db/real_time_task_check.py,sha256=PpcMzxeN6SHLFue49sYcZXy_1Qv45U2pbzzsHpmz9h8,5048
+mns_scheduler/db/real_time_task_check.py,sha256=OrzDWPgzC40-Hbw5hUlcrwNRHNmI0uNS6ZHlFcz9e_g,5036
+mns_scheduler/db/task_handle_service.py,sha256=BUDMyCjQ7Rggta_ockmd1bfF16flPZO8voTyRyeDIUE,2252
 mns_scheduler/db/script/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/db/script/col_move_script.py,sha256=0WNv0xbnPPKTME2_WMEPSGNT0DUWC7hS4mJ2VeNgc08,1163
 mns_scheduler/db/script/db_move/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -51,11 +52,24 @@ mns_scheduler/debt/kzz_bond_info_sync.py,sha256=3o0Y4FBxP3AOXwf7Z7jVO1N_DcqxeOVq
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
 mns_scheduler/extraIncome/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/extraIncome/etf/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/extraIncome/kzz/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/extraIncome/stock/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/extraIncome/stock/one_minute_k_line_sync.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/extraIncome/stock/sync_stock_one_minute_now_api.py,sha256=yb8Ox4WMGdxDPnLrE4y_rpq19pj_sdZ3Nw8XwUGsvdk,7593
+mns_scheduler/extraIncome/one_minute/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/one_minute/one_minute_sync_task.py,sha256=qw09DyhYRqWO4U48T3CiIikhCBTOEZ7Y1nkAoBKWgKw,1557
+mns_scheduler/extraIncome/one_minute/common/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/one_minute/common/db_create_index.py,sha256=WhCAaLNrrc4nuGpa_GW6qrWyml6I-Fk4E2jJRSbUUZw,323
+mns_scheduler/extraIncome/one_minute/common/symbol_handle_util.py,sha256=W5BbmAghEXag7yv6Cwdi0augJww2uMbHn0Z7mUW7O9Y,1275
+mns_scheduler/extraIncome/one_minute/etf/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/one_minute/etf/etf_one_minute_sync_task.py,sha256=Gd13DHmUagvxC8dJ5vfh4R98QwO2kRrrjj76iw18Yuc,3682
+mns_scheduler/extraIncome/one_minute/index/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/one_minute/index/main_index_sync_task.py,sha256=xWrTLDrP93S6EkTaCDtymrc65eAwOsKb1fuWAKd7EMA,2631
+mns_scheduler/extraIncome/one_minute/kzz/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/one_minute/kzz/kzz_one_minute_sync_task.py,sha256=dEb8k1_7rqd14xO45agALHz1nmTrPj-NzOlif9NHmeQ,3691
+mns_scheduler/extraIncome/one_minute/stock/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/one_minute/stock/stock_one_minute_sync_task.py,sha256=xP6KHUR0LLjU8-Hs00UiyWuPnnJgwvY0SKYKewdlzyc,4576
+mns_scheduler/extraIncome/temp/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/extraIncome/temp/tu_share_data_etf_sync.py,sha256=XBsLl4o1Ras1zUQBkJ2BAgWtPebqAf9VUu_kLEisGmQ,4464
+mns_scheduler/extraIncome/temp/tu_share_data_kzz_sync.py,sha256=A2Aa4TB2mgTHiDlW9_UpB0mdRCR_1sOTaPZKs-IBbXc,4850
+mns_scheduler/extraIncome/temp/tu_share_data_stock_sync.py,sha256=s3KufWFevrnoCRfAWfOgLCqbBAbhueQelG-2Dy016cY,6248
+mns_scheduler/extraIncome/temp/tu_share_zhi_shu_sync_api.py,sha256=sAvfsIObHWsapgJP8o2YTL4D1XZiWa2tGguM6B6bgyQ,4169
 mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=kEZQZkxB7RF7UPH4DmHoRWfEKgI61ZN8BcNOzmBUoV0,19417
 mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=A_ONxC-1giGUWUhMJG1fE6jem52uJYtzlewzxPZtdd0,14270
@@ -160,8 +174,8 @@ mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=A5YiAWYdbAxhlTTJ8pOStZrBb
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=3OGBmWEX6G-fTuONgoB6Lu5xX0JNaWiP5FWMHIlIf-Y,10647
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=1uoiR2Uw46kDfjkvNg2US5rd_4OIkYO3872gIJOufUY,2135
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=Mrpa6gCwJBXLfvM8YT1pCovI5Va_KPjyMoRuCcQ01pw,22705
-mns_scheduler-1.2.7.2.dist-info/METADATA,sha256=xLPy1-TcDlunOmLMc7IqSbqNcy9gC1KTmGI2s6j-k1Y,64
-mns_scheduler-1.2.7.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mns_scheduler-1.2.7.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.2.7.2.dist-info/RECORD,,
+mns_scheduler/zz_task/data_sync_task.py,sha256=MA2RfrM_neT3ElejjF34XXq3fUA8B01lVyJBuOHOYrc,23507
+mns_scheduler-1.2.7.4.dist-info/METADATA,sha256=xh4o3ZVd_CCVuMkMfOA8ZFma3D-xa4L4m7Tq2MrKMrk,64
+mns_scheduler-1.2.7.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mns_scheduler-1.2.7.4.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.2.7.4.dist-info/RECORD,,