mns-scheduler 1.2.7.2__tar.gz → 1.2.7.4__tar.gz

{mns_scheduler-1.2.7.2 → mns_scheduler-1.2.7.4}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.2.7.2
+Version: 1.2.7.4

{mns_scheduler-1.2.7.2 → mns_scheduler-1.2.7.4}/mns_scheduler/db/real_time_task_check.py

@@ -63,7 +63,7 @@ def run_check_real_time_data_sync_status():
     if bool(1 - trade_date_common_service_api.is_trade_day(str_day)):
         return False
 
-    # 关闭上午定时同步
+    # 关闭定时同步
     if (hour == 11 and minute == 31) or (hour == 9 and minute == 27):
         all_cmd_processes = cmd_util.get_all_process()
         if data_frame_util.is_empty(all_cmd_processes):
@@ -79,7 +79,7 @@ def run_check_real_time_data_sync_status():
             except BaseException as e:
                 logger.error("关闭实时行情任务异常:{}", e)
 
-    # 重开下午定时同步
+    # 重开定时同步
     if (hour == 12 and minute == 59) or (hour == 9 and minute == 29):
         all_cmd_processes = cmd_util.get_all_process()
         if data_frame_util.is_empty(all_cmd_processes):

mns_scheduler-1.2.7.4/mns_scheduler/db/task_handle_service.py

@@ -0,0 +1,61 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.utils.cmd_util as cmd_util
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+from mns_common.db.MongodbUtil import MongodbUtil
+import time
+
+mongodb_util = MongodbUtil('27017')
+
+MAX_NUMBER_KEY = 'max_number_key'
+# 定时任务 python名称
+REAL_TIME_SCHEDULER_NAME = "sync_realtime_quotes_task"
+# 实时同步 python名称
+REAL_TIME_TASK_NAME = "realtime_quotes_now_sync"
+# 实时同步 bat
+REAL_TIME_TASK_NAME_PATH = 'H:\\real_time_task.bat'
+# 定时任务 bat
+REAL_TIME_SCHEDULER_NAME_PATH = 'H:\\real_time_scheduler.bat'
+
+
+# 关闭实时行情任务
+def real_time_sync_task_close():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        return False
+    for match_task_one in all_cmd_processes_real_time_task.itertuples():
+        try:
+            processes_pid = match_task_one.process_pid
+            # 关闭当前进程
+            cmd_util.kill_process_by_pid(processes_pid)
+        except BaseException as e:
+            logger.error("关闭实时行情任务异常:{}", e)
+
+
+# 重开定时任务同步
+def real_time_sync_task_open():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        # 重开定时任务
+        cmd_util.open_bat_file(REAL_TIME_SCHEDULER_NAME_PATH)
+        # 防止太快重开多个
+        time.sleep(3)
+
+
+def get_real_time_quotes_task(all_cmd_processes):
+    return all_cmd_processes[
+        (all_cmd_processes['total_info'].str.contains(REAL_TIME_SCHEDULER_NAME, case=False, na=False))
+        | (all_cmd_processes['total_info'].str.contains(REAL_TIME_TASK_NAME, case=False, na=False))]

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/common/db_create_index.py

@@ -0,0 +1,9 @@
+def create_index(db_util, col_name):
+    index_create = [('symbol', 1), ('time', 1)]
+    db_util.create_index(col_name, index_create)
+    index_create_01 = [('time', 1)]
+    db_util.create_index(col_name, index_create_01)
+    index_create_02 = [('symbol', 1)]
+    db_util.create_index(col_name, index_create_02)
+
+

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/common/symbol_handle_util.py

@@ -0,0 +1,41 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import pandas as pd
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def symbol_add_prefix(symbol):
+    symbol_simple = symbol[0:6]
+    suffix = symbol[7:9]
+    if suffix in ['SH']:
+        return '1.' + symbol_simple
+    elif suffix in ['SZ']:
+        return '0.' + symbol_simple
+    elif suffix in ['BJ']:
+        return '0.' + symbol_simple
+
+
+# col_name 保存数据的结婚
+def save_fail_data(now_day, symbol_prefix, col_name):
+    fail_dict = {'begin_date': now_day,
+                 'end_date': now_day,
+                 'symbol': symbol_prefix,
+                 'col_name': col_name,
+                 'type': 'kzz',
+                 'sync_day': now_day,
+                 'valid': True,
+                 }
+    fail_df = pd.DataFrame(fail_dict, index=[1])
+    mongodbUtilV2_27019.insert_mongo(fail_df, extra_income_db_name.ONE_MINUTE_SYNC_FAIL)
+
+
+if __name__ == '__main__':
+    symbol_add_prefix('000001.SZ')

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/etf/etf_one_minute_sync_task.py

@@ -0,0 +1,87 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_etf_api as east_money_etf_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+from datetime import datetime
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_etf_one_minute(data_tag):
+    etf_real_time_quotes = east_money_etf_api.get_etf_real_time_quotes()
+    etf_real_time_quotes = classify_symbol(etf_real_time_quotes)
+    etf_real_time_quotes['symbol'] = etf_real_time_quotes.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    etf_real_time_quotes = etf_real_time_quotes.loc[etf_real_time_quotes['amount'] != 0]
+
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF + '_' + str(year)
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    for stock_one in etf_real_time_quotes.itertuples():
+
+        symbol = stock_one.symbol
+        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+        try:
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+                logger.error("当前ETF数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            time.sleep(2)
+            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+            logger.error("同步ETF数据出现异常:{},{},{}", e, symbol, now_day)
+        logger.info("同步完ETF数据:{},{}", stock_one.symbol, stock_one.name)
+
+
+def classify_symbol(etf_real_time_quotes):
+    etf_real_time_quotes['classification'] = etf_real_time_quotes['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return etf_real_time_quotes
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    sync_etf_one_minute("2025-03-17", "2025-03-17")

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/index/main_index_sync_task.py

@@ -0,0 +1,74 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+from datetime import datetime
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+main_index_list = [
+    "000001.SH",
+    "000016.SH",
+    "000010.SH",
+    "000009.SH",
+    "000015.SH",
+    "399001.SZ",
+    "399004.SZ",
+    "399005.SZ",
+    "399006.SZ",
+    "000300.SH",
+    "000905.SH",
+    "000688.SH",
+    "000903.SH",
+    "000906.SH",
+    "000852.SH",
+    "000932.SH",
+    "000933.SH",
+    "980017.SZ",
+    "399808.SZ",
+    "399997.SZ",
+]
+
+
+def sync_main_index_one_minute(data_tag):
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_MAIN_INDEX + '_' + str(year)
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+    for symbol in main_index_list:
+        try:
+            symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                logger.error("当前沪深指数数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            logger.error("沪深指数数据同步异常:{},｛｝", symbol, e)
+        logger.info("沪深指数数据同步完成:{}", symbol)
+
+
+if __name__ == '__main__':
+    sync_main_index_one_minute(False)

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/kzz/kzz_one_minute_sync_task.py

@@ -0,0 +1,87 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_debt_api as east_money_debt_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+from datetime import datetime
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_kzz_one_minute(data_tag):
+    debt_real_time_quotes = east_money_debt_api.get_debt_real_time_quotes()
+    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
+    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    debt_real_time_quotes = debt_real_time_quotes.loc[debt_real_time_quotes['amount'] != 0]
+
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ + '_' + str(year)
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    for stock_one in debt_real_time_quotes.itertuples():
+
+        symbol = stock_one.symbol
+        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+        try:
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+                logger.error("当前可转债数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            time.sleep(2)
+            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+            logger.error("同步可转债数据出现异常:,{},{},{}", e, symbol, now_day)
+    logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
+
+
+def classify_symbol(debt_real_time_quotes_df):
+    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return debt_real_time_quotes_df
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    sync_kzz_one_minute()

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/one_minute_sync_task.py

@@ -0,0 +1,34 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_scheduler.extraIncome.one_minute.index.main_index_sync_task as main_index_sync_task
+import mns_scheduler.extraIncome.one_minute.etf.etf_one_minute_sync_task as etf_one_minute_sync_task
+import mns_scheduler.extraIncome.one_minute.kzz.kzz_one_minute_sync_task as kzz_one_minute_sync_task
+import mns_scheduler.extraIncome.one_minute.stock.stock_one_minute_sync_task as stock_one_minute_sync_task
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+
+
+def sync_one_minute_data():
+    now_date = datetime.now()
+    hour = now_date.hour
+    now_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(now_day):
+        if 15 < hour < 20:
+            main_index_sync_task.sync_main_index_one_minute(True)
+            etf_one_minute_sync_task.sync_etf_one_minute(True)
+            kzz_one_minute_sync_task.sync_kzz_one_minute(True)
+            stock_one_minute_sync_task.sync_stock_one_minute(True)
+        elif hour < 9 or hour >= 20:
+            main_index_sync_task.sync_main_index_one_minute(False)
+            etf_one_minute_sync_task.sync_etf_one_minute(False)
+            kzz_one_minute_sync_task.sync_kzz_one_minute(False)
+            stock_one_minute_sync_task.sync_stock_one_minute(False)
+
+
+if __name__ == '__main__':
+    sync_one_minute_data()

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/one_minute/stock/stock_one_minute_sync_task.py

@@ -0,0 +1,89 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
+from datetime import datetime
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_stock_one_minute(data_tag):
+    real_time_quotes_all_stocks = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
+    real_time_quotes_all_stocks['symbol'] = real_time_quotes_all_stocks.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1)
+    # 假设数字格式为 YYYYMMDD
+    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
+    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
+
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[real_time_quotes_all_stocks['amount'] != 0]
+
+    now_date = datetime.now()
+    now_day = now_date.strftime('%Y-%m-%d')
+    year = now_date.strftime('%Y')
+
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K + '_' + str(year))
+    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S + '_' + str(year))
+
+    for stock_one in real_time_quotes_all_stocks.itertuples():
+        classification = stock_one.classification
+
+        if classification == 'X':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ
+        elif classification == 'S':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S
+        elif classification == 'H':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H
+        elif classification == 'K':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K
+        elif classification == 'C':
+            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C
+        col_name = col_name + '_' + str(year)
+
+        symbol = stock_one.symbol
+        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
+        try:
+            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
+            one_min_df['symbol'] = symbol
+            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
+            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
+                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+                logger.error("当前股票数据同步异常:{}", symbol)
+                continue
+            else:
+                del one_min_df['ava_price']
+                if data_tag:
+                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
+                else:
+                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
+        except BaseException as e:
+            time.sleep(2)
+            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
+            logger.error("同步股票数据出现异常:,{},{},{}", e, symbol, now_day)
+        logger.info("同步股票数据完数据:{},{}", stock_one.symbol, stock_one.name)
+
+
+if __name__ == '__main__':
+    sync_stock_one_minute()

mns_scheduler-1.2.7.4/mns_scheduler/extraIncome/temp/tu_share_data_etf_sync.py

@@ -0,0 +1,103 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.em.east_money_etf_api as east_money_etf_api
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import tushare as ts
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
+
+
+def get_minute_data(symbol, freq, start_date, end_date):
+    # 获取浦发银行60000.SH的历史分钟数据
+    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
+    return df
+
+
+def sync_etf_one_minute(trade_date_list_df):
+    etf_real_time_quotes_df = east_money_etf_api.get_etf_real_time_quotes()
+    etf_real_time_quotes_df = classify_symbol(etf_real_time_quotes_df)
+    etf_real_time_quotes_df['symbol'] = etf_real_time_quotes_df.apply(
+        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
+        else row['symbol'] + '.BJ' if row['classification'] in ['X']
+        else row['symbol'] + '.SH',
+        axis=1
+    )
+
+    db_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF
+    db_create_index.create_index(mongodbUtilV2_27019, db_name)
+    for stock_one in etf_real_time_quotes_df.itertuples():
+        trade_date_list_df_copy = trade_date_list_df.copy()
+        symbol = stock_one.symbol
+        for i in range(0, len(trade_date_list_df_copy), 28):
+            try:
+                new_df = trade_date_list_df_copy.iloc[i:i + 28]
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+
+                df = get_minute_data(symbol, '1min', begin_date, end_date)
+                if data_frame_util.is_not_empty(df):
+                    df = df.rename(columns={
+                        "trade_time": "time",
+                        "ts_code": "symbol",
+                        "vol": "volume",
+                    })
+                    df['time_tick'] = df['time'].str[11:19]
+                    df = df.loc[df['time_tick'] <= '15:00:00']
+                    del df['time_tick']
+                    df['_id'] = df['symbol'] + '_' + df['time']
+                    mongodbUtilV2_27019.insert_mongo(df, db_name)
+            except BaseException as e:
+                time.sleep(2)
+                first_df = new_df.iloc[0]  # 第一个 DataFrame
+                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
+                begin_date = first_df.trade_date + ' 09:20:00'
+                end_date = last_df.trade_date + ' 15:00:00'
+                fail_dict = {'begin_date': begin_date,
+                             'end_date': end_date,
+                             'symbol': symbol,
+                             'db_name': db_name
+                             }
+                fail_df = pd.DataFrame(fail_dict, index=[1])
+                mongodbUtilV2_27019.insert_mongo(fail_df, db_name + '_fail')
+
+                logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
+        logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
+
+    return etf_real_time_quotes_df
+
+
+def classify_symbol(debt_real_time_quotes_df):
+    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
+        lambda market: classify_symbol_one(market))
+    return debt_real_time_quotes_df
+
+
+# 单个股票分类
+def classify_symbol_one(market):
+    if market == 0:
+        return 'S'
+    else:
+        return 'H'
+
+
+if __name__ == '__main__':
+    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
+    trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
+
+    sync_etf_one_minute(trade_date_list_df_all)