mns-scheduler 1.2.9.6__py3-none-any.whl → 1.4.2.5__py3-none-any.whl

mns_scheduler/extraIncome/one_minute/common/symbol_handle_util.py

@@ -1,41 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import pandas as pd
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def symbol_add_prefix(symbol):
-    symbol_simple = symbol[0:6]
-    suffix = symbol[7:9]
-    if suffix in ['SH']:
-        return '1.' + symbol_simple
-    elif suffix in ['SZ']:
-        return '0.' + symbol_simple
-    elif suffix in ['BJ']:
-        return '0.' + symbol_simple
-
-
-# col_name 保存数据的结婚
-def save_fail_data(now_day, symbol_prefix, col_name):
-    fail_dict = {'begin_date': now_day,
-                 'end_date': now_day,
-                 'symbol': symbol_prefix,
-                 'col_name': col_name,
-                 'type': 'kzz',
-                 'sync_day': now_day,
-                 'valid': True,
-                 }
-    fail_df = pd.DataFrame(fail_dict, index=[1])
-    mongodbUtilV2_27019.insert_mongo(fail_df, extra_income_db_name.ONE_MINUTE_SYNC_FAIL)
-
-
-if __name__ == '__main__':
-    symbol_add_prefix('000001.SZ')

mns_scheduler/extraIncome/one_minute/etf/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/one_minute/etf/etf_one_minute_sync_task.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_etf_one_minute(data_tag):
-    etf_real_time_quotes = em_stock_info_api.get_etf_info()
-    etf_real_time_quotes = classify_symbol(etf_real_time_quotes)
-    etf_real_time_quotes['symbol'] = etf_real_time_quotes.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    etf_real_time_quotes = etf_real_time_quotes.loc[etf_real_time_quotes['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-
-    for stock_one in etf_real_time_quotes.itertuples():
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前ETF分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步ETF分钟数据出现异常:{},{},{}", e, symbol, now_day)
-        logger.info("同步完ETF分钟数据:{},{}", stock_one.symbol, stock_one.name)
-
-
-def classify_symbol(etf_real_time_quotes):
-    etf_real_time_quotes['classification'] = etf_real_time_quotes['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return etf_real_time_quotes
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    sync_etf_one_minute("2025-03-17", "2025-03-17")

mns_scheduler/extraIncome/one_minute/index/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/one_minute/index/main_index_sync_task.py

@@ -1,74 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-from loguru import logger
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-from datetime import datetime
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-main_index_list = [
-    "000001.SH",
-    "000016.SH",
-    "000010.SH",
-    "000009.SH",
-    "000015.SH",
-    "399001.SZ",
-    "399004.SZ",
-    "399005.SZ",
-    "399006.SZ",
-    "000300.SH",
-    "000905.SH",
-    "000688.SH",
-    "000903.SH",
-    "000906.SH",
-    "000852.SH",
-    "000932.SH",
-    "000933.SH",
-    "980017.SZ",
-    "399808.SZ",
-    "399997.SZ",
-]
-
-
-def sync_main_index_one_minute(data_tag):
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_MAIN_INDEX + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-    for symbol in main_index_list:
-        try:
-            symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                logger.error("当前沪深指数分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            logger.error("沪深指数分钟数据同步异常:{},｛｝", symbol, e)
-        logger.info("沪深指数分钟数据同步完成:{}", symbol)
-
-
-if __name__ == '__main__':
-    sync_main_index_one_minute(False)

mns_scheduler/extraIncome/one_minute/kzz/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/one_minute/kzz/kzz_one_minute_sync_task.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_kzz_one_minute(data_tag):
-    debt_real_time_quotes = em_stock_info_api.get_kzz_info()
-    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
-    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    debt_real_time_quotes = debt_real_time_quotes.loc[debt_real_time_quotes['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-
-    for stock_one in debt_real_time_quotes.itertuples():
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前可转债分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步可转债分钟数据出现异常:,{},{},{}", e, symbol, now_day)
-        logger.info("同步完可转债分钟数据:{},{}", stock_one.symbol, stock_one.name)
-
-
-def classify_symbol(debt_real_time_quotes_df):
-    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return debt_real_time_quotes_df
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    3()

mns_scheduler/extraIncome/one_minute/one_minute_sync_task.py

@@ -1,34 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_scheduler.extraIncome.one_minute.index.main_index_sync_task as main_index_sync_task
-import mns_scheduler.extraIncome.one_minute.etf.etf_one_minute_sync_task as etf_one_minute_sync_task
-import mns_scheduler.extraIncome.one_minute.kzz.kzz_one_minute_sync_task as kzz_one_minute_sync_task
-import mns_scheduler.extraIncome.one_minute.stock.stock_one_minute_sync_task as stock_one_minute_sync_task
-from datetime import datetime
-import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
-
-
-def sync_one_minute_data():
-    now_date = datetime.now()
-    hour = now_date.hour
-    now_day = now_date.strftime('%Y-%m-%d')
-    if trade_date_common_service_api.is_trade_day(now_day):
-        if 15 < hour < 20:
-            main_index_sync_task.sync_main_index_one_minute(True)
-            etf_one_minute_sync_task.sync_etf_one_minute(True)
-            kzz_one_minute_sync_task.sync_kzz_one_minute(True)
-            stock_one_minute_sync_task.sync_stock_one_minute(True)
-        elif hour < 9 or hour >= 20:
-            main_index_sync_task.sync_main_index_one_minute(False)
-            etf_one_minute_sync_task.sync_etf_one_minute(False)
-            kzz_one_minute_sync_task.sync_kzz_one_minute(False)
-            stock_one_minute_sync_task.sync_stock_one_minute(False)
-
-
-if __name__ == '__main__':
-    sync_one_minute_data()

mns_scheduler/extraIncome/one_minute/stock/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/one_minute/stock/stock_one_minute_sync_task.py

@@ -1,89 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_stock_one_minute(data_tag):
-    real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
-    real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
-    real_time_quotes_all_stocks['symbol'] = real_time_quotes_all_stocks.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1)
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[real_time_quotes_all_stocks['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S + '_' + str(year))
-
-    for stock_one in real_time_quotes_all_stocks.itertuples():
-        classification = stock_one.classification
-
-        if classification == 'X':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ
-        elif classification == 'S':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S
-        elif classification == 'H':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H
-        elif classification == 'K':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K
-        elif classification == 'C':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C
-        col_name = col_name + '_' + str(year)
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前股票分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步股票分钟数据出现异常:,{},{},{}", e, symbol, now_day)
-        logger.info("同步股票分钟票数据完整:{},{}", stock_one.symbol, stock_one.name)
-
-
-if __name__ == '__main__':
-    sync_stock_one_minute()

mns_scheduler/extraIncome/temp/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/temp/tu_share_data_etf_sync.py

@@ -1,103 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.em.east_money_etf_api as east_money_etf_api
-import pandas as pd
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import tushare as ts
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
-
-
-def get_minute_data(symbol, freq, start_date, end_date):
-    # 获取浦发银行60000.SH的历史分钟数据
-    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
-    return df
-
-
-def sync_etf_one_minute(trade_date_list_df):
-    etf_real_time_quotes_df = east_money_etf_api.get_etf_real_time_quotes()
-    etf_real_time_quotes_df = classify_symbol(etf_real_time_quotes_df)
-    etf_real_time_quotes_df['symbol'] = etf_real_time_quotes_df.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-
-    db_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF
-    db_create_index.create_index(mongodbUtilV2_27019, db_name)
-    for stock_one in etf_real_time_quotes_df.itertuples():
-        trade_date_list_df_copy = trade_date_list_df.copy()
-        symbol = stock_one.symbol
-        for i in range(0, len(trade_date_list_df_copy), 28):
-            try:
-                new_df = trade_date_list_df_copy.iloc[i:i + 28]
-                first_df = new_df.iloc[0]  # 第一个 DataFrame
-                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
-                begin_date = first_df.trade_date + ' 09:20:00'
-                end_date = last_df.trade_date + ' 15:00:00'
-
-                df = get_minute_data(symbol, '1min', begin_date, end_date)
-                if data_frame_util.is_not_empty(df):
-                    df = df.rename(columns={
-                        "trade_time": "time",
-                        "ts_code": "symbol",
-                        "vol": "volume",
-                    })
-                    df['time_tick'] = df['time'].str[11:19]
-                    df = df.loc[df['time_tick'] <= '15:00:00']
-                    del df['time_tick']
-                    df['_id'] = df['symbol'] + '_' + df['time']
-                    mongodbUtilV2_27019.insert_mongo(df, db_name)
-            except BaseException as e:
-                time.sleep(2)
-                first_df = new_df.iloc[0]  # 第一个 DataFrame
-                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
-                begin_date = first_df.trade_date + ' 09:20:00'
-                end_date = last_df.trade_date + ' 15:00:00'
-                fail_dict = {'begin_date': begin_date,
-                             'end_date': end_date,
-                             'symbol': symbol,
-                             'db_name': db_name
-                             }
-                fail_df = pd.DataFrame(fail_dict, index=[1])
-                mongodbUtilV2_27019.insert_mongo(fail_df, db_name + '_fail')
-
-                logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
-        logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
-
-    return etf_real_time_quotes_df
-
-
-def classify_symbol(debt_real_time_quotes_df):
-    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return debt_real_time_quotes_df
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
-    trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
-
-    sync_etf_one_minute(trade_date_list_df_all)

mns_scheduler/extraIncome/temp/tu_share_data_kzz_sync.py

@@ -1,113 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.api.em.east_money_debt_api as east_money_debt_api
-import pandas as pd
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import tushare as ts
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-pro = ts.pro_api('782213d20640249f1dbae50a7f56b22684b8e915a61e435e015579a1')
-
-
-def get_minute_data(symbol, freq, start_date, end_date):
-    # 获取浦发银行60000.SH的历史分钟数据
-    df = pro.stk_mins(ts_code=symbol, freq=freq, start_date=start_date, end_date=end_date)
-    return df
-
-
-def sync_kzz_one_minute(trade_date_list_df):
-    debt_real_time_quotes = east_money_debt_api.get_debt_real_time_quotes()
-    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
-    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    db_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ
-    db_create_index.create_index(mongodbUtilV2_27019, db_name)
-
-    for stock_one in debt_real_time_quotes.itertuples():
-
-        trade_date_list_df_copy = trade_date_list_df.copy()
-
-        # list_date = stock_one.list_date
-        # trade_date_list_df_copy = trade_date_list_df_copy.loc[trade_date_list_df_copy['_id'] >= list_date]
-
-        symbol = stock_one.symbol
-
-        for i in range(0, len(trade_date_list_df_copy), 28):
-            try:
-                new_df = trade_date_list_df_copy.iloc[i:i + 28]
-                first_df = new_df.iloc[0]  # 第一个 DataFrame
-                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
-                begin_date = first_df.trade_date + ' 09:20:00'
-                end_date = last_df.trade_date + ' 15:00:00'
-
-                df = get_minute_data(symbol, '1min', begin_date, end_date)
-                if data_frame_util.is_not_empty(df):
-                    df = df.rename(columns={
-                        "trade_time": "time",
-                        "ts_code": "symbol",
-                        "vol": "volume",
-                    })
-                    df['time_tick'] = df['time'].str[11:19]
-                    df = df.loc[df['time_tick'] <= '15:00:00']
-                    del df['time_tick']
-                    df['_id'] = df['symbol'] + '_' + df['time']
-                    mongodbUtilV2_27019.insert_mongo(df, db_name)
-            except BaseException as e:
-                time.sleep(2)
-                first_df = new_df.iloc[0]  # 第一个 DataFrame
-                last_df = new_df.iloc[-1]  # 最后一个 DataFrame
-                begin_date = first_df.trade_date + ' 09:20:00'
-                end_date = last_df.trade_date + ' 15:00:00'
-                fail_dict = {'begin_date': begin_date,
-                             'end_date': end_date,
-                             'symbol': symbol,
-                             'db_name': db_name
-                             }
-                fail_df = pd.DataFrame(fail_dict, index=[1])
-                mongodbUtilV2_27019.insert_mongo(fail_df, db_name + '_fail')
-
-                logger.error("同步数据出现异常:{},{},{},{}", e, symbol, begin_date, end_date)
-        logger.info("同步完数据:{},{}", stock_one.symbol, stock_one.name)
-
-    return debt_real_time_quotes
-
-
-def classify_symbol(debt_real_time_quotes_df):
-    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return debt_real_time_quotes_df
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    query_trade = {"$and": [{"trade_date": {"$gte": "2025-03-08"}}, {"trade_date": {"$lte": "2025-03-16"}}]}
-    trade_date_list_df_all = mongodb_util_27017.find_query_data('trade_date_list', query_trade)
-
-    sync_kzz_one_minute(trade_date_list_df_all)