mns-scheduler 1.3.3.7__tar.gz → 1.3.4.0__tar.gz

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.3.7
+Version: 1.3.4.0

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py

@@ -61,7 +61,6 @@ def sync_all_em_stock_info():
         em_us_stock_info['_id'] = em_us_stock_info['symbol']
         mongodb_util.save_mongo(em_us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
         em_us_etf_info = em_us_stock_info.loc[(em_us_stock_info['amount'] != 0) & (em_us_stock_info['total_mv'] == 0)]
-        em_us_etf_info = em_us_etf_info.loc[em_us_etf_info['amount'] > 10000000]
         em_us_etf_info = em_us_etf_info.sort_values(by=['amount'], ascending=False)
         mongodb_util.save_mongo(em_us_etf_info, extra_income_db_name.EM_US_ETF_INFO)
 

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/db/script/sync/remote_data_sync_to_local.py

@@ -20,7 +20,6 @@ col_list = [
     'company_holding_info',
     'industry_concept_remark',
     'trade_date_list',
-    'company_info',
     'de_list_stock',
     'kpl_best_choose_index',
     'kpl_best_choose_index_detail',

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/db/script/sync/sync_hui_ce_test_data.py

@@ -29,7 +29,7 @@ def sync_k_line(str_day):
     db_name = 'k_line_info'
     data_df = remote_mongodb_util.find_query_data(db_name, query)
     try:
-        local_mongodb_util.save_mongo(data_df, db_name)
+        local_mongodb_util.insert_mongo(data_df, db_name)
     except BaseException as e:
         logger.error("出现异常:{}", e)
         pass
@@ -37,8 +37,11 @@ def sync_k_line(str_day):
 
 if __name__ == '__main__':
 
-    str_day_01 = '2025-06-25'
+    str_day_01 = '2025-07-17'
     sync_k_line(str_day_01)
+
+    sync_real_time_data(str_day_01, 1, 1010)
+
     # sync_k_line(str_day_01)
     # sync_k_line('2024-11-13')
     # sync_k_line('2024-11-12')

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/k_line/common/k_line_common_api.py

@@ -13,7 +13,6 @@ import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
 import mns_common.component.cookie.cookie_info_service as cookie_info_service
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from datetime import datetime, timedelta
-from mns_common.component.exception.ExceptionMonitor import exception_counter
 import mns_common.api.msg.push_msg_api as push_msg_api
 import numpy as np
 import mns_common.utils.data_frame_util as data_frame_util
@@ -179,6 +178,7 @@ def get_xueqiu_k_line_api(symbol, period, hq, end_date):
 
     stock_k_line_df.replace([np.inf, -np.inf], 0, inplace=True)
     stock_k_line_df.fillna(0, inplace=True)
+    stock_k_line_df['date'] = stock_k_line_df['date'].astype(str).str[:8]
     return stock_k_line_df
 
 

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/k_line/month_week_daily/daily_week_month_line_sync.py

@@ -103,10 +103,10 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
     # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
     # sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
     # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/trade/task/trader_task_service.py

@@ -21,7 +21,8 @@ TRADER_SERVER_NAME = "mns_trader_server"
 def open_trader_terminal():
     # 打开 [交易web服务端]
     logger.info('打开 [交易web服务端]')
-    cmd_util.open_bat_file(TRADER_SERVER_PATH)
+    if bool(1- is_open_trader_server()):
+        cmd_util.open_bat_file(TRADER_SERVER_PATH)
     time.sleep(10)
     logger.info('自动登陆ths和qmt')
     # 自动登陆ths和qmt
@@ -36,6 +37,16 @@ def open_trader_terminal():
     cmd_util.open_bat_file(TRADER_SERVER_PATH)
 
 
+def is_open_trader_server():
+    all_cmd_processes = cmd_util.get_all_process()
+    all_cmd_processes_trader = all_cmd_processes.loc[
+        (all_cmd_processes['total_info'].str.contains(TRADER_SERVER_NAME, case=False, na=False))]
+    if data_frame_util.is_not_empty(all_cmd_processes_trader):
+        return True
+    else:
+        return False
+
+
 def kill_server():
     all_cmd_processes = cmd_util.get_all_process()
     all_cmd_processes_trader = all_cmd_processes.loc[

mns-scheduler-1.3.4.0/mns_scheduler/zz_task/compensation/compensate_task.py

@@ -0,0 +1,195 @@
+
+import warnings
+# 忽略所有警告
+warnings.filterwarnings("ignore")
+import mns_scheduler.company_info.em_stock_info.sync_em_stock_info_sync as sync_em_stock_info_sync
+import mns_scheduler.self_choose.ths_self_choose_service as ths_self_choose_service
+import mns_scheduler.risk.major_violations.register_and_investigate_stock_sync_api \
+    as register_and_investigate_stock_sync_api
+from loguru import logger
+from apscheduler.schedulers.blocking import BlockingScheduler
+from datetime import datetime
+import mns_scheduler.dt.stock_dt_pool_sync as stock_dt_pool_sync_api
+import mns_scheduler.zb.stock_zb_pool_sync as stock_zb_pool_sync_api
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_scheduler.k_line.month_week_daily.daily_week_month_line_sync as daily_week_month_line_sync_api
+import mns_scheduler.company_info.announce.company_announce_sync_service as company_announce_sync_service
+import mns_scheduler.db.col_move_service as col_move_service
+import mns_scheduler.db.db_status as db_status_api
+import mns_scheduler.big_deal.ths_big_deal_sync as ths_big_deal_sync_api
+import mns_scheduler.zt.open_data.kcx_high_chg_open_data_sync as kcx_high_chg_open_data_sync
+import mns_scheduler.zt.export.export_kcx_high_chg_open_data_to_excel as export_kcx_high_chg_open_data_to_excel
+import mns_scheduler.zt.connected_boards.zt_five_boards_sync_api as zt_five_boards_sync_api
+import mns_scheduler.zt.zt_pool.em_zt_pool_sync_api as em_zt_pool_sync_api
+import mns_scheduler.k_line.clean.k_line_info_clean_task as k_line_info_clean_service
+import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_choose_api
+import mns_common.api.em.gd.east_money_stock_gdfx_free_top_10_api as east_money_stock_gdfx_free_top_10_api
+import \
+    mns_scheduler.concept.ths.update_concept_info.sync_one_concept_all_symbols_api as sync_one_concept_all_symbols_api
+import \
+    mns_scheduler.concept.ths.update_concept_info.sync_one_symbol_all_concepts_api as sync_one_symbol_all_concepts_api
+import mns_scheduler.kpl.selection.total.sync_kpl_best_total_sync_api as sync_kpl_best_total_sync_api
+import mns_scheduler.company_info.base.sync_company_base_info_api as company_info_sync_api
+import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
+import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
+import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
+import mns_scheduler.trade.sync_position_api as sync_position_api
+import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
+import mns_scheduler.company_info.de_list_stock.de_list_stock_service as de_list_stock_service
+import mns_scheduler.irm.stock_irm_cninfo_service as stock_irm_cninfo_service
+import mns_scheduler.open.sync_one_day_open_data_to_db_service as sync_one_day_open_data_to_db_service
+import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_pool_service
+import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
+import mns_scheduler.risk.transactions.transactions_check_api as transactions_check_api
+import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api as sync_ths_concept_new_index_api
+import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
+import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
+import mns_scheduler.trade.task.trader_task_service as trader_task_service
+import mns_scheduler.company_info.remark.company_remark_info_sync as company_remark_info_sync
+import mns_scheduler.finance.sync_financial_report_service_api as sync_financial_report_service_api
+import mns_scheduler.hk.hk_industry_info_sync_service_api as hk_industry_info_sync_service_api
+import mns_scheduler.hk.hk_company_info_sync_service_api as hk_company_info_sync_service_api
+import mns_scheduler.zt.zt_pool.update_null_zt_reason_api as update_null_zt_reason_api
+import mns_scheduler.trade.tfp.stock_tfp_info_sync as stock_tfp_info_sync
+import mns_scheduler.industry.ths.ths_industry_sync_service as ths_industry_sync_service
+import mns_scheduler.k_line.year_quarter.year_quarter_line_sync as year_quarter_line_sync
+
+
+# 定时同步每日交易行情数据(前复权)
+def stock_daily_sync_qfq():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d')
+    logger.info('同步每日行情数据(前复权):' + str_now_date)
+    daily_week_month_line_sync_api.sync_all_daily_data('daily',
+                                                       'qfq', 'stock_qfq_daily', str_now_date)
+
+
+# 同步当日k c x 高涨幅数据
+def realtime_quotes_now_zt_kc_data_sync():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_day):
+        # 同步当日kcx 高涨幅 当天交易数据和开盘数据
+        kcx_high_chg_open_data_sync.sync_all_kc_zt_data(str_day, None)
+        # 同步当日开盘数据
+        sync_one_day_open_data_to_db_service.sync_one_day_open_data(str_day)
+        # 涨停数据同步到excel
+        export_kcx_high_chg_open_data_to_excel.export_kc_zt_data(str_day)
+
+
+# 同步涨停池
+def sync_stock_zt_pool():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_day):
+        logger.info('同步当天涨停池股开始')
+        em_stock_zt_pool = em_zt_pool_sync_api.save_zt_info(str_day)
+        zt_five_boards_sync_api.update_five_connected_boards_task(em_stock_zt_pool)
+        logger.info('同步ths股票涨停池')
+        ths_zt_pool_df = ths_zt_pool_sync_api.ths_zt_pool(str_day, None)
+        ths_zt_pool_sync_api.save_ths_zt_pool(ths_zt_pool_df, str_day)
+        logger.info('同步当天涨停池股票完成')
+
+
+# 保存今天高涨幅数据
+def sync_toady_stock_zt_pool():
+    logger.info('同步今天涨幅大于9.5的symbol')
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    # 同步高涨幅实时行情
+    sync_high_chg_real_time_quotes_service.sync_high_chg_real_time_quotes(str_day)
+    # 同步高涨幅列表
+    sync_high_chg_pool_service.sync_stock_high_chg_pool_list(str_day, None)
+
+
+# 计算下一个交易日k线数据
+def generate_new_day_k_line_info():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    # 生成下一个交易日日期k线数据 number=2 获取下一个交易日 日期
+    if trade_date_common_service_api.is_trade_day(str_day):
+        dis_number = 2
+    else:
+        dis_number = 1
+    next_trade_day = trade_date_common_service_api.get_further_trade_date(str_day, dis_number)
+    k_line_info_clean_service.sync_k_line_info_task(next_trade_day)
+    logger.info('计算当日k线信息完成:{}', str_day)
+
+
+# 同步一天k线 涨停 数据
+def sync_daily_data_info():
+    # 同步k线数据
+    try:
+        stock_daily_sync_qfq()
+    except BaseException as e:
+        logger.error("同步当日k线数据异常:{}", e)
+
+    # 同步当日k c x 高涨幅数据
+    try:
+        realtime_quotes_now_zt_kc_data_sync()
+    except BaseException as e:
+        logger.error("同步当日kcx高涨幅数据异常:{}", e)
+
+    # 同步涨停池数据信息
+    try:
+        sync_stock_zt_pool()
+    except BaseException as e:
+        logger.error("同步涨停数据信息异常:{}", e)
+
+    # 同步今日高涨幅数据 依赖涨停股票池的数据
+    try:
+        sync_toady_stock_zt_pool()
+    except BaseException as e:
+        logger.error("同步今日高涨幅数据异常:{}", e)
+
+    # 计算当日k线数据
+    try:
+        generate_new_day_k_line_info()
+    except BaseException as e:
+        logger.error("计算当日k线数据异常:{}", e)
+
+# 跌停信息
+def sync_stock_dt_pool():
+    now_date = datetime.now()
+    str_now_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_now_day):
+        stock_dt_pool_sync_api.sync_stock_dt_pool(str_now_day)
+        logger.info("同步跌停信息任务执行成功:{}", str_now_day)
+
+
+# 炸板信息
+def sync_stock_zb_pool():
+    now_date = datetime.now()
+    str_now_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_now_day):
+        stock_zb_pool_sync_api.sync_stock_zb_pool(str_now_day)
+        logger.info("同步炸板信息任务执行成功:{}", str_now_day)
+    # 同步停复牌信息
+    sync_stock_tfp()
+
+
+# 同步停复牌信息
+def sync_stock_tfp():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    stock_tfp_info_sync.sync_stock_tfp(str_day)
+
+
+
+
+#  当天实时数据备份
+def col_data_move():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    logger.info('当天实时数据备份:{}', str_day)
+    if trade_date_common_service_api.is_trade_day(str_day):
+        col_move_service.sync_col_move(str_day)
+
+if __name__ == '__main__':
+    col_data_move()
+    sync_daily_data_info()
+    sync_stock_zt_pool()
+    sync_stock_dt_pool()
+    sync_stock_zb_pool()
+

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler/zz_task/data_sync_task.py

@@ -122,13 +122,13 @@ def db_status_check():
     db_status_api.db_status_check()
 
 
-# 同步大单数据
-def sync_ths_big_deal():
-    now_date = datetime.now()
-    str_now_day = now_date.strftime('%Y-%m-%d')
-    if trade_date_common_service_api.is_trade_day(str_now_day):
-        logger.info('更新大单数据')
-        ths_big_deal_sync_api.sync_ths_big_deal(False)
+# # 同步大单数据
+# def sync_ths_big_deal():
+#     now_date = datetime.now()
+#     str_now_day = now_date.strftime('%Y-%m-%d')
+#     if trade_date_common_service_api.is_trade_day(str_now_day):
+#         logger.info('更新大单数据')
+#         ths_big_deal_sync_api.sync_ths_big_deal(False)
 
 
 # 定时同步每日交易行情数据(前复权)

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.3.7
+Version: 1.3.4.0

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/mns_scheduler.egg-info/SOURCES.txt

@@ -161,4 +161,6 @@ mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py
 mns_scheduler/zz_task/__init__.py
-mns_scheduler/zz_task/data_sync_task.py
+mns_scheduler/zz_task/data_sync_task.py
+mns_scheduler/zz_task/compensation/__init__.py
+mns_scheduler/zz_task/compensation/compensate_task.py

{mns-scheduler-1.3.3.7 → mns-scheduler-1.3.4.0}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.3.3.7',
+    version='1.3.4.0',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )