mns-scheduler 1.3.4.9__tar.gz → 1.3.5.0__tar.gz

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.4.9
+Version: 1.3.5.0

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/mns_scheduler/db/script/sync/remote_data_sync_to_local.py

@@ -15,6 +15,10 @@ remote_mongodb_util = RemoteMongodbUtil('27017')
 local_mongodb_util = LocalMongodbUtil('27017')
 
 col_list = [
+    'em_a_stock_info',
+    'em_etf_info',
+    'em_kzz_info',
+    'em_hk_stock_info',
     'company_info',
     'company_remark_info',
     'company_holding_info',
@@ -87,7 +91,7 @@ def sync_open_data():
 
 
 if __name__ == '__main__':
-    sync_zt_data('2025-09-09')
+    sync_zt_data('2025-09-17')
     # sync_zt_data('2025-09-02')
     remote_data()
     # sync_zt_data('2025-08-26')

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py

@@ -3,10 +3,8 @@ import os
 
 import mns_common.api.kpl.selection.kpl_selection_plate_api as selection_plate_api
 from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
 from datetime import datetime
 import mns_common.utils.data_frame_util as data_frame_util
-import pandas as pd
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
@@ -124,6 +122,7 @@ def save_one_plate_detail_data(plate_code, plate_name, index_class, first_plate_
         new_df['grade'] = 1
         new_df['remark'] = ''
         new_df['remark_flag'] = ''
+        new_df['long'] = ''
         mongodb_util.insert_mongo(new_df, 'kpl_best_choose_index_detail')
 
         # 保存到当日新增概念列表

mns-scheduler-1.3.5.0/mns_scheduler/kpl/selection/symbol/sync_kpl_concept_symbol_choose_reason_api.py

@@ -0,0 +1,102 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.kpl.common.kpl_common_api as kpl_common_api
+from loguru import logger
+from datetime import datetime, timedelta
+import pandas as pd
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 更新所有概念入选原因
+def update_all_kpl_symbol_choose_reason():
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, {})
+    for concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            concept_code = concept_one.plate_code
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, {"plate_code": concept_code})
+            if data_frame_util.is_not_empty(kpl_best_choose_index_detail_df):
+                kpl_symbol_list = list(kpl_best_choose_index_detail_df['symbol'])
+                symbol_str = ','.join(kpl_symbol_list)
+                choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(concept_code, symbol_str)
+                if data_frame_util.is_not_empty(choose_reason_df):
+                    for choose_reason_one in choose_reason_df.itertuples():
+                        symbol = choose_reason_one.symbol
+                        try:
+
+                            choose_reason = choose_reason_one.choose_reason
+                            update_query = {'symbol': symbol, 'plate_code': concept_code}
+                            new_values = {"$set": {"long": choose_reason}}
+                            mongodb_util.update_many(update_query, new_values,
+                                                     db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+                        except BaseException as e:
+                            logger.error("更新开票啦入选原因异常:{},{},{}", symbol, concept_code, e)
+            logger.info("更新开票啦入选原因完成:{},{}", concept_one.plate_code, concept_one.plate_name)
+        except BaseException as e:
+            logger.error("更新开票啦入选原因异常:{},{},{}", concept_one.plate_code, concept_one.plate_name, e)
+
+
+# 更新入选概念原因
+def update_symbol_new_concept_reason(plate_code, kpl_symbol_list):
+    symbol_str = ','.join(kpl_symbol_list)
+    choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(plate_code, symbol_str)
+    if data_frame_util.is_not_empty(choose_reason_df):
+        for choose_reason_one in choose_reason_df.itertuples():
+            symbol = choose_reason_one.symbol
+            try:
+
+                choose_reason = choose_reason_one.choose_reason
+                update_query = {'symbol': symbol, 'plate_code': plate_code}
+                new_values = {"$set": {"long": choose_reason}}
+                mongodb_util.update_many(update_query, new_values,
+                                         db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+            except BaseException as e:
+                logger.error("更新开票啦入选原因异常:{},{},{}", symbol, plate_code, e)
+
+
+def update_null_choose_reason():
+    # 获取当前日期时间
+    now = datetime.now()
+
+    # 计算前15天的日期时间
+    days_ago_15 = now - timedelta(days=2615)
+
+    # 按指定格式输出
+    formatted_date = days_ago_15.strftime("%Y-%m-%d %H:%M:%S")
+    query = {"create_time": {"$gte": formatted_date}, '$or': [{"long": {"$exists": False}}, {"long": ''}]}
+    null_choose_reason_detail_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, query)
+    if data_frame_util.is_not_empty(null_choose_reason_detail_df):
+        grouped_null_reason_df = null_choose_reason_detail_df.groupby('plate_code')
+        grouped_null_reason_list = grouped_null_reason_df.size()
+        group_null_reason = pd.DataFrame(grouped_null_reason_list, columns=['number'])
+        group_null_reason['plate_code'] = group_null_reason.index
+        group_null_reason = group_null_reason.sort_values(by=['number'], ascending=False)
+        for null_reason_one in group_null_reason.itertuples():
+            plate_code = null_reason_one.plate_code
+            try:
+
+                null_reason_one_plate_df = null_choose_reason_detail_df.loc[
+                    null_choose_reason_detail_df['plate_code'] == plate_code]
+                kpl_symbol_list = list(null_reason_one_plate_df['symbol'])
+                update_symbol_new_concept_reason(plate_code, kpl_symbol_list)
+                logger.info("更新开票啦入选原因完成:{},{}", null_reason_one.plate_code,
+                            list(null_reason_one_plate_df['plate_name'])[0])
+            except BaseException as e:
+                logger.error("更新kpl入选原因异常:{},{}", null_reason_one.plate_code, e)
+
+    return formatted_date
+
+
+if __name__ == '__main__':
+    update_null_choose_reason()
+    # update_all_kpl_symbol_choose_reason()

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py

@@ -10,6 +10,7 @@ import mns_scheduler.kpl.selection.symbol.sync_best_choose_symbol as sync_best_c
 import threading
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.api.kpl.constant.kpl_constant as kpl_constant
+import mns_scheduler.kpl.selection.symbol.sync_kpl_concept_symbol_choose_reason_api as sync_kpl_concept_symbol_choose_reason_api
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
@@ -84,6 +85,10 @@ def sync_all_plate_info():
     update_null_name()
     logger.info("更新开盘啦空名字名称")
 
+    # 更新开盘啦入选原因
+    sync_kpl_concept_symbol_choose_reason_api.update_null_choose_reason()
+    logger.info("更新开盘啦入选原因")
+
 
 # 更新一二级关系
 def update_best_choose_plate_relation():

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/mns_scheduler/zz_task/compensation/compensate_task.py

@@ -2,58 +2,24 @@
 import warnings
 # 忽略所有警告
 warnings.filterwarnings("ignore")
-import mns_scheduler.company_info.em_stock_info.sync_em_stock_info_sync as sync_em_stock_info_sync
-import mns_scheduler.self_choose.ths_self_choose_service as ths_self_choose_service
-import mns_scheduler.risk.major_violations.register_and_investigate_stock_sync_api \
-    as register_and_investigate_stock_sync_api
 from loguru import logger
-from apscheduler.schedulers.blocking import BlockingScheduler
 from datetime import datetime
 import mns_scheduler.dt.stock_dt_pool_sync as stock_dt_pool_sync_api
 import mns_scheduler.zb.stock_zb_pool_sync as stock_zb_pool_sync_api
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_scheduler.k_line.month_week_daily.daily_week_month_line_sync as daily_week_month_line_sync_api
-import mns_scheduler.company_info.announce.company_announce_sync_service as company_announce_sync_service
 import mns_scheduler.db.col_move_service as col_move_service
-import mns_scheduler.db.db_status as db_status_api
-import mns_scheduler.big_deal.ths_big_deal_sync as ths_big_deal_sync_api
 import mns_scheduler.zt.open_data.kcx_high_chg_open_data_sync as kcx_high_chg_open_data_sync
 import mns_scheduler.zt.export.export_kcx_high_chg_open_data_to_excel as export_kcx_high_chg_open_data_to_excel
 import mns_scheduler.zt.connected_boards.zt_five_boards_sync_api as zt_five_boards_sync_api
 import mns_scheduler.zt.zt_pool.em_zt_pool_sync_api as em_zt_pool_sync_api
 import mns_scheduler.k_line.clean.k_line_info_clean_task as k_line_info_clean_service
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_choose_api
-import mns_common.api.em.gd.east_money_stock_gdfx_free_top_10_api as east_money_stock_gdfx_free_top_10_api
-import \
-    mns_scheduler.concept.ths.update_concept_info.sync_one_concept_all_symbols_api as sync_one_concept_all_symbols_api
-import \
-    mns_scheduler.concept.ths.update_concept_info.sync_one_symbol_all_concepts_api as sync_one_symbol_all_concepts_api
-import mns_scheduler.kpl.selection.total.sync_kpl_best_total_sync_api as sync_kpl_best_total_sync_api
-import mns_scheduler.company_info.base.sync_company_base_info_api as company_info_sync_api
-import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
-import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
-import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
-import mns_scheduler.trade.sync_position_api as sync_position_api
-import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
-import mns_scheduler.company_info.de_list_stock.de_list_stock_service as de_list_stock_service
-import mns_scheduler.irm.stock_irm_cninfo_service as stock_irm_cninfo_service
+
 import mns_scheduler.open.sync_one_day_open_data_to_db_service as sync_one_day_open_data_to_db_service
 import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_pool_service
 import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
-import mns_scheduler.risk.transactions.transactions_check_api as transactions_check_api
-import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api as sync_ths_concept_new_index_api
-import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
 import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
-import mns_scheduler.trade.task.trader_task_service as trader_task_service
-import mns_scheduler.company_info.remark.company_remark_info_sync as company_remark_info_sync
-import mns_scheduler.finance.sync_financial_report_service_api as sync_financial_report_service_api
-import mns_scheduler.hk.hk_industry_info_sync_service_api as hk_industry_info_sync_service_api
-import mns_scheduler.hk.hk_company_info_sync_service_api as hk_company_info_sync_service_api
-import mns_scheduler.zt.zt_pool.update_null_zt_reason_api as update_null_zt_reason_api
 import mns_scheduler.trade.tfp.stock_tfp_info_sync as stock_tfp_info_sync
-import mns_scheduler.industry.ths.ths_industry_sync_service as ths_industry_sync_service
-import mns_scheduler.k_line.year_quarter.year_quarter_line_sync as year_quarter_line_sync
 
 
 # 定时同步每日交易行情数据(前复权)

mns-scheduler-1.3.5.0/mns_scheduler/zz_task/compensation/compensate_task_one_day.py

@@ -0,0 +1,142 @@
+import warnings
+
+# 忽略所有警告
+warnings.filterwarnings("ignore")
+from loguru import logger
+import mns_scheduler.dt.stock_dt_pool_sync as stock_dt_pool_sync_api
+import mns_scheduler.zb.stock_zb_pool_sync as stock_zb_pool_sync_api
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_scheduler.k_line.month_week_daily.daily_week_month_line_sync as daily_week_month_line_sync_api
+import mns_scheduler.db.col_move_service as col_move_service
+import mns_scheduler.zt.open_data.kcx_high_chg_open_data_sync as kcx_high_chg_open_data_sync
+import mns_scheduler.zt.export.export_kcx_high_chg_open_data_to_excel as export_kcx_high_chg_open_data_to_excel
+import mns_scheduler.zt.connected_boards.zt_five_boards_sync_api as zt_five_boards_sync_api
+import mns_scheduler.zt.zt_pool.em_zt_pool_sync_api as em_zt_pool_sync_api
+import mns_scheduler.k_line.clean.k_line_info_clean_task as k_line_info_clean_service
+import mns_scheduler.open.sync_one_day_open_data_to_db_service as sync_one_day_open_data_to_db_service
+import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_pool_service
+import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
+import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
+import mns_scheduler.trade.tfp.stock_tfp_info_sync as stock_tfp_info_sync
+
+
+# 定时同步每日交易行情数据(前复权)
+def stock_daily_sync_qfq():
+    logger.info('同步每日行情数据(前复权):' + str_day)
+    daily_week_month_line_sync_api.sync_all_daily_data('daily',
+                                                       'qfq', 'stock_qfq_daily', str_day)
+
+
+# 同步当日k c x 高涨幅数据
+def realtime_quotes_now_zt_kc_data_sync():
+    if trade_date_common_service_api.is_trade_day(str_day):
+        # 同步当日kcx 高涨幅 当天交易数据和开盘数据
+        kcx_high_chg_open_data_sync.sync_all_kc_zt_data(str_day, None)
+        # 同步当日开盘数据
+        sync_one_day_open_data_to_db_service.sync_one_day_open_data(str_day)
+        # 涨停数据同步到excel
+        export_kcx_high_chg_open_data_to_excel.export_kc_zt_data(str_day)
+
+
+# 同步涨停池
+def sync_stock_zt_pool():
+    if trade_date_common_service_api.is_trade_day(str_day):
+        logger.info('同步当天涨停池股开始')
+        em_stock_zt_pool = em_zt_pool_sync_api.save_zt_info(str_day)
+        zt_five_boards_sync_api.update_five_connected_boards_task(em_stock_zt_pool)
+        logger.info('同步ths股票涨停池')
+        ths_zt_pool_df = ths_zt_pool_sync_api.ths_zt_pool(str_day, None)
+        ths_zt_pool_sync_api.save_ths_zt_pool(ths_zt_pool_df, str_day)
+        logger.info('同步当天涨停池股票完成')
+
+
+# 保存今天高涨幅数据
+def sync_toady_stock_zt_pool():
+    logger.info('同步今天涨幅大于9.5的symbol')
+    # 同步高涨幅实时行情
+    sync_high_chg_real_time_quotes_service.sync_high_chg_real_time_quotes(str_day)
+    # 同步高涨幅列表
+    sync_high_chg_pool_service.sync_stock_high_chg_pool_list(str_day, None)
+
+
+# 计算下一个交易日k线数据
+def generate_new_day_k_line_info():
+    # 生成下一个交易日日期k线数据 number=2 获取下一个交易日 日期
+    if trade_date_common_service_api.is_trade_day(str_day):
+        dis_number = 2
+    else:
+        dis_number = 1
+    next_trade_day = trade_date_common_service_api.get_further_trade_date(str_day, dis_number)
+    k_line_info_clean_service.sync_k_line_info_task(next_trade_day)
+    logger.info('计算当日k线信息完成:{}', str_day)
+
+
+# 同步一天k线 涨停 数据
+def sync_daily_data_info():
+    # 同步k线数据
+    try:
+        stock_daily_sync_qfq()
+    except BaseException as e:
+        logger.error("同步当日k线数据异常:{}", e)
+
+    # 同步当日k c x 高涨幅数据
+    try:
+        realtime_quotes_now_zt_kc_data_sync()
+    except BaseException as e:
+        logger.error("同步当日kcx高涨幅数据异常:{}", e)
+
+    # 同步涨停池数据信息
+    try:
+        sync_stock_zt_pool()
+    except BaseException as e:
+        logger.error("同步涨停数据信息异常:{}", e)
+
+    # 同步今日高涨幅数据 依赖涨停股票池的数据
+    try:
+        sync_toady_stock_zt_pool()
+    except BaseException as e:
+        logger.error("同步今日高涨幅数据异常:{}", e)
+
+    # 计算当日k线数据
+    try:
+        generate_new_day_k_line_info()
+    except BaseException as e:
+        logger.error("计算当日k线数据异常:{}", e)
+
+
+# 跌停信息
+def sync_stock_dt_pool():
+    if trade_date_common_service_api.is_trade_day(str_day):
+        stock_dt_pool_sync_api.sync_stock_dt_pool(str_day)
+        logger.info("同步跌停信息任务执行成功:{}", str_day)
+
+
+# 炸板信息
+def sync_stock_zb_pool():
+    if trade_date_common_service_api.is_trade_day(str_day):
+        stock_zb_pool_sync_api.sync_stock_zb_pool(str_day)
+        logger.info("同步炸板信息任务执行成功:{}", str_day)
+    # 同步停复牌信息
+    sync_stock_tfp()
+
+
+# 同步停复牌信息
+def sync_stock_tfp():
+    stock_tfp_info_sync.sync_stock_tfp(str_day)
+
+
+#  当天实时数据备份
+def col_data_move():
+    logger.info('当天实时数据备份:{}', str_day)
+    if trade_date_common_service_api.is_trade_day(str_day):
+        col_move_service.sync_col_move(str_day)
+
+
+if __name__ == '__main__':
+    # todo 修改日期
+    str_day = '2025-10-14'
+    col_data_move()
+    sync_daily_data_info()
+    sync_stock_zt_pool()
+    sync_stock_dt_pool()
+    sync_stock_zb_pool()

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.4.9
+Version: 1.3.5.0

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/mns_scheduler.egg-info/SOURCES.txt

@@ -100,6 +100,7 @@ mns_scheduler/kpl/selection/index/sync_best_choose_his_index.py
 mns_scheduler/kpl/selection/index/sync_best_choose_index.py
 mns_scheduler/kpl/selection/symbol/__init__.py
 mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py
+mns_scheduler/kpl/selection/symbol/sync_kpl_concept_symbol_choose_reason_api.py
 mns_scheduler/kpl/selection/total/__init__.py
 mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py
 mns_scheduler/lhb/__init__.py
@@ -161,4 +162,5 @@ mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py
 mns_scheduler/zz_task/__init__.py
 mns_scheduler/zz_task/data_sync_task.py
 mns_scheduler/zz_task/compensation/__init__.py
-mns_scheduler/zz_task/compensation/compensate_task.py
+mns_scheduler/zz_task/compensation/compensate_task.py
+mns_scheduler/zz_task/compensation/compensate_task_one_day.py

{mns-scheduler-1.3.4.9 → mns-scheduler-1.3.5.0}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.3.4.9',
+    version='1.3.5.0',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )