mns-scheduler 1.3.3.8__py3-none-any.whl → 1.3.4.1__py3-none-any.whl

mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -7,7 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
-import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
 import time
 from loguru import logger
 import mns_common.component.company.company_common_service_api as company_common_service_api
@@ -107,10 +107,7 @@ def update_null_name():
         exist_url = concept_one.url
 
         if name == '':
-            concept_name_df = ths_concept_index_app.get_new_concept_from_app_search(concept_code)
-            if data_frame_util.is_empty(concept_name_df):
-                continue
-            concept_name = list(concept_name_df['concept_name'])[0]
+            concept_name = ths_concept_index_web.get_concept_name(concept_code)
             query_concept = {"symbol": concept_code}
             new_values = {'$set': {"name": concept_name}}
             mongodb_util.update_one_query(query_concept, new_values, 'ths_concept_list')
@@ -131,7 +128,7 @@ def update_null_name():
 
 
 if __name__ == '__main__':
-    update_one_concept_relevance_industry(886095)
+    # update_one_concept_relevance_industry(886095)
     update_null_name()
     logger.info("开始")
     update_ths_concept_info()

mns_scheduler/db/script/sync/remote_data_sync_to_local.py

@@ -20,7 +20,6 @@ col_list = [
     'company_holding_info',
     'industry_concept_remark',
     'trade_date_list',
-    'company_info',
     'de_list_stock',
     'kpl_best_choose_index',
     'kpl_best_choose_index_detail',

mns_scheduler/db/script/sync/sync_hui_ce_test_data.py

@@ -29,7 +29,7 @@ def sync_k_line(str_day):
     db_name = 'k_line_info'
     data_df = remote_mongodb_util.find_query_data(db_name, query)
     try:
-        local_mongodb_util.save_mongo(data_df, db_name)
+        local_mongodb_util.insert_mongo(data_df, db_name)
     except BaseException as e:
         logger.error("出现异常:{}", e)
         pass
@@ -37,8 +37,11 @@ def sync_k_line(str_day):
 
 if __name__ == '__main__':
 
-    str_day_01 = '2025-06-25'
+    str_day_01 = '2025-07-17'
     sync_k_line(str_day_01)
+
+    sync_real_time_data(str_day_01, 1, 1010)
+
     # sync_k_line(str_day_01)
     # sync_k_line('2024-11-13')
     # sync_k_line('2024-11-12')

mns_scheduler/k_line/common/k_line_common_api.py

@@ -13,7 +13,6 @@ import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
 import mns_common.component.cookie.cookie_info_service as cookie_info_service
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from datetime import datetime, timedelta
-from mns_common.component.exception.ExceptionMonitor import exception_counter
 import mns_common.api.msg.push_msg_api as push_msg_api
 import numpy as np
 import mns_common.utils.data_frame_util as data_frame_util
@@ -179,6 +178,7 @@ def get_xueqiu_k_line_api(symbol, period, hq, end_date):
 
     stock_k_line_df.replace([np.inf, -np.inf], 0, inplace=True)
     stock_k_line_df.fillna(0, inplace=True)
+    stock_k_line_df['date'] = stock_k_line_df['date'].astype(str).str[:8]
     return stock_k_line_df
 
 

mns_scheduler/k_line/month_week_daily/daily_week_month_line_sync.py

@@ -103,10 +103,10 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
     # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
     # sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
     # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)

mns_scheduler/zz_task/compensation/compensate_task.py

@@ -1,18 +1,59 @@
 
+import warnings
+# 忽略所有警告
+warnings.filterwarnings("ignore")
+import mns_scheduler.company_info.em_stock_info.sync_em_stock_info_sync as sync_em_stock_info_sync
+import mns_scheduler.self_choose.ths_self_choose_service as ths_self_choose_service
+import mns_scheduler.risk.major_violations.register_and_investigate_stock_sync_api \
+    as register_and_investigate_stock_sync_api
 from loguru import logger
+from apscheduler.schedulers.blocking import BlockingScheduler
 from datetime import datetime
+import mns_scheduler.dt.stock_dt_pool_sync as stock_dt_pool_sync_api
+import mns_scheduler.zb.stock_zb_pool_sync as stock_zb_pool_sync_api
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.utils.date_handle_util as date_handle_util
 import mns_scheduler.k_line.month_week_daily.daily_week_month_line_sync as daily_week_month_line_sync_api
+import mns_scheduler.company_info.announce.company_announce_sync_service as company_announce_sync_service
+import mns_scheduler.db.col_move_service as col_move_service
+import mns_scheduler.db.db_status as db_status_api
+import mns_scheduler.big_deal.ths_big_deal_sync as ths_big_deal_sync_api
 import mns_scheduler.zt.open_data.kcx_high_chg_open_data_sync as kcx_high_chg_open_data_sync
 import mns_scheduler.zt.export.export_kcx_high_chg_open_data_to_excel as export_kcx_high_chg_open_data_to_excel
 import mns_scheduler.zt.connected_boards.zt_five_boards_sync_api as zt_five_boards_sync_api
 import mns_scheduler.zt.zt_pool.em_zt_pool_sync_api as em_zt_pool_sync_api
 import mns_scheduler.k_line.clean.k_line_info_clean_task as k_line_info_clean_service
+import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_choose_api
+import mns_common.api.em.gd.east_money_stock_gdfx_free_top_10_api as east_money_stock_gdfx_free_top_10_api
+import \
+    mns_scheduler.concept.ths.update_concept_info.sync_one_concept_all_symbols_api as sync_one_concept_all_symbols_api
+import \
+    mns_scheduler.concept.ths.update_concept_info.sync_one_symbol_all_concepts_api as sync_one_symbol_all_concepts_api
+import mns_scheduler.kpl.selection.total.sync_kpl_best_total_sync_api as sync_kpl_best_total_sync_api
+import mns_scheduler.company_info.base.sync_company_base_info_api as company_info_sync_api
+import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
+import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
+import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
+import mns_scheduler.trade.sync_position_api as sync_position_api
+import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
+import mns_scheduler.company_info.de_list_stock.de_list_stock_service as de_list_stock_service
+import mns_scheduler.irm.stock_irm_cninfo_service as stock_irm_cninfo_service
 import mns_scheduler.open.sync_one_day_open_data_to_db_service as sync_one_day_open_data_to_db_service
 import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_pool_service
 import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
+import mns_scheduler.risk.transactions.transactions_check_api as transactions_check_api
+import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api as sync_ths_concept_new_index_api
+import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
 import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
-
+import mns_scheduler.trade.task.trader_task_service as trader_task_service
+import mns_scheduler.company_info.remark.company_remark_info_sync as company_remark_info_sync
+import mns_scheduler.finance.sync_financial_report_service_api as sync_financial_report_service_api
+import mns_scheduler.hk.hk_industry_info_sync_service_api as hk_industry_info_sync_service_api
+import mns_scheduler.hk.hk_company_info_sync_service_api as hk_company_info_sync_service_api
+import mns_scheduler.zt.zt_pool.update_null_zt_reason_api as update_null_zt_reason_api
+import mns_scheduler.trade.tfp.stock_tfp_info_sync as stock_tfp_info_sync
+import mns_scheduler.industry.ths.ths_industry_sync_service as ths_industry_sync_service
+import mns_scheduler.k_line.year_quarter.year_quarter_line_sync as year_quarter_line_sync
 
 
 # 定时同步每日交易行情数据(前复权)
@@ -108,6 +149,47 @@ def sync_daily_data_info():
     except BaseException as e:
         logger.error("计算当日k线数据异常:{}", e)
 
+# 跌停信息
+def sync_stock_dt_pool():
+    now_date = datetime.now()
+    str_now_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_now_day):
+        stock_dt_pool_sync_api.sync_stock_dt_pool(str_now_day)
+        logger.info("同步跌停信息任务执行成功:{}", str_now_day)
+
+
+# 炸板信息
+def sync_stock_zb_pool():
+    now_date = datetime.now()
+    str_now_day = now_date.strftime('%Y-%m-%d')
+    if trade_date_common_service_api.is_trade_day(str_now_day):
+        stock_zb_pool_sync_api.sync_stock_zb_pool(str_now_day)
+        logger.info("同步炸板信息任务执行成功:{}", str_now_day)
+    # 同步停复牌信息
+    sync_stock_tfp()
+
+
+# 同步停复牌信息
+def sync_stock_tfp():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    stock_tfp_info_sync.sync_stock_tfp(str_day)
+
+
+
+
+#  当天实时数据备份
+def col_data_move():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    logger.info('当天实时数据备份:{}', str_day)
+    if trade_date_common_service_api.is_trade_day(str_day):
+        col_move_service.sync_col_move(str_day)
 
 if __name__ == '__main__':
+    col_data_move()
     sync_daily_data_info()
+    sync_stock_zt_pool()
+    sync_stock_dt_pool()
+    sync_stock_zb_pool()
+

mns_scheduler/zz_task/data_sync_task.py

@@ -122,13 +122,13 @@ def db_status_check():
     db_status_api.db_status_check()
 
 
-# 同步大单数据
-def sync_ths_big_deal():
-    now_date = datetime.now()
-    str_now_day = now_date.strftime('%Y-%m-%d')
-    if trade_date_common_service_api.is_trade_day(str_now_day):
-        logger.info('更新大单数据')
-        ths_big_deal_sync_api.sync_ths_big_deal(False)
+# # 同步大单数据
+# def sync_ths_big_deal():
+#     now_date = datetime.now()
+#     str_now_day = now_date.strftime('%Y-%m-%d')
+#     if trade_date_common_service_api.is_trade_day(str_now_day):
+#         logger.info('更新大单数据')
+#         ths_big_deal_sync_api.sync_ths_big_deal(False)
 
 
 # 定时同步每日交易行情数据(前复权)

{mns_scheduler-1.3.3.8.dist-info → mns_scheduler-1.3.4.1.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.3.8
+Version: 1.3.4.1
 

{mns_scheduler-1.3.3.8.dist-info → mns_scheduler-1.3.4.1.dist-info}/RECORD

@@ -20,7 +20,7 @@ mns_scheduler/company_info/remark/company_remark_info_sync.py,sha256=L8wC8LU7-GY
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=NuTJnu1uF7uQ4LcMpXHRKfdNBd-FC4rDmVWsFBj1n2I,4512
-mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=ICp1g2jP13Px1ett1En05vPzUaB25Usp7r2_L-seRgU,7077
+mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=BlAfu9zyeWmzbDKtgmhBiOyFKRNpA_iXVNKsP7S92wc,6933
 mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=mJHFdZGpkVn9xiby2eCYvapZAhQuxSfxQGrGsr3dso0,10222
@@ -41,9 +41,9 @@ mns_scheduler/db/script/db_move/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNL
 mns_scheduler/db/script/db_move/col_move_one_service.py,sha256=v-4qzgIy95iI0EVFBEh4XXJH5jCzDsMUtImFpz8yqJE,913
 mns_scheduler/db/script/sync/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/script/sync/local_mongo_util.py,sha256=MFG-S7aUBLKe4tkhKNklUzpiZef2n078YXd39dfOMy0,7540
-mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=JZjIlPhaYZvsT1AXawEGIZZPHiQDD-DAHQ8AEBEGgT4,2742
+mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=BzOn0_CLUloOBMr2VSFKY-6o3yX3a4-OOeZKq2IBgz0,2721
 mns_scheduler/db/script/sync/remote_mongo_util.py,sha256=-BCR2zeQ9z0zeZg6wO0aCS4bGnsGIohFRH7QR8XXJSo,10966
-mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=xPWKn7ge2KfWP98mUxBkA3iDHzQW2o769uosXcyg7TY,2050
+mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=Jd_1UX4vHbCdxH6F9K8BmYOId7ODCOD8UNljtPSgaTc,2102
 mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py,sha256=ixTeREKxuILR4VdwVeO56VcQjw7GfEwlh07vUJcVjKI,2135
 mns_scheduler/db/script/update/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/script/update/update_col_field.py,sha256=m7RJbNLTcaeknwHR50i3aebT--Rc6udpbOqyGwt61qg,1274
@@ -79,12 +79,12 @@ mns_scheduler/k_line/clean/week_month/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3
 mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py,sha256=n2osY8dozHClIlSOE7NR6S_oK_8GV-z72Az13D3fhCQ,10160
 mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py,sha256=0rc2Rz_EoqoqpVvgPe4daCe09JtHBlJsQr1bMIlBQ2o,5526
 mns_scheduler/k_line/common/__init__.py,sha256=itoGlqKhsx7EVXQoD1vchDKQ5GPB16vDjofTSuQtrXg,161
-mns_scheduler/k_line/common/k_line_common_api.py,sha256=9ep7-NyI_x2a1onTlmPg-R4VNx3yZ-IBQuhu1HgcBbM,7120
+mns_scheduler/k_line/common/k_line_common_api.py,sha256=2CPQxGfYxwMrTkjpEwywQTsuAMh10NKQysUxWM0bWvY,7116
 mns_scheduler/k_line/hot_stocks/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py,sha256=8woZzGVORYX9KZr6xtfiYYgApDKissnzYM6hS2k6XBA,2628
 mns_scheduler/k_line/month_week_daily/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/month_week_daily/bfq_k_line_sync.py,sha256=ccHC9W3tQsZJI6BEpeH5DJ_Zvb6PZb5hYgF_OlGM-14,2668
-mns_scheduler/k_line/month_week_daily/daily_week_month_line_sync.py,sha256=3wSsF026C4MyeUBdb7aQz2aqVTsvxKe1cnPqouSdXtY,5611
+mns_scheduler/k_line/month_week_daily/daily_week_month_line_sync.py,sha256=xhPgLUhb-pGg-nYXvsiJzsPAnIzQuQ46es6oWsDiiqg,5619
 mns_scheduler/k_line/test/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/test/k_line_info_clean_his_data.py,sha256=eWtzWL1geX5rrwfrlvDCuaTvy1CI9Zgk7CC4zlsncD4,1663
 mns_scheduler/k_line/year_quarter/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -155,10 +155,10 @@ mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=LOEUyTA5g7N6FWxUpHWimWTeX
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=9Sv1G88poLG3_8aLPkfr8bdwD_AzbSrwvHTGPErOtQU,7501
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=caW-MuF0RFLavJZafeLDYQ29-GxwGsmr5YVrN4lost8,2135
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=bJgvVldBnpjfxDUGnZbYr0OTCL6c07yVBSEwp5VucUg,22628
+mns_scheduler/zz_task/data_sync_task.py,sha256=nWVfubJi5ztx_cDu4s1JyaPZsTXKL9tFuoG0Md_4z5I,22642
 mns_scheduler/zz_task/compensation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mns_scheduler/zz_task/compensation/compensate_task.py,sha256=RCPBZC2waLR2HP918neXsWGvV08n5hvc15ucASFGYY8,4820
-mns_scheduler-1.3.3.8.dist-info/METADATA,sha256=Vd1TZboTTBYaA--nMDpoSNavBMk0tdm_M3UsIuJhJxk,64
-mns_scheduler-1.3.3.8.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_scheduler-1.3.3.8.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.3.3.8.dist-info/RECORD,,
+mns_scheduler/zz_task/compensation/compensate_task.py,sha256=gBI6FP1BPyRFKb8pdsUTeIbQpu-_zUn4KemGyQrJNrw,9403
+mns_scheduler-1.3.4.1.dist-info/METADATA,sha256=NzihTNuJ9mpqYsWE050Ig2PDdFiurI0DiYN3sU6EUNQ,64
+mns_scheduler-1.3.4.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_scheduler-1.3.4.1.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.3.4.1.dist-info/RECORD,,