mns-scheduler 1.3.4.7__py3-none-any.whl → 1.3.4.9__py3-none-any.whl

mns_scheduler/company_info/announce/company_announce_sync_service.py

@@ -17,21 +17,25 @@ mongodb_util = MongodbUtil('27017')
 # 同步最新公告
 # eq-f1001 业绩预告 eq-f1002 重大事项   eq-f1003 股份变动公告
 
-def sync_company_announce():
-    page_size = 10
+def sync_company_announce(symbol_list):
+    page_size = 100
     announce_type_list = ['all', 'eq-f1003', 'eq-f1001', 'eq-f1002']
     for announce_type_one in announce_type_list:
         try:
-            get_company_announce(announce_type_one, page_size)
+            get_company_announce(announce_type_one, page_size, symbol_list)
         except BaseException as e:
             logger.error("更新公告出现异常:{}", e)
     logger.info("同步到公告信息完成")
 
 
-def get_company_announce(announce_type, page_size):
+def get_company_announce(announce_type, page_size, symbol_list):
     company_all_df = company_common_service_new_api.get_company_all_info_info()
     de_list_company = company_common_service_new_api.get_de_list_company()
     company_all_df = company_all_df.loc[~(company_all_df['symbol'].isin(de_list_company))]
+
+    if symbol_list is not None:
+        company_all_df = company_all_df.loc[(company_all_df['symbol'].isin(symbol_list))]
+
     for stock_one in company_all_df.itertuples():
         try:
             symbol = stock_one.symbol
@@ -51,10 +55,11 @@ def get_company_announce(announce_type, page_size):
             ths_company_announce_result['_id'] = ths_company_announce_result['guid'] + '_' + \
                                                  ths_company_announce_result['seq'] + "_" + announce_type
             mongodb_util.save_mongo(ths_company_announce_result, db_name_constant.COMPANY_ANNOUNCE_INFO)
+            logger.info("更新公告完成:{},{}", symbol, stock_one.name)
 
         except BaseException as e:
             logger.error("更新公告出现异常:{}", e)
 
 
 if __name__ == '__main__':
-    sync_company_announce()
+    sync_company_announce(None)

mns_scheduler/db/script/sync/remote_data_sync_to_local.py

@@ -32,7 +32,9 @@ col_list = [
     'ths_concept_list',
     'stock_zt_pool_five',
     'ths_stock_concept_detail',
-    'stock_high_chg_pool'
+    'stock_high_chg_pool',
+    'today_new_concept_list',
+    'ths_stock_concept_detail_app'
 ]
 
 
@@ -85,8 +87,13 @@ def sync_open_data():
 
 
 if __name__ == '__main__':
-    sync_zt_data('2025-08-01')
+    sync_zt_data('2025-09-09')
+    # sync_zt_data('2025-09-02')
     remote_data()
+    # sync_zt_data('2025-08-26')
+    # sync_zt_data('2025-08-25')
+    # sync_zt_data('2025-08-26')
+    # remote_data()
     # sync_zt_data('2025-07-23')
     # sync_zt_data('2025-07-24')
     # sync_zt_data('2025-07-25')

mns_scheduler/db/script/sync/sync_hui_ce_test_data.py

@@ -14,8 +14,18 @@ remote_mongodb_util = RemoteMongodbUtil('27017')
 local_mongodb_util = LocalMongodbUtil('27017')
 
 
+def create_index(db_name):
+    local_mongodb_util.create_index(db_name, [("symbol", 1)])
+
+    local_mongodb_util.create_index(db_name, [("str_now_date", 1)])
+
+    local_mongodb_util.create_index(db_name, [("symbol", 1), ("number", 1)])
+
+
 def sync_real_time_data(str_day, min_number, max_number):
     db_name = 'realtime_quotes_now_' + str_day
+    # 创建索引
+    create_index(db_name)
     while min_number <= max_number:
         query = {'number': min_number}
         data_df = remote_mongodb_util.find_query_data(db_name, query)
@@ -36,11 +46,10 @@ def sync_k_line(str_day):
 
 
 if __name__ == '__main__':
-
-    str_day_01 = '2025-08-04'
+    str_day_01 = '2025-09-10'
     sync_k_line(str_day_01)
 
-    sync_real_time_data(str_day_01, 1, 1002)
+    # sync_real_time_data(str_day_01, 1, 2500)
 
     # sync_k_line(str_day_01)
     # sync_k_line('2024-11-13')

mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py

@@ -37,7 +37,7 @@ def sync_k_line(str_day):
 
 
 if __name__ == '__main__':
-    sync_k_line('2025-08-01')
+    sync_k_line('2025-08-27')
     # sync_k_line('2025-07-24')
     # sync_k_line('2025-07-25')
     # sync_k_line(str_day_01)

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -142,8 +142,8 @@ def sync_miss_report(sync_time):
 
 
 if __name__ == '__main__':
-    now_date = datetime.now()
-    now_year = now_date.year
-    now_month = now_date.month
-    sync_time_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    now_date_test = datetime.now()
+    now_year_test = now_date_test.year
+    now_month_test = now_date_test.month
+    sync_time_test = now_date_test.strftime('%Y-%m-%d %H:%M:%S')
     sync_financial_report()

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -119,10 +119,10 @@ def save_sh_stock_uid():
 
 
 # 同步所有互动问题
-def sync_all_interactive_questions(symbol_list):
+def sync_symbols_interactive_questions(symbol_list):
     # 同步互动易映射
-    save_sh_stock_uid()
-
+    if len(symbol_list) == 0:
+        save_sh_stock_uid()
     real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
     de_list_company_symbols = company_common_service_api.get_de_list_company()
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
@@ -149,6 +149,8 @@ def sync_all_interactive_questions(symbol_list):
 
             else:
                 continue
+            if data_frame_util.is_empty(stock_irm_cninfo_df):
+                continue
             stock_irm_cninfo_df['sync_time'] = str_now_date
             stock_irm_cninfo_df['str_day'] = str_day
             stock_irm_cninfo_df.drop_duplicates('_id', keep='last', inplace=True)
@@ -191,6 +193,7 @@ def save_new_data(stock_irm_cninfo_df):
 
 
 if __name__ == '__main__':
+    get_stock_irm_cninfo_sh_api('688778')
     fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')
-    sync_all_interactive_questions(None)
+    sync_symbols_interactive_questions(fail_symbol_list_01)

mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py

@@ -188,6 +188,6 @@ if __name__ == '__main__':
     # trade_date = '2024-08-01'
     # zt_df = ths_zt_pool(trade_date, None)
     # save_ths_zt_pool(zt_df, trade_date)
-    trade_date = '2025-06-05'
+    trade_date = '2025-09-05'
     ths_zt_pool_df_test = ths_zt_pool(trade_date, None)
     save_ths_zt_pool(ths_zt_pool_df_test, trade_date)

mns_scheduler/zz_task/data_sync_task.py

@@ -409,7 +409,7 @@ def update_null_zt_reason():
 
 # 同步公告信息
 def sync_company_announce():
-    company_announce_sync_service.sync_company_announce()
+    company_announce_sync_service.sync_company_announce(None)
 
 
 # 同步停复牌信息

{mns_scheduler-1.3.4.7.dist-info → mns_scheduler-1.3.4.9.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.4.7
+Version: 1.3.4.9
 

{mns_scheduler-1.3.4.7.dist-info → mns_scheduler-1.3.4.9.dist-info}/RECORD

@@ -1,9 +1,7 @@
 mns_scheduler/__init__.py,sha256=_nhtk1b00OsMAiqRATNrb3HD44RmgjSG5jqS-QLNMrQ,130
-mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=c3VmLEbEBB3uoQTFZ2HyOtijAiyVRP6wVgNgBS9EuVk,4744
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/announce/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/announce/company_announce_sync_service.py,sha256=JV3DXURxhc3Tjeszvi-ZClddRSbzgTRwTX5eae5ZLII,2808
+mns_scheduler/company_info/announce/company_announce_sync_service.py,sha256=q8zYOZJmRin_QU2uPk52wngNdgnZooabnfrnqzqFIrM,3055
 mns_scheduler/company_info/base/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=SIBQqUbAZXGCfAoYq78McvIZ6vrttlCfAlqhZl23z9U,21050
 mns_scheduler/company_info/base/sync_company_hold_info_api.py,sha256=ep9CthkoL_NNqkZgAeAdZqaf7_LNFDCrZonUjrT7w5o,1587
@@ -41,10 +39,10 @@ mns_scheduler/db/script/db_move/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNL
 mns_scheduler/db/script/db_move/col_move_one_service.py,sha256=v-4qzgIy95iI0EVFBEh4XXJH5jCzDsMUtImFpz8yqJE,913
 mns_scheduler/db/script/sync/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/script/sync/local_mongo_util.py,sha256=MFG-S7aUBLKe4tkhKNklUzpiZef2n078YXd39dfOMy0,7540
-mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=OjxnV2BZ2gEaV1gX-i_RTJmHajaXnQ5o-tyAaP2flk0,3361
+mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=SDo1Q2VNVywIb5gRvK0E5pVbZ2BiShRu18qsNzoqqQY,3586
 mns_scheduler/db/script/sync/remote_mongo_util.py,sha256=-BCR2zeQ9z0zeZg6wO0aCS4bGnsGIohFRH7QR8XXJSo,10966
-mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=1VjptOd1sAT9w0ZPdulRV6GvLEEEK17DOZeVLT4mwus,2102
-mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py,sha256=UKl-inellYjce0nNiSNOfO2H4GGZ_qVHn8UWAQMVS5w,2172
+mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=oymZRnt-cMnrrHod796XqSvc8vWSsCCpwx2Lbf0-jBc,2395
+mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py,sha256=32F7kmxgube7F-_9-QhAHdjqWAQfRZZ51p7MdKi1u6I,2172
 mns_scheduler/db/script/update/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/script/update/update_col_field.py,sha256=m7RJbNLTcaeknwHR50i3aebT--Rc6udpbOqyGwt61qg,1274
 mns_scheduler/debt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -55,7 +53,7 @@ mns_scheduler/finance/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9W
 mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=xcThdnFD5hGRkUsYpIgCi3GR_54_otQnurz-9pzHo9Y,19417
 mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=KWUfpDs_OuUPToEeoUScQuvYFQvszh5nQu3DVDONfHc,14514
 mns_scheduler/finance/finance_common_api.py,sha256=rqsVJZEklJjvM9ogl-9GQaWxyh1LE6IKoTkQkN5cBvE,2453
-mns_scheduler/finance/sync_financial_report_service_api.py,sha256=3p4ZtrIfx5zn7b5RObSsPvUGtZbm0mxnT0SZ4G6ZVKE,6632
+mns_scheduler/finance/sync_financial_report_service_api.py,sha256=R6Zd3PJRb2LgQCBYdysZwx5IK6fGIVS3i1WU-yNIfxQ,6662
 mns_scheduler/hk/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=MGIKodN9oXaY0iwtdsrg4wwHXkMglFvY8eyeTpbas6k,3724
 mns_scheduler/hk/hk_industry_info_sync_service_api.py,sha256=WdCTaBi4GDicWfmiYbI-byBCXZwknkYZHk6y2IloMys,2275
@@ -64,7 +62,7 @@ mns_scheduler/industry/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlI
 mns_scheduler/industry/ths/ths_industry_index_service.py,sha256=MHvzUsDHnmdQn-mJc_D2uBKP0qvVWWagDV568xChPqg,2686
 mns_scheduler/industry/ths/ths_industry_sync_service.py,sha256=r0jLbY3JcnCGgLWYzRrXiqIbeT8PBGnG2dT_INuN824,2762
 mns_scheduler/irm/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=H1v7DIPVR6Irb1cORFYPmngCaI8CEXE67AfBfkBSL08,9542
+mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=CWNJ5O-Rx3X2c3YcVRJ2L6VWq77aHq7Ee3wPpUBPNSA,9730
 mns_scheduler/irm/api/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py,sha256=EE09q9iIPNAEzxhKCM-2tsm1FZID3-fqdfikK1VS6H8,4931
 mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py,sha256=iJ9K8FhatQpCx5PqusIH5x4MAw3F1v3fYC1Ztsp_2Zw,6199
@@ -152,13 +150,13 @@ mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=WX5ZlV0x2kkXiLTep8
 mns_scheduler/zt/script/sync_now_higt_chg_zt.py,sha256=7qUtn58ty9Vc6kY33BooCDIOojDGmSf9U5ncAtZt4cc,1853
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=LOEUyTA5g7N6FWxUpHWimWTeXiiMAnUdsYqhG4HpuOY,12154
-mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=9Sv1G88poLG3_8aLPkfr8bdwD_AzbSrwvHTGPErOtQU,7501
+mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=LI4o4_sovmLj1tMROPRQRCj5gaITKLGoYH-nUCuysbU,7501
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=caW-MuF0RFLavJZafeLDYQ29-GxwGsmr5YVrN4lost8,2135
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=UYDRy8E8OqmhjJKEr_Ank2toJLOBRwGEtGj4jLjM4_M,22550
+mns_scheduler/zz_task/data_sync_task.py,sha256=20od9BFyK2CI8F9DlgcZhc4n-cCJWo2HtYxyd4jIyls,22554
 mns_scheduler/zz_task/compensation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mns_scheduler/zz_task/compensation/compensate_task.py,sha256=gBI6FP1BPyRFKb8pdsUTeIbQpu-_zUn4KemGyQrJNrw,9403
-mns_scheduler-1.3.4.7.dist-info/METADATA,sha256=TobCVVOHwt9agtBzhXGjOVM37BtLPhbY0APmhVpi77Y,64
-mns_scheduler-1.3.4.7.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_scheduler-1.3.4.7.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.3.4.7.dist-info/RECORD,,
+mns_scheduler-1.3.4.9.dist-info/METADATA,sha256=xiSXGvwZ8COlRuK1bUyQkym8hAhfaZQEyNgmDXN6bMU,64
+mns_scheduler-1.3.4.9.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_scheduler-1.3.4.9.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.3.4.9.dist-info/RECORD,,

mns_scheduler/big_deal/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/big_deal/ths_big_deal_sync.py

@@ -1,98 +0,0 @@
-# import sys
-# import os
-#
-# file_path = os.path.abspath(__file__)
-# end = file_path.index('mns') + 17
-# project_path = file_path[0:end]
-# sys.path.append(project_path)
-# import mns_common.utils.date_handle_util as date_handle_util
-# from datetime import datetime, time, timedelta
-# from loguru import logger
-# import mns_common.utils.data_frame_util as data_frame_util
-# from mns_common.db.MongodbUtil import MongodbUtil
-# import mns_common.api.ths.big_deal.ths_big_deal_api as ths_big_deal_api
-# import time as sleep_time
-# import mns_common.constant.db_name_constant as db_name_constant
-#
-# mongodb_util = MongodbUtil('27017')
-#
-#
-# #
-# def get_last_number(str_day):
-#     query = {'str_day': str_day}
-#     big_deal_df = mongodb_util.descend_query(query, db_name_constant.BIG_DEAL_NAME, "number", 1)
-#     if data_frame_util.is_empty(big_deal_df):
-#         return 1
-#     else:
-#         return list(big_deal_df['number'])[0]
-#
-#
-# def create_index():
-#     mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("symbol", 1)])
-#     mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("str_day", 1)])
-#     mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("symbol", 1), ("str_day", 1)])
-#     mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("number", 1), ("str_day", 1)])
-#
-#
-# def sync_ths_big_deal(tag):
-#     create_index()
-#     now_date_begin = datetime.now()
-#     str_day_begin = now_date_begin.strftime('%Y-%m-%d')
-#     number = get_last_number(str_day_begin)
-#     while True:
-#         now_date = datetime.now()
-#         begin_date = now_date + timedelta(minutes=-2)
-#         if tag or date_handle_util.is_trade_time(now_date):
-#             try:
-#                 str_day = now_date.strftime('%Y-%m-%d')
-#                 str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-#
-#                 begin_str_date = begin_date.strftime('%Y-%m-%d %H:%M:%S')
-#
-#                 target_time_09_30 = time(9, 30)
-#                 if now_date.time() < target_time_09_30:
-#                     continue
-#                 ths_big_deal_df = ths_big_deal_api.stock_fund_flow_big_deal(begin_str_date, str_now_date)
-#                 if data_frame_util.is_empty(ths_big_deal_df):
-#                     sleep_time.sleep(10)
-#                     continue
-#                 ths_big_deal_df['str_day'] = ths_big_deal_df['deal_time'].str.slice(0, 10)
-#                 ths_big_deal_df = ths_big_deal_df.loc[ths_big_deal_df['str_day'] == str_day]
-#                 ths_big_deal_df['number'] = number
-#                 ths_big_deal_df['amount_str'] = ths_big_deal_df.amount.astype(str)
-#                 ths_big_deal_df['type'] = ths_big_deal_df['type'].replace('买盘', 'buy')
-#                 ths_big_deal_df['type'] = ths_big_deal_df['type'].replace("卖盘", "sell")
-#
-#                 ths_big_deal_df["_id"] = (ths_big_deal_df['deal_time'] + "-" + ths_big_deal_df['symbol'] + "-"
-#                                           + ths_big_deal_df['amount_str'] + "-" + ths_big_deal_df['type'])
-#                 ths_big_deal_df.drop_duplicates('_id', keep='last', inplace=True)
-#                 ths_big_deal_df['sync_str_date'] = str_now_date
-#                 # 设置卖盘为负数
-#                 ths_big_deal_df.loc[ths_big_deal_df['type'] == 'sell', 'amount'] = -ths_big_deal_df.loc[
-#                     ths_big_deal_df['type'] == 'sell', 'amount']
-#
-#                 ths_big_deal_df['chg'] = ths_big_deal_df['chg'].str.replace('%', '')
-#                 ths_big_deal_df['chg'] = ths_big_deal_df['chg'].astype(float)
-#
-#                 del ths_big_deal_df['amount_str']
-#                 exist_code_df = mongodb_util.find_query_data_choose_field(db_name_constant.BIG_DEAL_NAME,
-#                                                                           {},
-#                                                                           {"_id": 1})
-#                 if data_frame_util.is_empty(exist_code_df):
-#                     new_df = ths_big_deal_df
-#                 else:
-#                     exist_code_list = list(exist_code_df['_id'])
-#                     new_df = ths_big_deal_df.loc[~(ths_big_deal_df['_id'].isin(exist_code_list))]
-#
-#                 if data_frame_util.is_empty(new_df):
-#                     continue
-#                 mongodb_util.insert_mongo(new_df, db_name_constant.BIG_DEAL_NAME)
-#                 number = number + 1
-#             except Exception as e:
-#                 logger.error('策略执行异常:{}', e)
-#         elif date_handle_util.is_close_time(now_date):
-#             break
-#
-#
-# if __name__ == '__main__':
-#     sync_ths_big_deal(False)