mns-scheduler 1.4.3.0__py3-none-any.whl → 1.4.3.3__py3-none-any.whl

mns_scheduler/zb/stock_zb_pool_sync.py

@@ -27,4 +27,4 @@ def sync_stock_zb_pool(str_now_day):
 
 
 if __name__ == '__main__':
-    sync_stock_zb_pool('2025-04-18')
+    sync_stock_zb_pool('2025-11-18')

mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py

@@ -20,6 +20,11 @@ import mns_common.component.em.em_real_time_quotes_api as em_real_time_quotes_ap
 from datetime import datetime
 import mns_common.api.ths.zt.ths_stock_zt_pool_api as ths_stock_zt_pool_api
 import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.deal.deal_service_api as deal_service_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+import mns_common.api.ths.company.ths_company_info_api as ths_company_info_api
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+import time
 
 '''
 东方财富涨停池
@@ -49,13 +54,22 @@ ZT_FIELD = ['_id', 'symbol', 'name', 'now_price', 'chg', 'first_closure_time',
 
 def save_zt_info(str_day):
     if bool(1 - trade_date_common_service_api.is_trade_day(str_day)):
-        return None
+        return pd.DataFrame()
 
     stock_em_zt_pool_df_data = stock_zt_pool_api.stock_em_zt_pool_df(
         date_handle_util.no_slash_date(str_day))
 
     # fix 涨停池没有的股票
-    stock_em_zt_pool_df_data = sync_miss_zt_data(stock_em_zt_pool_df_data.copy(), str_day)
+    stock_em_zt_pool_df_data = handle_miss_zt_data(stock_em_zt_pool_df_data.copy(), str_day)
+
+    try:
+        # 同花顺问财涨停池
+        ths_zt_pool_df_data = ths_stock_zt_pool_v2_api.get_ths_stock_zt_reason_with_cache(str_day)
+    except BaseException as e:
+        logger.error("使用问财同步ths涨停数据异常")
+        ths_zt_pool_df_data = pd.DataFrame()
+
+    stock_em_zt_pool_df_data = handle_ths_em_diff_data(ths_zt_pool_df_data, stock_em_zt_pool_df_data)
 
     stock_em_zt_pool_df_data = common_service_fun_api.total_mv_classification(stock_em_zt_pool_df_data.copy())
 
@@ -64,68 +78,14 @@ def save_zt_info(str_day):
     stock_em_zt_pool_df_data = common_service_fun_api.symbol_amount_simple(stock_em_zt_pool_df_data.copy())
 
     stock_em_zt_pool_df_data = company_common_service_api.amendment_industry(stock_em_zt_pool_df_data.copy())
+
     # 主线标记 复盘用
     stock_em_zt_pool_df_data['main_line'] = '无'
     stock_em_zt_pool_df_data['sub_main_line'] = '无'
+
     # 上个交易交易日涨停股票
     last_trade_day_zt_df = zt_common_service_api.get_last_trade_day_zt(str_day)
 
-    try:
-        # 同花顺问财涨停池
-        ths_zt_pool_df_data = ths_stock_zt_pool_v2_api.get_ths_stock_zt_reason_with_cache(str_day)
-
-        # del stock_em_zt_pool_df_data['ths_concept_name']
-        # del stock_em_zt_pool_df_data['ths_concept_code']
-
-        today_main_line_df = mongodb_util.find_query_data(db_name_constant.MAIN_LINE_DETAIL, {'str_day': str_day})
-
-        for stock_one in stock_em_zt_pool_df_data.itertuples():
-            try:
-
-                # 设置连板数目
-                stock_em_zt_pool_df_data = set_connected_boards_numbers(stock_em_zt_pool_df_data.copy(),
-                                                                        stock_one.symbol,
-                                                                        last_trade_day_zt_df.copy())
-
-                ths_zt_pool_one_df = ths_zt_pool_df_data.loc[ths_zt_pool_df_data['symbol'] == stock_one.symbol]
-                if data_frame_util.is_empty(ths_zt_pool_one_df):
-                    stock_em_zt_pool_df_data['zt_reason'] = '0'
-                    continue
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_reason'] = \
-                    list(ths_zt_pool_one_df['zt_reason'])[0]
-
-                first_closure_time = list(ths_zt_pool_one_df['first_closure_time'])[0]
-                first_closure_time = first_closure_time.replace(":", "")
-
-                stock_em_zt_pool_df_data.loc[
-                    stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'first_closure_time'] = first_closure_time
-
-                # 涨停分析
-                zt_result_dict = ths_stock_zt_pool_api.zt_analyse_reason(stock_one.symbol)
-                zt_analysis = zt_result_dict['zt_analyse_detail']
-                zt_reason = zt_result_dict['zt_reason']
-
-                stock_em_zt_pool_df_data.loc[
-                    stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_reason'] = zt_reason
-
-                stock_em_zt_pool_df_data.loc[
-                    stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_analysis'] = zt_analysis
-
-                today_main_line_one_df = today_main_line_df.loc[today_main_line_df['symbol'] == stock_one.symbol]
-                if data_frame_util.is_not_empty(today_main_line_one_df):
-                    stock_em_zt_pool_df_data.loc[
-                        stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'main_line'] = \
-                        list(today_main_line_one_df['main_line'])[0]
-
-                    stock_em_zt_pool_df_data.loc[
-                        stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'sub_main_line'] = \
-                        list(today_main_line_one_df['sub_main_line'])[0]
-            except BaseException as e:
-                stock_em_zt_pool_df_data['zt_reason'] = '0'
-                logger.error("出现异常:{}", e)
-    except BaseException as e:
-        stock_em_zt_pool_df_data['zt_reason'] = '0'
-        logger.error("出现异常:{}", e)
     stock_em_zt_pool_df_data['first_closure_time'] = stock_em_zt_pool_df_data['first_closure_time'].str.strip()
     stock_em_zt_pool_df_data['list_date'] = stock_em_zt_pool_df_data['list_date'].apply(
         lambda x: pd.to_numeric(x, errors="coerce"))
@@ -150,25 +110,114 @@ def save_zt_info(str_day):
 
     stock_em_zt_pool_df_data['str_day'] = str_day
     stock_em_zt_pool_df_data['_id'] = stock_em_zt_pool_df_data['symbol'] + "_" + str_day
+    stock_em_zt_pool_df_data.drop_duplicates('symbol', keep='last', inplace=True)
 
-    stock_em_zt_pool_df_data = stock_em_zt_pool_df_data[ZT_FIELD]
+    query_today_zt = {'str_day': str_day}
 
-    stock_em_zt_pool_df_data.drop_duplicates('symbol', keep='last', inplace=True)
+    stock_today_zt_pool_df = mongodb_util.find_query_data(db_name_constant.STOCK_ZT_POOL, query_today_zt)
+
+    if data_frame_util.is_empty(stock_today_zt_pool_df):
+
+        today_new_zt_pool_df = stock_em_zt_pool_df_data.copy()
+    else:
+        today_new_zt_pool_df = stock_em_zt_pool_df_data.loc[
+            ~stock_em_zt_pool_df_data['symbol'].isin(stock_today_zt_pool_df['symbol'])]
 
-    exist_zt_pool_today = mongodb_util.find_query_data('stock_zt_pool', {'str_day': str_day})
-    if data_frame_util.is_empty(exist_zt_pool_today):
-        mongodb_util.save_mongo(stock_em_zt_pool_df_data, 'stock_zt_pool')
+    try:
+
+        today_main_line_df = mongodb_util.find_query_data(db_name_constant.MAIN_LINE_DETAIL, {'str_day': str_day})
+
+        for stock_one in today_new_zt_pool_df.itertuples():
+            try:
+                zt_reason = ''
+                zt_analyse_detail = ''
+
+                # 设置连板数目
+                stock_em_zt_pool_df_data = set_connected_boards_numbers(stock_em_zt_pool_df_data.copy(),
+                                                                        stock_one.symbol,
+                                                                        last_trade_day_zt_df.copy())
+
+                reason_tag = False
+                # 网页获取
+                try:
+                    ths_cookie = cookie_info_service.get_ths_cookie()
+                    # 问财获取涨停分析
+                    zt_analyse_detail = ths_company_info_api.get_company_hot_info(stock_one.symbol, ths_cookie)
+
+                    zt_reason = zt_analyse_detail.split("\n")[0]
+                    reason_tag = True
+                    time.sleep(2)
+                except BaseException as e:
+                    time.sleep(2)
+                    logger.error("网页获取涨停详情异常:{},{}", stock_one.symbol, e)
+
+                # 问财获取
+                if bool(1 - reason_tag):
+                    try:
+                        # 问财获取涨停分析
+                        zt_result_dict = ths_stock_zt_pool_api.zt_analyse_reason(stock_one.symbol)
+                        zt_analyse_detail = zt_result_dict['zt_analyse_detail']
+                        zt_reason = zt_result_dict['zt_reason']
+                        time.sleep(2)
+                    except BaseException as e:
+                        time.sleep(2)
+                        logger.error("问财获取涨停详情异常:{},{}", stock_one.symbol, e)
+
+                stock_em_zt_pool_df_data.loc[
+                    stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_reason'] = zt_reason
+
+                stock_em_zt_pool_df_data.loc[
+                    stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_analysis'] = zt_analyse_detail
+
+                if data_frame_util.is_not_empty(today_main_line_df):
+                    today_main_line_one_df = today_main_line_df.loc[today_main_line_df['symbol'] == stock_one.symbol]
+                    if data_frame_util.is_not_empty(today_main_line_one_df):
+                        stock_em_zt_pool_df_data.loc[
+                            stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'main_line'] = \
+                            list(today_main_line_one_df['main_line'])[0]
+
+                        stock_em_zt_pool_df_data.loc[
+                            stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'sub_main_line'] = \
+                            list(today_main_line_one_df['sub_main_line'])[0]
+
+                query_exist = {'symbol': stock_one.symbol, 'str_day': str_day}
+                if mongodb_util.exist_data_query(db_name_constant.STOCK_ZT_POOL, query_exist):
+                    continue
+                else:
+
+                    stock_em_zt_pool_df_data_one = stock_em_zt_pool_df_data.loc[
+                        stock_em_zt_pool_df_data['symbol'] == stock_one.symbol]
+                    stock_em_zt_pool_df_data_one = stock_em_zt_pool_df_data_one[ZT_FIELD]
+
+                    chg = round(float(list(stock_em_zt_pool_df_data_one['chg'])[0]), 2)
+                    stock_em_zt_pool_df_data_one['chg'] = chg
+
+                    mongodb_util.save_mongo(stock_em_zt_pool_df_data_one, db_name_constant.STOCK_ZT_POOL)
+
+            except BaseException as e:
+
+                logger.error("同步涨停信息出现异常:{},{}", stock_one.symbol, e)
+    except BaseException as e:
+        stock_em_zt_pool_df_data['zt_reason'] = '0'
+        logger.error("出现异常:{}", e)
+
+    stock_em_zt_pool_df_data = pd.concat([stock_today_zt_pool_df, today_new_zt_pool_df])
+    stock_em_zt_pool_df_data = stock_em_zt_pool_df_data[ZT_FIELD]
     return stock_em_zt_pool_df_data
 
 
 # 设置连板数目
 def set_connected_boards_numbers(stock_em_zt_pool_df_data, symbol, last_trade_day_zt_df):
+    # 连板股票
     connected_boards_df_copy = last_trade_day_zt_df.loc[
         last_trade_day_zt_df['symbol'].isin(stock_em_zt_pool_df_data['symbol'])]
+
     connected_boards_df = connected_boards_df_copy.copy()
     connected_boards_df['connected_boards_numbers'] = connected_boards_df['connected_boards_numbers'] + 1
 
+    # 连板股票
     connected_boards_df_one = connected_boards_df.loc[connected_boards_df['symbol'] == symbol]
+
     if data_frame_util.is_not_empty(connected_boards_df_one):
         stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == symbol, 'connected_boards_numbers'] = \
             list(connected_boards_df_one['connected_boards_numbers'])[0]
@@ -184,7 +233,7 @@ def set_connected_boards_numbers(stock_em_zt_pool_df_data, symbol, last_trade_da
     return stock_em_zt_pool_df_data
 
 
-def sync_miss_zt_data(stock_em_zt_pool_df_data, str_day):
+def handle_miss_zt_data(stock_em_zt_pool_df_data, str_day):
     now_date = datetime.now()
     now_day = now_date.strftime('%Y-%m-%d')
     if now_day == str_day:
@@ -240,8 +289,135 @@ def sync_miss_zt_data(stock_em_zt_pool_df_data, str_day):
         return stock_em_zt_pool_df_data
 
 
+def handle_ths_em_diff_data(ths_zt_pool_df_data, stock_em_zt_pool_df_data):
+    if data_frame_util.is_empty(ths_zt_pool_df_data):
+        return stock_em_zt_pool_df_data
+    else:
+        diff_ths_zt_df = ths_zt_pool_df_data.loc[
+            ~(ths_zt_pool_df_data['symbol'].isin(stock_em_zt_pool_df_data['symbol']))]
+        if data_frame_util.is_empty(diff_ths_zt_df):
+            return stock_em_zt_pool_df_data
+        else:
+            diff_ths_zt_df = diff_ths_zt_df[[
+                'symbol',
+                'name',
+                'chg',
+                'now_price',
+                # 'amount',
+                # 'flow_mv',
+                # 'total_mv',
+                # 'exchange',
+                'closure_funds',
+                'first_closure_time',
+                'last_closure_time',
+                'frying_plates_numbers',
+                'statistics',
+                'connected_boards_numbers'
+
+            ]]
+
+            company_info_df = query_company_info_with_share()
+            company_info_df['symbol'] = company_info_df['_id']
+            company_info_df = company_info_df.loc[company_info_df['symbol'].isin(list(diff_ths_zt_df['symbol']))]
+
+            company_info_df = common_service_fun_api.add_after_prefix(company_info_df)
+
+            symbol_prefix_list = list(company_info_df['symbol_prefix'])
+            real_time_quotes_list = deal_service_api.get_qmt_real_time_quotes_detail('qmt',
+                                                                                     symbol_prefix_list)
+
+            real_time_quotes_df = pd.DataFrame(real_time_quotes_list)
+
+            real_time_quotes_df['symbol'] = real_time_quotes_df['symbol'].str.slice(0, 6)
+            company_info_df = company_info_df.set_index(['symbol'], drop=True)
+            real_time_quotes_df = real_time_quotes_df.set_index(['symbol'], drop=False)
+
+            real_time_quotes_df = pd.merge(company_info_df, real_time_quotes_df, how='outer',
+                                           left_index=True, right_index=True)
+
+            real_time_quotes_df['amount'] = round(real_time_quotes_df['amount'], 1)
+
+            real_time_quotes_df['total_mv'] = round(
+                real_time_quotes_df['lastPrice'] * real_time_quotes_df['total_share'], 1)
+            real_time_quotes_df['flow_mv'] = round(real_time_quotes_df['lastPrice'] * real_time_quotes_df['flow_share'],
+                                                   1)
+            real_time_quotes_df['exchange'] = round(
+                real_time_quotes_df['amount'] * 100 / real_time_quotes_df['flow_mv'], 1)
+
+            real_time_quotes_df = real_time_quotes_df[
+                ['symbol', 'amount', 'total_mv', 'flow_mv', 'exchange', 'industry']]
+
+            real_time_quotes_df = real_time_quotes_df.set_index(['symbol'], drop=True)
+            diff_ths_zt_df = diff_ths_zt_df.set_index(['symbol'], drop=False)
+            diff_ths_zt_df = pd.merge(real_time_quotes_df, diff_ths_zt_df, how='outer',
+                                      left_index=True, right_index=True)
+
+            diff_ths_zt_df = diff_ths_zt_df[[
+                'symbol',
+                'name',
+                'chg',
+                'now_price',
+                'amount',
+                'flow_mv',
+                'total_mv',
+                'exchange',
+                'closure_funds',
+                'first_closure_time',
+                'last_closure_time',
+                'frying_plates_numbers',
+                'statistics',
+                'connected_boards_numbers',
+                'industry'
+
+            ]]
+
+            exist_number = stock_em_zt_pool_df_data.shape[0] + 1
+
+            diff_ths_zt_df.index = range(exist_number, exist_number + len(diff_ths_zt_df))
+            diff_ths_zt_df['index'] = diff_ths_zt_df.index
+
+            stock_em_zt_pool_df_data = pd.concat([stock_em_zt_pool_df_data, diff_ths_zt_df])
+            return stock_em_zt_pool_df_data
+
+
+def query_company_info_with_share():
+    query_field = {"_id": 1,
+                   "industry": 1,
+                   "company_type": 1,
+                   "ths_industry_code": 1,
+                   "ths_concept_name": 1,
+                   "ths_concept_code": 1,
+                   "ths_concept_sync_day": 1,
+                   "first_sw_industry": 1,
+                   "second_sw_industry": 1,
+                   "second_industry_code": 1,
+                   "third_sw_industry": 1,
+                   "mv_circulation_ratio": 1,
+                   "list_date": 1,
+                   "diff_days": 1,
+                   'em_industry': 1,
+                   'operate_profit': 1,
+                   'total_operate_income': 1,
+                   "name": 1,
+                   'pb': 1,
+                   'pe_ttm': 1,
+                   'ROE': 1,
+                   'ths_industry_name': 1,
+                   'total_share': 1,
+                   'flow_share': 1
+                   }
+    de_list_company_symbols = company_common_service_new_api.get_de_list_company()
+    query_field_key = str(query_field)
+    query = {"_id": {"$regex": "^[^48]"},
+             'symbol': {"$nin": de_list_company_symbols}, }
+    query_key = str(query)
+    company_info_df = company_common_service_new_api.get_company_info_by_field(query_key, query_field_key)
+
+    return company_info_df
+
+
 if __name__ == '__main__':
-    save_zt_info('2025-11-14')
+    save_zt_info('2025-11-18')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

{mns_scheduler-1.4.3.0.dist-info → mns_scheduler-1.4.3.3.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.4.3.0
+Version: 1.4.3.3
 

{mns_scheduler-1.4.3.0.dist-info → mns_scheduler-1.4.3.3.dist-info}/RECORD

@@ -138,7 +138,7 @@ mns_scheduler/trade/task/trader_task_service.py,sha256=1vdjfs-M9y0ana2OLwWdlkB9Y
 mns_scheduler/trade/tfp/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/tfp/stock_tfp_info_sync.py,sha256=7sHUhvMW_5vEyfVhFGDP7It2F27STb0OcpNnBCQjZ8I,2574
 mns_scheduler/zb/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zb/stock_zb_pool_sync.py,sha256=YXXmofkOsXxTQSUboy7AfEQUeszXVop5oZxLKBqQpJE,1272
+mns_scheduler/zb/stock_zb_pool_sync.py,sha256=ri8J2tgDduGY5eTYIpN6sYPNtqk_tmJxG5spvpWT2_s,1272
 mns_scheduler/zt/__init__.py,sha256=Rzolrn2R5RZIj-eOmu9KcL6oZBY9Wjz_uBFXPlzirQc,1641
 mns_scheduler/zt/connected_boards/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/connected_boards/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
@@ -155,7 +155,7 @@ mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=k2nrBjG41LU4
 mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=WX5ZlV0x2kkXiLTep8fcs2ZkWY5BMWS8lQv8xpq4DlY,1685
 mns_scheduler/zt/script/sync_now_higt_chg_zt.py,sha256=7qUtn58ty9Vc6kY33BooCDIOojDGmSf9U5ncAtZt4cc,1853
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=LP2g24LMDHaVolEttNhWtkKn2oSLJPrsmaJISt9CCRA,13108
+mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=coTMbMgoFa0c7SJNzTyuON_XegzOw4rs6a3dAOGQ4Sw,20512
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=LI4o4_sovmLj1tMROPRQRCj5gaITKLGoYH-nUCuysbU,7501
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=A-qohVTrnSd8Bs9gubjxScGjB7zEZOBLJuVZfuIwLeU,2445
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -163,7 +163,7 @@ mns_scheduler/zz_task/data_sync_task.py,sha256=GbOJ0DhHVxTAz9W09POLZl3AzYFlTsPP7
 mns_scheduler/zz_task/compensation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mns_scheduler/zz_task/compensation/compensate_task.py,sha256=Dyo66NcSnXZ-Cne4_v77BBb27SemAiuGXRLnvQ26X0E,6464
 mns_scheduler/zz_task/compensation/compensate_task_one_day.py,sha256=jvaYpUS8AyJHgJTNchbco6eXMSzW1o4YNHgUBqrRTDk,5753
-mns_scheduler-1.4.3.0.dist-info/METADATA,sha256=MPMKv5kiMXNq_AFqGA3lCDRd1e6tf0p_WmjFgHyJrXY,64
-mns_scheduler-1.4.3.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_scheduler-1.4.3.0.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.4.3.0.dist-info/RECORD,,
+mns_scheduler-1.4.3.3.dist-info/METADATA,sha256=gcTNHaKsJ_Xl305CqVUkUQg4sWWQdN1-rrXcnNilEAo,64
+mns_scheduler-1.4.3.3.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_scheduler-1.4.3.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.4.3.3.dist-info/RECORD,,