mns-scheduler 1.0.3.9__py3-none-any.whl → 1.0.4.2__py3-none-any.whl

mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -9,20 +9,63 @@ from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
 import mns_common.api.ths.ths_stock_api as ths_stock_api
 import time
+from loguru import logger
+import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
 
 mongodb_util = MongodbUtil('27017')
 
 
 # 统计概念数量
 def update_concept_num():
-    ths_concept_list = mongodb_util.find_all_data('ths_concept_list')
+    ths_concept_list = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
     for ths_concept_one in ths_concept_list.itertuples():
-        query = {'concept_code': ths_concept_one.symbol}
-        concept_count = (mongodb_util
-                         .count(query, 'ths_stock_concept_detail'))
-        ths_concept_list_one_df = ths_concept_list.loc[ths_concept_list['symbol'] == ths_concept_one.symbol]
-        ths_concept_list_one_df['concept_count'] = concept_count
-        mongodb_util.save_mongo(ths_concept_list_one_df, 'ths_concept_list')
+        try:
+            query = {'concept_code': ths_concept_one.symbol}
+            ths_stock_concept_detail_df = (mongodb_util
+                                           .find_query_data(db_name_constant.THS_STOCK_CONCEPT_DETAIL, query))
+            concept_count = ths_stock_concept_detail_df.shape[0]
+            ths_concept_list_one_df = ths_concept_list.loc[ths_concept_list['symbol'] == ths_concept_one.symbol]
+            ths_concept_list_one_df['concept_count'] = concept_count
+
+            ths_stock_concept_detail_df = ths_stock_concept_detail_df.reset_index(drop=True)
+            if 'industry' in ths_stock_concept_detail_df.columns:
+                del ths_stock_concept_detail_df['industry']
+
+            company_info_df = company_common_service_api.get_company_info_industry()
+            company_info_df = company_info_df[['_id', 'industry']]
+            company_info_df = company_info_df.loc[
+                company_info_df['_id'].isin(list(ths_stock_concept_detail_df['symbol']))]
+            company_info_df = company_info_df.set_index(['_id'], drop=True)
+
+            ths_stock_concept_detail_df = ths_stock_concept_detail_df.set_index(['symbol'], drop=False)
+            ths_stock_concept_detail_df = pd.merge(ths_stock_concept_detail_df, company_info_df,
+                                                   how='outer',
+                                                   left_index=True, right_index=True)
+            ths_stock_concept_detail_df.dropna(subset=['industry'], axis=0, inplace=True)
+
+            grouped = ths_stock_concept_detail_df.groupby('industry')
+            result_list = grouped.size()
+            ths_concept_group = pd.DataFrame(result_list, columns=['number'])
+            ths_concept_group['industry'] = ths_concept_group.index
+            ths_concept_group = ths_concept_group.sort_values(by=['number'], ascending=False)
+            if ths_concept_group.shape[0] >= 2:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                second_relevance_industry = list(ths_concept_group.iloc[1:2]['industry'])[0]
+            else:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                second_relevance_industry = '无'
+            ths_concept_list_one_df['first_relevance_industry'] = first_relevance_industry
+            ths_concept_list_one_df['second_relevance_industry'] = second_relevance_industry
+
+            ths_stock_concept_detail_df['first_relevance_industry'] = first_relevance_industry
+            ths_stock_concept_detail_df['second_relevance_industry'] = second_relevance_industry
+
+            mongodb_util.save_mongo(ths_concept_list_one_df, db_name_constant.THS_CONCEPT_LIST)
+            mongodb_util.save_mongo(ths_stock_concept_detail_df, db_name_constant.THS_STOCK_CONCEPT_DETAIL)
+
+        except BaseException as e:
+            logger.error("更新概念信息异常:{},{}", e, ths_concept_one.name)
 
 
 # 更新空名字
@@ -58,5 +101,5 @@ def update_null_name():
 
 
 if __name__ == '__main__':
-    update_null_name()
     update_concept_num()
+    update_null_name()

mns_scheduler/finance/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/kpl/selection/index/sync_best_choose_his_index.py

@@ -59,6 +59,10 @@ def sync_best_choose_his_index(str_day):
                 continue
             kpl_plate_best_index_df['number'] = number
             kpl_plate_best_index_df['str_day'] = str_day
+            hour = end_time[0:2]
+            minute = end_time[2:4]
+            str_now_date = str_day + " " + hour + ":" + minute + ":" + "00"
+            kpl_plate_best_index_df['str_now_date'] = str_now_date
             kpl_plate_best_index_df = kpl_plate_best_index_df[[
                 "plate_code",
                 "plate_name",
@@ -78,6 +82,7 @@ def sync_best_choose_his_index(str_day):
                 "ava_pe_next",
                 "number",
                 "str_day",
+                "str_now_date"
 
             ]]
             save_kpl_his_index(kpl_plate_best_index_df, str_day, end_time)
@@ -100,7 +105,7 @@ def save_kpl_his_daily(kpl_plate_best_index_df, str_day, end_time):
 
 
 def sync_all_days():
-    query = {"_id": {"$gte": '2022-07-22'}, 'trade_date': {"$lte": "2024-04-21"}}
+    query = {"_id": {"$gte": '2024-04-26'}, 'trade_date': {"$lte": "2024-05-07"}}
     trade_date_list = mongodb_util.find_query_data('trade_date_list', query)
     trade_date_list = trade_date_list.sort_values(by=['trade_date'], ascending=False)
     for trade_one in trade_date_list.itertuples():

mns_scheduler/real_time/realtime_quotes_now_sync.py

@@ -175,7 +175,7 @@ def sync_realtime_quotes():
         now_date = datetime.datetime.now()
 
         str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        if  bool(date_util.is_trade_time(now_date)):
+        if bool(date_util.is_trade_time(now_date)):
             try:
                 real_time_quotes_now = east_money_stock_api.get_real_time_quotes_all_stocks()
                 real_time_quotes_now = handle_init_real_time_quotes_data(real_time_quotes_now.copy(),

mns_scheduler/zz_task/data_sync_task.py

@@ -347,7 +347,7 @@ blockingScheduler.add_job(sync_today_trade_k_line_info, 'cron', hour='08', minut
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='08,22', minute='23')
 
 # 更新同花顺概念信息
-blockingScheduler.add_job(ths_concept_info_clean, 'cron', hour='9,18', minute='01')
+blockingScheduler.add_job(ths_concept_info_clean, 'cron', hour='9,12,20', minute='24')
 
 # 更新概念指数下所有股票组成 by 概念代码
 blockingScheduler.add_job(update_one_concept_all_symbol_detail, 'cron', hour='08,18,12', minute='30')

{mns_scheduler-1.0.3.9.dist-info → mns_scheduler-1.0.4.2.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.3.9
+Version: 1.0.4.2
 

{mns_scheduler-1.0.3.9.dist-info → mns_scheduler-1.0.4.2.dist-info}/RECORD

@@ -15,7 +15,7 @@ mns_scheduler/company_info/company_constant_data.py,sha256=LwyBWLoErAUPXss68ebVj
 mns_scheduler/company_info/company_info_sync_api.py,sha256=2sQk197p5qjq2DQlRpVbotSSIN87x43T-RGAtMiXQI4,20332
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=SR5NRzh4N2r0ouXX3SRAONJyH44eorJdpaayekbNWCE,2459
+mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=Pdb5u5qSOVewT-q26S_632BfrjHrVaQUbf3PmXz0OIo,5253
 mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=8KOz1AlUFmo0hdlkOuc5rDLKIeYkRK3-ooA5Z_wJX10,6724
@@ -31,6 +31,7 @@ mns_scheduler/db/col_move_service.py,sha256=Ne1C2b6Y-czM9M5rf8omGsgSNeQw2SQaNbpS
 mns_scheduler/db/db_status.py,sha256=K1jtYIGZzDV6knpoJLLnXEhN3tyziJp_zY2gSfguHCA,747
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
+mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/k_line/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=3NPu-bkBw5ARW2yoMAmf_-au6vxQdSjzGlT-l4dqV4w,21833
@@ -40,7 +41,7 @@ mns_scheduler/k_line/sync/daily_week_month_line_sync.py,sha256=SNKkwGoyE1qzds1o-
 mns_scheduler/kpl/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/index/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/kpl/selection/index/sync_best_choose_his_index.py,sha256=UJRhFfMcR4fkMfzEQhNT1R5PdGbbxRBwhphhpi9UFW0,4501
+mns_scheduler/kpl/selection/index/sync_best_choose_his_index.py,sha256=Cle5cU90HVo-vulFCRwaAFDG-J3dCriXmWm1OKHPnr4,4748
 mns_scheduler/kpl/selection/index/sync_best_choose_index.py,sha256=-34drqAMsx792DxR8P1A8DrGCM5yIVGsop3UzDNzsPw,8016
 mns_scheduler/kpl/selection/symbol/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py,sha256=kUKs0SWCqekhvV0o5A1pDv0Nw4x6VTS-ij0AryzKe8w,4679
@@ -48,7 +49,7 @@ mns_scheduler/kpl/selection/total/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3Zi
 mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py,sha256=WRK-Pu0-7ub9q1n5TK406_sAGQwOEUl2CZLu9suo70k,10461
 mns_scheduler/real_time/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/real_time/realtime_quotes_now_create_db_index.py,sha256=qQCjcsG3WYgn3zemS45Ms0AHtbkCwlSVPPCntxVvK8Q,1066
-mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=6lDNnds3f_g4fQmY1tS4mg8pTB9Lbbhwf1_1WpA9tJA,9166
+mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=XIz454cysRO-xfdgsEw3glR0LgTxFdZoCNONd4O7EgM,9165
 mns_scheduler/trade/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_ipo_buy_api.py,sha256=QXNzFJGNGveVUcXBh0RRJb_HV7abbLYXRljezPJf9ZM,377
 mns_scheduler/trade/auto_sell_service_api.py,sha256=HaauZeOsuLNBrowXT8IKaSgWLR2Huott6mg_AoLhpUY,4423
@@ -62,9 +63,9 @@ mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkB
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
 mns_scheduler/zt/zt_pool_sync_api.py,sha256=tzSCnqAelV7MQBZ3KcpOQQHNYnjFnmvoDFcapBpU_NA,7534
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=wpzBETzZEIk1S9eYJiZt7Gzh4bWzJDwEsJtfB690mKM,15508
+mns_scheduler/zz_task/data_sync_task.py,sha256=jYYED_j4F3jwPnQiRM9kaVzTA-LdrCIBezEPZFESr-M,15511
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.3.9.dist-info/METADATA,sha256=JXj1WYQwrRD2WnUIqF9ORpMegLXfa1TuT2BsmzX8E5I,64
-mns_scheduler-1.0.3.9.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.3.9.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.3.9.dist-info/RECORD,,
+mns_scheduler-1.0.4.2.dist-info/METADATA,sha256=szaz1VXnlh9rwKYil44ufAby6-RkjsALcpNOEq-TxQs,64
+mns_scheduler-1.0.4.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.4.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.4.2.dist-info/RECORD,,