mns-scheduler 1.0.4.3__py3-none-any.whl → 1.0.4.5__py3-none-any.whl

mns_scheduler/concept/clean/kpl_concept_clean_api.py

@@ -0,0 +1,80 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+from loguru import logger
+import mns_common.component.company.company_common_service_api as company_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+import pandas as pd
+
+
+# 开盘啦
+def update_kpl_concept_info():
+    query = {}
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, query)
+    for kpl_concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            query_detail = {"plate_code": kpl_concept_one.plate_code}
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL,
+                query_detail)
+            concept_count = kpl_best_choose_index_detail_df.shape[0]
+            kpl_best_choose_index_one_df = kpl_best_choose_index_df.loc[
+                kpl_best_choose_index_df['plate_code'] == kpl_concept_one.plate_code]
+            kpl_best_choose_index_one_df['concept_count'] = concept_count
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.reset_index(drop=True)
+
+            if 'industry' in kpl_best_choose_index_detail_df.columns:
+                del kpl_best_choose_index_detail_df['industry']
+
+            company_info_df = company_common_service_api.get_company_info_industry()
+            company_info_df = company_info_df[['_id', 'industry']]
+            company_info_df = company_info_df.loc[
+                company_info_df['_id'].isin(list(kpl_best_choose_index_detail_df['symbol']))]
+            company_info_df = company_info_df.set_index(['_id'], drop=True)
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.set_index(['symbol'], drop=False)
+            kpl_best_choose_index_detail_df = pd.merge(kpl_best_choose_index_detail_df, company_info_df,
+                                                       how='outer',
+                                                       left_index=True, right_index=True)
+            kpl_best_choose_index_detail_df.dropna(subset=['industry'], axis=0, inplace=True)
+
+            grouped = kpl_best_choose_index_detail_df.groupby('industry')
+            result_list = grouped.size()
+            ths_concept_group = pd.DataFrame(result_list, columns=['number'])
+            ths_concept_group['industry'] = ths_concept_group.index
+            ths_concept_group = ths_concept_group.sort_values(by=['number'], ascending=False)
+            if ths_concept_group.shape[0] >= 2:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = list(ths_concept_group.iloc[1:2]['industry'])[0]
+                second_relevance_industry_number = list(ths_concept_group.iloc[1:2]['number'])[0]
+            else:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = '无'
+                second_relevance_industry_number = 0
+            kpl_best_choose_index_one_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_one_df['second_relevance_industry'] = second_relevance_industry
+            kpl_best_choose_index_one_df['first_relevance_industry_number'] = first_relevance_industry_number
+            kpl_best_choose_index_one_df['second_relevance_industry_number'] = second_relevance_industry_number
+
+            kpl_best_choose_index_detail_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_detail_df['second_relevance_industry'] = second_relevance_industry
+
+            mongodb_util.save_mongo(kpl_best_choose_index_one_df, db_name_constant.KPL_BEST_CHOOSE_INDEX)
+            mongodb_util.save_mongo(kpl_best_choose_index_detail_df, db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+
+        except Exception as e:
+            logger.error("更新开盘啦概念异常:{},{}", e, kpl_concept_one.plate_name)
+
+
+if __name__ == '__main__':
+    update_kpl_concept_info()

mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -16,8 +16,8 @@ import mns_common.constant.db_name_constant as db_name_constant
 mongodb_util = MongodbUtil('27017')
 
 
-# 统计概念数量
-def update_concept_num():
+# 统计概念股票数量和行业分组信息
+def update_ths_concept_info():
     ths_concept_list = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
     for ths_concept_one in ths_concept_list.itertuples():
         try:
@@ -108,6 +108,6 @@ def update_null_name():
 
 if __name__ == '__main__':
     logger.info("开始")
-    update_concept_num()
+    update_ths_concept_info()
     logger.info("结束")
     update_null_name()

mns_scheduler/zz_task/data_sync_task.py

@@ -38,6 +38,7 @@ import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
 import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
 import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
 import mns_scheduler.trade.sync_position_api as sync_position_api
+import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
 
 
 # 同步交易日期任务完成
@@ -211,12 +212,14 @@ def sync_stock_gdfx_free_top_10_one_day():
     east_money_stock_gdfx_free_top_10_api.sync_stock_gdfx_free_top_10_one_day(str_day)
 
 
-# 更新同花顺概念信息
-def ths_concept_info_clean():
+# 更新概念信息
+def concept_info_clean():
     #  更新空概念名称
     ths_concept_choose_api.update_null_name()
     #  更新概念包含个数
-    ths_concept_choose_api.update_concept_num()
+    ths_concept_choose_api.update_ths_concept_info()
+    # 开盘啦概念信息更新
+    kpl_concept_clean_api.update_kpl_concept_info()
 
 
 # 同步概念下所有股票组成 by 概念指数
@@ -347,7 +350,7 @@ blockingScheduler.add_job(sync_today_trade_k_line_info, 'cron', hour='08', minut
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='08,22', minute='23')
 
 # 更新同花顺概念信息
-blockingScheduler.add_job(ths_concept_info_clean, 'cron', hour='9,12,20', minute='24')
+blockingScheduler.add_job(concept_info_clean, 'cron', hour='9,12,20', minute='24')
 
 # 更新概念指数下所有股票组成 by 概念代码
 blockingScheduler.add_job(update_one_concept_all_symbol_detail, 'cron', hour='08,18,12', minute='30')

{mns_scheduler-1.0.4.3.dist-info → mns_scheduler-1.0.4.5.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.3
+Version: 1.0.4.5
 

{mns_scheduler-1.0.4.3.dist-info → mns_scheduler-1.0.4.5.dist-info}/RECORD

@@ -15,7 +15,8 @@ mns_scheduler/company_info/company_constant_data.py,sha256=LwyBWLoErAUPXss68ebVj
 mns_scheduler/company_info/company_info_sync_api.py,sha256=2sQk197p5qjq2DQlRpVbotSSIN87x43T-RGAtMiXQI4,20332
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=TMz5fz97KMfWEHxUWNbn_jfC0clOSeAL1TOgF2lSJwQ,5870
+mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=xxIIgrXLI6xLf10t4unJa7aMB_QeKeki1HJVeXsntkY,4512
+mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=XjmlLlzJ6kLDAXyaQwZJ1maYJpjE7P3DO7S1ieHOHRo,5907
 mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=8KOz1AlUFmo0hdlkOuc5rDLKIeYkRK3-ooA5Z_wJX10,6724
@@ -63,9 +64,9 @@ mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkB
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
 mns_scheduler/zt/zt_pool_sync_api.py,sha256=tzSCnqAelV7MQBZ3KcpOQQHNYnjFnmvoDFcapBpU_NA,7534
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=jYYED_j4F3jwPnQiRM9kaVzTA-LdrCIBezEPZFESr-M,15511
+mns_scheduler/zz_task/data_sync_task.py,sha256=kS8HR6OZcsre3MWOyHFKEqG-S2v3SKUeezDLh5pCn5w,15670
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.4.3.dist-info/METADATA,sha256=idamrNA2J5owkD9Iteer3LfoyhZVr1lycwwvwQGp01w,64
-mns_scheduler-1.0.4.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.4.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.4.3.dist-info/RECORD,,
+mns_scheduler-1.0.4.5.dist-info/METADATA,sha256=gdISslzPgHJblEJQ1Kcl_kqqVVKUUo4oPQ-PUnxof_w,64
+mns_scheduler-1.0.4.5.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.4.5.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.4.5.dist-info/RECORD,,