mns-scheduler 1.0.4.3__tar.gz → 1.0.4.5__tar.gz

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.5}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.3
+Version: 1.0.4.5

mns-scheduler-1.0.4.5/mns_scheduler/concept/clean/kpl_concept_clean_api.py

@@ -0,0 +1,80 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+from loguru import logger
+import mns_common.component.company.company_common_service_api as company_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+import pandas as pd
+
+
+# 开盘啦
+def update_kpl_concept_info():
+    query = {}
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, query)
+    for kpl_concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            query_detail = {"plate_code": kpl_concept_one.plate_code}
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL,
+                query_detail)
+            concept_count = kpl_best_choose_index_detail_df.shape[0]
+            kpl_best_choose_index_one_df = kpl_best_choose_index_df.loc[
+                kpl_best_choose_index_df['plate_code'] == kpl_concept_one.plate_code]
+            kpl_best_choose_index_one_df['concept_count'] = concept_count
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.reset_index(drop=True)
+
+            if 'industry' in kpl_best_choose_index_detail_df.columns:
+                del kpl_best_choose_index_detail_df['industry']
+
+            company_info_df = company_common_service_api.get_company_info_industry()
+            company_info_df = company_info_df[['_id', 'industry']]
+            company_info_df = company_info_df.loc[
+                company_info_df['_id'].isin(list(kpl_best_choose_index_detail_df['symbol']))]
+            company_info_df = company_info_df.set_index(['_id'], drop=True)
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.set_index(['symbol'], drop=False)
+            kpl_best_choose_index_detail_df = pd.merge(kpl_best_choose_index_detail_df, company_info_df,
+                                                       how='outer',
+                                                       left_index=True, right_index=True)
+            kpl_best_choose_index_detail_df.dropna(subset=['industry'], axis=0, inplace=True)
+
+            grouped = kpl_best_choose_index_detail_df.groupby('industry')
+            result_list = grouped.size()
+            ths_concept_group = pd.DataFrame(result_list, columns=['number'])
+            ths_concept_group['industry'] = ths_concept_group.index
+            ths_concept_group = ths_concept_group.sort_values(by=['number'], ascending=False)
+            if ths_concept_group.shape[0] >= 2:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = list(ths_concept_group.iloc[1:2]['industry'])[0]
+                second_relevance_industry_number = list(ths_concept_group.iloc[1:2]['number'])[0]
+            else:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = '无'
+                second_relevance_industry_number = 0
+            kpl_best_choose_index_one_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_one_df['second_relevance_industry'] = second_relevance_industry
+            kpl_best_choose_index_one_df['first_relevance_industry_number'] = first_relevance_industry_number
+            kpl_best_choose_index_one_df['second_relevance_industry_number'] = second_relevance_industry_number
+
+            kpl_best_choose_index_detail_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_detail_df['second_relevance_industry'] = second_relevance_industry
+
+            mongodb_util.save_mongo(kpl_best_choose_index_one_df, db_name_constant.KPL_BEST_CHOOSE_INDEX)
+            mongodb_util.save_mongo(kpl_best_choose_index_detail_df, db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+
+        except Exception as e:
+            logger.error("更新开盘啦概念异常:{},{}", e, kpl_concept_one.plate_name)
+
+
+if __name__ == '__main__':
+    update_kpl_concept_info()

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.5}/mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -16,8 +16,8 @@ import mns_common.constant.db_name_constant as db_name_constant
 mongodb_util = MongodbUtil('27017')
 
 
-# 统计概念数量
-def update_concept_num():
+# 统计概念股票数量和行业分组信息
+def update_ths_concept_info():
     ths_concept_list = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
     for ths_concept_one in ths_concept_list.itertuples():
         try:
@@ -108,6 +108,6 @@ def update_null_name():
 
 if __name__ == '__main__':
     logger.info("开始")
-    update_concept_num()
+    update_ths_concept_info()
     logger.info("结束")
     update_null_name()

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.5}/mns_scheduler/zz_task/data_sync_task.py

@@ -38,6 +38,7 @@ import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
 import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
 import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
 import mns_scheduler.trade.sync_position_api as sync_position_api
+import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
 
 
 # 同步交易日期任务完成
@@ -211,12 +212,14 @@ def sync_stock_gdfx_free_top_10_one_day():
     east_money_stock_gdfx_free_top_10_api.sync_stock_gdfx_free_top_10_one_day(str_day)
 
 
-# 更新同花顺概念信息
-def ths_concept_info_clean():
+# 更新概念信息
+def concept_info_clean():
     #  更新空概念名称
     ths_concept_choose_api.update_null_name()
     #  更新概念包含个数
-    ths_concept_choose_api.update_concept_num()
+    ths_concept_choose_api.update_ths_concept_info()
+    # 开盘啦概念信息更新
+    kpl_concept_clean_api.update_kpl_concept_info()
 
 
 # 同步概念下所有股票组成 by 概念指数
@@ -347,7 +350,7 @@ blockingScheduler.add_job(sync_today_trade_k_line_info, 'cron', hour='08', minut
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='08,22', minute='23')
 
 # 更新同花顺概念信息
-blockingScheduler.add_job(ths_concept_info_clean, 'cron', hour='9,12,20', minute='24')
+blockingScheduler.add_job(concept_info_clean, 'cron', hour='9,12,20', minute='24')
 
 # 更新概念指数下所有股票组成 by 概念代码
 blockingScheduler.add_job(update_one_concept_all_symbol_detail, 'cron', hour='08,18,12', minute='30')

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.5}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.3
+Version: 1.0.4.5

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.5}/mns_scheduler.egg-info/SOURCES.txt

@@ -21,6 +21,7 @@ mns_scheduler/company_info/company_constant_data.py
 mns_scheduler/company_info/company_info_sync_api.py
 mns_scheduler/concept/__init__.py
 mns_scheduler/concept/clean/__init__.py
+mns_scheduler/concept/clean/kpl_concept_clean_api.py
 mns_scheduler/concept/clean/ths_concept_clean_api.py
 mns_scheduler/concept/ths/__init__.py
 mns_scheduler/concept/ths/common/__init__.py

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.5}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.4.3',
+    version='1.0.4.5',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )