mns-scheduler 1.0.4.3__tar.gz → 1.0.4.6__tar.gz

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.3
+Version: 1.0.4.6

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/company_info/company_constant_data.py

@@ -7,6 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd
 from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
 
 mongodb_util = MongodbUtil('27017')
 
@@ -108,10 +109,32 @@ fix_symbol_list = [
     '600338',
     '000032',
     '300042',
-    '300295'
+    '300295',
+    '300483'
 ]
 
 
+def get_fix_symbol_industry():
+    return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
+                         ['000032', '深桑达Ａ', '730200', '通信网络设备及器件'],
+                         ['688480', '赛恩斯', '640704', '自动化设备'],
+                         ['603260', '合盛硅业', '220316', '有机硅'],
+                         ['300559', '佳发教育', '461102', '培训教育'],
+                         ['300836', '佰奥智能', '640701', '机器人'],
+                         ['300293', '蓝英装备', '640701', '机器人'],
+                         ['688630', '芯碁微装', '270108', '半导体设备'],
+                         ['001309', '德明利', '270108', '半导体设备'],
+                         ['600338', '西藏珠峰', '240603', '锂'],
+                         ['300042', '朗科科技', '270108', '半导体设备'],
+                         ['688507', '索辰科技', '710402', '横向通用软件'],
+                         ['301387', '光大同创', '270504', '消费电子零部件及组装'],
+                         ['300295', '三六五网', '430300', '物业管理'],
+                         ['300947', '德必集团', '430300', '物业管理'],
+                         ['300483', '首华燃气', '410301', '燃气Ⅲ'],
+                         ],
+                        columns=['symbol', 'name', 'new_industry_code', 'new_industry'])
+
+
 def get_industry_final_fix_df():
     return pd.DataFrame([
         # 汽车
@@ -374,51 +397,17 @@ def fix_industry_data(industry_id, company_info):
 
 
 def fix_symbol_industry(company_info, symbol):
-    if symbol == '688480':
-        company_info = fix_industry_data('760103', company_info)
-    if symbol == '000032':
-        company_info = fix_industry_data('730204', company_info)
-
-    if symbol == '301112':
-        company_info = fix_industry_data('640209', company_info)
-
-    if symbol == '603260':
-        company_info = fix_industry_data('220316', company_info)
-
-    if symbol == '300559':
-        company_info = fix_industry_data('461102', company_info)
-
-    if symbol == '300836':
-        company_info = fix_industry_data('640701', company_info)
-
-    if symbol == '300293':
-        company_info = fix_industry_data('640701', company_info)
-    if symbol == '688630':
-        company_info = fix_industry_data('270108', company_info)
-
-    if symbol == '001309':
-        company_info = fix_industry_data('270108', company_info)
-
-    if symbol == '600338':
-        company_info = fix_industry_data('240603', company_info)
-
-    if symbol == '300042':
-        company_info = fix_industry_data('270100', company_info)
-
-    if symbol == '688507':
-        company_info = fix_industry_data('710402', company_info)
-
-    if symbol == '301387':
-        company_info = fix_industry_data('270504', company_info)
-    # 修改到房地产行业
-    if symbol == '300295':
-        company_info = fix_industry_data('430301', company_info)
+    fix_symbol_df = get_fix_symbol_industry()
+    fix_symbol_df_one = fix_symbol_df.loc[fix_symbol_df['symbol'] == symbol]
+    if data_frame_util.is_not_empty(fix_symbol_df_one):
+        new_industry_code = list(fix_symbol_df_one['new_industry_code'])[0]
+        company_info = fix_industry_data(new_industry_code, company_info)
 
     return company_info
 
 
 def fix_one_symbol():
-    symbol = '301387'
+    symbol = '300483'
     company_info = mongodb_util.find_query_data('company_info', query={'_id': symbol})
     company_info = fix_symbol_industry(company_info, symbol)
     company_info['industry'] = company_info['second_sw_industry']

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/company_info/company_info_sync_api.py

@@ -470,6 +470,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(None)
-    fix_company_industry(None)
+    sync_company_base_info(['300483'])
+    fix_company_industry('300483')
     # group_by_industry()

mns-scheduler-1.0.4.6/mns_scheduler/concept/clean/kpl_concept_clean_api.py

@@ -0,0 +1,80 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+from loguru import logger
+import mns_common.component.company.company_common_service_api as company_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+import pandas as pd
+
+
+# 开盘啦
+def update_kpl_concept_info():
+    query = {}
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, query)
+    for kpl_concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            query_detail = {"plate_code": kpl_concept_one.plate_code}
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL,
+                query_detail)
+            concept_count = kpl_best_choose_index_detail_df.shape[0]
+            kpl_best_choose_index_one_df = kpl_best_choose_index_df.loc[
+                kpl_best_choose_index_df['plate_code'] == kpl_concept_one.plate_code]
+            kpl_best_choose_index_one_df['concept_count'] = concept_count
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.reset_index(drop=True)
+
+            if 'industry' in kpl_best_choose_index_detail_df.columns:
+                del kpl_best_choose_index_detail_df['industry']
+
+            company_info_df = company_common_service_api.get_company_info_industry()
+            company_info_df = company_info_df[['_id', 'industry']]
+            company_info_df = company_info_df.loc[
+                company_info_df['_id'].isin(list(kpl_best_choose_index_detail_df['symbol']))]
+            company_info_df = company_info_df.set_index(['_id'], drop=True)
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.set_index(['symbol'], drop=False)
+            kpl_best_choose_index_detail_df = pd.merge(kpl_best_choose_index_detail_df, company_info_df,
+                                                       how='outer',
+                                                       left_index=True, right_index=True)
+            kpl_best_choose_index_detail_df.dropna(subset=['industry'], axis=0, inplace=True)
+
+            grouped = kpl_best_choose_index_detail_df.groupby('industry')
+            result_list = grouped.size()
+            ths_concept_group = pd.DataFrame(result_list, columns=['number'])
+            ths_concept_group['industry'] = ths_concept_group.index
+            ths_concept_group = ths_concept_group.sort_values(by=['number'], ascending=False)
+            if ths_concept_group.shape[0] >= 2:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = list(ths_concept_group.iloc[1:2]['industry'])[0]
+                second_relevance_industry_number = list(ths_concept_group.iloc[1:2]['number'])[0]
+            else:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = '无'
+                second_relevance_industry_number = 0
+            kpl_best_choose_index_one_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_one_df['second_relevance_industry'] = second_relevance_industry
+            kpl_best_choose_index_one_df['first_relevance_industry_number'] = first_relevance_industry_number
+            kpl_best_choose_index_one_df['second_relevance_industry_number'] = second_relevance_industry_number
+
+            kpl_best_choose_index_detail_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_detail_df['second_relevance_industry'] = second_relevance_industry
+
+            mongodb_util.save_mongo(kpl_best_choose_index_one_df, db_name_constant.KPL_BEST_CHOOSE_INDEX)
+            mongodb_util.save_mongo(kpl_best_choose_index_detail_df, db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+
+        except Exception as e:
+            logger.error("更新开盘啦概念异常:{},{}", e, kpl_concept_one.plate_name)
+
+
+if __name__ == '__main__':
+    update_kpl_concept_info()

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -16,8 +16,8 @@ import mns_common.constant.db_name_constant as db_name_constant
 mongodb_util = MongodbUtil('27017')
 
 
-# 统计概念数量
-def update_concept_num():
+# 统计概念股票数量和行业分组信息
+def update_ths_concept_info():
     ths_concept_list = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
     for ths_concept_one in ths_concept_list.itertuples():
         try:
@@ -108,6 +108,6 @@ def update_null_name():
 
 if __name__ == '__main__':
     logger.info("开始")
-    update_concept_num()
+    update_ths_concept_info()
     logger.info("结束")
     update_null_name()

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/k_line/sync/daily_week_month_line_sync.py

@@ -105,9 +105,9 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
-    sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)
     # sync_all_daily_data('daily', '1990-12-19', 'qfq', 'stock_qfq_daily', '2023-10-31', None)

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -337,7 +337,7 @@ def fix_miss_data(str_end):
 
 
 if __name__ == '__main__':
-    sync_all_high_chg_data('2024-03-08')
+    sync_all_kc_zt_data('2024-05-10', None)
     # sync_all_kc_zt_data('2023-08-16')
     # sync_all_kc_zt_data('2023-07-07')
     # realtime_quotes_now_zt_new_kc_open_sync()

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/zt/zt_pool_sync_api.py

@@ -63,8 +63,8 @@ def save_zt_info(str_day):
         for stock_one in stock_em_zt_pool_df_data.itertuples():
             try:
                 stock_em_zt_pool_df_data = ths_concept_common_service_api.set_last_ths_concept(stock_one.symbol,
-                                                                                           stock_em_zt_pool_df_data,
-                                                                                           str_day)
+                                                                                               stock_em_zt_pool_df_data,
+                                                                                               str_day)
                 ths_zt_pool_one_df = ths_zt_pool_df_data.loc[ths_zt_pool_df_data['symbol'] == stock_one.symbol]
                 if data_frame_util.is_empty(ths_zt_pool_one_df):
                     continue
@@ -126,6 +126,9 @@ def save_zt_info(str_day):
     mongodb_util.save_mongo(stock_em_zt_pool_df_data, 'stock_zt_pool')
     return stock_em_zt_pool_df_data
 
+
+if __name__ == '__main__':
+    save_zt_info('2024-05-07')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler/zz_task/data_sync_task.py

@@ -38,6 +38,7 @@ import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
 import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
 import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
 import mns_scheduler.trade.sync_position_api as sync_position_api
+import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
 
 
 # 同步交易日期任务完成
@@ -211,12 +212,14 @@ def sync_stock_gdfx_free_top_10_one_day():
     east_money_stock_gdfx_free_top_10_api.sync_stock_gdfx_free_top_10_one_day(str_day)
 
 
-# 更新同花顺概念信息
-def ths_concept_info_clean():
+# 更新概念信息
+def concept_info_clean():
     #  更新空概念名称
     ths_concept_choose_api.update_null_name()
     #  更新概念包含个数
-    ths_concept_choose_api.update_concept_num()
+    ths_concept_choose_api.update_ths_concept_info()
+    # 开盘啦概念信息更新
+    kpl_concept_clean_api.update_kpl_concept_info()
 
 
 # 同步概念下所有股票组成 by 概念指数
@@ -347,7 +350,7 @@ blockingScheduler.add_job(sync_today_trade_k_line_info, 'cron', hour='08', minut
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='08,22', minute='23')
 
 # 更新同花顺概念信息
-blockingScheduler.add_job(ths_concept_info_clean, 'cron', hour='9,12,20', minute='24')
+blockingScheduler.add_job(concept_info_clean, 'cron', hour='9,12,20', minute='24')
 
 # 更新概念指数下所有股票组成 by 概念代码
 blockingScheduler.add_job(update_one_concept_all_symbol_detail, 'cron', hour='08,18,12', minute='30')

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.3
+Version: 1.0.4.6

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/mns_scheduler.egg-info/SOURCES.txt

@@ -21,6 +21,7 @@ mns_scheduler/company_info/company_constant_data.py
 mns_scheduler/company_info/company_info_sync_api.py
 mns_scheduler/concept/__init__.py
 mns_scheduler/concept/clean/__init__.py
+mns_scheduler/concept/clean/kpl_concept_clean_api.py
 mns_scheduler/concept/clean/ths_concept_clean_api.py
 mns_scheduler/concept/ths/__init__.py
 mns_scheduler/concept/ths/common/__init__.py

{mns-scheduler-1.0.4.3 → mns-scheduler-1.0.4.6}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.4.3',
+    version='1.0.4.6',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )