mns-scheduler 1.0.4.3__py3-none-any.whl → 1.0.4.6__py3-none-any.whl

mns_scheduler/company_info/company_constant_data.py

@@ -7,6 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd
 from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
 
 mongodb_util = MongodbUtil('27017')
 
@@ -108,10 +109,32 @@ fix_symbol_list = [
     '600338',
     '000032',
     '300042',
-    '300295'
+    '300295',
+    '300483'
 ]
 
 
+def get_fix_symbol_industry():
+    return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
+                         ['000032', '深桑达Ａ', '730200', '通信网络设备及器件'],
+                         ['688480', '赛恩斯', '640704', '自动化设备'],
+                         ['603260', '合盛硅业', '220316', '有机硅'],
+                         ['300559', '佳发教育', '461102', '培训教育'],
+                         ['300836', '佰奥智能', '640701', '机器人'],
+                         ['300293', '蓝英装备', '640701', '机器人'],
+                         ['688630', '芯碁微装', '270108', '半导体设备'],
+                         ['001309', '德明利', '270108', '半导体设备'],
+                         ['600338', '西藏珠峰', '240603', '锂'],
+                         ['300042', '朗科科技', '270108', '半导体设备'],
+                         ['688507', '索辰科技', '710402', '横向通用软件'],
+                         ['301387', '光大同创', '270504', '消费电子零部件及组装'],
+                         ['300295', '三六五网', '430300', '物业管理'],
+                         ['300947', '德必集团', '430300', '物业管理'],
+                         ['300483', '首华燃气', '410301', '燃气Ⅲ'],
+                         ],
+                        columns=['symbol', 'name', 'new_industry_code', 'new_industry'])
+
+
 def get_industry_final_fix_df():
     return pd.DataFrame([
         # 汽车
@@ -374,51 +397,17 @@ def fix_industry_data(industry_id, company_info):
 
 
 def fix_symbol_industry(company_info, symbol):
-    if symbol == '688480':
-        company_info = fix_industry_data('760103', company_info)
-    if symbol == '000032':
-        company_info = fix_industry_data('730204', company_info)
-
-    if symbol == '301112':
-        company_info = fix_industry_data('640209', company_info)
-
-    if symbol == '603260':
-        company_info = fix_industry_data('220316', company_info)
-
-    if symbol == '300559':
-        company_info = fix_industry_data('461102', company_info)
-
-    if symbol == '300836':
-        company_info = fix_industry_data('640701', company_info)
-
-    if symbol == '300293':
-        company_info = fix_industry_data('640701', company_info)
-    if symbol == '688630':
-        company_info = fix_industry_data('270108', company_info)
-
-    if symbol == '001309':
-        company_info = fix_industry_data('270108', company_info)
-
-    if symbol == '600338':
-        company_info = fix_industry_data('240603', company_info)
-
-    if symbol == '300042':
-        company_info = fix_industry_data('270100', company_info)
-
-    if symbol == '688507':
-        company_info = fix_industry_data('710402', company_info)
-
-    if symbol == '301387':
-        company_info = fix_industry_data('270504', company_info)
-    # 修改到房地产行业
-    if symbol == '300295':
-        company_info = fix_industry_data('430301', company_info)
+    fix_symbol_df = get_fix_symbol_industry()
+    fix_symbol_df_one = fix_symbol_df.loc[fix_symbol_df['symbol'] == symbol]
+    if data_frame_util.is_not_empty(fix_symbol_df_one):
+        new_industry_code = list(fix_symbol_df_one['new_industry_code'])[0]
+        company_info = fix_industry_data(new_industry_code, company_info)
 
     return company_info
 
 
 def fix_one_symbol():
-    symbol = '301387'
+    symbol = '300483'
     company_info = mongodb_util.find_query_data('company_info', query={'_id': symbol})
     company_info = fix_symbol_industry(company_info, symbol)
     company_info['industry'] = company_info['second_sw_industry']

mns_scheduler/company_info/company_info_sync_api.py

@@ -470,6 +470,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(None)
-    fix_company_industry(None)
+    sync_company_base_info(['300483'])
+    fix_company_industry('300483')
     # group_by_industry()

mns_scheduler/concept/clean/kpl_concept_clean_api.py

@@ -0,0 +1,80 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+from loguru import logger
+import mns_common.component.company.company_common_service_api as company_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+import pandas as pd
+
+
+# 开盘啦
+def update_kpl_concept_info():
+    query = {}
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, query)
+    for kpl_concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            query_detail = {"plate_code": kpl_concept_one.plate_code}
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL,
+                query_detail)
+            concept_count = kpl_best_choose_index_detail_df.shape[0]
+            kpl_best_choose_index_one_df = kpl_best_choose_index_df.loc[
+                kpl_best_choose_index_df['plate_code'] == kpl_concept_one.plate_code]
+            kpl_best_choose_index_one_df['concept_count'] = concept_count
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.reset_index(drop=True)
+
+            if 'industry' in kpl_best_choose_index_detail_df.columns:
+                del kpl_best_choose_index_detail_df['industry']
+
+            company_info_df = company_common_service_api.get_company_info_industry()
+            company_info_df = company_info_df[['_id', 'industry']]
+            company_info_df = company_info_df.loc[
+                company_info_df['_id'].isin(list(kpl_best_choose_index_detail_df['symbol']))]
+            company_info_df = company_info_df.set_index(['_id'], drop=True)
+
+            kpl_best_choose_index_detail_df = kpl_best_choose_index_detail_df.set_index(['symbol'], drop=False)
+            kpl_best_choose_index_detail_df = pd.merge(kpl_best_choose_index_detail_df, company_info_df,
+                                                       how='outer',
+                                                       left_index=True, right_index=True)
+            kpl_best_choose_index_detail_df.dropna(subset=['industry'], axis=0, inplace=True)
+
+            grouped = kpl_best_choose_index_detail_df.groupby('industry')
+            result_list = grouped.size()
+            ths_concept_group = pd.DataFrame(result_list, columns=['number'])
+            ths_concept_group['industry'] = ths_concept_group.index
+            ths_concept_group = ths_concept_group.sort_values(by=['number'], ascending=False)
+            if ths_concept_group.shape[0] >= 2:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = list(ths_concept_group.iloc[1:2]['industry'])[0]
+                second_relevance_industry_number = list(ths_concept_group.iloc[1:2]['number'])[0]
+            else:
+                first_relevance_industry = list(ths_concept_group.iloc[0:1]['industry'])[0]
+                first_relevance_industry_number = list(ths_concept_group.iloc[0:1]['number'])[0]
+                second_relevance_industry = '无'
+                second_relevance_industry_number = 0
+            kpl_best_choose_index_one_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_one_df['second_relevance_industry'] = second_relevance_industry
+            kpl_best_choose_index_one_df['first_relevance_industry_number'] = first_relevance_industry_number
+            kpl_best_choose_index_one_df['second_relevance_industry_number'] = second_relevance_industry_number
+
+            kpl_best_choose_index_detail_df['first_relevance_industry'] = first_relevance_industry
+            kpl_best_choose_index_detail_df['second_relevance_industry'] = second_relevance_industry
+
+            mongodb_util.save_mongo(kpl_best_choose_index_one_df, db_name_constant.KPL_BEST_CHOOSE_INDEX)
+            mongodb_util.save_mongo(kpl_best_choose_index_detail_df, db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+
+        except Exception as e:
+            logger.error("更新开盘啦概念异常:{},{}", e, kpl_concept_one.plate_name)
+
+
+if __name__ == '__main__':
+    update_kpl_concept_info()

mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -16,8 +16,8 @@ import mns_common.constant.db_name_constant as db_name_constant
 mongodb_util = MongodbUtil('27017')
 
 
-# 统计概念数量
-def update_concept_num():
+# 统计概念股票数量和行业分组信息
+def update_ths_concept_info():
     ths_concept_list = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
     for ths_concept_one in ths_concept_list.itertuples():
         try:
@@ -108,6 +108,6 @@ def update_null_name():
 
 if __name__ == '__main__':
     logger.info("开始")
-    update_concept_num()
+    update_ths_concept_info()
     logger.info("结束")
     update_null_name()

mns_scheduler/k_line/sync/daily_week_month_line_sync.py

@@ -105,9 +105,9 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
-    sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)
     # sync_all_daily_data('daily', '1990-12-19', 'qfq', 'stock_qfq_daily', '2023-10-31', None)

mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -337,7 +337,7 @@ def fix_miss_data(str_end):
 
 
 if __name__ == '__main__':
-    sync_all_high_chg_data('2024-03-08')
+    sync_all_kc_zt_data('2024-05-10', None)
     # sync_all_kc_zt_data('2023-08-16')
     # sync_all_kc_zt_data('2023-07-07')
     # realtime_quotes_now_zt_new_kc_open_sync()

mns_scheduler/zt/zt_pool_sync_api.py

@@ -63,8 +63,8 @@ def save_zt_info(str_day):
         for stock_one in stock_em_zt_pool_df_data.itertuples():
             try:
                 stock_em_zt_pool_df_data = ths_concept_common_service_api.set_last_ths_concept(stock_one.symbol,
-                                                                                           stock_em_zt_pool_df_data,
-                                                                                           str_day)
+                                                                                               stock_em_zt_pool_df_data,
+                                                                                               str_day)
                 ths_zt_pool_one_df = ths_zt_pool_df_data.loc[ths_zt_pool_df_data['symbol'] == stock_one.symbol]
                 if data_frame_util.is_empty(ths_zt_pool_one_df):
                     continue
@@ -126,6 +126,9 @@ def save_zt_info(str_day):
     mongodb_util.save_mongo(stock_em_zt_pool_df_data, 'stock_zt_pool')
     return stock_em_zt_pool_df_data
 
+
+if __name__ == '__main__':
+    save_zt_info('2024-05-07')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

mns_scheduler/zz_task/data_sync_task.py

@@ -38,6 +38,7 @@ import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
 import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best_choose_his_index
 import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
 import mns_scheduler.trade.sync_position_api as sync_position_api
+import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
 
 
 # 同步交易日期任务完成
@@ -211,12 +212,14 @@ def sync_stock_gdfx_free_top_10_one_day():
     east_money_stock_gdfx_free_top_10_api.sync_stock_gdfx_free_top_10_one_day(str_day)
 
 
-# 更新同花顺概念信息
-def ths_concept_info_clean():
+# 更新概念信息
+def concept_info_clean():
     #  更新空概念名称
     ths_concept_choose_api.update_null_name()
     #  更新概念包含个数
-    ths_concept_choose_api.update_concept_num()
+    ths_concept_choose_api.update_ths_concept_info()
+    # 开盘啦概念信息更新
+    kpl_concept_clean_api.update_kpl_concept_info()
 
 
 # 同步概念下所有股票组成 by 概念指数
@@ -347,7 +350,7 @@ blockingScheduler.add_job(sync_today_trade_k_line_info, 'cron', hour='08', minut
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='08,22', minute='23')
 
 # 更新同花顺概念信息
-blockingScheduler.add_job(ths_concept_info_clean, 'cron', hour='9,12,20', minute='24')
+blockingScheduler.add_job(concept_info_clean, 'cron', hour='9,12,20', minute='24')
 
 # 更新概念指数下所有股票组成 by 概念代码
 blockingScheduler.add_job(update_one_concept_all_symbol_detail, 'cron', hour='08,18,12', minute='30')

{mns_scheduler-1.0.4.3.dist-info → mns_scheduler-1.0.4.6.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.3
+Version: 1.0.4.6
 

{mns_scheduler-1.0.4.3.dist-info → mns_scheduler-1.0.4.6.dist-info}/RECORD

@@ -11,11 +11,12 @@ mns_scheduler/backup/wen_cai/wen_cai_concept_sync.py,sha256=boKtgOIXIsRny5n1keZm
 mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=wezGJWFRnKYBaPP9PVXLqMbHENOXgvJtw3HSGCSlX5c,4555
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/company_constant_data.py,sha256=LwyBWLoErAUPXss68ebVj3Qe8GouvKDFtyHrWuMd-qU,15238
-mns_scheduler/company_info/company_info_sync_api.py,sha256=2sQk197p5qjq2DQlRpVbotSSIN87x43T-RGAtMiXQI4,20332
+mns_scheduler/company_info/company_constant_data.py,sha256=PkV8i2Wx18lSuAj_UuUw_QzhYrRhTE4x3Cft7-P-Ghs,15735
+mns_scheduler/company_info/company_info_sync_api.py,sha256=kL0QETih5lfczZ2WB9Iopmy4RjpvWY5NKPNVUZ5dq-s,20342
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=TMz5fz97KMfWEHxUWNbn_jfC0clOSeAL1TOgF2lSJwQ,5870
+mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=xxIIgrXLI6xLf10t4unJa7aMB_QeKeki1HJVeXsntkY,4512
+mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=XjmlLlzJ6kLDAXyaQwZJ1maYJpjE7P3DO7S1ieHOHRo,5907
 mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=8KOz1AlUFmo0hdlkOuc5rDLKIeYkRK3-ooA5Z_wJX10,6724
@@ -37,7 +38,7 @@ mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlI
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=3NPu-bkBw5ARW2yoMAmf_-au6vxQdSjzGlT-l4dqV4w,21833
 mns_scheduler/k_line/clean/k_line_info_clean_service.py,sha256=zsb6HmyD4eqN7b135S4UgFR8U1vBLwqEZA1kIc8RuQ0,7988
 mns_scheduler/k_line/sync/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
-mns_scheduler/k_line/sync/daily_week_month_line_sync.py,sha256=SNKkwGoyE1qzds1o-qZH9ZLrNqYOsRybCQqa3QwHaeg,5654
+mns_scheduler/k_line/sync/daily_week_month_line_sync.py,sha256=MsBY-GtDXu9Eyd2nYanvSsLSTFnXIUq0BlQG4ptknqQ,5652
 mns_scheduler/kpl/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/index/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -58,14 +59,14 @@ mns_scheduler/zb/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,
 mns_scheduler/zb/stock_zb_pool_sync.py,sha256=ky3CNDzpjB6C_frCf4YGNXdidnUo-uUUKsJpY62P4Bk,1936
 mns_scheduler/zt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/zt/export_open_data_to_excel.py,sha256=haOSmh-aXnScp58u0mLE_QvcWIIuRfwxgmyF-XQMk_U,4015
-mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py,sha256=9xTMcHBoSotN8ZvGOBkh_E8BDfPbwsCoLzX3XZMV0-s,17269
+mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py,sha256=KlrCDx6zTzMNRPzI9-EHTbFFLbe690JOiJK_dFQrlVQ,17272
 mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkByEp4bThyebt_9KiSX7c,21283
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
-mns_scheduler/zt/zt_pool_sync_api.py,sha256=tzSCnqAelV7MQBZ3KcpOQQHNYnjFnmvoDFcapBpU_NA,7534
+mns_scheduler/zt/zt_pool_sync_api.py,sha256=RrVAbU1u-HTqXF9BSwNlzIxMHrUgjNaLpDKFgXC1XuY,7604
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=jYYED_j4F3jwPnQiRM9kaVzTA-LdrCIBezEPZFESr-M,15511
+mns_scheduler/zz_task/data_sync_task.py,sha256=kS8HR6OZcsre3MWOyHFKEqG-S2v3SKUeezDLh5pCn5w,15670
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.4.3.dist-info/METADATA,sha256=idamrNA2J5owkD9Iteer3LfoyhZVr1lycwwvwQGp01w,64
-mns_scheduler-1.0.4.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.4.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.4.3.dist-info/RECORD,,
+mns_scheduler-1.0.4.6.dist-info/METADATA,sha256=sJ-dI0AER3Y4Kch_aBT5k0KOC7wkNdGImv0cx3Rc7eg,64
+mns_scheduler-1.0.4.6.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.4.6.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.4.6.dist-info/RECORD,,