mns-scheduler 1.0.9.7__tar.gz → 1.1.0.2__tar.gz

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.9.7
+Version: 1.1.0.2

{mns-scheduler-1.0.9.7/mns_scheduler/concept/ths/sync_new_index → mns-scheduler-1.1.0.2/mns_scheduler/backup/ths}/sync_ths_concept_by_ak_api.py

@@ -13,9 +13,9 @@ import pandas as pd
 from datetime import datetime
 import akshare as ak
 import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
 
+import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 mongodb_util = MongodbUtil('27017')
 
 
@@ -90,7 +90,7 @@ def handle_new_concept_msg(concept_code, concept_name, url):
 
 # 获取web端 新增概念详情
 def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
         return None
     new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]

{mns-scheduler-1.0.9.7/mns_scheduler/concept/ths/sync_new_index → mns-scheduler-1.1.0.2/mns_scheduler/backup/ths}/sync_ths_new_concept_by_web_api.py

@@ -5,8 +5,8 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
+import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
 import datetime
 import time
 import mns_common.api.msg.push_msg_api as push_msg_api
@@ -20,7 +20,7 @@ mongodb_util = MongodbUtil('27017')
 
 # 获取web端 新增概念详情
 def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
         return None
     new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
@@ -52,7 +52,7 @@ def sync_new_concept_data_by_web():
                 time.sleep(1)
                 continue
             time.sleep(2)
-            concept_name = ths_stock_api.get_concept_name(concept_code)
+            concept_name = ths_concept_index_web.get_concept_name(concept_code)
             concept_name = concept_name.replace('（', '(')
             concept_name = concept_name.replace('）', ')')
 
@@ -82,7 +82,6 @@ def handle_new_concept_msg(concept_code, concept_name, url):
 
 if __name__ == '__main__':
     # code = 886025
-    # name = ths_stock_api.get_concept_name(code)
     # push_msg_to_we_chat_web(code, name)
     # get_concept_detail_info_web(886026)
     # get_concept_detail_info_web(886035)

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/big_deal/ths_big_deal_sync.py

@@ -10,7 +10,7 @@ from datetime import datetime, time, timedelta
 from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.api.ths.ths_big_deal_api as ths_big_deal_api
+import mns_common.api.ths.big_deal.ths_big_deal_api as ths_big_deal_api
 import time as sleep_time
 import mns_common.constant.db_name_constant as db_name_constant
 

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/company_info/company_info_sync_api.py

@@ -9,7 +9,7 @@ sys.path.append(project_path)
 from datetime import datetime
 import pandas as pd
 from loguru import logger
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_common.api.ths.concept.web.ths_company_info_web as ths_company_info_web
 import mns_common.api.em.east_money_stock_v2_api as east_money_stock_v2_api
 import mns_scheduler.company_info.company_constant_data as company_constant_data_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
@@ -21,6 +21,7 @@ import mns_common.api.kpl.constant.kpl_constant as kpl_constant
 import mns_common.component.company.company_common_service_api as company_common_service_api
 import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 import mns_common.constant.db_name_constant as db_name_constant
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 
 mongodb_util = MongodbUtil('27017')
 # 分页大小
@@ -187,7 +188,7 @@ def fix_company_industry(symbol):
 
     try:
         # 次新股
-        sub_stock = ths_stock_api.ths_stock_concept('885598')
+        sub_stock = ths_concept_detail_api.get_ths_concept_detail('885598', None)
         sub_stock_symbol_list = list(sub_stock['symbol'])
     except BaseException as e:
         logger.error("出现异常:{},{}", symbol, e)
@@ -272,7 +273,7 @@ def single_thread_sync_company_info(east_money_stock_info,
     fail_list = []
     for company_one in east_money_stock_info.itertuples():
         try:
-            company_info_type = ths_stock_api.get_company_info_detail(company_one.symbol)
+            company_info_type = ths_company_info_web.get_company_info_detail(company_one.symbol)
             company_info_type['first_industry_code'] = company_info_type['hycode'].apply(
                 lambda x: x[1:3] + '0000')
             company_info_type['second_industry_code'] = company_info_type['hy2code'].apply(
@@ -502,11 +503,6 @@ def get_recent_year_income(symbol, company_info_type):
 
 
 if __name__ == '__main__':
-    # while True:
-    #     df = ths_stock_api.get_company_info_detail('000001')
-    #     print(df)
-    # company_info_update()
-    # company_info_type = ths_stock_api.get_company_info_detail('836699')
     # sync_company_base_info()
     # fix_company_industry()
     # calculate_circu_ratio("601069")
@@ -514,6 +510,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(['920002'])
+    sync_company_base_info(None)
     fix_company_industry(None)
     # group_by_industry()

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -7,7 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 import time
 from loguru import logger
 import mns_common.component.company.company_common_service_api as company_common_service_api
@@ -86,7 +86,7 @@ def update_null_name():
         exist_url = concept_one.url
 
         if name == '':
-            concept_name = ths_stock_api.get_concept_name(concept_code)
+            concept_name = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
             query_concept = {"symbol": concept_code}
             new_values = {'$set': {"name": concept_name}}
             mongodb_util.update_one_query(query_concept, new_values, 'ths_concept_list')

mns-scheduler-1.1.0.2/mns_scheduler/concept/common/detaill/ths_concept_detail_api.py

@@ -0,0 +1,196 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.api.ths.concept.app.ths_concept_detail_app as ths_concept_detail_app
+import mns_common.api.ths.wen_cai.ths_wen_cai_api as ths_wen_cai_api
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+import mns_common.api.ths.concept.web.ths_concept_detail_web as ths_concept_detail_web
+import math
+from loguru import logger
+import pandas as pd
+import mns_common.utils.data_frame_util as data_frame_util
+
+
+def get_ths_concept_detail(concept_code, concept_name):
+    real_time_quotes_all_stocks = east_money_stock_api.get_real_time_quotes_all_stocks()
+    # 1  通过入选理获取概念组成股票详情
+    ths_concept_detail_by_explain = get_ths_concept_detail_by_explain(concept_code, real_time_quotes_all_stocks)
+    # 2 app 分享链接获取概念组成详情
+    ths_concept_detail_from_app = get_ths_concept_detail_from_app(concept_code, real_time_quotes_all_stocks)
+    # 3 通过问财
+    if concept_name is None or data_frame_util.is_string_empty(concept_name):
+        ths_concept_list = ths_concept_common_service_api.get_all_ths_concept()
+        ths_concept_one_df = ths_concept_list.loc[
+            (ths_concept_list['symbol'] == int(concept_code))
+            | (ths_concept_list['web_concept_code'] == int(concept_code))]
+        if data_frame_util.is_not_empty(ths_concept_one_df):
+            concept_name = list(ths_concept_one_df['name'])[0]
+    if data_frame_util.is_string_not_empty(concept_name) and concept_name is not None:
+        concept_detail_by_wen_cai_df = get_ths_concept_detail_by_wen_cai(concept_name, real_time_quotes_all_stocks)
+    else:
+        concept_detail_by_wen_cai_df = None
+    # 4 通过web端
+    ths_concept_detail_from_web_df = get_ths_concept_detail_from_web(concept_code, real_time_quotes_all_stocks)
+    # 判断是否都为空
+    all_are_none = all(
+        df is None for df in [ths_concept_detail_by_explain, ths_concept_detail_from_app,
+                              concept_detail_by_wen_cai_df, ths_concept_detail_from_web_df])
+    if all_are_none:
+        return None
+    result_df = pd.concat([ths_concept_detail_by_explain, ths_concept_detail_from_app,
+                           concept_detail_by_wen_cai_df, ths_concept_detail_from_web_df])
+
+    result_df.drop_duplicates('symbol', keep='last', inplace=True)
+    if data_frame_util.is_not_empty(ths_concept_detail_by_explain):
+        ths_concept_detail_by_explain_new = ths_concept_detail_by_explain.loc[
+            ths_concept_detail_by_explain['symbol'].isin(result_df['symbol'])]
+
+        not_in_ths_concept_detail_by_explain = result_df.loc[~(
+            result_df['symbol'].isin(ths_concept_detail_by_explain['symbol']))]
+        result_df = pd.concat([ths_concept_detail_by_explain_new, not_in_ths_concept_detail_by_explain])
+    return result_df
+
+
+# 通过入选理获取概念组成股票详情
+def get_ths_concept_detail_by_explain(concept_code, real_time_quotes_all_stocks):
+    page_size = 800
+
+    de_list_symbols = company_common_service_new_api.get_de_list_company()
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
+        ~(real_time_quotes_all_stocks['symbol'].isin(de_list_symbols))]
+
+    max_page_number = math.ceil(real_time_quotes_all_stocks.shape[0] / page_size)
+    page = 0
+
+    result_df = None
+
+    while page < max_page_number:
+        try:
+
+            begin_index = page * page_size
+            end_index = (page + 1) * page_size
+            page_df = real_time_quotes_all_stocks.iloc[begin_index: end_index]
+            code_list = ','.join(page_df['symbol'].astype(str))
+            all_ths_concept_detail = ths_concept_detail_app.get_concept_explain(concept_code, code_list)
+            if data_frame_util.is_empty(result_df) and data_frame_util.is_not_empty(all_ths_concept_detail):
+                result_df = all_ths_concept_detail
+            elif data_frame_util.is_not_empty(result_df) and data_frame_util.is_not_empty(all_ths_concept_detail):
+                result_df = pd.concat([all_ths_concept_detail, result_df])
+        except BaseException as e:
+            logger.error("通过ths概念入选理由列表获取详情异常:{},{}", concept_code, e)
+        page = page + 1
+    if data_frame_util.is_not_empty(result_df):
+        result_df = result_df[result_df['explain'].astype(str).str.len() > 0]
+    if data_frame_util.is_not_empty(result_df):
+        result_df = result_df.rename(columns={
+            "stockCode": "symbol",
+            "explain": "long"})
+        result_df = merge_data_common_fun(result_df, real_time_quotes_all_stocks)
+        return result_df
+    else:
+        return None
+
+
+# 通过分享链接获取
+def get_ths_concept_detail_from_app(concept_code, real_time_quotes_all_stocks):
+    ths_concept_detail_from_app = ths_concept_detail_app.get_ths_concept_detail_by_app(concept_code)
+    if data_frame_util.is_not_empty(ths_concept_detail_from_app):
+        ths_concept_detail_from_app['long'] = ''
+        ths_concept_detail_from_app = ths_concept_detail_from_app[[
+            'symbol',
+            'long'
+        ]]
+        ths_concept_detail_from_app = merge_data_common_fun(ths_concept_detail_from_app,
+                                                            real_time_quotes_all_stocks)
+        return ths_concept_detail_from_app
+
+    else:
+        return None
+
+
+# 3 通过问财
+def get_ths_concept_detail_by_wen_cai(concept_name, real_time_quotes_all_stocks):
+    concept_detail_by_wen_cai_df = ths_wen_cai_api.get_concept_detail_by_wen_cai(concept_name)
+    if data_frame_util.is_not_empty(concept_detail_by_wen_cai_df):
+        concept_detail_by_wen_cai_df = concept_detail_by_wen_cai_df[[
+            'symbol',
+            'explain'
+        ]]
+
+        concept_detail_by_wen_cai_df = concept_detail_by_wen_cai_df.rename(columns={
+            "explain": "long"})
+        concept_detail_by_wen_cai_df = merge_data_common_fun(concept_detail_by_wen_cai_df,
+                                                             real_time_quotes_all_stocks)
+
+    return concept_detail_by_wen_cai_df
+
+
+# 通过web端 最近不可用
+def get_ths_concept_detail_from_web(concept_code, real_time_quotes_all_stocks):
+    ths_concept_detail_from_web_df = ths_concept_detail_web.stock_board_cons_ths(concept_code)
+    if data_frame_util.is_not_empty(ths_concept_detail_from_web_df):
+        ths_concept_detail_from_web_df = ths_concept_detail_from_web_df[[
+            'symbol'
+        ]]
+        ths_concept_detail_from_web_df['long'] = ''
+
+        ths_concept_detail_from_web_df = merge_data_common_fun(ths_concept_detail_from_web_df,
+                                                               real_time_quotes_all_stocks)
+
+    return ths_concept_detail_from_web_df
+
+
+def merge_data_common_fun(result_df, real_time_quotes_all_stocks):
+    real_time_quotes_ths_detail = real_time_quotes_all_stocks.loc[
+        real_time_quotes_all_stocks['symbol'].isin(result_df['symbol'])]
+    real_time_quotes_ths_detail = common_service_fun_api.total_mv_classification(real_time_quotes_ths_detail)
+    real_time_quotes_ths_detail = real_time_quotes_ths_detail[[
+        "symbol",
+        "name",
+        "now_price",
+        "chg",
+        "exchange",
+        "amount",
+        "flow_mv_sp",
+        "total_mv_sp"]]
+
+    query_field = {
+        "concept_name": 1,
+        "concept_code": 1,
+        "company_type": 1,
+        "concept_create_day": 1,
+        "first_relevance_industry": 1,
+        "second_relevance_industry": 1,
+        "industry": 1
+    }
+    query_field_key = str(query_field)
+    query_key = str({})
+    company_df = company_common_service_new_api.get_company_info_by_field(query_key, query_field_key)
+    company_ths_df = company_df.loc[company_df['_id'].isin(result_df['symbol'])]
+
+    result_df['short'] = result_df['long']
+    result_df = result_df.set_index(['symbol'], drop=True)
+    company_ths_df = company_ths_df.set_index(['_id'], drop=True)
+    real_time_quotes_ths_detail = real_time_quotes_ths_detail.set_index(['symbol'], drop=False)
+    result_df = pd.merge(real_time_quotes_ths_detail, result_df,
+                         how='outer',
+                         left_index=True, right_index=True)
+    result_df = pd.merge(result_df, company_ths_df,
+                         how='outer',
+                         left_index=True, right_index=True)
+    return result_df
+
+
+if __name__ == '__main__':
+    get_ths_concept_detail('886073', '铜缆高速连接')
+    real_time_quotes_all_stocks_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    get_ths_concept_detail_from_web('886072', real_time_quotes_all_stocks_df)
+    get_ths_concept_detail_by_explain('886078', real_time_quotes_all_stocks_df)
+    get_ths_concept_detail_by_wen_cai('PCB概念', real_time_quotes_all_stocks_df)

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py

@@ -2,7 +2,6 @@ import sys
 import os
 
 import pandas as pd
-import mns_common.api.ths.ths_stock_api as ths_stock_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.component.company.company_common_service_api as company_common_service_api
 
@@ -13,6 +12,7 @@ sys.path.append(project_path)
 mongodb_util = MongodbUtil('27017')
 import mns_common.api.msg.push_msg_api as push_msg_api
 import mns_scheduler.company_info.company_info_sync_api as company_info_sync_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 
 max_concept_code = 886110
 
@@ -155,7 +155,7 @@ def update_company_info(new_concept_symbol_df):
 
 
 def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
         return None
     new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/concept/ths/common/ths_concept_update_common_api.py

@@ -13,9 +13,7 @@ import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
 from datetime import datetime
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import pandas as pd
-
+import mns_common.api.ths.concept.web.ths_concept_detail_web as ths_concept_detail_web
 mongodb_util = MongodbUtil('27017')
 
 
@@ -69,8 +67,7 @@ def update_null_reason(nan_reason_df):
                 continue
             web_concept_code = list(ths_concept_one_df['web_concept_code'])[0]
 
-            ths_concept_json = ths_stock_api.get_symbol_add_new_concept(nan_one.symbol)
-            symbol_ths_concept_all_df = pd.DataFrame(ths_concept_json)
+            symbol_ths_concept_all_df = ths_concept_detail_web.get_one_symbol_all_ths_concepts(nan_one.symbol)
 
             symbol_ths_concept_one_df = symbol_ths_concept_all_df[
                 symbol_ths_concept_all_df['cid'] == web_concept_code]

mns-scheduler-1.1.0.2/mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py

@@ -0,0 +1,170 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.ths.concept.app.ths_concept_index_app as ths_concept_index_app
+import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
+from mns_common.db.MongodbUtil import MongodbUtil
+from datetime import datetime
+import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
+import pandas as pd
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
+import mns_common.constant.db_name_constant as db_name_constant
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_ths_concept_new_index():
+    # 同步ths新概念 通过app搜索
+    sync_ths_concept_new_index_from_app()
+    # 通过ths详情搜索
+    sync_ths_concept_new_index_from_detail()
+
+
+'''
+同步ths新概念 通过app搜索
+'''
+
+
+def sync_ths_concept_new_index_from_app():
+    # 当前最大概念代码
+    max_concept_code = ths_concept_sync_common_api.get_max_concept_code()
+    # 最大概念代码上线
+    max_concept_code_limit = max_concept_code + 2
+    # 同花顺概念列表
+    ths_concept_list_exist = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
+    # 同步向上3次
+    while max_concept_code <= max_concept_code_limit:
+        try:
+            max_concept_code = max_concept_code + 1
+            concept_new_index_df = ths_concept_index_app.get_new_concept_from_app_search(max_concept_code)
+            if data_frame_util.is_empty(concept_new_index_df):
+                continue
+            concept_name = list(concept_new_index_df['concept_name'])[0]
+
+            if data_frame_util.is_string_empty(concept_name):
+                concept_name = ths_concept_index_web.get_concept_name(max_concept_code)
+
+            exist_concept_df_one = ths_concept_list_exist.loc[
+                (ths_concept_list_exist['symbol'] == max_concept_code)
+                | (ths_concept_list_exist['web_concept_code'] == max_concept_code)]
+            now_date = datetime.now()
+            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+            str_day = now_date.strftime('%Y-%m-%d')
+            if data_frame_util.is_empty(exist_concept_df_one):
+                concept_code = max_concept_code
+
+                url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
+                new_concept_one = {
+                    '_id': int(concept_code),
+                    'symbol': int(concept_code),
+                    'name': concept_name,
+                    'url': url,
+                    'str_day': str_day,
+                    'success': True,
+                    'str_now_time': str_now_time,
+                    'web_concept_code': concept_code,
+                    'web_concept_url': url,
+                    'valid': True
+                }
+                diff_one_df = pd.DataFrame(new_concept_one, index=[1])
+                mongodb_util.save_mongo(diff_one_df, db_name_constant.THS_CONCEPT_LIST)
+                # 新增概念信息处理
+                handle_new_concept_msg(concept_code, concept_name, url)
+
+                new_concept_symbol_detail_df = ths_concept_detail_api.get_ths_concept_detail(concept_code, concept_name)
+                if data_frame_util.is_empty(new_concept_symbol_detail_df):
+                    continue
+                new_concept_symbol_detail_df.loc[:, 'way'] = 'index_sync'
+                ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_detail_df,
+                                                                    concept_name,
+                                                                    str_day,
+                                                                    str_now_time, concept_code)
+                # 更新ths概念统计信息
+                ths_concept_clean_api.update_ths_concept_info()
+
+                logger.info("新增同花顺新概念:{}", concept_name)
+
+        except BaseException as e:
+            logger.error("同步新增概念代码:{},信息异常:{}", max_concept_code, e)
+
+
+'''
+同步新概念 by ths detail
+'''
+
+
+def sync_ths_concept_new_index_from_detail():
+    # 当前最大概念代码
+    max_concept_code = ths_concept_sync_common_api.get_max_concept_code()
+    # 最大概念代码上线
+    max_concept_code_limit = max_concept_code + 2
+    # 同花顺概念列表
+    ths_concept_list_exist = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
+    # 同步向上3次
+    while max_concept_code <= max_concept_code_limit:
+        try:
+            max_concept_code = max_concept_code + 1
+            concept_code = max_concept_code
+            concept_name = ths_concept_index_web.get_concept_name(concept_code)
+            new_concept_symbol_detail_df = ths_concept_detail_api.get_ths_concept_detail(concept_code, concept_name)
+            if data_frame_util.is_empty(new_concept_symbol_detail_df):
+                continue
+
+            exist_concept_df_one = ths_concept_list_exist.loc[
+                (ths_concept_list_exist['symbol'] == concept_code)
+                | (ths_concept_list_exist['web_concept_code'] == concept_code)]
+            now_date = datetime.now()
+            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+            str_day = now_date.strftime('%Y-%m-%d')
+            if data_frame_util.is_empty(exist_concept_df_one):
+                concept_code = max_concept_code
+
+                url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
+                new_concept_one = {
+                    '_id': int(concept_code),
+                    'symbol': int(concept_code),
+                    'name': concept_name,
+                    'url': url,
+                    'str_day': str_day,
+                    'success': True,
+                    'str_now_time': str_now_time,
+                    'web_concept_code': concept_code,
+                    'web_concept_url': url,
+                    'valid': True
+                }
+                diff_one_df = pd.DataFrame(new_concept_one, index=[1])
+                mongodb_util.save_mongo(diff_one_df, db_name_constant.THS_CONCEPT_LIST)
+                # 新增概念信息处理
+                handle_new_concept_msg(concept_code, concept_name, url)
+
+                new_concept_symbol_detail_df.loc[:, 'way'] = 'index_sync'
+                ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_detail_df,
+                                                                    concept_name,
+                                                                    str_day,
+                                                                    str_now_time,
+                                                                    concept_code)
+                # 更新ths概念统计信息
+                ths_concept_clean_api.update_ths_concept_info()
+
+                logger.info("新增同花顺新概念:{}", concept_name)
+
+        except BaseException as e:
+            logger.error("同步新增概念代码:{},信息异常:{}", max_concept_code, e)
+
+
+# 新增消息处理
+def handle_new_concept_msg(concept_code, concept_name, url):
+    # 推送新概念信息到微信
+    ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
+                                                        url)
+
+
+if __name__ == '__main__':
+    sync_ths_concept_new_index_from_detail()

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py

@@ -1,7 +1,7 @@
 import os
 import sys
 import pandas as pd
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_common.api.ths.concept.web.ths_concept_detail_web as ths_concept_detail_web
 import mns_common.api.em.east_money_stock_api as east_money_stock_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -86,9 +86,8 @@ def choose_type_new_concept(ths_concept_df):
 def update_symbol_new_concept(symbol_df, page_number):
     for stock_one in symbol_df.itertuples():
         try:
-            ths_concept_json = ths_stock_api.get_symbol_add_new_concept(stock_one.symbol)
+            symbol_ths_concept_all_df = ths_concept_detail_web.get_symbol_add_new_concept(stock_one.symbol)
             logger.info("同步symbol概念信息:{}", stock_one.symbol)
-            symbol_ths_concept_all_df = pd.DataFrame(ths_concept_json)
             if data_frame_util.is_empty(symbol_ths_concept_all_df):
                 continue
 
@@ -179,4 +178,4 @@ def sync_symbol_all_concept(symbol):
 
 
 if __name__ == '__main__':
-    sync_symbol_all_concept(None)
+    sync_symbol_all_concept('300085')

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py

@@ -63,7 +63,7 @@ def sync_all_investigate_stocks(page_size, search_key, begin_day, end_day):
 
 
 # 立案调查的股票
-def sync_new_high_risk_stocks():
+def sync_register_and_investigate_stocks():
     before_days = 60
     const_num = 30
     init_date = datetime.now()
@@ -124,7 +124,7 @@ def sync_new_high_risk_stocks():
 
 
 if __name__ == '__main__':
-    sync_new_high_risk_stocks()
+    sync_register_and_investigate_stocks()
     # result_df = sync_all_investigate_stocks(30, '立案', '2023-01-01', '2024-06-15')
     # result_df = result_df.sort_values(by=['announcementTime'], ascending=False)
     # print(result_df)

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/risk/self/wei_pan_stock_api.py

@@ -6,7 +6,7 @@ end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 import mns_common.component.self_choose.black_list_service_api as black_list_service_api
 from datetime import datetime
 from loguru import logger
@@ -15,7 +15,7 @@ from mns_common.constant.black_list_classify_enum import BlackClassify
 
 
 def add_concept_to_lack_list(concept_code, reason):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if data_frame_util.is_empty(new_concept_symbol_list):
         return None
 

{mns-scheduler-1.0.9.7 → mns-scheduler-1.1.0.2}/mns_scheduler/zt/zt_pool/zt_pool_sync_api.py

@@ -7,7 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd
 import mns_common.api.akshare.stock_zt_pool_api as stock_zt_pool_api
-import mns_common.api.ths.ths_stock_zt_pool_api as ths_stock_zt_pool_api
+import mns_common.api.ths.zt.ths_stock_zt_pool_api as ths_stock_zt_pool_api
 import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
 from mns_common.db.MongodbUtil import MongodbUtil