mns-scheduler 1.0.9.7__py3-none-any.whl → 1.1.0.2__py3-none-any.whl

mns_scheduler/{concept/ths/sync_new_index → backup/ths}/sync_ths_concept_by_ak_api.py

@@ -13,9 +13,9 @@ import pandas as pd
 from datetime import datetime
 import akshare as ak
 import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
 
+import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 mongodb_util = MongodbUtil('27017')
 
 
@@ -90,7 +90,7 @@ def handle_new_concept_msg(concept_code, concept_name, url):
 
 # 获取web端 新增概念详情
 def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
         return None
     new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]

mns_scheduler/{concept/ths/sync_new_index → backup/ths}/sync_ths_new_concept_by_web_api.py

@@ -5,8 +5,8 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
+import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
 import datetime
 import time
 import mns_common.api.msg.push_msg_api as push_msg_api
@@ -20,7 +20,7 @@ mongodb_util = MongodbUtil('27017')
 
 # 获取web端 新增概念详情
 def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
         return None
     new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
@@ -52,7 +52,7 @@ def sync_new_concept_data_by_web():
                 time.sleep(1)
                 continue
             time.sleep(2)
-            concept_name = ths_stock_api.get_concept_name(concept_code)
+            concept_name = ths_concept_index_web.get_concept_name(concept_code)
             concept_name = concept_name.replace('（', '(')
             concept_name = concept_name.replace('）', ')')
 
@@ -82,7 +82,6 @@ def handle_new_concept_msg(concept_code, concept_name, url):
 
 if __name__ == '__main__':
     # code = 886025
-    # name = ths_stock_api.get_concept_name(code)
     # push_msg_to_we_chat_web(code, name)
     # get_concept_detail_info_web(886026)
     # get_concept_detail_info_web(886035)

mns_scheduler/big_deal/ths_big_deal_sync.py

@@ -10,7 +10,7 @@ from datetime import datetime, time, timedelta
 from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.api.ths.ths_big_deal_api as ths_big_deal_api
+import mns_common.api.ths.big_deal.ths_big_deal_api as ths_big_deal_api
 import time as sleep_time
 import mns_common.constant.db_name_constant as db_name_constant
 

mns_scheduler/company_info/company_info_sync_api.py

@@ -9,7 +9,7 @@ sys.path.append(project_path)
 from datetime import datetime
 import pandas as pd
 from loguru import logger
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_common.api.ths.concept.web.ths_company_info_web as ths_company_info_web
 import mns_common.api.em.east_money_stock_v2_api as east_money_stock_v2_api
 import mns_scheduler.company_info.company_constant_data as company_constant_data_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
@@ -21,6 +21,7 @@ import mns_common.api.kpl.constant.kpl_constant as kpl_constant
 import mns_common.component.company.company_common_service_api as company_common_service_api
 import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 import mns_common.constant.db_name_constant as db_name_constant
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 
 mongodb_util = MongodbUtil('27017')
 # 分页大小
@@ -187,7 +188,7 @@ def fix_company_industry(symbol):
 
     try:
         # 次新股
-        sub_stock = ths_stock_api.ths_stock_concept('885598')
+        sub_stock = ths_concept_detail_api.get_ths_concept_detail('885598', None)
         sub_stock_symbol_list = list(sub_stock['symbol'])
     except BaseException as e:
         logger.error("出现异常:{},{}", symbol, e)
@@ -272,7 +273,7 @@ def single_thread_sync_company_info(east_money_stock_info,
     fail_list = []
     for company_one in east_money_stock_info.itertuples():
         try:
-            company_info_type = ths_stock_api.get_company_info_detail(company_one.symbol)
+            company_info_type = ths_company_info_web.get_company_info_detail(company_one.symbol)
             company_info_type['first_industry_code'] = company_info_type['hycode'].apply(
                 lambda x: x[1:3] + '0000')
             company_info_type['second_industry_code'] = company_info_type['hy2code'].apply(
@@ -502,11 +503,6 @@ def get_recent_year_income(symbol, company_info_type):
 
 
 if __name__ == '__main__':
-    # while True:
-    #     df = ths_stock_api.get_company_info_detail('000001')
-    #     print(df)
-    # company_info_update()
-    # company_info_type = ths_stock_api.get_company_info_detail('836699')
     # sync_company_base_info()
     # fix_company_industry()
     # calculate_circu_ratio("601069")
@@ -514,6 +510,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(['920002'])
+    sync_company_base_info(None)
     fix_company_industry(None)
     # group_by_industry()

mns_scheduler/concept/clean/ths_concept_clean_api.py

@@ -7,7 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 import time
 from loguru import logger
 import mns_common.component.company.company_common_service_api as company_common_service_api
@@ -86,7 +86,7 @@ def update_null_name():
         exist_url = concept_one.url
 
         if name == '':
-            concept_name = ths_stock_api.get_concept_name(concept_code)
+            concept_name = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
             query_concept = {"symbol": concept_code}
             new_values = {'$set': {"name": concept_name}}
             mongodb_util.update_one_query(query_concept, new_values, 'ths_concept_list')

mns_scheduler/concept/common/detaill/ths_concept_detail_api.py

@@ -0,0 +1,196 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.api.ths.concept.app.ths_concept_detail_app as ths_concept_detail_app
+import mns_common.api.ths.wen_cai.ths_wen_cai_api as ths_wen_cai_api
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+import mns_common.api.ths.concept.web.ths_concept_detail_web as ths_concept_detail_web
+import math
+from loguru import logger
+import pandas as pd
+import mns_common.utils.data_frame_util as data_frame_util
+
+
+def get_ths_concept_detail(concept_code, concept_name):
+    real_time_quotes_all_stocks = east_money_stock_api.get_real_time_quotes_all_stocks()
+    # 1  通过入选理获取概念组成股票详情
+    ths_concept_detail_by_explain = get_ths_concept_detail_by_explain(concept_code, real_time_quotes_all_stocks)
+    # 2 app 分享链接获取概念组成详情
+    ths_concept_detail_from_app = get_ths_concept_detail_from_app(concept_code, real_time_quotes_all_stocks)
+    # 3 通过问财
+    if concept_name is None or data_frame_util.is_string_empty(concept_name):
+        ths_concept_list = ths_concept_common_service_api.get_all_ths_concept()
+        ths_concept_one_df = ths_concept_list.loc[
+            (ths_concept_list['symbol'] == int(concept_code))
+            | (ths_concept_list['web_concept_code'] == int(concept_code))]
+        if data_frame_util.is_not_empty(ths_concept_one_df):
+            concept_name = list(ths_concept_one_df['name'])[0]
+    if data_frame_util.is_string_not_empty(concept_name) and concept_name is not None:
+        concept_detail_by_wen_cai_df = get_ths_concept_detail_by_wen_cai(concept_name, real_time_quotes_all_stocks)
+    else:
+        concept_detail_by_wen_cai_df = None
+    # 4 通过web端
+    ths_concept_detail_from_web_df = get_ths_concept_detail_from_web(concept_code, real_time_quotes_all_stocks)
+    # 判断是否都为空
+    all_are_none = all(
+        df is None for df in [ths_concept_detail_by_explain, ths_concept_detail_from_app,
+                              concept_detail_by_wen_cai_df, ths_concept_detail_from_web_df])
+    if all_are_none:
+        return None
+    result_df = pd.concat([ths_concept_detail_by_explain, ths_concept_detail_from_app,
+                           concept_detail_by_wen_cai_df, ths_concept_detail_from_web_df])
+
+    result_df.drop_duplicates('symbol', keep='last', inplace=True)
+    if data_frame_util.is_not_empty(ths_concept_detail_by_explain):
+        ths_concept_detail_by_explain_new = ths_concept_detail_by_explain.loc[
+            ths_concept_detail_by_explain['symbol'].isin(result_df['symbol'])]
+
+        not_in_ths_concept_detail_by_explain = result_df.loc[~(
+            result_df['symbol'].isin(ths_concept_detail_by_explain['symbol']))]
+        result_df = pd.concat([ths_concept_detail_by_explain_new, not_in_ths_concept_detail_by_explain])
+    return result_df
+
+
+# 通过入选理获取概念组成股票详情
+def get_ths_concept_detail_by_explain(concept_code, real_time_quotes_all_stocks):
+    page_size = 800
+
+    de_list_symbols = company_common_service_new_api.get_de_list_company()
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
+        ~(real_time_quotes_all_stocks['symbol'].isin(de_list_symbols))]
+
+    max_page_number = math.ceil(real_time_quotes_all_stocks.shape[0] / page_size)
+    page = 0
+
+    result_df = None
+
+    while page < max_page_number:
+        try:
+
+            begin_index = page * page_size
+            end_index = (page + 1) * page_size
+            page_df = real_time_quotes_all_stocks.iloc[begin_index: end_index]
+            code_list = ','.join(page_df['symbol'].astype(str))
+            all_ths_concept_detail = ths_concept_detail_app.get_concept_explain(concept_code, code_list)
+            if data_frame_util.is_empty(result_df) and data_frame_util.is_not_empty(all_ths_concept_detail):
+                result_df = all_ths_concept_detail
+            elif data_frame_util.is_not_empty(result_df) and data_frame_util.is_not_empty(all_ths_concept_detail):
+                result_df = pd.concat([all_ths_concept_detail, result_df])
+        except BaseException as e:
+            logger.error("通过ths概念入选理由列表获取详情异常:{},{}", concept_code, e)
+        page = page + 1
+    if data_frame_util.is_not_empty(result_df):
+        result_df = result_df[result_df['explain'].astype(str).str.len() > 0]
+    if data_frame_util.is_not_empty(result_df):
+        result_df = result_df.rename(columns={
+            "stockCode": "symbol",
+            "explain": "long"})
+        result_df = merge_data_common_fun(result_df, real_time_quotes_all_stocks)
+        return result_df
+    else:
+        return None
+
+
+# 通过分享链接获取
+def get_ths_concept_detail_from_app(concept_code, real_time_quotes_all_stocks):
+    ths_concept_detail_from_app = ths_concept_detail_app.get_ths_concept_detail_by_app(concept_code)
+    if data_frame_util.is_not_empty(ths_concept_detail_from_app):
+        ths_concept_detail_from_app['long'] = ''
+        ths_concept_detail_from_app = ths_concept_detail_from_app[[
+            'symbol',
+            'long'
+        ]]
+        ths_concept_detail_from_app = merge_data_common_fun(ths_concept_detail_from_app,
+                                                            real_time_quotes_all_stocks)
+        return ths_concept_detail_from_app
+
+    else:
+        return None
+
+
+# 3 通过问财
+def get_ths_concept_detail_by_wen_cai(concept_name, real_time_quotes_all_stocks):
+    concept_detail_by_wen_cai_df = ths_wen_cai_api.get_concept_detail_by_wen_cai(concept_name)
+    if data_frame_util.is_not_empty(concept_detail_by_wen_cai_df):
+        concept_detail_by_wen_cai_df = concept_detail_by_wen_cai_df[[
+            'symbol',
+            'explain'
+        ]]
+
+        concept_detail_by_wen_cai_df = concept_detail_by_wen_cai_df.rename(columns={
+            "explain": "long"})
+        concept_detail_by_wen_cai_df = merge_data_common_fun(concept_detail_by_wen_cai_df,
+                                                             real_time_quotes_all_stocks)
+
+    return concept_detail_by_wen_cai_df
+
+
+# 通过web端 最近不可用
+def get_ths_concept_detail_from_web(concept_code, real_time_quotes_all_stocks):
+    ths_concept_detail_from_web_df = ths_concept_detail_web.stock_board_cons_ths(concept_code)
+    if data_frame_util.is_not_empty(ths_concept_detail_from_web_df):
+        ths_concept_detail_from_web_df = ths_concept_detail_from_web_df[[
+            'symbol'
+        ]]
+        ths_concept_detail_from_web_df['long'] = ''
+
+        ths_concept_detail_from_web_df = merge_data_common_fun(ths_concept_detail_from_web_df,
+                                                               real_time_quotes_all_stocks)
+
+    return ths_concept_detail_from_web_df
+
+
+def merge_data_common_fun(result_df, real_time_quotes_all_stocks):
+    real_time_quotes_ths_detail = real_time_quotes_all_stocks.loc[
+        real_time_quotes_all_stocks['symbol'].isin(result_df['symbol'])]
+    real_time_quotes_ths_detail = common_service_fun_api.total_mv_classification(real_time_quotes_ths_detail)
+    real_time_quotes_ths_detail = real_time_quotes_ths_detail[[
+        "symbol",
+        "name",
+        "now_price",
+        "chg",
+        "exchange",
+        "amount",
+        "flow_mv_sp",
+        "total_mv_sp"]]
+
+    query_field = {
+        "concept_name": 1,
+        "concept_code": 1,
+        "company_type": 1,
+        "concept_create_day": 1,
+        "first_relevance_industry": 1,
+        "second_relevance_industry": 1,
+        "industry": 1
+    }
+    query_field_key = str(query_field)
+    query_key = str({})
+    company_df = company_common_service_new_api.get_company_info_by_field(query_key, query_field_key)
+    company_ths_df = company_df.loc[company_df['_id'].isin(result_df['symbol'])]
+
+    result_df['short'] = result_df['long']
+    result_df = result_df.set_index(['symbol'], drop=True)
+    company_ths_df = company_ths_df.set_index(['_id'], drop=True)
+    real_time_quotes_ths_detail = real_time_quotes_ths_detail.set_index(['symbol'], drop=False)
+    result_df = pd.merge(real_time_quotes_ths_detail, result_df,
+                         how='outer',
+                         left_index=True, right_index=True)
+    result_df = pd.merge(result_df, company_ths_df,
+                         how='outer',
+                         left_index=True, right_index=True)
+    return result_df
+
+
+if __name__ == '__main__':
+    get_ths_concept_detail('886073', '铜缆高速连接')
+    real_time_quotes_all_stocks_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    get_ths_concept_detail_from_web('886072', real_time_quotes_all_stocks_df)
+    get_ths_concept_detail_by_explain('886078', real_time_quotes_all_stocks_df)
+    get_ths_concept_detail_by_wen_cai('PCB概念', real_time_quotes_all_stocks_df)

mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py

@@ -2,7 +2,6 @@ import sys
 import os
 
 import pandas as pd
-import mns_common.api.ths.ths_stock_api as ths_stock_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.component.company.company_common_service_api as company_common_service_api
 
@@ -13,6 +12,7 @@ sys.path.append(project_path)
 mongodb_util = MongodbUtil('27017')
 import mns_common.api.msg.push_msg_api as push_msg_api
 import mns_scheduler.company_info.company_info_sync_api as company_info_sync_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 
 max_concept_code = 886110
 
@@ -155,7 +155,7 @@ def update_company_info(new_concept_symbol_df):
 
 
 def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
         return None
     new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']

mns_scheduler/concept/ths/common/ths_concept_update_common_api.py

@@ -13,9 +13,7 @@ import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
 from datetime import datetime
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import pandas as pd
-
+import mns_common.api.ths.concept.web.ths_concept_detail_web as ths_concept_detail_web
 mongodb_util = MongodbUtil('27017')
 
 
@@ -69,8 +67,7 @@ def update_null_reason(nan_reason_df):
                 continue
             web_concept_code = list(ths_concept_one_df['web_concept_code'])[0]
 
-            ths_concept_json = ths_stock_api.get_symbol_add_new_concept(nan_one.symbol)
-            symbol_ths_concept_all_df = pd.DataFrame(ths_concept_json)
+            symbol_ths_concept_all_df = ths_concept_detail_web.get_one_symbol_all_ths_concepts(nan_one.symbol)
 
             symbol_ths_concept_one_df = symbol_ths_concept_all_df[
                 symbol_ths_concept_all_df['cid'] == web_concept_code]

mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py

@@ -0,0 +1,170 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.ths.concept.app.ths_concept_index_app as ths_concept_index_app
+import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
+from mns_common.db.MongodbUtil import MongodbUtil
+from datetime import datetime
+import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
+import pandas as pd
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
+import mns_common.constant.db_name_constant as db_name_constant
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_ths_concept_new_index():
+    # 同步ths新概念 通过app搜索
+    sync_ths_concept_new_index_from_app()
+    # 通过ths详情搜索
+    sync_ths_concept_new_index_from_detail()
+
+
+'''
+同步ths新概念 通过app搜索
+'''
+
+
+def sync_ths_concept_new_index_from_app():
+    # 当前最大概念代码
+    max_concept_code = ths_concept_sync_common_api.get_max_concept_code()
+    # 最大概念代码上线
+    max_concept_code_limit = max_concept_code + 2
+    # 同花顺概念列表
+    ths_concept_list_exist = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
+    # 同步向上3次
+    while max_concept_code <= max_concept_code_limit:
+        try:
+            max_concept_code = max_concept_code + 1
+            concept_new_index_df = ths_concept_index_app.get_new_concept_from_app_search(max_concept_code)
+            if data_frame_util.is_empty(concept_new_index_df):
+                continue
+            concept_name = list(concept_new_index_df['concept_name'])[0]
+
+            if data_frame_util.is_string_empty(concept_name):
+                concept_name = ths_concept_index_web.get_concept_name(max_concept_code)
+
+            exist_concept_df_one = ths_concept_list_exist.loc[
+                (ths_concept_list_exist['symbol'] == max_concept_code)
+                | (ths_concept_list_exist['web_concept_code'] == max_concept_code)]
+            now_date = datetime.now()
+            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+            str_day = now_date.strftime('%Y-%m-%d')
+            if data_frame_util.is_empty(exist_concept_df_one):
+                concept_code = max_concept_code
+
+                url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
+                new_concept_one = {
+                    '_id': int(concept_code),
+                    'symbol': int(concept_code),
+                    'name': concept_name,
+                    'url': url,
+                    'str_day': str_day,
+                    'success': True,
+                    'str_now_time': str_now_time,
+                    'web_concept_code': concept_code,
+                    'web_concept_url': url,
+                    'valid': True
+                }
+                diff_one_df = pd.DataFrame(new_concept_one, index=[1])
+                mongodb_util.save_mongo(diff_one_df, db_name_constant.THS_CONCEPT_LIST)
+                # 新增概念信息处理
+                handle_new_concept_msg(concept_code, concept_name, url)
+
+                new_concept_symbol_detail_df = ths_concept_detail_api.get_ths_concept_detail(concept_code, concept_name)
+                if data_frame_util.is_empty(new_concept_symbol_detail_df):
+                    continue
+                new_concept_symbol_detail_df.loc[:, 'way'] = 'index_sync'
+                ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_detail_df,
+                                                                    concept_name,
+                                                                    str_day,
+                                                                    str_now_time, concept_code)
+                # 更新ths概念统计信息
+                ths_concept_clean_api.update_ths_concept_info()
+
+                logger.info("新增同花顺新概念:{}", concept_name)
+
+        except BaseException as e:
+            logger.error("同步新增概念代码:{},信息异常:{}", max_concept_code, e)
+
+
+'''
+同步新概念 by ths detail
+'''
+
+
+def sync_ths_concept_new_index_from_detail():
+    # 当前最大概念代码
+    max_concept_code = ths_concept_sync_common_api.get_max_concept_code()
+    # 最大概念代码上线
+    max_concept_code_limit = max_concept_code + 2
+    # 同花顺概念列表
+    ths_concept_list_exist = mongodb_util.find_all_data(db_name_constant.THS_CONCEPT_LIST)
+    # 同步向上3次
+    while max_concept_code <= max_concept_code_limit:
+        try:
+            max_concept_code = max_concept_code + 1
+            concept_code = max_concept_code
+            concept_name = ths_concept_index_web.get_concept_name(concept_code)
+            new_concept_symbol_detail_df = ths_concept_detail_api.get_ths_concept_detail(concept_code, concept_name)
+            if data_frame_util.is_empty(new_concept_symbol_detail_df):
+                continue
+
+            exist_concept_df_one = ths_concept_list_exist.loc[
+                (ths_concept_list_exist['symbol'] == concept_code)
+                | (ths_concept_list_exist['web_concept_code'] == concept_code)]
+            now_date = datetime.now()
+            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+            str_day = now_date.strftime('%Y-%m-%d')
+            if data_frame_util.is_empty(exist_concept_df_one):
+                concept_code = max_concept_code
+
+                url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
+                new_concept_one = {
+                    '_id': int(concept_code),
+                    'symbol': int(concept_code),
+                    'name': concept_name,
+                    'url': url,
+                    'str_day': str_day,
+                    'success': True,
+                    'str_now_time': str_now_time,
+                    'web_concept_code': concept_code,
+                    'web_concept_url': url,
+                    'valid': True
+                }
+                diff_one_df = pd.DataFrame(new_concept_one, index=[1])
+                mongodb_util.save_mongo(diff_one_df, db_name_constant.THS_CONCEPT_LIST)
+                # 新增概念信息处理
+                handle_new_concept_msg(concept_code, concept_name, url)
+
+                new_concept_symbol_detail_df.loc[:, 'way'] = 'index_sync'
+                ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_detail_df,
+                                                                    concept_name,
+                                                                    str_day,
+                                                                    str_now_time,
+                                                                    concept_code)
+                # 更新ths概念统计信息
+                ths_concept_clean_api.update_ths_concept_info()
+
+                logger.info("新增同花顺新概念:{}", concept_name)
+
+        except BaseException as e:
+            logger.error("同步新增概念代码:{},信息异常:{}", max_concept_code, e)
+
+
+# 新增消息处理
+def handle_new_concept_msg(concept_code, concept_name, url):
+    # 推送新概念信息到微信
+    ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
+                                                        url)
+
+
+if __name__ == '__main__':
+    sync_ths_concept_new_index_from_detail()

mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py

@@ -1,7 +1,7 @@
 import os
 import sys
 import pandas as pd
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_common.api.ths.concept.web.ths_concept_detail_web as ths_concept_detail_web
 import mns_common.api.em.east_money_stock_api as east_money_stock_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -86,9 +86,8 @@ def choose_type_new_concept(ths_concept_df):
 def update_symbol_new_concept(symbol_df, page_number):
     for stock_one in symbol_df.itertuples():
         try:
-            ths_concept_json = ths_stock_api.get_symbol_add_new_concept(stock_one.symbol)
+            symbol_ths_concept_all_df = ths_concept_detail_web.get_symbol_add_new_concept(stock_one.symbol)
             logger.info("同步symbol概念信息:{}", stock_one.symbol)
-            symbol_ths_concept_all_df = pd.DataFrame(ths_concept_json)
             if data_frame_util.is_empty(symbol_ths_concept_all_df):
                 continue
 
@@ -179,4 +178,4 @@ def sync_symbol_all_concept(symbol):
 
 
 if __name__ == '__main__':
-    sync_symbol_all_concept(None)
+    sync_symbol_all_concept('300085')

mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py

@@ -63,7 +63,7 @@ def sync_all_investigate_stocks(page_size, search_key, begin_day, end_day):
 
 
 # 立案调查的股票
-def sync_new_high_risk_stocks():
+def sync_register_and_investigate_stocks():
     before_days = 60
     const_num = 30
     init_date = datetime.now()
@@ -124,7 +124,7 @@ def sync_new_high_risk_stocks():
 
 
 if __name__ == '__main__':
-    sync_new_high_risk_stocks()
+    sync_register_and_investigate_stocks()
     # result_df = sync_all_investigate_stocks(30, '立案', '2023-01-01', '2024-06-15')
     # result_df = result_df.sort_values(by=['announcementTime'], ascending=False)
     # print(result_df)

mns_scheduler/risk/self/wei_pan_stock_api.py

@@ -6,7 +6,7 @@ end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-import mns_common.api.ths.ths_stock_api as ths_stock_api
+import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
 import mns_common.component.self_choose.black_list_service_api as black_list_service_api
 from datetime import datetime
 from loguru import logger
@@ -15,7 +15,7 @@ from mns_common.constant.black_list_classify_enum import BlackClassify
 
 
 def add_concept_to_lack_list(concept_code, reason):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
+    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
     if data_frame_util.is_empty(new_concept_symbol_list):
         return None
 

mns_scheduler/zt/zt_pool/zt_pool_sync_api.py

@@ -7,7 +7,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd
 import mns_common.api.akshare.stock_zt_pool_api as stock_zt_pool_api
-import mns_common.api.ths.ths_stock_zt_pool_api as ths_stock_zt_pool_api
+import mns_common.api.ths.zt.ths_stock_zt_pool_api as ths_stock_zt_pool_api
 import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
 from mns_common.db.MongodbUtil import MongodbUtil

mns_scheduler/zz_task/data_sync_task.py

@@ -31,8 +31,6 @@ import \
     mns_scheduler.concept.ths.update_concept_info.sync_one_concept_all_symbols_api as sync_one_concept_all_symbols_api
 import \
     mns_scheduler.concept.ths.update_concept_info.sync_one_symbol_all_concepts_api as sync_one_symbol_all_concepts_api
-import mns_scheduler.concept.ths.sync_new_index.sync_ths_new_concept_by_web_api as sync_ths_new_concept_by_web_api
-import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_by_ak_api as sync_ths_concept_by_ak_api
 import mns_scheduler.kpl.selection.total.sync_kpl_best_total_sync_api as sync_kpl_best_total_sync_api
 import mns_scheduler.company_info.company_info_sync_api as company_info_sync_api
 import mns_scheduler.trade.auto_ipo_buy_api as auto_ipo_buy_api
@@ -47,6 +45,7 @@ import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_poo
 import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
 import mns_scheduler.risk.self.wei_pan_stock_api as wei_pan_stock_api
 import mns_scheduler.risk.transactions.transactions_check_api as transactions_check_api
+import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api as sync_ths_concept_new_index_api
 
 
 # 同步交易日期任务完成
@@ -238,24 +237,14 @@ def concept_info_clean():
 def update_one_concept_all_symbol_detail():
     logger.info('同步概念下所有股票组成')
     sync_one_concept_all_symbols_api.update_concept_all_symbol_detail()
-    update_ths_concept_choose_null_reason()
+    ths_concept_update_common_api.update_ths_concept_choose_null_reason()
 
 
 # 同步单只股票下所有概念 by 股票代码
 def update_one_symbol_all_concepts():
     logger.info('同步单只股票所有概念组成')
     sync_one_symbol_all_concepts_api.sync_symbol_all_concept(None)
-    update_ths_concept_choose_null_reason()
-
-
-# 同步同花顺新增概念指数通过web端接口爬取 8开头
-def sync_new_concept_data_by_web():
-    sync_ths_new_concept_by_web_api.sync_new_concept_data_by_web()
-
-
-# 同步同花顺新增概念指数通过ak_share接口爬取 3开头
-def sync_new_ths_concept_by_ak_api():
-    sync_ths_concept_by_ak_api.sync_new_ths_concept_by_ak_api()
+    ths_concept_update_common_api.update_ths_concept_choose_null_reason()
 
 
 # 同步开盘啦精选指数
@@ -270,20 +259,22 @@ def update_best_choose_plate_relation():
     sync_kpl_best_total_sync_api.update_best_choose_plate_relation()
 
 
-# 同步新概念通过web端
-def sync_new_concept_data_web():
-    # 同步同花顺新增概念指数通过web端接口爬取
-    sync_new_concept_data_by_web()
-    # 同步同花顺新增概念指数通过ak_share接口爬取
-    sync_new_ths_concept_by_ak_api()
-    update_ths_concept_choose_null_reason()
-    logger.info("同步新概念web端数据任务完成")
+# 同步ths新概念
+def sync_new_concept_index():
+    sync_ths_concept_new_index_api.sync_ths_concept_new_index()
+    logger.info("同步ths新概念任务完成")
 
-
-# 更新空的入选概念
-def update_ths_concept_choose_null_reason():
-    logger.info("更新空的入选概念")
     ths_concept_update_common_api.update_ths_concept_choose_null_reason()
+    logger.info("更新空的入选概念任务完成")
+
+
+# 同步ths新概念 轮训任务
+def sync_new_concept_index_task():
+    now_date = datetime.now()
+    hour = now_date.hour
+    if hour != 9:
+        sync_ths_concept_new_index_api.sync_ths_concept_new_index()
+        logger.info("同步ths新概念任务完成")
 
 
 # 清洗公司基本信息
@@ -325,9 +316,9 @@ def sync_kpl_best_his_quotes():
 
 
 # 同步高风险的股票
-def sync_new_high_risk_stocks():
+def sync_high_risk_stocks():
     logger.info('同步被立案调查的股票')
-    register_and_investigate_stock_sync_api.sync_new_high_risk_stocks()
+    register_and_investigate_stock_sync_api.sync_register_and_investigate_stocks()
     reason_detail = '微盘股拉黑'
     concept_code_wei_pan = '883418'
     wei_pan_stock_api.add_concept_to_lack_list(concept_code_wei_pan, reason_detail)
@@ -393,10 +384,10 @@ blockingScheduler.add_job(update_one_concept_all_symbol_detail, 'cron', hour='08
 blockingScheduler.add_job(update_one_symbol_all_concepts, 'cron', hour='09,18,12', minute='15')
 
 # 开盘前同步同花顺新概念指数
-blockingScheduler.add_job(sync_new_concept_data_web, 'cron', hour='09,22', minute='00,10,20,28')
+blockingScheduler.add_job(sync_new_concept_index, 'cron', hour='09,22', minute='01,10,20,28,41,58')
 
 # 同步同花顺新增概念指数(定时轮训,暂时10分钟)
-# blockingScheduler.add_job(sync_new_concept_data_web, 'interval', minutes=10, max_instances=4)
+blockingScheduler.add_job(sync_new_concept_index_task, 'interval', minutes=10, max_instances=4)
 
 # 同步开盘啦新增精选概念(定时轮训,暂时五分钟)
 blockingScheduler.add_job(sync_all_kpl_plate_info, 'interval', minutes=5, max_instances=4)
@@ -418,8 +409,8 @@ blockingScheduler.add_job(sync_kpl_best_his_quotes, 'cron', hour='18,22', minute
 # 更新开盘啦指数关系
 blockingScheduler.add_job(sync_position, 'cron', hour='0,08', minute='10')
 
-# 同步被立案调查的股票
-blockingScheduler.add_job(sync_new_high_risk_stocks, 'cron', hour='0,09,12,16', minute='20')
+# 同步高风险股票
+blockingScheduler.add_job(sync_high_risk_stocks, 'cron', hour='0,09,12,16', minute='20')
 
 # 同步互动回答
 blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17', minute='05')

{mns_scheduler-1.0.9.7.dist-info → mns_scheduler-1.1.0.2.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.9.7
+Version: 1.1.0.2
 

{mns_scheduler-1.0.9.7.dist-info → mns_scheduler-1.1.0.2.dist-info}/RECORD

@@ -1,33 +1,34 @@
 mns_scheduler/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/backup/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/backup/app/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/backup/app/ths_new_concept_sync_app.py,sha256=kQShkBRWOs6Q5n-MuPDuuteuKpFZotvFDoc8RiftesQ,5223
 mns_scheduler/backup/em/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/backup/em/em_new_concept_his_sync.py,sha256=Yqbuz9VE9433o0Z6BvDo5adhj3lK4vmN66XNQBIdC1k,4992
 mns_scheduler/backup/em/em_new_concept_sync_common_api.py,sha256=KnNCf0KXy31GFwF1-wbbkfDM-H7-cEtcVoCwl4QmoVs,7083
 mns_scheduler/backup/em/em_new_concept_sync_web.py,sha256=wVS0yLyPYzpcxfWAuUqmqbYkjw9wjpo48CvLSZFckzw,2334
-mns_scheduler/backup/wen_cai/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/backup/wen_cai/wen_cai_concept_sync.py,sha256=boKtgOIXIsRny5n1keZm4luDFCiooudbPDsEFIGImIw,1747
+mns_scheduler/backup/ths/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/backup/ths/sync_ths_concept_by_ak_api.py,sha256=8QBiRKc0Q3ez-kBwvz7G8HrFDD_ANd8smOpQtGyvKIs,5371
+mns_scheduler/backup/ths/sync_ths_new_concept_by_web_api.py,sha256=dLd2V67AFnE9xf5H8YGyaJ0j7z8FhtTemFVGOuOeHJ4,4087
 mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=wezGJWFRnKYBaPP9PVXLqMbHENOXgvJtw3HSGCSlX5c,4555
+mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=aMFj-_pLprh4vGjSSzmr_tlYoPA0L4Lm0SkLRkQwIiw,4564
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/company_constant_data.py,sha256=_JUan2ds_o4dMUwiPyKnF6oUQd8Nf2UqkHYhSv1FW08,14531
-mns_scheduler/company_info/company_info_sync_api.py,sha256=GBbeN0n7b3XOSfrKrpEIgjxBRAXVL9qcl_dljPscXgg,22643
+mns_scheduler/company_info/company_info_sync_api.py,sha256=fCRHXGBx4ugJI3KydqhtjYAHXEmyTPIgr-NBhYPCOXM,22576
 mns_scheduler/company_info/de_list_stock_service.py,sha256=GCp6hlvO-SuH1oIpEsYZwEnGUOa6fXb2D7CqAUYXKQA,1993
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=xxIIgrXLI6xLf10t4unJa7aMB_QeKeki1HJVeXsntkY,4512
-mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=XjmlLlzJ6kLDAXyaQwZJ1maYJpjE7P3DO7S1ieHOHRo,5907
+mns_scheduler/concept/clean/ths_concept_clean_api.py,sha256=42sbd8VqJeOKxJuxLVsU9YFK_YUSePTGrK2AWbabhA0,5964
+mns_scheduler/concept/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/concept/common/detaill/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/concept/common/detaill/ths_concept_detail_api.py,sha256=tRuSkET-lw1M7rHDImrIM_1X-uMhxq_zF_d3FX1DoUc,9378
 mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=8KOz1AlUFmo0hdlkOuc5rDLKIeYkRK3-ooA5Z_wJX10,6724
-mns_scheduler/concept/ths/common/ths_concept_update_common_api.py,sha256=9yROs3rDL54hVaDjXE34jddf8fsmp5njh_p5it9x9pE,4460
+mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=W-Bu2PVFOTh5h2h_27_RcszXLRLq6TU1hCg9y_FGVyw,6780
+mns_scheduler/concept/ths/common/ths_concept_update_common_api.py,sha256=4BQT3A9t-nDIyCpILgRZF7ZOgK1oabp-gJl5nyWvKWc,4418
 mns_scheduler/concept/ths/sync_new_index/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_by_ak_api.py,sha256=QisRyO-76s4452F6WmMFLcDr0XZRFdfQhdCt5uinCe4,5315
-mns_scheduler/concept/ths/sync_new_index/sync_ths_new_concept_by_web_api.py,sha256=K991XQCe4PqwERRrBAZTpIfo9iu2zC2ncJUWkN_OBBM,3990
+mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py,sha256=9ol2cvxSO2Ot4Z5fmlo9tUPFe6WwsuVX_H9ogtv3QrI,7841
 mns_scheduler/concept/ths/update_concept_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/update_concept_info/sync_one_concept_all_symbols_api.py,sha256=ipRtiihpHlbxuces7YpHfvBtCDxgzrVXjcCKZiFBPaw,1928
-mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py,sha256=OuRgGcBsehEc-Y8awZIsN7Xq3wOilh-XLkfQvL_iHRU,8852
+mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py,sha256=oPDi3h4BZWBUPnj3QeIvXhlqhL80_U6oiTuOEblSu54,8832
 mns_scheduler/db/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/col_move_service.py,sha256=1XMuC9E9eif8eeLWqnby_c9uhuoZO0ZaMa5xssWe4Wg,4090
 mns_scheduler/db/db_status.py,sha256=K1jtYIGZzDV6knpoJLLnXEhN3tyziJp_zY2gSfguHCA,747
@@ -87,9 +88,9 @@ mns_scheduler/risk/financial/net_assets_check_api.py,sha256=TPiTDMlX8X7-rkx97M8b
 mns_scheduler/risk/financial/profit_income_check_api.py,sha256=4iGZEIveq5SIOBziyMH72oxSKbQJ3WfyjUMhDJfxUEU,4358
 mns_scheduler/risk/financial/stock_equity_mortgage_check_api.py,sha256=SQ7dieSCOf1z42Wi1zDEii3poAT5wfyBrV43dXkAaaw,22
 mns_scheduler/risk/major_violations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py,sha256=XcJcVpu2qjIzXGuNCYC5J8AJX69eScPxTv6WugaXwt4,5650
+mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py,sha256=_xPQxT6OS7J7_PtA7hbfCmMS7VzpZTWoZUOXzwoesUs,5672
 mns_scheduler/risk/self/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mns_scheduler/risk/self/wei_pan_stock_api.py,sha256=PRaFmdnQ7763ngEYAcBkQ7FGP9CJENJZnLfO7bAn1c0,1846
+mns_scheduler/risk/self/wei_pan_stock_api.py,sha256=osU3XrPZXDzPdtVCq601ZlSTZUqIhGxoXsowWgPAM4w,1902
 mns_scheduler/risk/test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/risk/test/fix_blask_list.py,sha256=jjLhhIWH1L4CgNp2jQ_HAHbC3wVgeX1TzhqC--_D2MI,1249
 mns_scheduler/risk/transactions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -114,11 +115,11 @@ mns_scheduler/zt/script/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda
 mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=qSlcd4dq1A9MjV-5ikyrtGEzxOwXKpWCD9FSzGpatTo,6118
 mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=R0syG5gcXRlLxswbBlE6hpKUK1mjERgUJ3dX0X7bXjE,1691
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zt/zt_pool/zt_pool_sync_api.py,sha256=Uca9fcnxIiz5Pfe1Ot_IgRu7zA7KqM7wtOHkMKF2kSo,7604
+mns_scheduler/zt/zt_pool/zt_pool_sync_api.py,sha256=YusilleacIhhks1m7qkYHdBS16yvjai2avCSfrDpWAg,7607
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=qp56htTa7E38a5A-xI7cSXc3osvBt6vvGoz0JDm1Xf8,17723
+mns_scheduler/zz_task/data_sync_task.py,sha256=Nl-hSRxrgdQh57UubES_MtI0RBYDaZUnBb-M_Sr6Bd8,17319
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.9.7.dist-info/METADATA,sha256=SGR9dt1FOEUr8_XsVagb-65B5E-QaC3_19v78IHEXwA,64
-mns_scheduler-1.0.9.7.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.9.7.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.9.7.dist-info/RECORD,,
+mns_scheduler-1.1.0.2.dist-info/METADATA,sha256=Es8f0EL6Evt89ypZrAYq1q2HFcg_Xr0v-5xamio_y50,64
+mns_scheduler-1.1.0.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.1.0.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.1.0.2.dist-info/RECORD,,

mns_scheduler/backup/app/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/backup/app/ths_new_concept_sync_app.py

@@ -1,122 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import datetime
-import time
-import mns_common.api.msg.push_msg_api as push_msg_api
-from loguru import logger
-import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-import pandas as pd
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-# app 端获取新增概念信息 接口不稳定
-
-# 获取最大概念代码
-def get_max_concept_name():
-    query = {"symbol": {'$ne': 'null'}, "success": True}
-    return mongodb_util.descend_query(query, 'ths_concept_list', 'symbol', 1)
-
-
-# 获取app端新概念名称
-def get_concept_detail_info_app(concept_code):
-    return ths_stock_api.get_new_concept_code_app(concept_code)
-
-
-# 获取app端新概念详细列表
-def get_new_concept_detail_list_app(concept_code):
-    new_concept_symbol_list = ths_stock_api.get_new_concept_list_app(concept_code)
-    if new_concept_symbol_list is None or new_concept_symbol_list.shape == 0:
-        return None
-    new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
-    new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']
-    return new_concept_symbol_list
-
-
-# 推送新概念信息到微信
-def push_msg_to_we_chat_app(concept_code, concept_name):
-    url = f'https://m.10jqka.com.cn/hq/industry.html#code={concept_code}&refCountId=R_55ba2964_186'
-    msg = "概念代码:" + str(concept_code) + "," + "概念名称:" + concept_name + "," + "url:   " + url
-    title = "新增概念:" + str(concept_code) + "-" + concept_name
-    push_msg_api.push_msg_to_wechat(title, msg)
-
-
-# 保存新概念信息到数据库
-def save_ths_concept_list_app(concept_code, concept_name, str_day, str_now_time, success):
-    concept_code = int(concept_code)
-    url = 'https://m.10jqka.com.cn/hq/industry.html#code=' + str(concept_code) + '&refCountId=R_55ba2964_186'
-    ths_concept_list = pd.DataFrame([
-        [concept_code, concept_code, concept_name, str_day, url, str_now_time, success],
-    ], columns=['_id', 'symbol', 'name', 'str_day', 'url', 'str_now_time', 'success'])
-
-    mongodb_util.save_mongo(ths_concept_list, 'ths_concept_list')
-
-
-# 同步新概念信息 从app爬取
-def sync_new_concept_data():
-    max_concept_name = get_max_concept_name()
-    try:
-        now_date = datetime.datetime.now()
-        str_day = now_date.strftime('%Y-%m-%d')
-        str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        concept_code = list(max_concept_name['symbol'])[0]
-        success = list(max_concept_name['success'])[0]
-        if success:
-            concept_code = concept_code + 1
-
-        new_concept_df = get_concept_detail_info_app(concept_code)
-        if new_concept_df is None or new_concept_df.shape[0] == 0:
-            time.sleep(1)
-            return None
-
-        concept_name = list(new_concept_df['concept_name'])[0]
-        concept_code = list(new_concept_df['concept_code'])[0]
-        if success:
-            # 推送新概念信息到微信
-            push_msg_to_we_chat_app(concept_code, concept_name)
-        # 获取新概念详细信息
-        new_concept_symbol_list = get_new_concept_detail_list_app(concept_code)
-
-        if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
-            # 保存新概念信息到数据库
-            query = {"symbol": int(concept_code), "success": True}
-            exist_success = mongodb_util.exist_data_query('ths_concept_list', query)
-            if bool(1 - exist_success):
-                save_ths_concept_list_app(concept_code, concept_name, str_day, str_now_time, False)
-                time.sleep(1)
-
-        else:
-            # 保存新概念信息到数据库
-            save_ths_concept_list_app(concept_code, concept_name, str_day, str_now_time, True)
-            new_concept_symbol_list.loc[:, 'way'] = 'index_sync'
-            # 保存新概念详细信息到数据库
-            ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_list, concept_name, str_day,
-                                                                str_now_time, concept_code)
-            time.sleep(1)
-
-    except BaseException as e:
-        logger.error("同步新概念异常:{},concept_code:{}", e, concept_code)
-
-
-if __name__ == '__main__':
-    # myquery1 = {"symbol": {"$ne": 'null'}}
-    # newvalues1 = {"$set": {"success": True}}
-    #
-    # mongodb_util_remote.update_many(myquery1, newvalues1, 'ths_concept_list')
-    # concept_df = get_concept_detail_info_app('886033')
-    df = get_new_concept_detail_list_app('883418')
-    print(df)
-    # sync_new_concept_data()
-    # code = 886026
-    # while True:
-    #     symbol_new_concept = get_concept_detail_info_app(code)
-    #     logger.info(symbol_new_concept)
-    #     new_concept_symbols = ths_stock_api.get_new_concept_list_app(code)
-    #     logger.info(new_concept_symbols)

mns_scheduler/backup/wen_cai/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/backup/wen_cai/wen_cai_concept_sync.py

@@ -1,51 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from datetime import datetime
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import mns_common.utils.date_handle_util as date_handle_util
-import mns_common.utils.data_frame_util as data_frame_util
-
-
-def sync_wei_concept_data():
-    now_date = datetime.now()
-    str_day = now_date.strftime('%Y-%m-%d')
-    number = 1
-    result = None
-    while True:
-        wen_cai_concept_df = ths_stock_api.ths_concept_wen_cai(date_handle_util.no_slash_date(str_day),
-                                                               str(number))
-        result = data_frame_util.merge_choose_data_no_drop(result, wen_cai_concept_df)
-        if wen_cai_concept_df.shape[0] < 50:
-            break
-        number = number + 1
-    result = result.rename(columns={"股票代码": "symbol",
-                                    "股票简称": "name",
-                                    "最新价": "price",
-                                    "最新涨跌幅": "chg",
-                                    "所属概念": "concepts",
-                                    "所属概念数量": "concept_num"
-                                    })
-    result = result[[
-        'symbol',
-        'name',
-        'price',
-        'chg',
-        'concepts',
-        'concept_num',
-        'market_code',
-        'code',
-    ]]
-    result['chg'].fillna(0, inplace=True)
-    result['price'].fillna(0, inplace=True)
-    result['concepts'].fillna(0, inplace=True)
-    return result
-
-
-if __name__ == '__main__':
-    df = sync_wei_concept_data()
-    print(df)