mns-scheduler 1.1.3.6__py3-none-any.whl → 1.1.4.0__py3-none-any.whl

mns_scheduler/backup/data/collection_move.py

@@ -1,53 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from loguru import logger
-
-db_name_list = [
-    # 'company_info', 'company_info_base', 'company_info_his', 'company_info_hk', 'de_list_stock',
-    # 'em_stock_asset_liability',
-    # 'em_stock_profit',
-    # 'k_line_info',
-    'kpl_best_choose_daily', 'kpl_best_choose_his', 'kpl_best_choose_index',
-    'kpl_best_choose_index_detail',
-    'kpl_his_quotes', 'recent_hot_stocks', 'self_black_stock', 'self_choose_plate', 'self_choose_stock', 'sse_info_uid',
-    'stock_gdfx_free_top_10', 'stock_high_chg_pool', 'stock_interactive_question', 'stock_qfq_daily',
-    'stock_qfq_monthly', 'stock_qfq_weekly', 'stock_zt_pool', 'stock_zt_pool_five', 'stock_zb_pool', 'sw_industry',
-    'ths_concept_list', 'ths_stock_concept_detail', 'ths_stock_concept_detail_app', 'ths_zt_pool',
-    'today_new_concept_list',
-    'trade_date_list', 'realtime_quotes_now_zt_new', 'realtime_quotes_now_open', 'realtime_quotes_now_zt_new_kc_open']
-
-
-def db_export(db, col):
-    cmd = 'F:/mongo/bin/mongodump.exe --host ' + db + ' -d patience -c ' + col + ' -o D:/back'
-    os.system(cmd)
-    logger.info("export finished:{}", col)
-
-
-def db_import(db, col):
-    cmd = 'F:/mongo/bin/mongorestore.exe --host ' + db + ' -d patience -c ' + col + ' D:/back/patience/' + col + '.bson'
-    os.system(cmd)
-
-    path = 'D:\\back\\patience\\' + col + '.bson'
-    cmd_del = 'del /F /S /Q ' + path
-    os.system(cmd_del)
-
-    logger.info("import finished:{}", col)
-
-
-def collection_to_local():
-    for db_name in db_name_list:
-        try:
-            db_export('127.0.0.1:27017', db_name)
-            db_import('192.168.1.6:27017', db_name)
-            logger.info("同步到集合:{}", db_name)
-        except BaseException as e:
-            logger.error("出现异常:{}", e)
-
-
-if __name__ == '__main__':
-    collection_to_local()

mns_scheduler/backup/data/sync_data_to_local.py

@@ -1,55 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-
-mongodb_util = MongodbUtil('27017')
-
-from mns_common.db.MongodbUtilLocal import MongodbUtil as MongodbUtilLocal
-
-mongodbUtilLocal = MongodbUtilLocal('27017')
-
-db_name_list = [
-    # 'company_info', 'company_info_base', 'company_info_his', 'company_info_hk', 'de_list_stock',
-    # 'em_stock_asset_liability',
-    # 'em_stock_profit',
-    # 'k_line_info',
-    # 'kpl_best_choose_daily',
-    # 'kpl_best_choose_his',
-    # 'kpl_best_choose_index',
-    # 'kpl_best_choose_index_detail',
-    # 'kpl_his_quotes',
-    # 'stock_qfq_daily',
-    # 'stock_qfq_monthly',
-    # 'stock_qfq_weekly',
-    # 'stock_gdfx_free_top_10',
-    # 'recent_hot_stocks',
-    # 'self_black_stock',
-    # 'self_choose_plate', 'self_choose_stock', 'sse_info_uid',
-    # 'stock_high_chg_pool', 'stock_interactive_question',
-    # 'stock_zt_pool', 'stock_zt_pool_five', 'stock_zb_pool', 'sw_industry',
-    # 'ths_concept_list', 'ths_stock_concept_detail','ths_zt_pool',
-    # 'today_new_concept_list',
-    # 'trade_date_list',
-    # 'ths_stock_concept_detail_app',
-    "stock_zt_pool"
-]
-
-
-def sync_collection_to_local():
-    for db_name in db_name_list:
-        try:
-            df_data = mongodb_util.find_all_data(db_name)
-            mongodbUtilLocal.save_mongo(df_data, db_name)
-            logger.info("同步到集合:{}", db_name)
-        except BaseException as e:
-            logger.error("出现异常:{}", e)
-
-
-if __name__ == '__main__':
-    sync_collection_to_local()

mns_scheduler/backup/data/sync_remote_by_str_day.py

@@ -1,33 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-
-mongodb_util = MongodbUtil('27017')
-from mns_common.db.MongodbUtilLocal import MongodbUtil as MongodbUtilLocal
-
-mongodbUtilLocal = MongodbUtilLocal('27017')
-
-
-def sync_remote_open_data(str_day):
-    query_remote = {"str_day": str_day}
-    realtime_quotes_now_open_df = mongodb_util.find_query_data('realtime_quotes_now_open', query_remote)
-    mongodbUtilLocal.insert_mongo(realtime_quotes_now_open_df, 'realtime_quotes_now_open')
-
-
-if __name__ == '__main__':
-    query = {'$and': [{"_id": {"$gte": "2022-03-16"}},
-                      {"_id": {"$lte": "2024-06-28"}}]}
-    trade_date_list = mongodb_util.find_query_data('trade_date_list', query)
-    for trade_one in trade_date_list.itertuples():
-        try:
-            sync_str_day = trade_one.trade_date
-            sync_remote_open_data(sync_str_day)
-            logger.info('str_day:{}', sync_str_day)
-        except BaseException as e:
-            logger.error("同步远程数据异常:{}", e)

mns_scheduler/backup/em/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/backup/em/em_new_concept_his_sync.py

@@ -1,99 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import akshare as ak
-from loguru import logger
-from datetime import datetime
-import mns_common.utils.date_handle_util as date_handle_util
-import mns_common.db.MongodbUtil as MongodbUtil
-import mns_scheduler.backup.em.em_new_concept_sync_common_api as em_new_concept_sync_common_api
-import mns_common.api.em.em_concept_index_api as em_concept_index_api
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 同步概念k线
-def sync_concept_k_line(symbol, period, start_date, end_date, adjust):
-    try:
-        stock_board_concept_hist_em_df = ak.stock_board_concept_hist_em(
-            symbol=symbol, period=period, start_date=start_date, end_date=end_date, adjust=adjust
-        )
-        stock_board_concept_hist_em_df = stock_board_concept_hist_em_df.rename(columns={"日期": "date",
-                                                                                        "开盘": "open",
-                                                                                        "收盘": "close",
-                                                                                        "最高": "high",
-                                                                                        "最低": "low",
-                                                                                        "涨跌幅": "chg",
-                                                                                        "涨跌额": "change",
-                                                                                        "成交量": "volume",
-                                                                                        "成交额": "amount",
-                                                                                        "振幅": "pct_chg",
-                                                                                        "换手率": "exchange"
-                                                                                        })
-
-        return stock_board_concept_hist_em_df
-    except BaseException as e:
-        logger.error("同步东方财富概念信息异常:{}", e)
-        return None
-
-
-# 同步所有历史概念数据
-def sync_his_em_concept():
-    now_date = datetime.now()
-    str_day = now_date.strftime('%Y-%m-%d')
-
-    all_concept_list = em_concept_index_api.sync_all_concept()
-    for stock_one in all_concept_list.itertuples():
-        try:
-            stock_one_df_copy = all_concept_list.loc[all_concept_list['concept_code'] == stock_one.concept_code]
-            stock_one_df = stock_one_df_copy.copy()
-
-            stock_board_concept_hist_em_df = sync_concept_k_line(
-                symbol=stock_one.concept_name, period="daily", start_date="19980729",
-                end_date=date_handle_util.no_slash_date(str_day), adjust="qfq"
-            )
-            stock_board_concept_hist_em_df = stock_board_concept_hist_em_df.sort_values(by=['date'], ascending=True)
-            stock_board_concept_hist_em_df_first_day = stock_board_concept_hist_em_df.iloc[0:1]
-
-            list_date = list(stock_board_concept_hist_em_df_first_day['date'])[0]
-            str_now_time = list_date + " " + "09:10:00"
-            stock_one_df.loc[:, 'str_now_time'] = str_now_time
-
-            stock_one_df.loc[:, 'str_day'] = list_date
-
-            stock_one_df['_id'] = stock_one_df['concept_code']
-            stock_one_df['url'] = "http://quote.eastmoney.com/center/boardlist.html#boards-" + stock_one.concept_code
-            stock_one_df['success'] = True
-
-            mongodb_util.save_mongo(stock_one_df, 'em_concept_list')
-            #
-            concept_detail_list = em_new_concept_sync_common_api.sync_concept_detail(stock_one.concept_code)
-
-            concept_detail_list.loc[:, 'concept_code'] = stock_one.concept_code
-            concept_detail_list.loc[:, 'concept_name'] = stock_one.concept_name
-            concept_detail_list.loc[:, 'str_day'] = list_date
-
-            concept_detail_list.loc[:, 'str_now_time'] = str_now_time
-
-            concept_detail_list['_id'] = concept_detail_list['symbol'] + '-' + concept_detail_list['concept_code']
-
-            mongodb_util.insert_mongo(concept_detail_list, 'em_stock_concept_detail')
-        except BaseException as e:
-            logger.error("发生异常:{}", e)
-            continue
-
-
-if __name__ == '__main__':
-    # all_concept = sync_all_concept()
-    # all_concept = all_concept.loc[~(all_concept['list_day'] == '-')]
-    # all_concept = all_concept.sort_values(by=['list_day'], ascending=False)
-    sync_his_em_concept()
-    # stock_board_concept_hist_em_df = sync_concept_k_line(
-    #     symbol="车联网", period="daily", start_date="20220101", end_date="20221128", adjust=""
-    # )
-    # sync_concept_detail('MLOps概念')

mns_scheduler/backup/em/em_new_concept_sync_common_api.py

@@ -1,139 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.api.msg.push_msg_api as push_msg_api
-import mns_common.api.em.em_concept_index_api as em_concept_index_api
-
-
-import pandas as pd
-import mns_common.utils.data_frame_util as data_frame_util
-from loguru import logger
-mongodb_util = MongodbUtil('27017')
-
-max_concept_code = 1200
-
-
-# 获取最大概念代码
-def get_max_concept_code():
-    query = {"concept_code": {'$ne': 'null'}, "success": True}
-    ths_concept_max = mongodb_util.descend_query(query, 'em_concept_list', 'concept_code', 1)
-    if ths_concept_max.shape[0] == 0:
-        concept_code = 'BK1134'
-    else:
-        concept_code = list(ths_concept_max['concept_code'])[0]
-    concept_code = concept_code.replace('BK', '')
-    return concept_code
-
-
-# 获取概念名称
-def get_concept_name(concept_code):
-    concept_df = em_concept_index_api.sync_all_concept()
-    concept_df_one = concept_df.loc[concept_df['concept_code'] == concept_code]
-    if data_frame_util.is_empty(concept_df_one):
-        return ""
-    else:
-        return concept_df_one
-
-
-# 获取概念详情
-def sync_concept_detail(concept_code):
-    try:
-        stock_board_concept_cons_em_df = em_concept_index_api.stock_board_concept_cons_em(concept_code)
-        if data_frame_util.is_empty(stock_board_concept_cons_em_df):
-            return None
-        stock_board_concept_cons_em_df = stock_board_concept_cons_em_df.rename(columns={"序号": "index",
-                                                                                        "代码": "symbol",
-                                                                                        "名称": "name",
-                                                                                        "最新价": "now_price",
-                                                                                        "涨跌幅": "chg",
-                                                                                        "涨跌额": "change",
-                                                                                        "成交量": "volume",
-                                                                                        "成交额": "amount",
-                                                                                        "振幅": "pct_chg",
-                                                                                        "最高": "high",
-                                                                                        "最低": "low",
-                                                                                        "今开": "open",
-                                                                                        "昨收": "last_price",
-                                                                                        "换手率": "exchange",
-                                                                                        "市盈率-动态": 'pe',
-                                                                                        "市净率": 'pb'
-                                                                                        })
-        return stock_board_concept_cons_em_df
-    except BaseException as e:
-        logger.error("同步东方财富概念信息异常:{}", e)
-        return None
-
-
-# web端获取新概念消息推送
-def push_msg_to_we_chat_web(concept_code, concept_name):
-    url = 'http://quote.eastmoney.com/center/boardlist.html#boards-' + str(concept_code)
-    msg = "概念代码:" + str(concept_code) + "," + "概念名称:" + concept_name + "," + "url:   " + url
-    title = "新增东财概念:" + str(concept_code) + "-" + concept_name
-    push_msg_api.push_msg_to_wechat(title, msg)
-
-
-# 保存新概念信息到数据库
-def save_em_concept_list(concept_code, concept_name, str_day, str_now_time, concept_df_one):
-    url = 'https://quote.eastmoney.com/center/boardlist.html#boards-' + str(concept_code)
-    if data_frame_util.is_empty(concept_df_one):
-        em_concept_list = pd.DataFrame([
-            [concept_code, concept_code, concept_name, str_day, url, str_now_time, True],
-        ], columns=['_id', 'concept_code', 'concept_name', 'str_day', 'url', 'str_now_time', 'success'])
-
-        mongodb_util.save_mongo(em_concept_list, 'em_concept_list')
-    else:
-        concept_df_one['_id'] = concept_df_one['concept_code']
-        concept_df_one.loc[:, 'str_now_time'] = str_now_time
-        concept_df_one.loc[:, 'str_day'] = str_day
-        concept_df_one.loc[:, 'url'] = url
-        concept_df_one.loc[:, 'success'] = True
-        mongodb_util.save_mongo(concept_df_one, 'em_concept_list')
-
-
-# 保存新概念详细信息到数据库
-def save_ths_concept_detail(new_concept_symbol_df, concept_name, str_day, str_now_time, concept_code):
-    new_concept_symbol_df['_id'] = new_concept_symbol_df['symbol'] + '-' + concept_code
-
-    new_concept_symbol_df['concept_code'] = concept_code
-    new_concept_symbol_df['concept_name'] = concept_name
-    new_concept_symbol_df['str_day'] = str_day
-    new_concept_symbol_df['str_now_time'] = str_now_time
-
-    new_concept_symbol_list = list(new_concept_symbol_df['symbol'])
-
-    query_company_info = {'symbol': {'$in': new_concept_symbol_list}}
-    query_field = {"first_industry": 1, "first_industry": 1, "industry": 1, "company_type": 1, "flow_mv_sp": 1,
-                   "total_mv_sp": 1}
-    company_info = mongodb_util.find_query_data_choose_field('company_info', query_company_info, query_field)
-
-    company_info = company_info.set_index(['_id'], drop=True)
-    new_concept_symbol_df = new_concept_symbol_df.set_index(['symbol'], drop=False)
-
-    new_concept_symbol_df = pd.merge(new_concept_symbol_df, company_info, how='outer',
-                                     left_index=True, right_index=True)
-    query = {'concept_code': concept_code}
-    exist_concept_detail = mongodb_util.find_query_data('em_stock_concept_detail', query)
-    if data_frame_util.is_empty(exist_concept_detail):
-        mongodb_util.save_mongo(new_concept_symbol_df, 'em_stock_concept_detail')
-    else:
-        exist_concept_detail_symbol_list = list(exist_concept_detail['symbol'])
-        new_concept_symbol_df = new_concept_symbol_df.loc[~(
-            new_concept_symbol_df['symbol'].isin(exist_concept_detail_symbol_list))]
-        if new_concept_symbol_df.shape[0] > 0:
-            mongodb_util.save_mongo(new_concept_symbol_df, 'em_stock_concept_detail')
-    # update_company_info(new_concept_symbol_df, concept_code, concept_name, str_day)
-    # # 公司缓存信息清除
-    # common_service_fun_api.company_info_industry_cache_clear()
-
-
-if __name__ == '__main__':
-    get_concept_name('BK1134')
-
-    sync_concept_detail('BK1055')
-    get_max_concept_code()

mns_scheduler/backup/em/em_new_concept_sync_web.py

@@ -1,55 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import datetime
-import time
-from loguru import logger
-import mns_scheduler.backup.em.em_new_concept_sync_common_api as em_new_concept_sync_common_api
-
-
-# 同步东财新概念
-def sync_new_concept_data():
-    concept_code = em_new_concept_sync_common_api.get_max_concept_code()
-    # 装换为数字
-    concept_code = int(concept_code)
-
-    concept_code = concept_code + 1
-
-    while concept_code < em_new_concept_sync_common_api.max_concept_code:
-        try:
-            now_date = datetime.datetime.now()
-            str_day = now_date.strftime('%Y-%m-%d')
-            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-            str_concept_code = 'BK' + str(concept_code)
-            new_concept_symbol_df = em_new_concept_sync_common_api.sync_concept_detail(str_concept_code)
-            if new_concept_symbol_df is None or new_concept_symbol_df.shape[0] == 0:
-                concept_code = concept_code + 1
-                time.sleep(1)
-                continue
-            time.sleep(2)
-            concept_df_one = em_new_concept_sync_common_api.get_concept_name(str_concept_code)
-            # 获取概念名称
-            concept_name = list(concept_df_one['concept_name'])[0]
-
-            # 推送新概念信息到微信
-            em_new_concept_sync_common_api.push_msg_to_we_chat_web(str_concept_code, concept_name)
-            # 保存新概念信息到数据库
-            em_new_concept_sync_common_api.save_em_concept_list(str_concept_code, concept_name, str_day, str_now_time,
-                                                                concept_df_one)
-            # 保存新概念详细信息到数据库
-            em_new_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_df, concept_name, str_day,
-                                                                   str_now_time, str_concept_code)
-
-            concept_code = concept_code + 1
-        except BaseException as e:
-            logger.error("同步新概念异常:{},concept_code:{}", e, concept_code)
-            concept_code = concept_code + 1
-
-
-if __name__ == '__main__':
-    sync_new_concept_data()

mns_scheduler/backup/ths/sync_ths_concept_by_ak_api.py

@@ -1,103 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from loguru import logger
-
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.data_frame_util as data_frame_util
-import pandas as pd
-from datetime import datetime
-import akshare as ak
-import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
-import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
-mongodb_util = MongodbUtil('27017')
-
-
-# 与概念接口对比 找出缺失数据和名称不一样的数据
-
-def sync_new_ths_concept_by_ak_api():
-    stock_board_concept_name_ths_df = ak.stock_board_concept_name_ths()
-    stock_board_concept_name_ths_df = stock_board_concept_name_ths_df.rename(columns={"日期": "str_day",
-                                                                                      "概念名称": "concept_name",
-                                                                                      "成分股数量": "numbers",
-                                                                                      "网址": "url",
-                                                                                      "代码": "concept_code",
-                                                                                      })
-
-    stock_board_concept_name_ths_df['str_day'].fillna(datetime(1970, 1, 1), inplace=True)
-    stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace('（', '(')
-    stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace('）', ')')
-
-    stock_board_concept_name_ths_df['str_day'] = stock_board_concept_name_ths_df['str_day'].apply(
-        lambda x: datetime.strftime(x, '%Y-%m-%d'))
-
-    # 同花顺概念列表
-    ths_concept_list_exist = mongodb_util.find_all_data('ths_concept_list')
-
-    for concept_one in stock_board_concept_name_ths_df.itertuples():
-        try:
-            exist_concept_df_one = ths_concept_list_exist.loc[
-                (ths_concept_list_exist['name'] == concept_one.concept_name)
-                | (ths_concept_list_exist['web_concept_code'] == concept_one.concept_code)]
-            now_date = datetime.now()
-            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-            str_day = concept_one.str_day
-            if data_frame_util.is_empty(exist_concept_df_one):
-                concept_code = concept_one.concept_code
-
-                diff_one = {
-                    '_id': int(concept_code),
-                    'symbol': int(concept_code),
-                    'name': concept_one.concept_name,
-                    'url': concept_one.url,
-                    'str_day': str_day,
-                    'success': True,
-                    'str_now_time': str_now_time,
-                    'web_concept_code': int(concept_one.concept_code),
-                    'web_concept_url': concept_one.url,
-                    'valid': True
-                }
-                diff_one_df = pd.DataFrame(diff_one, index=[1])
-                mongodb_util.save_mongo(diff_one_df, 'ths_concept_list')
-                url = 'http://q.10jqka.com.cn/gn/detail/code/' + str(concept_one.concept_code)
-                # 新增概念信息处理
-                handle_new_concept_msg(concept_code, concept_one.concept_name, url)
-                new_concept_symbol_df = get_concept_detail_info_web(concept_code)
-                if new_concept_symbol_df is None or new_concept_symbol_df.shape[0] == 0:
-                    return None
-                new_concept_symbol_df.loc[:, 'way'] = 'index_sync'
-                ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_df, concept_one.concept_name,
-                                                                    str_day,
-                                                                    str_now_time, concept_code)
-                logger.info("新增同花顺新概念:{}", concept_one.concept_name)
-        except BaseException as e:
-            logger.error("同步概念:{},信息异常:{}", concept_one.concept_name, e)
-
-
-def handle_new_concept_msg(concept_code, concept_name, url):
-    # 推送新概念信息到微信
-    ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
-                                                        url)
-    # 更新ths概念信息
-    ths_concept_clean_api.update_ths_concept_info()
-
-
-# 获取web端 新增概念详情
-def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
-    if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
-        return None
-    new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
-    new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']
-    return new_concept_symbol_list
-
-
-if __name__ == '__main__':
-    # get_concept_detail_info_web(886068)
-    sync_new_ths_concept_by_ak_api()

mns_scheduler/backup/ths/sync_ths_new_concept_by_web_api.py

@@ -1,88 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
-import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
-import datetime
-import time
-import mns_common.api.msg.push_msg_api as push_msg_api
-from loguru import logger
-import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 获取web端 新增概念详情
-def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
-    if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
-        return None
-    new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
-    new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']
-    return new_concept_symbol_list
-
-
-# web端获取新概念消息推送
-def push_msg_to_we_chat_web(concept_code, concept_name):
-    url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
-    msg = "概念代码:" + str(concept_code) + "," + "概念名称:" + concept_name + "," + "url:   " + url
-    title = "新增同花顺概念:" + str(concept_code) + "-" + concept_name
-    push_msg_api.push_msg_to_wechat(title, msg)
-
-
-#     # 同步同花顺新增概念指数通过web端接口爬取
-def sync_new_concept_data_by_web():
-    concept_code = ths_concept_sync_common_api.get_max_concept_code()
-    concept_code = concept_code + 1
-
-    while concept_code < ths_concept_sync_common_api.max_concept_code:
-        try:
-            now_date = datetime.datetime.now()
-            str_day = now_date.strftime('%Y-%m-%d')
-            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-            new_concept_symbol_df = get_concept_detail_info_web(concept_code)
-            if new_concept_symbol_df is None or new_concept_symbol_df.shape[0] == 0:
-                concept_code = concept_code + 1
-                time.sleep(1)
-                continue
-            time.sleep(2)
-            concept_name = ths_concept_index_web.get_concept_name(concept_code)
-            concept_name = concept_name.replace('（', '(')
-            concept_name = concept_name.replace('）', ')')
-
-            url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
-            # 推送新概念信息到微信
-            handle_new_concept_msg(concept_code, concept_name, url)
-            # 保存新概念信息到概念列表
-            ths_concept_sync_common_api.save_ths_concept_list(concept_code, concept_name, str_day, str_now_time)
-            # 保存新概念详细信息到数据库
-            new_concept_symbol_df.loc[:, 'way'] = 'index_sync'
-            ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_df, concept_name, str_day,
-                                                                str_now_time, concept_code)
-
-            concept_code = concept_code + 1
-        except BaseException as e:
-            logger.error("同步新概念异常:{},concept_code:{}", e, concept_code)
-            concept_code = concept_code + 1
-
-
-def handle_new_concept_msg(concept_code, concept_name, url):
-    # 推送新概念信息到微信
-    ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
-                                                        url)
-    # 更新ths概念信息
-    ths_concept_clean_api.update_ths_concept_info()
-
-
-if __name__ == '__main__':
-    # code = 886025
-    # push_msg_to_we_chat_web(code, name)
-    # get_concept_detail_info_web(886026)
-    # get_concept_detail_info_web(886035)
-    sync_new_concept_data_by_web()