mns-scheduler 1.0.8.7__py3-none-any.whl → 1.4.3.2__py3-none-any.whl

mns_scheduler/big_deal/ths_big_deal_sync.py

@@ -1,98 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.utils.date_handle_util as date_handle_util
-from datetime import datetime, time, timedelta
-from loguru import logger
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.api.ths.ths_big_deal_api as ths_big_deal_api
-import time as sleep_time
-import mns_common.constant.db_name_constant as db_name_constant
-
-mongodb_util = MongodbUtil('27017')
-
-
-#
-def get_last_number(str_day):
-    query = {'str_day': str_day}
-    big_deal_df = mongodb_util.descend_query(query, db_name_constant.BIG_DEAL_NAME, "number", 1)
-    if data_frame_util.is_empty(big_deal_df):
-        return 1
-    else:
-        return list(big_deal_df['number'])[0]
-
-
-def create_index():
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("symbol", 1)])
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("str_day", 1)])
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("symbol", 1), ("str_day", 1)])
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("number", 1), ("str_day", 1)])
-
-
-def sync_ths_big_deal(tag):
-    create_index()
-    now_date_begin = datetime.now()
-    str_day_begin = now_date_begin.strftime('%Y-%m-%d')
-    number = get_last_number(str_day_begin)
-    while True:
-        now_date = datetime.now()
-        begin_date = now_date + timedelta(minutes=-2)
-        if tag or date_handle_util.is_trade_time(now_date):
-            try:
-                str_day = now_date.strftime('%Y-%m-%d')
-                str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-
-                begin_str_date = begin_date.strftime('%Y-%m-%d %H:%M:%S')
-
-                target_time_09_30 = time(9, 30)
-                if now_date.time() < target_time_09_30:
-                    continue
-                ths_big_deal_df = ths_big_deal_api.stock_fund_flow_big_deal(begin_str_date, str_now_date)
-                if data_frame_util.is_empty(ths_big_deal_df):
-                    sleep_time.sleep(10)
-                    continue
-                ths_big_deal_df['str_day'] = ths_big_deal_df['deal_time'].str.slice(0, 10)
-                ths_big_deal_df = ths_big_deal_df.loc[ths_big_deal_df['str_day'] == str_day]
-                ths_big_deal_df['number'] = number
-                ths_big_deal_df['amount_str'] = ths_big_deal_df.amount.astype(str)
-                ths_big_deal_df['type'] = ths_big_deal_df['type'].replace('买盘', 'buy')
-                ths_big_deal_df['type'] = ths_big_deal_df['type'].replace("卖盘", "sell")
-
-                ths_big_deal_df["_id"] = (ths_big_deal_df['deal_time'] + "-" + ths_big_deal_df['symbol'] + "-"
-                                          + ths_big_deal_df['amount_str'] + "-" + ths_big_deal_df['type'])
-                ths_big_deal_df.drop_duplicates('_id', keep='last', inplace=True)
-                ths_big_deal_df['sync_str_date'] = str_now_date
-                # 设置卖盘为负数
-                ths_big_deal_df.loc[ths_big_deal_df['type'] == 'sell', 'amount'] = -ths_big_deal_df.loc[
-                    ths_big_deal_df['type'] == 'sell', 'amount']
-
-                ths_big_deal_df['chg'] = ths_big_deal_df['chg'].str.replace('%', '')
-                ths_big_deal_df['chg'] = ths_big_deal_df['chg'].astype(float)
-
-                del ths_big_deal_df['amount_str']
-                exist_code_df = mongodb_util.find_query_data_choose_field(db_name_constant.BIG_DEAL_NAME,
-                                                                          {},
-                                                                          {"_id": 1})
-                if data_frame_util.is_empty(exist_code_df):
-                    new_df = ths_big_deal_df
-                else:
-                    exist_code_list = list(exist_code_df['_id'])
-                    new_df = ths_big_deal_df.loc[~(ths_big_deal_df['_id'].isin(exist_code_list))]
-
-                if data_frame_util.is_empty(new_df):
-                    continue
-                mongodb_util.insert_mongo(new_df, db_name_constant.BIG_DEAL_NAME)
-                number = number + 1
-            except Exception as e:
-                logger.error('策略执行异常:{}', e)
-        elif date_handle_util.is_close_time(now_date):
-            break
-
-
-if __name__ == '__main__':
-    sync_ths_big_deal(False)

mns_scheduler/company_info/company_constant_data.py

@@ -1,322 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import pandas as pd
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.data_frame_util as data_frame_util
-
-mongodb_util = MongodbUtil('27017')
-
-
-def get_fix_symbol_industry():
-    return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
-                         ['000032', '深桑达Ａ', '730200', '通信网络设备及器件'],
-                         ['688480', '赛恩斯', '640704', '自动化设备'],
-                         ['603260', '合盛硅业', '220316', '有机硅'],
-                         ['300559', '佳发教育', '461102', '培训教育'],
-                         ['300836', '佰奥智能', '640701', '机器人'],
-                         ['300293', '蓝英装备', '640701', '机器人'],
-                         ['688630', '芯碁微装', '270108', '半导体设备'],
-                         ['001309', '德明利', '270108', '半导体设备'],
-                         ['600338', '西藏珠峰', '240603', '锂'],
-                         ['300042', '朗科科技', '270108', '半导体设备'],
-                         ['688507', '索辰科技', '710402', '横向通用软件'],
-                         ['301387', '光大同创', '270504', '消费电子零部件及组装'],
-                         ['300295', '三六五网', '430300', '物业管理'],
-                         ['300947', '德必集团', '430300', '物业管理'],
-                         ['300483', '首华燃气', '410301', '燃气Ⅲ'],
-                         ['300215', '电科院', '410110', '电能综合服务'],
-                         # 持有上海微电子装备有限公司10%的股份 国产光刻机 主要炒作在芯片概念 不在房地产
-                         ['600895', '张江高科', '270108', '半导体设备'],
-
-                         ],
-                        columns=['symbol', 'name', 'new_industry_code', 'new_industry'])
-
-
-def get_industry_final_fix_df():
-    return pd.DataFrame([
-        # 汽车
-        ['汽车零部件', '汽车零部件'],
-        ['汽车服务', '汽车服务'],
-        ['乘用车', '汽车整车'],  # = merge 汽车整车
-        ['商用车', '汽车整车'],
-
-        # 医药生物
-        ['化学制药', '化学制药'],
-        ['生物制品', '生物制品'],
-        ['中药Ⅱ', '中药'],
-        ['医疗器械', '医疗器械'],
-        ['医疗服务', '医疗服务'],
-        ['医药商业', '医药商业'],
-
-        # 电力设备
-        ['电网设备', '电网设备'],
-        ['电池', '电池'],
-        ['电机Ⅱ', '电机'],  #
-        ['光伏设备', '光伏设备'],
-        ['风电设备', '风电设备'],
-        ['其他电源设备Ⅱ', '其他电源设备'],
-
-        # 房地产
-        ['房地产开发', '房地产'],
-        ['房地产服务', '房地产'],
-
-        # 计算机 联动板块
-        ['计算机设备', '计算机设备'],
-        ['IT服务Ⅱ', 'IT服务'],
-        ['软件开发', '软件开发'],
-
-        # 环保
-        ['环境治理', '环保'],  # merge, 环保
-        ['环保设备Ⅱ', '环保'],  # merge '环保'
-
-        # 电子
-        ['半导体', '半导体'],
-        ['电子化学品Ⅱ', '电子化学品'],
-        ['光学光电子', '光学光电子'],
-        ['消费电子', '消费电子'],
-        ['元件', '元件'],
-        ['其他电子Ⅱ', '其他电子'],  #
-
-        # 国防
-        ['军工电子Ⅱ', '军工电子'],  # todo merge 国防
-        ['地面兵装Ⅱ', '地面兵装'],  # todo merge 国防
-        ['航天装备Ⅱ', '航天装备'],
-        ['航空装备Ⅱ', '航空装备'],  # todo merge 国防
-        ['航海装备Ⅱ', '航海装备'],
-
-        # 金融 互联网金融 参股券商
-        ['证券Ⅱ', '证券'],
-        ['国有大型银行Ⅱ', '银行'],  # merge  to 银行
-        ['城商行Ⅱ', '银行'],  #
-        ['农商行Ⅱ', '银行'],  # merge   银行
-        ['股份制银行Ⅱ', '银行'],  # merge  to 银行
-        ['保险Ⅱ', '保险'],
-        ['多元金融', '多元金融'],
-
-        # 通信
-        ['通信服务', '通信服务'],
-        ['通信设备', '通信设备'],
-
-        # 酒 喝死你
-        ['白酒Ⅱ', '酒类'],  # merge '酒类'
-        ['非白酒', '酒类'],  # merge '酒类'
-
-        # 轻工制造
-        ['造纸', '造纸'],
-        ['包装印刷', '包装印刷'],  #
-        ['文娱用品', '文娱用品'],  #
-        ['家居用品', '家居用品'],
-
-        # 纺织服装
-        ['服装家纺', '纺织服装'],  # merge 纺织服装
-        ['纺织制造', '纺织服装'],  # merge 纺织服装
-        ['饰品', '饰品'],  # todo exclude
-
-        # 美容护理
-        ['化妆品', '美容护理'],  # merge  to 美容护理
-        ['医疗美容', '美容护理'],  # merge  美容护理
-        ['个护用品', '个护用品'],
-
-        # 食品饮料
-        ['饮料乳品', '饮料乳品'],  # merge 食品饮料
-        ['食品加工', '食品加工'],  # merge 食品饮料
-        ['调味发酵品Ⅱ', '调味发酵品'],  # merge  to  食品饮料
-        ['休闲食品', '休闲食品'],  # merge '食品饮料'
-
-        # 石油石化
-        ['炼化及贸易', '石油行业'],  # merge 石油行业
-        ['油服工程', '采掘行业'],  # merge '采掘行业'
-        ['油气开采Ⅱ', '石油行业'],  # merge  to 石油行业
-
-        #  钢铁
-        ['普钢', '钢铁'],  # merge 钢铁
-        ['特钢Ⅱ', '钢铁'],  # merge '钢铁'
-        ['冶钢原料', '钢铁'],  # merge to 钢铁
-
-        # 有色金属
-        ['能源金属', '能源金属'],  # merge
-        ['小金属', '小金属'],
-        ['贵金属', '贵金属'],  #
-        ['金属新材料', '金属新材料'],
-        # 铅锌  铝  铜
-        ['工业金属', '工业金属'],
-
-        # 建筑装饰
-        ['基础建设', '工程建设'],
-        ['房屋建设Ⅱ', '工程建设'],  # merge 工程建设
-        ['工程咨询服务Ⅱ', '工程咨询服务'],
-        ['专业工程', '建筑工程'],
-        ['装修装饰Ⅱ', '装修装饰'],
-        ['工程机械', '工程机械'],
-
-        # 建筑材料
-        ['装修建材', '装修建材'],  #
-        ['建筑建材', '装修建材'],  #
-        ['玻璃玻纤', '玻璃玻纤'],
-        ['水泥', '水泥'],
-
-        # 家用电器
-        ['白色家电', '家用电器'],  # merge 家用电器
-        ['照明设备Ⅱ', '家用电器'],  # merge 家用电器
-        ['其他家电Ⅱ', '家用电器'],  # merge  家用电器
-        ['家电零部件Ⅱ', '家用电器'],  # merge 家用电器
-        ['小家电', '家用电器'],  # merge '家用电器'
-        ['黑色家电', '家用电器'],  # merge 家用电器
-        ['厨卫电器', '家用电器'],  # merge   家用电器
-
-        # 基础化工
-        ['化学制品', '化学制品'],
-        ['化学原料', '化学原料'],
-        ['化学纤维', '化学纤维'],
-        ['农化制品', '化肥农药'],
-        ['塑料', '塑料'],
-        ['橡胶', '橡胶'],  # todo   exclude
-        ['非金属材料Ⅱ', '非金属材料'],
-
-        # 商贸零售
-        ['一般零售', '一般零售'],
-        ['互联网电商', '互联网电商'],
-        ['贸易Ⅱ', '贸易'],  #
-
-        # 农林牧渔
-        ['养殖业', '农林牧渔'],  # merge 农林牧渔
-        ['农产品加工', '农林牧渔'],  # merge 农林牧渔
-        ['饲料', '农林牧渔'],  # merge  to 饲料
-        ['渔业', '农林牧渔'],  # merge  to 渔业
-        ['种植业', '种植业'],  # merge 种植业
-        ['动物保健Ⅱ', '动物保健'],  # todo exclude
-
-        # 公用事业
-        ['燃气Ⅱ', '燃气'],
-        ['电力', '电力'],
-
-        # 传媒
-        ['数字媒体', '数字媒体'],
-        ['电视广播Ⅱ', '电视广播'],
-        ['游戏Ⅱ', '游戏'],
-        ['出版', '出版'],
-        ['影视院线', '影视院线'],
-        ['广告营销', '广告营销'],
-
-        # 交通运输
-        ['物流', '物流'],
-        ['铁路公路', '铁路公路'],
-        ['航运港口', '航运港口'],
-        ['航空机场', '航空机场'],
-
-        # 旅游酒店
-        ['酒店餐饮', '旅游酒店'],  # merge  to 旅游酒店
-        ['旅游零售Ⅱ', '旅游酒店'],  # merge   旅游酒店 中国中免
-        ['旅游及景区', '旅游酒店'],  # merge 旅游酒店
-
-        # 煤炭
-        ['焦炭Ⅱ', '煤炭'],  # merge  to 煤炭
-        ['煤炭开采', '煤炭'],  # merge 煤炭
-
-        ['教育', '教育'],
-
-        ['自动化设备', '自动化设备'],
-        ['轨交设备Ⅱ', '轨交设备'],
-
-        # 机械设备  仪器仪表 农用机械 制冷空调设备  印刷包装机械 机床工具
-        # 楼宇设备 磨具磨料  纺织服装设备  能源及重型设备 金属制品
-        ['专用设备', '专用设备'],  # todo exclude
-        ['通用设备', '通用设备'],  # todo exclude
-        ['专业服务', '专业服务'],  # todo exclude 无法具体分类
-        ['摩托车及其他', '摩托车及其他'],  # todo exclude
-        ['专业连锁Ⅱ', '综合'],  # merge 综合Ⅱ
-        ['林业Ⅱ', '综合'],  # merge  综合Ⅱ
-        ['农业综合Ⅱ', '综合'],  # merge  综合Ⅱ
-        ['体育Ⅱ', '综合'],  # merge  综合Ⅱ
-        ['综合Ⅱ', '综合']  # todo exclude
-
-    ], columns=['second_sw_industry', 'industry'])
-
-
-# 第三行业作为筛选行业
-def fix_industry_use_sw_third(company_info_df):
-    # 细分工业金属行业
-    company_info = company_info_df.copy()
-    company_info.loc[company_info.third_industry_code == '240303', 'industry'] = '铅锌'
-    company_info.loc[company_info.third_industry_code == '240301', 'industry'] = '铝'
-    company_info.loc[company_info.third_industry_code == '240302', 'industry'] = '铜'
-    # 细分专业设备
-    company_info.loc[company_info.third_industry_code == '640203', 'industry'] = '能源及重型设备'
-    company_info.loc[company_info.third_industry_code == '640204', 'industry'] = '楼宇设备'
-    company_info.loc[company_info.third_industry_code == '640206', 'industry'] = '纺织服装设备'
-    company_info.loc[company_info.third_industry_code == '640207', 'industry'] = '农用机械'
-    company_info.loc[company_info.third_industry_code == '640208', 'industry'] = '印刷包装机械'
-    # todo 细分
-    company_info.loc[company_info.third_industry_code == '640209', 'industry'] = '专用设备'
-    company_info.loc[company_info.third_industry_code == '630402', 'industry'] = '专用设备'
-    company_info.loc[company_info.third_industry_code == '220702', 'industry'] = '非金属材料'
-    # 细分通用设备
-    company_info.loc[company_info.third_industry_code == '640101', 'industry'] = '机床工具'
-    company_info.loc[company_info.third_industry_code == '640103', 'industry'] = '磨具磨料'
-    company_info.loc[company_info.third_industry_code == '640105', 'industry'] = '制冷空调设备'
-    company_info.loc[company_info.third_industry_code == '640106', 'industry'] = '通用设备'
-    company_info.loc[company_info.third_industry_code == '640107', 'industry'] = '仪器仪表'
-    company_info.loc[company_info.third_industry_code == '640301', 'industry'] = '仪器仪表'
-    # todo 细分
-    company_info.loc[company_info.third_industry_code == '640108', 'industry'] = '金属制品'
-    return company_info
-
-
-def find_sw_third_industry(industry_id):
-    sw_third_industry = mongodb_util.find_query_data('sw_industry', query={"_id": industry_id})
-    first_sw_industry_name = list(sw_third_industry['first_sw_industry'])[0]
-    second_sw_industry_name = list(sw_third_industry['second_sw_industry'])[0]
-
-    first_sw_industry = mongodb_util.find_query_data('sw_industry', query={'first_sw_industry': first_sw_industry_name,
-                                                                           "second_sw_industry": 0,
-                                                                           "third_sw_industry": 0
-                                                                           })
-
-    second_sw_industry = mongodb_util.find_query_data('sw_industry',
-                                                      query={'second_sw_industry': second_sw_industry_name,
-                                                             "third_sw_industry": 0
-                                                             })
-
-    sw_third_industry['first_industry_code'] = first_sw_industry['_id']
-    sw_third_industry['second_industry_code'] = second_sw_industry['_id']
-    return sw_third_industry
-
-
-def fix_industry_data(industry_id, company_info):
-    sw_industry = find_sw_third_industry(industry_id)
-    company_info['first_sw_industry'] = sw_industry.first_sw_industry
-    company_info['first_industry_code'] = sw_industry.industry_code
-    company_info['second_sw_industry'] = sw_industry.second_sw_industry
-    company_info['second_industry_code'] = sw_industry.second_industry_code
-    company_info['third_sw_industry'] = sw_industry.third_sw_industry
-    company_info['third_industry_code'] = sw_industry.industry_code
-    return company_info
-
-
-def fix_symbol_industry(company_info, symbol):
-    fix_symbol_df = get_fix_symbol_industry()
-    fix_symbol_df_one = fix_symbol_df.loc[fix_symbol_df['symbol'] == symbol]
-    if data_frame_util.is_not_empty(fix_symbol_df_one):
-        new_industry_code = list(fix_symbol_df_one['new_industry_code'])[0]
-        company_info = fix_industry_data(new_industry_code, company_info)
-
-    return company_info
-
-
-def fix_one_symbol():
-    symbol = '300483'
-    company_info = mongodb_util.find_query_data('company_info', query={'_id': symbol})
-    company_info = fix_symbol_industry(company_info, symbol)
-    company_info['industry'] = company_info['second_sw_industry']
-    mongodb_util.save_mongo(company_info, 'company_info')
-
-
-if __name__ == '__main__':
-    fix_one_symbol()
-    industry_df = get_industry_final_fix_df()
-    print(industry_df)

mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_by_ak_api.py

@@ -1,103 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from loguru import logger
-
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.data_frame_util as data_frame_util
-import pandas as pd
-from datetime import datetime
-import akshare as ak
-import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 与概念接口对比 找出缺失数据和名称不一样的数据
-
-def sync_new_ths_concept_by_ak_api():
-    stock_board_concept_name_ths_df = ak.stock_board_concept_name_ths()
-    stock_board_concept_name_ths_df = stock_board_concept_name_ths_df.rename(columns={"日期": "str_day",
-                                                                                      "概念名称": "concept_name",
-                                                                                      "成分股数量": "numbers",
-                                                                                      "网址": "url",
-                                                                                      "代码": "concept_code",
-                                                                                      })
-
-    stock_board_concept_name_ths_df['str_day'].fillna(datetime(1970, 1, 1), inplace=True)
-    stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace('（', '(')
-    stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace('）', ')')
-
-    stock_board_concept_name_ths_df['str_day'] = stock_board_concept_name_ths_df['str_day'].apply(
-        lambda x: datetime.strftime(x, '%Y-%m-%d'))
-
-    # 同花顺概念列表
-    ths_concept_list_exist = mongodb_util.find_all_data('ths_concept_list')
-
-    for concept_one in stock_board_concept_name_ths_df.itertuples():
-        try:
-            exist_concept_df_one = ths_concept_list_exist.loc[
-                (ths_concept_list_exist['name'] == concept_one.concept_name)
-                | (ths_concept_list_exist['web_concept_code'] == concept_one.concept_code)]
-            now_date = datetime.now()
-            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-            str_day = concept_one.str_day
-            if data_frame_util.is_empty(exist_concept_df_one):
-                concept_code = concept_one.concept_code
-
-                diff_one = {
-                    '_id': int(concept_code),
-                    'symbol': int(concept_code),
-                    'name': concept_one.concept_name,
-                    'url': concept_one.url,
-                    'str_day': str_day,
-                    'success': True,
-                    'str_now_time': str_now_time,
-                    'web_concept_code': int(concept_one.concept_code),
-                    'web_concept_url': concept_one.url,
-                    'valid': True
-                }
-                diff_one_df = pd.DataFrame(diff_one, index=[1])
-                mongodb_util.save_mongo(diff_one_df, 'ths_concept_list')
-                url = 'http://q.10jqka.com.cn/gn/detail/code/' + str(concept_one.concept_code)
-                # 新增概念信息处理
-                handle_new_concept_msg(concept_code, concept_one.concept_name, url)
-                new_concept_symbol_df = get_concept_detail_info_web(concept_code)
-                if new_concept_symbol_df is None or new_concept_symbol_df.shape[0] == 0:
-                    return None
-                new_concept_symbol_df.loc[:, 'way'] = 'index_sync'
-                ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_df, concept_one.concept_name,
-                                                                    str_day,
-                                                                    str_now_time, concept_code)
-                logger.info("新增同花顺新概念:{}", concept_one.concept_name)
-        except BaseException as e:
-            logger.error("同步概念:{},信息异常:{}", concept_one.concept_name, e)
-
-
-def handle_new_concept_msg(concept_code, concept_name, url):
-    # 推送新概念信息到微信
-    ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
-                                                        url)
-    # 更新ths概念信息
-    ths_concept_clean_api.update_ths_concept_info()
-
-
-# 获取web端 新增概念详情
-def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
-    if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
-        return None
-    new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
-    new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']
-    return new_concept_symbol_list
-
-
-if __name__ == '__main__':
-    # get_concept_detail_info_web(886068)
-    sync_new_ths_concept_by_ak_api()

mns_scheduler/concept/ths/sync_new_index/sync_ths_new_concept_by_web_api.py

@@ -1,89 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.ths.ths_stock_api as ths_stock_api
-
-import datetime
-import time
-import mns_common.api.msg.push_msg_api as push_msg_api
-from loguru import logger
-import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
-import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 获取web端 新增概念详情
-def get_concept_detail_info_web(concept_code):
-    new_concept_symbol_list = ths_stock_api.ths_stock_concept(concept_code)
-    if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
-        return None
-    new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
-    new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']
-    return new_concept_symbol_list
-
-
-# web端获取新概念消息推送
-def push_msg_to_we_chat_web(concept_code, concept_name):
-    url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
-    msg = "概念代码:" + str(concept_code) + "," + "概念名称:" + concept_name + "," + "url:   " + url
-    title = "新增同花顺概念:" + str(concept_code) + "-" + concept_name
-    push_msg_api.push_msg_to_wechat(title, msg)
-
-
-#     # 同步同花顺新增概念指数通过web端接口爬取
-def sync_new_concept_data_by_web():
-    concept_code = ths_concept_sync_common_api.get_max_concept_code()
-    concept_code = concept_code + 1
-
-    while concept_code < ths_concept_sync_common_api.max_concept_code:
-        try:
-            now_date = datetime.datetime.now()
-            str_day = now_date.strftime('%Y-%m-%d')
-            str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-            new_concept_symbol_df = get_concept_detail_info_web(concept_code)
-            if new_concept_symbol_df is None or new_concept_symbol_df.shape[0] == 0:
-                concept_code = concept_code + 1
-                time.sleep(1)
-                continue
-            time.sleep(2)
-            concept_name = ths_stock_api.get_concept_name(concept_code)
-            concept_name = concept_name.replace('（', '(')
-            concept_name = concept_name.replace('）', ')')
-
-            url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
-            # 推送新概念信息到微信
-            handle_new_concept_msg(concept_code, concept_name, url)
-            # 保存新概念信息到概念列表
-            ths_concept_sync_common_api.save_ths_concept_list(concept_code, concept_name, str_day, str_now_time)
-            # 保存新概念详细信息到数据库
-            new_concept_symbol_df.loc[:, 'way'] = 'index_sync'
-            ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_df, concept_name, str_day,
-                                                                str_now_time, concept_code)
-
-            concept_code = concept_code + 1
-        except BaseException as e:
-            logger.error("同步新概念异常:{},concept_code:{}", e, concept_code)
-            concept_code = concept_code + 1
-
-
-def handle_new_concept_msg(concept_code, concept_name, url):
-    # 推送新概念信息到微信
-    ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
-                                                        url)
-    # 更新ths概念信息
-    ths_concept_clean_api.update_ths_concept_info()
-
-
-if __name__ == '__main__':
-    # code = 886025
-    # name = ths_stock_api.get_concept_name(code)
-    # push_msg_to_we_chat_web(code, name)
-    # get_concept_detail_info_web(886026)
-    # get_concept_detail_info_web(886035)
-    sync_new_concept_data_by_web()