mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.5.7__py3-none-any.whl

mns_scheduler/company_info/de_list_stock/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/company_info/de_list_stock/de_list_stock_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd

mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py

@@ -0,0 +1,134 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+from datetime import datetime
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+import mns_common.api.em.real_time.east_money_stock_us_api as east_money_stock_us_api
+import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
+import mns_common.api.em.real_time.east_money_etf_api as east_money_etf_api
+import mns_common.api.em.real_time.east_money_stock_hk_api as east_money_stock_hk_api
+import mns_common.api.em.real_time.east_money_stock_hk_gtt_api as east_money_stock_hk_gtt_api
+import mns_common.api.em.real_time.east_money_stock_a_v2_api as east_money_stock_a_v2_api
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_all_em_stock_info():
+    logger.info("同步东方财富a,etf,kzz,us,hk,信息开始")
+    # 同步东方财富A股股票信息
+    sync_stock_info()
+    # 同步东方财富A股可转债信息
+    sync_kzz_info()
+    # 同步东方财富A股ETF信息
+    sync_etf_info()
+    # 同步东方财富港股信息
+    sync_hk_stock_info()
+    # 同步东方财富港股通信息
+    sync_hk_ggt_stock_info()
+    # 同步东方财富美股信息
+    sync_us_stock_info()
+
+    logger.info("同步东方财富a,etf,kzz,us,hk,信息完成")
+
+
+# 同步东方财富A股可转债信息
+def sync_kzz_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富可转债信息")
+    try:
+        em_kzz_info = east_money_debt_api.get_kzz_real_time_quotes(30, 6)
+        em_kzz_info['_id'] = em_kzz_info['symbol']
+        em_kzz_info['sync_time'] = str_now_date
+        mongodb_util.save_mongo(em_kzz_info, extra_income_db_name.EM_KZZ_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富可转债信息异常:{}", e)
+
+
+# 同步东方财富A股ETF信息
+def sync_etf_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富ETF信息")
+    try:
+        em_etf_info = east_money_etf_api.get_etf_real_time_quotes(30, 6)
+        em_etf_info['_id'] = em_etf_info['symbol']
+        em_etf_info['sync_time'] = str_now_date
+        mongodb_util.save_mongo(em_etf_info, extra_income_db_name.EM_ETF_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富ETF信息异常:{}", e)
+
+
+# 同步东方财富A股股票信息
+def sync_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富股票信息")
+    try:
+        em_etf_info = east_money_stock_a_v2_api.get_stock_real_time_quotes(60)
+        em_etf_info['_id'] = em_etf_info['symbol']
+        em_etf_info['sync_time'] = str_now_date
+        mongodb_util.save_mongo(em_etf_info, extra_income_db_name.EM_A_STOCK_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富ETF信息异常:{}", e)
+
+
+# 同步东方财富港股信息
+def sync_hk_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富港股信息")
+
+    em_cookie = cookie_info_service.get_em_cookie()
+
+    try:
+        em_hk_info = east_money_stock_hk_api.get_hk_real_time_quotes(30, em_cookie)
+        em_hk_info['_id'] = em_hk_info['symbol']
+        em_hk_info['sync_time'] = str_now_date
+        mongodb_util.save_mongo(em_hk_info, extra_income_db_name.EM_HK_STOCK_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富ETF信息异常:{}", e)
+
+
+# 同步东方财富港股通信息
+def sync_hk_ggt_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富港股信息")
+    em_cookie = cookie_info_service.get_em_cookie()
+
+    try:
+        em_hk_gtt_info = east_money_stock_hk_gtt_api.get_ggt_real_time_quotes(em_cookie, 30, 6)
+        em_hk_gtt_info['_id'] = em_hk_gtt_info['symbol']
+        em_hk_gtt_info['sync_time'] = str_now_date
+        mongodb_util.save_mongo(em_hk_gtt_info, extra_income_db_name.EM_HK_GGT_STOCK_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富ETF信息异常:{}", e)
+
+
+# 同步东方财富美股信息 todo 增加稳定接口
+def sync_us_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富美股信息")
+    em_cookie = cookie_info_service.get_em_cookie()
+    us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, None)
+    us_stock_info['_id'] = us_stock_info['symbol']
+    us_stock_info['sync_time'] = str_now_date
+    mongodb_util.save_mongo(us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
+
+
+if __name__ == '__main__':
+    sync_stock_info()
+    # em_cookie = cookie_info_service.get_em_cookie()
+    # em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, None)
+    # em_us_stock_info['_id'] = em_us_stock_info['symbol']
+    # mongodb_util.save_mongo(em_us_stock_info, db_name_constant.EM_US_STOCK_INFO)

mns_scheduler/company_info/sync/company_info_set_service.py

@@ -0,0 +1,208 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.kpl.constant.kpl_constant as kpl_constant
+import mns_common.constant.db_name_constant as db_name_constant
+from functools import lru_cache
+from loguru import logger
+
+mongodb_util = MongodbUtil('27017')
+
+
+def set_kpl_plate_info(company_one_df, company_one, kpl_real_time_quotes):
+    try:
+        if data_frame_util.is_not_empty(kpl_real_time_quotes):
+            kpl_real_time_quotes_one = kpl_real_time_quotes.loc[
+                kpl_real_time_quotes['symbol'] == company_one.symbol]
+
+            if data_frame_util.is_not_empty(kpl_real_time_quotes_one):
+                company_one_df['kpl_plate_name'] = list(kpl_real_time_quotes_one['plate_name_list'])[0]
+                company_one_df['kpl_most_relative_name'] = \
+                    list(kpl_real_time_quotes_one['most_relative_name'])[
+                        0]
+            company_one_df = set_kpl_data(kpl_real_time_quotes_one, company_one_df, company_one)
+
+        if bool(1 - ("kpl_plate_name" in company_one_df.columns)) or bool(
+                1 - ("kpl_most_relative_name" in company_one_df.columns)):
+            company_one_df['kpl_plate_name'] = ""
+            company_one_df['kpl_most_relative_name'] = ""
+    except BaseException as e:
+        logger.warning("设置开盘啦数据异常:{},{}", company_one.symbol, e)
+    return company_one_df
+
+def set_kpl_data(kpl_real_time_quotes_one, company_one_df, company_one):
+    if data_frame_util.is_not_empty(kpl_real_time_quotes_one):
+        company_one_df['kpl_plate_name'] = list(kpl_real_time_quotes_one['plate_name_list'])[0]
+        company_one_df['kpl_most_relative_name'] = list(kpl_real_time_quotes_one['most_relative_name'])[
+            0]
+        symbol = company_one.symbol
+
+        query = {'symbol': symbol, "index_class": kpl_constant.FIRST_INDEX}
+        kpl_best_choose_index_detail = mongodb_util.find_query_data('kpl_best_choose_index_detail', query)
+        if data_frame_util.is_not_empty(kpl_best_choose_index_detail):
+            kpl_best_choose_index_detail = kpl_best_choose_index_detail[[
+                "plate_code",
+                "plate_name",
+                "first_plate_code",
+                "first_plate_name",
+                "index_class"
+            ]]
+
+            # 去除空格
+            kpl_best_choose_index_detail['plate_name'] = kpl_best_choose_index_detail['plate_name'].str.replace(' ', '')
+            # 去除空格
+            kpl_best_choose_index_detail['first_plate_name'] = kpl_best_choose_index_detail[
+                'first_plate_name'].str.replace(' ', '')
+
+            company_one_df.loc[:, 'kpl_plate_list_info'] = kpl_best_choose_index_detail.to_string(index=False)
+    return company_one_df
+
+
+# 获取可转债信息
+@lru_cache(maxsize=None)
+def get_kzz_debt_info():
+    query = {}
+    kzz_debt_info_df = mongodb_util.find_query_data(db_name_constant.KZZ_DEBT_INFO, query)
+    kzz_debt_info_df = kzz_debt_info_df[[
+        'symbol',
+        'name',
+        'stock_code',
+        'apply_date',
+        'list_date',
+        'due_date'
+    ]]
+    return kzz_debt_info_df
+
+
+def set_kzz_debt(company_one_df, symbol):
+    kzz_debt_info_df_all = get_kzz_debt_info()
+    kzz_debt_info_df = kzz_debt_info_df_all.loc[kzz_debt_info_df_all['stock_code'] == symbol]
+
+    if data_frame_util.is_not_empty(kzz_debt_info_df):
+        kzz_debt_info_df_list = kzz_debt_info_df.to_dict(orient='records')
+        company_one_df['kzz_debt_list'] = [kzz_debt_info_df_list]
+    return company_one_df
+
+
+# 获取最近年报收入
+def set_recent_year_income(symbol, company_one_df):
+    query = {'symbol': symbol, "REPORT_TYPE": "年报"}
+    em_stock_profit = mongodb_util.descend_query(query, db_name_constant.EM_STOCK_PROFIT, 'REPORT_DATE', 1)
+    if data_frame_util.is_not_empty(em_stock_profit):
+        company_one_df['operate_profit'] = list(em_stock_profit['OPERATE_PROFIT'])[0]
+        company_one_df['operate_date_name'] = list(em_stock_profit['REPORT_DATE_NAME'])[0]
+        total_operate_income = list(em_stock_profit['TOTAL_OPERATE_INCOME'])[0]
+        # 金融机构大多收入计入在这个字段中
+        if total_operate_income == 0:
+            total_operate_income = list(em_stock_profit['OPERATE_INCOME'])[0]
+
+        company_one_df['total_operate_income'] = total_operate_income
+    else:
+        company_one_df['operate_profit'] = 0
+        company_one_df['total_operate_income'] = 0
+        company_one_df['operate_date_name'] = '暂无年报'
+    company_one_df['operate_profit'] = round(
+        company_one_df['operate_profit'] / common_service_fun_api.HUNDRED_MILLION, 2)
+    company_one_df['total_operate_income'] = round(
+        company_one_df['total_operate_income'] / common_service_fun_api.HUNDRED_MILLION, 2)
+    return company_one_df
+
+
+# 计算真实流通比例
+def set_calculate_circulation_ratio(symbol, now_str_day, company_one_df):
+    query = {"symbol": symbol}
+    stock_gdfx_free_top_1 = mongodb_util.descend_query(query, 'stock_gdfx_free_top_10', "period", 1)
+    if stock_gdfx_free_top_1.shape[0] == 0:
+        mv_circulation_ratio = 1
+        qfii_number = 0
+        qfii_type = 'A股'
+        share_holder_sync_day = now_str_day
+    else:
+        period_time = list(stock_gdfx_free_top_1['period'])[0]
+
+        query_free = {'symbol': symbol, 'period': period_time}
+        stock_gdfx_free_top_10 = mongodb_util.find_query_data('stock_gdfx_free_top_10', query_free)
+
+        stock_gdfx_free_top_10['shares_number_str'] = stock_gdfx_free_top_10['shares_number'].astype(str)
+
+        stock_gdfx_free_top_10['id_key'] = stock_gdfx_free_top_10['symbol'] + '_' + stock_gdfx_free_top_10[
+            'period'] + '_' + stock_gdfx_free_top_10.shares_number_str
+
+        stock_gdfx_free_top_10.drop_duplicates('id_key', keep='last', inplace=True)
+
+        # 排除香港结算公司 大于5%减持不用发公告  香港中央结算    HKSCC
+        stock_gdfx_free_top_10['is_hk'] = stock_gdfx_free_top_10['shareholder_name'].apply(
+            lambda shareholder_name: "HK" if shareholder_name.startswith('香港中央结算') or shareholder_name.startswith(
+                'HKSCC') else "A")
+
+        # 持股大于5% 减持需要发公告
+        # 排除香港结算公司不发公共 小于5%减持不用发公告
+        # 香港中央结算    HKSCC
+        stock_free_top_greater_than_5 = stock_gdfx_free_top_10.loc[
+            (stock_gdfx_free_top_10['circulation_ratio'] >= 5) & (stock_gdfx_free_top_10['is_hk'] == 'A')]
+
+        stock_free_qfii = stock_gdfx_free_top_10.loc[stock_gdfx_free_top_10['shareholder_nature'] == 'QFII']
+
+        share_holder_sync_day = list(stock_gdfx_free_top_10['create_day'])[0]
+
+        # qfii 数量
+        qfii_number = stock_free_qfii.shape[0]
+        # qfii 类型
+        qfii_type = set_qfii_type(qfii_number, stock_free_qfii.copy())
+
+        circulation_ratio = sum(stock_free_top_greater_than_5['circulation_ratio'])
+        mv_circulation_ratio = round((100 - circulation_ratio) / 100, 2)
+        # 防止错误数据
+        if mv_circulation_ratio < 0:
+            mv_circulation_ratio = 1
+
+    company_one_df['mv_circulation_ratio'] = mv_circulation_ratio
+    company_one_df['qfii_type'] = qfii_type
+    company_one_df['qfii_number'] = qfii_number
+    company_one_df['share_holder_sync_day'] = share_holder_sync_day
+
+    return company_one_df
+
+
+# 设置QFII持股
+def set_qfii_type(qfii_number, stock_free_qfii):
+    if qfii_number > 0:
+        stock_free_qfii['new_change'] = stock_free_qfii['change']
+        stock_free_qfii.loc[stock_free_qfii['change_ratio'] == 0, 'new_change'] = 0
+        stock_free_qfii.loc[stock_free_qfii['change'] == '新进', 'new_change'] = \
+            stock_free_qfii['shares_number']
+        stock_free_qfii['new_change'] = stock_free_qfii['new_change'].astype(float)
+
+        stock_free_qfii_new_in = stock_free_qfii.loc[stock_free_qfii['change'] == '新进']
+        if data_frame_util.is_not_empty(stock_free_qfii_new_in):
+            qfii_type = 1
+            return qfii_type
+
+        stock_free_qfii_add = stock_free_qfii.loc[
+            (~stock_free_qfii['change'].isin(['不变', '新进'])) & (stock_free_qfii['new_change'] > 0)]
+
+        if data_frame_util.is_not_empty(stock_free_qfii_add):
+            qfii_type = 2
+            return qfii_type
+
+        stock_free_qfii_not_change = stock_free_qfii.loc[stock_free_qfii['change'] == '不变']
+
+        if data_frame_util.is_not_empty(stock_free_qfii_not_change):
+            qfii_type = 3
+            return qfii_type
+
+        stock_free_qfii_reduce = stock_free_qfii.loc[
+            (~stock_free_qfii['change'].isin(['不变', '新进'])) & (stock_free_qfii['new_change'] < 0)]
+
+        if data_frame_util.is_not_empty(stock_free_qfii_reduce):
+            qfii_type = 4
+            return qfii_type
+    else:
+        return 0

mns_scheduler/company_info/sync/sync_company_info_task.py

@@ -0,0 +1,203 @@
+import os
+import sys
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from datetime import datetime
+import pandas as pd
+from loguru import logger
+
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.api.kpl.symbol.kpl_real_time_quotes_api as kpl_real_time_quotes_api
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_scheduler.company_info.common.company_common_query_service import get_company_info
+import mns_scheduler.company_info.sync.company_info_set_service as company_info_set_service
+import mns_scheduler.company_info.constant.company_constant_data as company_constant_data
+
+mongodb_util = MongodbUtil('27017')
+# 分页大小
+MAX_PAGE_NUMBER = 500
+import threading
+
+# 定义一个全局锁，用于保护 result 变量的访问
+result_lock = threading.Lock()
+# 初始化 result 变量为一个空的 Pandas DataFrame
+result = []
+
+
+# 同步公司基本信息
+
+def sync_company_base_info(symbol_list):
+    global result
+    result = []
+
+    east_money_stock_info = get_company_info()
+
+    east_money_stock_info = common_service_fun_api.total_mv_classification(east_money_stock_info)
+    east_money_stock_info = common_service_fun_api.classify_symbol(east_money_stock_info)
+    # 将日期数值转换为日期时间格式
+    east_money_stock_info['list_date_01'] = pd.to_datetime(east_money_stock_info['list_date'], format='%Y%m%d')
+    # 开盘啦实时数据
+    kpl_real_time_quotes = kpl_real_time_quotes_api.get_kpl_real_time_quotes()
+    if len(symbol_list) > 0:
+        east_money_stock_info = east_money_stock_info.loc[east_money_stock_info['symbol'].isin(symbol_list)]
+    count = east_money_stock_info.shape[0]
+    page_number = round(count / MAX_PAGE_NUMBER, 0) + 1
+    page_number = int(page_number)
+    threads = []
+    # 创建多个线程来获取数据
+    for page in range(page_number):  # 0到100页
+        end_count = (page + 1) * MAX_PAGE_NUMBER
+        begin_count = page * MAX_PAGE_NUMBER
+        page_df = east_money_stock_info.iloc[begin_count:end_count]
+        thread = threading.Thread(target=single_thread_sync_company_info,
+                                  args=(page_df, kpl_real_time_quotes))
+        threads.append(thread)
+        thread.start()
+
+    # 等待所有线程完成
+    for thread in threads:
+        thread.join()
+
+    fail_df = east_money_stock_info.loc[east_money_stock_info['symbol'].isin(result)]
+    single_thread_sync_company_info(fail_df, kpl_real_time_quotes)
+
+
+def single_thread_sync_company_info(east_money_stock_info,
+                                    kpl_real_time_quotes):
+    global result
+    fail_list = []
+    for company_one in east_money_stock_info.itertuples():
+        try:
+
+            company_one_df = east_money_stock_info.loc[east_money_stock_info['symbol'] == company_one.symbol]
+
+            company_one_df = company_one_df.rename(columns={
+                "industry": "em_industry",
+                "concept": "em_concept"
+            })
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            # 计算日期差值 距离现在上市时间
+            company_one_df['diff_days'] = (now_date - company_one.list_date_01).days
+            company_one_df = company_one_df[[
+                'symbol',
+                'name',
+                'em_industry',
+                'em_concept',
+                'hk_stock_code',
+                'hk_stock_name',
+                'amount',
+                'now_price',
+                'total_share',
+                'flow_share',
+                'total_mv',
+                'flow_mv',
+                'area',
+                'list_date',
+                'diff_days',
+                'pe_ttm',
+                'pb',
+                'ROE',
+                'flow_mv_sp',
+                'total_mv_sp',
+                'flow_mv_level',
+                'classification',
+            ]]
+
+            company_one_df['sync_date'] = str_now_date
+
+            # 行业信息
+            company_industry_info_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INDUSTRY_INFO,
+                                                                    {"symbol": company_one.symbol})
+
+            if data_frame_util.is_empty(company_industry_info_df):
+                company_one_df['business_nature'] = '数据异常'
+                company_one_df['holder_controller_name'] = '数据异常'
+                company_one_df['holder_controller_rate'] = 0
+                company_one_df['final_controller_name'] = '数据异常'
+                company_one_df['final_controller_rate'] = 0
+                company_one_df['actual_controller_name'] = '数据异常'
+                company_one_df['actual_controller_rate'] = 0
+                company_one_df['base_business'] = ''
+                company_one_df['intro'] = ''
+                company_one_df['address'] = ''
+                company_one_df['market_id'] = ''
+                company_one_df['main_business_list'] = [[] for _ in range(len(company_one_df))]
+                company_one_df['most_profitable_business'] = ''
+                company_one_df['most_profitable_business_rate'] = '0'
+                company_one_df['most_profitable_business_profit'] = 0
+                company_one_df['first_industry_code'] = '0'
+                company_one_df['second_industry_code'] = '0'
+                company_one_df['third_industry_code'] = '0'
+                company_one_df['first_sw_industry'] = '数据异常'
+                company_one_df['second_sw_industry'] = '数据异常'
+                company_one_df['third_sw_industry'] = '数据异常'
+                company_one_df['industry'] = '数据异常'
+            else:
+
+                del company_industry_info_df['_id']
+                del company_industry_info_df['name']
+                # 申万二级行业 作业行业
+                company_industry_info_df['industry'] = company_industry_info_df['second_sw_industry']
+
+                company_industry_info_df = company_industry_info_df.set_index(['symbol'], drop=True)
+                company_one_df = company_one_df.set_index(['symbol'], drop=False)
+                company_one_df = pd.merge(company_one_df, company_industry_info_df, how='outer',
+                                          left_index=True, right_index=True)
+
+            # 设置流通比例和外资持股
+            company_one_df = company_info_set_service.set_calculate_circulation_ratio(company_one.symbol, str_day,
+                                                                                      company_one_df)
+
+            # 获取同花顺最新概念
+            company_one_df = ths_concept_common_service_api.set_ths_concept(company_one.symbol, company_one_df)
+            # 修改行业
+            fix_symbol_industry_df = company_constant_data.get_fix_symbol_industry()
+            if company_one.symbol in list(fix_symbol_industry_df['symbol']):
+                # fix sw_industry
+                company_one_df = company_constant_data.fix_symbol_industry(company_one_df,
+                                                                           company_one.symbol)
+
+            # 交易天数
+            deal_days = k_line_common_service_api.get_deal_days(str_day, company_one.symbol)
+            company_one_df['deal_days'] = deal_days
+
+            # 设置财务年报信息
+            company_one_df = company_info_set_service.set_recent_year_income(company_one.symbol, company_one_df)
+            # 设置开盘信息
+            company_one_df['kpl_plate_list_info'] = '-'
+            company_one_df['kpl_plate_name'] = '-'
+            company_one_df['kpl_most_relative_name'] = '-'
+            company_one_df = company_info_set_service.set_kpl_plate_info(company_one_df, company_one,
+                                                                         kpl_real_time_quotes)
+            # 设置可转债 信息
+            company_one_df['kzz_debt_list'] = [[] for _ in range(len(company_one_df))]
+            company_one_df = company_info_set_service.set_kzz_debt(company_one_df, company_one.symbol)
+
+            company_one_df['_id'] = company_one_df['symbol']
+
+            company_one_df = company_constant_data.filed_sort(company_one_df)
+            mongodb_util.save_mongo(company_one_df.copy(), db_name_constant.COMPANY_INFO_TEMP)
+            logger.info("同步公司信息完成:{}", company_one.symbol + '-' + company_one.name)
+        except BaseException as e:
+            fail_list.append(company_one.symbol)
+            logger.error("同步公司信息发生异常:{},{}", company_one.symbol, e)
+    with result_lock:
+        # 使用锁来保护 result 变量的访问，将每页的数据添加到结果中
+        result = fail_list
+
+
+if __name__ == '__main__':
+
+    sync_company_base_info(['688795'])
+    # sync_company_base_info([])

mns_scheduler/company_info/task/company_announce_info_task.py

@@ -0,0 +1,77 @@
+import sys
+import os
+import time
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.ths.company.ths_company_announce_api as ths_company_announce_api
+from loguru import logger
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_scheduler.company_info.common.company_common_query_service import get_company_info
+import mns_common.component.common_service_fun_api as common_service_fun_api
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 同步最新公告
+# eq-f1001 业绩预告 eq-f1002 重大事项   eq-f1003 股份变动公告
+
+def sync_company_announce_task(symbol_list):
+    page_size = 100
+    announce_type_list = ['all', 'eq-f1003', 'eq-f1001', 'eq-f1002']
+    for announce_type_one in announce_type_list:
+        try:
+            get_company_announce(announce_type_one, page_size, symbol_list)
+        except BaseException as e:
+            logger.error("更新公告出现异常:{}", e)
+
+
+def get_company_announce(announce_type, page_size, symbol_list):
+    all_company_info_df = get_company_info()
+
+    if len(symbol_list) > 0:
+        all_company_info_df = all_company_info_df.loc[(all_company_info_df['symbol'].isin(symbol_list))]
+    all_company_info_df = common_service_fun_api.classify_symbol(all_company_info_df)
+
+    for stock_one in all_company_info_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            classification = stock_one.classification
+            if classification in ['H', 'K']:
+                market_id = '17'
+            elif classification in ['S', 'C']:
+                market_id = '33'
+            elif classification in ['X']:
+                market_id = '151'
+            # 公告应该不多 只更新一页的数据 页码设置100已经是最大
+            page_number = 1
+            try:
+                ths_company_announce_result = ths_company_announce_api.get_company_announce_info(symbol, market_id,
+                                                                                                 announce_type,
+                                                                                                 page_size,
+                                                                                                 page_number)
+            except BaseException as e:
+                logger.error("更新公告出现异常:{}.{}", e, symbol)
+                continue
+            ths_company_announce_result['type'] = announce_type
+            ths_company_announce_result['symbol'] = symbol
+            ths_company_announce_result['_id'] = ths_company_announce_result['guid'] + '_' + \
+                                                 ths_company_announce_result['seq'] + "_" + announce_type
+            mongodb_util.save_mongo(ths_company_announce_result, db_name_constant.COMPANY_ANNOUNCE_INFO)
+            time.sleep(1)
+        except BaseException as e:
+            logger.error("更新公告出现异常:{}", e)
+
+
+if __name__ == '__main__':
+    sync_company_announce_task([])