mns-scheduler 1.4.3.5__py3-none-any.whl → 1.4.6.4__py3-none-any.whl

mns_scheduler/company_info/sync/company_info_set_service.py

@@ -0,0 +1,208 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.kpl.constant.kpl_constant as kpl_constant
+import mns_common.constant.db_name_constant as db_name_constant
+from functools import lru_cache
+from loguru import logger
+
+mongodb_util = MongodbUtil('27017')
+
+
+def set_kpl_plate_info(company_one_df, company_one, kpl_real_time_quotes):
+    try:
+        if data_frame_util.is_not_empty(kpl_real_time_quotes):
+            kpl_real_time_quotes_one = kpl_real_time_quotes.loc[
+                kpl_real_time_quotes['symbol'] == company_one.symbol]
+
+            if data_frame_util.is_not_empty(kpl_real_time_quotes_one):
+                company_one_df['kpl_plate_name'] = list(kpl_real_time_quotes_one['plate_name_list'])[0]
+                company_one_df['kpl_most_relative_name'] = \
+                    list(kpl_real_time_quotes_one['most_relative_name'])[
+                        0]
+            company_one_df = set_kpl_data(kpl_real_time_quotes_one, company_one_df, company_one)
+
+        if bool(1 - ("kpl_plate_name" in company_one_df.columns)) or bool(
+                1 - ("kpl_most_relative_name" in company_one_df.columns)):
+            company_one_df['kpl_plate_name'] = ""
+            company_one_df['kpl_most_relative_name'] = ""
+    except BaseException as e:
+        logger.warning("设置开盘啦数据异常:{},{}", company_one.symbol, e)
+    return company_one_df
+
+def set_kpl_data(kpl_real_time_quotes_one, company_one_df, company_one):
+    if data_frame_util.is_not_empty(kpl_real_time_quotes_one):
+        company_one_df['kpl_plate_name'] = list(kpl_real_time_quotes_one['plate_name_list'])[0]
+        company_one_df['kpl_most_relative_name'] = list(kpl_real_time_quotes_one['most_relative_name'])[
+            0]
+        symbol = company_one.symbol
+
+        query = {'symbol': symbol, "index_class": kpl_constant.FIRST_INDEX}
+        kpl_best_choose_index_detail = mongodb_util.find_query_data('kpl_best_choose_index_detail', query)
+        if data_frame_util.is_not_empty(kpl_best_choose_index_detail):
+            kpl_best_choose_index_detail = kpl_best_choose_index_detail[[
+                "plate_code",
+                "plate_name",
+                "first_plate_code",
+                "first_plate_name",
+                "index_class"
+            ]]
+
+            # 去除空格
+            kpl_best_choose_index_detail['plate_name'] = kpl_best_choose_index_detail['plate_name'].str.replace(' ', '')
+            # 去除空格
+            kpl_best_choose_index_detail['first_plate_name'] = kpl_best_choose_index_detail[
+                'first_plate_name'].str.replace(' ', '')
+
+            company_one_df.loc[:, 'kpl_plate_list_info'] = kpl_best_choose_index_detail.to_string(index=False)
+    return company_one_df
+
+
+# 获取可转债信息
+@lru_cache(maxsize=None)
+def get_kzz_debt_info():
+    query = {}
+    kzz_debt_info_df = mongodb_util.find_query_data(db_name_constant.KZZ_DEBT_INFO, query)
+    kzz_debt_info_df = kzz_debt_info_df[[
+        'symbol',
+        'name',
+        'stock_code',
+        'apply_date',
+        'list_date',
+        'due_date'
+    ]]
+    return kzz_debt_info_df
+
+
+def set_kzz_debt(company_one_df, symbol):
+    kzz_debt_info_df_all = get_kzz_debt_info()
+    kzz_debt_info_df = kzz_debt_info_df_all.loc[kzz_debt_info_df_all['stock_code'] == symbol]
+
+    if data_frame_util.is_not_empty(kzz_debt_info_df):
+        kzz_debt_info_df_list = kzz_debt_info_df.to_dict(orient='records')
+        company_one_df['kzz_debt_list'] = [kzz_debt_info_df_list]
+    return company_one_df
+
+
+# 获取最近年报收入
+def set_recent_year_income(symbol, company_one_df):
+    query = {'symbol': symbol, "REPORT_TYPE": "年报"}
+    em_stock_profit = mongodb_util.descend_query(query, db_name_constant.EM_STOCK_PROFIT, 'REPORT_DATE', 1)
+    if data_frame_util.is_not_empty(em_stock_profit):
+        company_one_df['operate_profit'] = list(em_stock_profit['OPERATE_PROFIT'])[0]
+        company_one_df['operate_date_name'] = list(em_stock_profit['REPORT_DATE_NAME'])[0]
+        total_operate_income = list(em_stock_profit['TOTAL_OPERATE_INCOME'])[0]
+        # 金融机构大多收入计入在这个字段中
+        if total_operate_income == 0:
+            total_operate_income = list(em_stock_profit['OPERATE_INCOME'])[0]
+
+        company_one_df['total_operate_income'] = total_operate_income
+    else:
+        company_one_df['operate_profit'] = 0
+        company_one_df['total_operate_income'] = 0
+        company_one_df['operate_date_name'] = '暂无年报'
+    company_one_df['operate_profit'] = round(
+        company_one_df['operate_profit'] / common_service_fun_api.HUNDRED_MILLION, 2)
+    company_one_df['total_operate_income'] = round(
+        company_one_df['total_operate_income'] / common_service_fun_api.HUNDRED_MILLION, 2)
+    return company_one_df
+
+
+# 计算真实流通比例
+def set_calculate_circulation_ratio(symbol, now_str_day, company_one_df):
+    query = {"symbol": symbol}
+    stock_gdfx_free_top_1 = mongodb_util.descend_query(query, 'stock_gdfx_free_top_10', "period", 1)
+    if stock_gdfx_free_top_1.shape[0] == 0:
+        mv_circulation_ratio = 1
+        qfii_number = 0
+        qfii_type = 'A股'
+        share_holder_sync_day = now_str_day
+    else:
+        period_time = list(stock_gdfx_free_top_1['period'])[0]
+
+        query_free = {'symbol': symbol, 'period': period_time}
+        stock_gdfx_free_top_10 = mongodb_util.find_query_data('stock_gdfx_free_top_10', query_free)
+
+        stock_gdfx_free_top_10['shares_number_str'] = stock_gdfx_free_top_10['shares_number'].astype(str)
+
+        stock_gdfx_free_top_10['id_key'] = stock_gdfx_free_top_10['symbol'] + '_' + stock_gdfx_free_top_10[
+            'period'] + '_' + stock_gdfx_free_top_10.shares_number_str
+
+        stock_gdfx_free_top_10.drop_duplicates('id_key', keep='last', inplace=True)
+
+        # 排除香港结算公司 大于5%减持不用发公告  香港中央结算    HKSCC
+        stock_gdfx_free_top_10['is_hk'] = stock_gdfx_free_top_10['shareholder_name'].apply(
+            lambda shareholder_name: "HK" if shareholder_name.startswith('香港中央结算') or shareholder_name.startswith(
+                'HKSCC') else "A")
+
+        # 持股大于5% 减持需要发公告
+        # 排除香港结算公司不发公共 小于5%减持不用发公告
+        # 香港中央结算    HKSCC
+        stock_free_top_greater_than_5 = stock_gdfx_free_top_10.loc[
+            (stock_gdfx_free_top_10['circulation_ratio'] >= 5) & (stock_gdfx_free_top_10['is_hk'] == 'A')]
+
+        stock_free_qfii = stock_gdfx_free_top_10.loc[stock_gdfx_free_top_10['shareholder_nature'] == 'QFII']
+
+        share_holder_sync_day = list(stock_gdfx_free_top_10['create_day'])[0]
+
+        # qfii 数量
+        qfii_number = stock_free_qfii.shape[0]
+        # qfii 类型
+        qfii_type = set_qfii_type(qfii_number, stock_free_qfii.copy())
+
+        circulation_ratio = sum(stock_free_top_greater_than_5['circulation_ratio'])
+        mv_circulation_ratio = round((100 - circulation_ratio) / 100, 2)
+        # 防止错误数据
+        if mv_circulation_ratio < 0:
+            mv_circulation_ratio = 1
+
+    company_one_df['mv_circulation_ratio'] = mv_circulation_ratio
+    company_one_df['qfii_type'] = qfii_type
+    company_one_df['qfii_number'] = qfii_number
+    company_one_df['share_holder_sync_day'] = share_holder_sync_day
+
+    return company_one_df
+
+
+# 设置QFII持股
+def set_qfii_type(qfii_number, stock_free_qfii):
+    if qfii_number > 0:
+        stock_free_qfii['new_change'] = stock_free_qfii['change']
+        stock_free_qfii.loc[stock_free_qfii['change_ratio'] == 0, 'new_change'] = 0
+        stock_free_qfii.loc[stock_free_qfii['change'] == '新进', 'new_change'] = \
+            stock_free_qfii['shares_number']
+        stock_free_qfii['new_change'] = stock_free_qfii['new_change'].astype(float)
+
+        stock_free_qfii_new_in = stock_free_qfii.loc[stock_free_qfii['change'] == '新进']
+        if data_frame_util.is_not_empty(stock_free_qfii_new_in):
+            qfii_type = 1
+            return qfii_type
+
+        stock_free_qfii_add = stock_free_qfii.loc[
+            (~stock_free_qfii['change'].isin(['不变', '新进'])) & (stock_free_qfii['new_change'] > 0)]
+
+        if data_frame_util.is_not_empty(stock_free_qfii_add):
+            qfii_type = 2
+            return qfii_type
+
+        stock_free_qfii_not_change = stock_free_qfii.loc[stock_free_qfii['change'] == '不变']
+
+        if data_frame_util.is_not_empty(stock_free_qfii_not_change):
+            qfii_type = 3
+            return qfii_type
+
+        stock_free_qfii_reduce = stock_free_qfii.loc[
+            (~stock_free_qfii['change'].isin(['不变', '新进'])) & (stock_free_qfii['new_change'] < 0)]
+
+        if data_frame_util.is_not_empty(stock_free_qfii_reduce):
+            qfii_type = 4
+            return qfii_type
+    else:
+        return 0

mns_scheduler/company_info/sync/sync_company_info_task.py

@@ -0,0 +1,203 @@
+import os
+import sys
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from datetime import datetime
+import pandas as pd
+from loguru import logger
+
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.api.kpl.symbol.kpl_real_time_quotes_api as kpl_real_time_quotes_api
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_scheduler.company_info.common.company_common_query_service import get_company_info
+import mns_scheduler.company_info.sync.company_info_set_service as company_info_set_service
+import mns_scheduler.company_info.constant.company_constant_data as company_constant_data
+
+mongodb_util = MongodbUtil('27017')
+# 分页大小
+MAX_PAGE_NUMBER = 500
+import threading
+
+# 定义一个全局锁，用于保护 result 变量的访问
+result_lock = threading.Lock()
+# 初始化 result 变量为一个空的 Pandas DataFrame
+result = []
+
+
+# 同步公司基本信息
+
+def sync_company_base_info(symbol_list):
+    global result
+    result = []
+
+    east_money_stock_info = get_company_info()
+
+    east_money_stock_info = common_service_fun_api.total_mv_classification(east_money_stock_info)
+    east_money_stock_info = common_service_fun_api.classify_symbol(east_money_stock_info)
+    # 将日期数值转换为日期时间格式
+    east_money_stock_info['list_date_01'] = pd.to_datetime(east_money_stock_info['list_date'], format='%Y%m%d')
+    # 开盘啦实时数据
+    kpl_real_time_quotes = kpl_real_time_quotes_api.get_kpl_real_time_quotes()
+    if len(symbol_list) > 0:
+        east_money_stock_info = east_money_stock_info.loc[east_money_stock_info['symbol'].isin(symbol_list)]
+    count = east_money_stock_info.shape[0]
+    page_number = round(count / MAX_PAGE_NUMBER, 0) + 1
+    page_number = int(page_number)
+    threads = []
+    # 创建多个线程来获取数据
+    for page in range(page_number):  # 0到100页
+        end_count = (page + 1) * MAX_PAGE_NUMBER
+        begin_count = page * MAX_PAGE_NUMBER
+        page_df = east_money_stock_info.iloc[begin_count:end_count]
+        thread = threading.Thread(target=single_thread_sync_company_info,
+                                  args=(page_df, kpl_real_time_quotes))
+        threads.append(thread)
+        thread.start()
+
+    # 等待所有线程完成
+    for thread in threads:
+        thread.join()
+
+    fail_df = east_money_stock_info.loc[east_money_stock_info['symbol'].isin(result)]
+    single_thread_sync_company_info(fail_df, kpl_real_time_quotes)
+
+
+def single_thread_sync_company_info(east_money_stock_info,
+                                    kpl_real_time_quotes):
+    global result
+    fail_list = []
+    for company_one in east_money_stock_info.itertuples():
+        try:
+
+            company_one_df = east_money_stock_info.loc[east_money_stock_info['symbol'] == company_one.symbol]
+
+            company_one_df = company_one_df.rename(columns={
+                "industry": "em_industry",
+                "concept": "em_concept"
+            })
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            # 计算日期差值 距离现在上市时间
+            company_one_df['diff_days'] = (now_date - company_one.list_date_01).days
+            company_one_df = company_one_df[[
+                'symbol',
+                'name',
+                'em_industry',
+                'em_concept',
+                'hk_stock_code',
+                'hk_stock_name',
+                'amount',
+                'now_price',
+                'total_share',
+                'flow_share',
+                'total_mv',
+                'flow_mv',
+                'area',
+                'list_date',
+                'diff_days',
+                'pe_ttm',
+                'pb',
+                'ROE',
+                'flow_mv_sp',
+                'total_mv_sp',
+                'flow_mv_level',
+                'classification',
+            ]]
+
+            company_one_df['sync_date'] = str_now_date
+
+            # 行业信息
+            company_industry_info_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INDUSTRY_INFO,
+                                                                    {"symbol": company_one.symbol})
+
+            if data_frame_util.is_empty(company_industry_info_df):
+                company_one_df['business_nature'] = '数据异常'
+                company_one_df['holder_controller_name'] = '数据异常'
+                company_one_df['holder_controller_rate'] = 0
+                company_one_df['final_controller_name'] = '数据异常'
+                company_one_df['final_controller_rate'] = 0
+                company_one_df['actual_controller_name'] = '数据异常'
+                company_one_df['actual_controller_rate'] = 0
+                company_one_df['base_business'] = ''
+                company_one_df['intro'] = ''
+                company_one_df['address'] = ''
+                company_one_df['market_id'] = ''
+                company_one_df['main_business_list'] = [[] for _ in range(len(company_one_df))]
+                company_one_df['most_profitable_business'] = ''
+                company_one_df['most_profitable_business_rate'] = '0'
+                company_one_df['most_profitable_business_profit'] = 0
+                company_one_df['first_industry_code'] = '0'
+                company_one_df['second_industry_code'] = '0'
+                company_one_df['third_industry_code'] = '0'
+                company_one_df['first_sw_industry'] = '数据异常'
+                company_one_df['second_sw_industry'] = '数据异常'
+                company_one_df['third_sw_industry'] = '数据异常'
+                company_one_df['industry'] = '数据异常'
+            else:
+
+                del company_industry_info_df['_id']
+                del company_industry_info_df['name']
+                # 申万二级行业 作业行业
+                company_industry_info_df['industry'] = company_industry_info_df['second_sw_industry']
+
+                company_industry_info_df = company_industry_info_df.set_index(['symbol'], drop=True)
+                company_one_df = company_one_df.set_index(['symbol'], drop=False)
+                company_one_df = pd.merge(company_one_df, company_industry_info_df, how='outer',
+                                          left_index=True, right_index=True)
+
+            # 设置流通比例和外资持股
+            company_one_df = company_info_set_service.set_calculate_circulation_ratio(company_one.symbol, str_day,
+                                                                                      company_one_df)
+
+            # 获取同花顺最新概念
+            company_one_df = ths_concept_common_service_api.set_ths_concept(company_one.symbol, company_one_df)
+            # 修改行业
+            fix_symbol_industry_df = company_constant_data.get_fix_symbol_industry()
+            if company_one.symbol in list(fix_symbol_industry_df['symbol']):
+                # fix sw_industry
+                company_one_df = company_constant_data.fix_symbol_industry(company_one_df,
+                                                                           company_one.symbol)
+
+            # 交易天数
+            deal_days = k_line_common_service_api.get_deal_days(str_day, company_one.symbol)
+            company_one_df['deal_days'] = deal_days
+
+            # 设置财务年报信息
+            company_one_df = company_info_set_service.set_recent_year_income(company_one.symbol, company_one_df)
+            # 设置开盘信息
+            company_one_df['kpl_plate_list_info'] = '-'
+            company_one_df['kpl_plate_name'] = '-'
+            company_one_df['kpl_most_relative_name'] = '-'
+            company_one_df = company_info_set_service.set_kpl_plate_info(company_one_df, company_one,
+                                                                         kpl_real_time_quotes)
+            # 设置可转债 信息
+            company_one_df['kzz_debt_list'] = [[] for _ in range(len(company_one_df))]
+            company_one_df = company_info_set_service.set_kzz_debt(company_one_df, company_one.symbol)
+
+            company_one_df['_id'] = company_one_df['symbol']
+
+            company_one_df = company_constant_data.filed_sort(company_one_df)
+            mongodb_util.save_mongo(company_one_df.copy(), db_name_constant.COMPANY_INFO_TEMP)
+            logger.info("同步公司信息完成:{}", company_one.symbol + '-' + company_one.name)
+        except BaseException as e:
+            fail_list.append(company_one.symbol)
+            logger.error("同步公司信息发生异常:{},{}", company_one.symbol, e)
+    with result_lock:
+        # 使用锁来保护 result 变量的访问，将每页的数据添加到结果中
+        result = fail_list
+
+
+if __name__ == '__main__':
+
+    sync_company_base_info(['688795'])
+    # sync_company_base_info([])

mns_scheduler/company_info/task/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/company_info/{announce/company_announce_sync_service.py → task/company_announce_info_task.py}

@@ -1,15 +1,24 @@
 import sys
 import os
+import time
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import sys
+import os
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 import mns_common.api.ths.company.ths_company_announce_api as ths_company_announce_api
 from loguru import logger
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.constant.db_name_constant as db_name_constant
+from mns_scheduler.company_info.common.company_common_query_service import get_company_info
+import mns_common.component.common_service_fun_api as common_service_fun_api
 
 mongodb_util = MongodbUtil('27017')
 
@@ -17,7 +26,7 @@ mongodb_util = MongodbUtil('27017')
 # 同步最新公告
 # eq-f1001 业绩预告 eq-f1002 重大事项   eq-f1003 股份变动公告
 
-def sync_company_announce(symbol_list):
+def sync_company_announce_task(symbol_list):
     page_size = 100
     announce_type_list = ['all', 'eq-f1003', 'eq-f1001', 'eq-f1002']
     for announce_type_one in announce_type_list:
@@ -25,21 +34,25 @@ def sync_company_announce(symbol_list):
             get_company_announce(announce_type_one, page_size, symbol_list)
         except BaseException as e:
             logger.error("更新公告出现异常:{}", e)
-    logger.info("同步到公告信息完成")
 
 
 def get_company_announce(announce_type, page_size, symbol_list):
-    company_all_df = company_common_service_new_api.get_company_all_info_info()
-    de_list_company = company_common_service_new_api.get_de_list_company()
-    company_all_df = company_all_df.loc[~(company_all_df['symbol'].isin(de_list_company))]
+    all_company_info_df = get_company_info()
 
-    if symbol_list is not None:
-        company_all_df = company_all_df.loc[(company_all_df['symbol'].isin(symbol_list))]
+    if len(symbol_list) > 0:
+        all_company_info_df = all_company_info_df.loc[(all_company_info_df['symbol'].isin(symbol_list))]
+    all_company_info_df = common_service_fun_api.classify_symbol(all_company_info_df)
 
-    for stock_one in company_all_df.itertuples():
+    for stock_one in all_company_info_df.itertuples():
         try:
             symbol = stock_one.symbol
-            market_id = stock_one.market_id
+            classification = stock_one.classification
+            if classification in ['H', 'K']:
+                market_id = '17'
+            elif classification in ['S', 'C']:
+                market_id = '33'
+            elif classification in ['X']:
+                market_id = '151'
             # 公告应该不多 只更新一页的数据 页码设置100已经是最大
             page_number = 1
             try:
@@ -55,11 +68,10 @@ def get_company_announce(announce_type, page_size, symbol_list):
             ths_company_announce_result['_id'] = ths_company_announce_result['guid'] + '_' + \
                                                  ths_company_announce_result['seq'] + "_" + announce_type
             mongodb_util.save_mongo(ths_company_announce_result, db_name_constant.COMPANY_ANNOUNCE_INFO)
-            logger.info("更新公告完成:{},{}", symbol, stock_one.name)
-
+            time.sleep(1)
         except BaseException as e:
             logger.error("更新公告出现异常:{}", e)
 
 
 if __name__ == '__main__':
-    sync_company_announce(None)
+    sync_company_announce_task([])

mns_scheduler/company_info/task/company_base_info_task.py

@@ -0,0 +1,64 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.ths.company.ths_company_info_web as ths_company_info_web
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.constant.db_name_constant as db_name_constant
+from loguru import logger
+from mns_scheduler.company_info.common.company_common_query_service import get_company_info
+import time
+from datetime import datetime
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_company_base_info_task(symbol_list):
+    all_company_info_df = get_company_info()
+    if len(symbol_list) > 0:
+        all_company_info_df = all_company_info_df.loc[all_company_info_df['symbol'].isin(symbol_list)]
+    fail_list = []
+    for stock_one in all_company_info_df.itertuples():
+        try:
+            sync_one_symbol_base_info(stock_one.symbol)
+            time.sleep(0.5)
+        except BaseException as e:
+            time.sleep(3)
+            logger.error("同步公司基础信息发生异常:{},{}", stock_one.symbol, e)
+            fail_list.append(stock_one.symbol)
+    sync_number = 1
+    while len(fail_list) > 0 and sync_number < 10:
+        for symbol in fail_list:
+            try:
+                sync_one_symbol_base_info(symbol)
+                time.sleep(5)
+            except BaseException as e:
+                time.sleep(10)
+                logger.error("同步公司基础信息发生异常:{},{}", symbol, e)
+        sync_number = sync_number + 1
+
+
+def sync_one_symbol_base_info(symbol):
+    company_remark_info = ths_company_info_web.get_company_info(symbol)
+    company_remark_info['_id'] = symbol
+    company_remark_info['symbol'] = symbol
+    company_remark_info['remark'] = ''
+
+    now_date = datetime.now()
+    sync_str_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+    company_remark_info['sync_str_date'] = sync_str_date
+
+    exist_company_remark_df = mongodb_util.find_query_data(db_name_constant.COMPANY_BASE_INFO,
+                                                           query={"symbol": symbol})
+    if data_frame_util.is_not_empty(exist_company_remark_df):
+        company_remark_info['remark'] = list(exist_company_remark_df['remark'])[0]
+    mongodb_util.save_mongo(company_remark_info, db_name_constant.COMPANY_BASE_INFO)
+
+
+if __name__ == '__main__':
+    sync_company_base_info_task([])

mns_scheduler/company_info/{base/sync_company_product_area_industry.py → task/company_business_info_task.py}

@@ -5,7 +5,7 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
+
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.api.ths.company.company_product_area_industry_index_query as company_product_area_industry_index_query
 from loguru import logger
@@ -14,38 +14,40 @@ import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.utils.data_frame_util as data_frame_util
 import pandas as pd
 from datetime import datetime
+from mns_scheduler.company_info.common.company_common_query_service import get_company_info
 
 mongodb_util = MongodbUtil('27017')
 
 
-def sync_company_product_area_industry_task(symbol):
+def sync_company_business_task(symbol_list):
     now_date = datetime.now()
     now_year = now_date.year
     now_month = now_date.month
 
     if now_month in [1, 2, 3, 4]:
         period_time_year = str(now_year - 1) + "-12-31"
-        sync_company_product_area_industry(symbol, period_time_year)
+        sync_company_product_area_industry(symbol_list, period_time_year)
 
     if now_month in [4, 5, 6]:
         period_time_one = str(now_year) + "-03-31"
-        sync_company_product_area_industry(symbol, period_time_one)
+        sync_company_product_area_industry(symbol_list, period_time_one)
 
     elif now_month in [7, 8, 9]:
         period_time_two = str(now_year) + "-06-30"
-        sync_company_product_area_industry(symbol, period_time_two)
+        sync_company_product_area_industry(symbol_list, period_time_two)
 
     elif now_month in [10, 11, 12]:
         period_time_three = str(now_year) + "-09-30"
-        sync_company_product_area_industry(symbol, period_time_three)
+        sync_company_product_area_industry(symbol_list, period_time_three)
+
 
+def sync_company_product_area_industry(symbol_list, date):
+    all_company_info_df = get_company_info()
 
-def sync_company_product_area_industry(symbol, date):
-    real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
-    real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
-    if symbol is not None:
-        real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[real_time_quotes_all_stocks['symbol'] == symbol]
-    for stock_one in real_time_quotes_all_stocks.itertuples():
+    all_company_info_df = common_service_fun_api.classify_symbol(all_company_info_df)
+    if len(symbol_list) > 0:
+        all_company_info_df = all_company_info_df.loc[all_company_info_df['symbol'].isin(symbol_list)]
+    for stock_one in all_company_info_df.itertuples():
         try:
             symbol = stock_one.symbol
 
@@ -57,6 +59,22 @@ def sync_company_product_area_industry(symbol, date):
             elif classification in ['X']:
                 market = '151'
 
+            query_exist = {'symbol': symbol, 'time': date}
+            exist_company_business_info_df = mongodb_util.find_query_data(db_name_constant.COMPANY_BUSINESS_INFO,
+                                                                          query_exist)
+            if data_frame_util.is_empty(exist_company_business_info_df):
+                exist_all = False
+            else:
+                exist_all = (
+                        (exist_company_business_info_df.loc[
+                             exist_company_business_info_df['analysis_type'] == 'area'].shape[0] > 0)
+                        and (exist_company_business_info_df.loc[
+                                 exist_company_business_info_df['analysis_type'] == 'industry'].shape[0] > 0)
+                        and (exist_company_business_info_df.loc[
+                                 exist_company_business_info_df['analysis_type'] == 'product'].shape[
+                                 0] > 0))
+            if exist_all:
+                continue
             company_product_area_industry_list = company_product_area_industry_index_query.company_product_area_industry(
                 symbol, market, date)
             for company_one in company_product_area_industry_list:
@@ -74,10 +92,8 @@ def sync_company_product_area_industry(symbol, date):
                     handle_industry_area_product(time_operate_index_item_df, symbol)
                 except BaseException as e:
                     logger.error("同步经营数据异常:{},{}", symbol, e)
-
-            logger.info("同步经营数据完成:{}", stock_one.symbol)
         except BaseException as e:
-            logger.error("同步经营数据:{},{}", stock_one.symbol, e)
+            logger.error("同步经营数据异常:{},{}", stock_one.symbol, e)
 
 
 def handle_industry_area_product(time_operate_index_item_df, symbol):
@@ -149,7 +165,7 @@ def handle_industry_area_product(time_operate_index_item_df, symbol):
 
 
 if __name__ == '__main__':
-    sync_company_product_area_industry('300211', '2025-09-30')
+    sync_company_product_area_industry('300211', '2024-12-31')
     # sync_company_product_area_industry('002323')
     # sync_company_product_area_industry('300901')
     # sync_company_product_area_industry('603225')
@@ -158,4 +174,4 @@ if __name__ == '__main__':
     # sync_company_product_area_industry('000508')
     # sync_company_product_area_industry('810011')
 
-    sync_company_product_area_industry(None, None)
+    sync_company_product_area_industry([], None)