mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.5.7__py3-none-any.whl

mns_scheduler/k_line/common/k_line_common_api.py

@@ -0,0 +1,188 @@
+import sys
+import os
+
+import pandas as pd
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.akshare.k_line_api as k_line_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from datetime import datetime, timedelta
+import mns_common.api.msg.push_msg_api as push_msg_api
+import numpy as np
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+import threading
+
+# source_type = 'xue_qiu'
+source_type = 'xue_qiu'
+error_no = 1
+
+
+# 自定义报警处理函数
+def custom_alert(current: int, threshold: int):
+    push_msg_api.push_msg_to_wechat('获取k线数据异常', "当前次数:" + str(current) + "阈值:" + str(threshold))
+
+
+# 定义一个带超时的函数调用
+def call_with_timeout(func, *args, timeout=10, **kwargs):
+    # 用于存储函数执行结果
+    result = None
+    exception = None
+
+    # 定义一个线程目标函数
+    def target():
+        nonlocal result, exception
+        try:
+            result = func(*args, **kwargs)
+        except Exception as e:
+            exception = e
+
+    # 创建线程并启动
+    thread = threading.Thread(target=target)
+    thread.start()
+
+    # 等待线程完成，最多等待 timeout 秒
+    thread.join(timeout)
+
+    # 如果线程仍然存活，说明函数超时了
+    if thread.is_alive():
+        raise TimeoutError(f"Function exceeded timeout of {timeout} seconds")
+
+    # 如果函数抛出了异常，重新抛出
+    if exception is not None:
+        raise exception
+    return result
+
+
+def get_k_line_common_adapter(symbol, period, hq, end_date):
+    global error_no
+    df = pd.DataFrame()
+    try:
+        if source_type == 'em':
+
+            df = call_with_timeout(get_em_k_line_api,
+                                   symbol,
+                                   period,
+                                   hq,
+                                   end_date,
+                                   timeout=10)
+        elif source_type == 'xue_qiu':
+            df = call_with_timeout(get_xueqiu_k_line_api,
+                                   symbol,
+                                   period,
+                                   hq,
+                                   end_date,
+                                   timeout=10)
+
+        if data_frame_util.is_empty(df):
+            error_no = error_no + 1
+    except BaseException as e:
+        logger.error("获取k线异常:{}", e)
+        error_no = error_no + 1
+    if error_no == 1000:
+        push_msg_api.push_msg_to_wechat('获取k线数据异常', "当前次数:" + str(error_no))
+    return df
+
+
+# 应用带参数的装饰器
+# @exception_counter(
+#     threshold=1500,
+#     alert_handler=custom_alert,
+#     auto_reset=False
+# )
+def get_em_k_line_api(symbol, period, hq, end_date):
+    # 检查symbol是否以'6'开头
+    if symbol.startswith('6'):
+        symbol_a = '1.' + symbol
+    else:
+        symbol_a = '0.' + symbol
+    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol_a,
+                                              period=period,
+                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
+                                              end_date=date_handle_util.no_slash_date(end_date),
+                                              adjust=hq)
+
+    stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
+                                 "收盘": "close", "最高": "high",
+                                 "最低": "low", "成交量": "volume",
+                                 "成交额": "amount", "振幅": "pct_chg",
+                                 "涨跌幅": "chg", "涨跌额": "change",
+                                 "换手率": "exchange"}, inplace=True)
+    stock_hfq_df['symbol'] = symbol
+    stock_hfq_df['_id'] = symbol + '-' + stock_hfq_df['date']
+    return stock_hfq_df
+
+
+# period : year  quarter  month  week  day
+# hq: qfq:before ,hfq:after, bfq:normal
+
+def get_xueqiu_k_line_api(symbol, period, hq, end_date):
+    if hq == 'qfq':
+        adjust = 'before'
+    elif hq == 'hfq':
+        adjust = 'after'
+    else:
+        adjust = 'normal'
+
+    period_time = 'day'
+    if period == 'daily':
+        period_time = 'day'
+    elif period == 'weekly':
+        period_time = 'week'
+    elif period == 'monthly':
+        period_time = 'month'
+
+    cookie = cookie_info_service.get_xue_qiu_cookie()
+    symbol_pre_fix = common_service_fun_api.add_pre_prefix_one(symbol)
+    dt = datetime.strptime(end_date, '%Y-%m-%d')
+    dt += timedelta(days=1)
+    timestamp = str(int(dt.timestamp() * 1000))  # 转换为毫秒
+    stock_k_line_df = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_pre_fix, period_time,
+                                                            cookie, timestamp, adjust)
+
+    stock_k_line_df['pct_chg'] = round(abs(stock_k_line_df['high'] - stock_k_line_df['low'] / stock_k_line_df['high']),
+                                       2)
+    stock_k_line_df.rename(columns={"chg": "change",
+                                    "percent": "chg",
+                                    "str_day": "date",
+                                    "market_capital": "flow_mv",
+                                    "turnoverrate": "exchange"}, inplace=True)
+    stock_k_line_df = stock_k_line_df[[
+        "date",
+        "open",
+        "close",
+        "high",
+        "low",
+        "volume",
+        "amount",
+        "pct_chg",
+        "chg",
+        "change",
+        "exchange"
+    ]]
+    stock_k_line_df['symbol'] = symbol
+    stock_k_line_df['date'] = stock_k_line_df['date'].str.replace('-', '')
+    stock_k_line_df['_id'] = symbol + '-' + stock_k_line_df['date']
+    stock_k_line_df['last_price'] = round(((stock_k_line_df['close']) / (1 + stock_k_line_df['chg'] / 100)), 2)
+    stock_k_line_df['max_chg'] = round(
+        ((stock_k_line_df['high'] - stock_k_line_df['last_price']) / stock_k_line_df['last_price']) * 100, 2)
+    stock_k_line_df['amount_level'] = round((stock_k_line_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
+    stock_k_line_df['flow_mv'] = round(stock_k_line_df['amount'] * 100 / stock_k_line_df['exchange'], 2)
+    stock_k_line_df['flow_mv_sp'] = round(stock_k_line_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    stock_k_line_df.replace([np.inf, -np.inf], 0, inplace=True)
+    stock_k_line_df.fillna(0, inplace=True)
+    stock_k_line_df['date'] = stock_k_line_df['date'].astype(str).str[:8]
+    return stock_k_line_df
+
+
+if __name__ == '__main__':
+    while True:
+        test_df = get_k_line_common_adapter('000001', 'day', 'qfq', '2025-05-25')
+        print(test_df)

mns_scheduler/k_line/hot_stocks/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/k_line/{sync → month_week_daily}/bfq_k_line_sync.py

@@ -7,41 +7,26 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.api.akshare.k_line_api as k_line_api
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
 import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 
+
+
 mongodb_util = MongodbUtil('27017')
 
 
 def sync_bfq_k_line_data(period='daily',
                          hq='hfq',
                          hq_col='stock_hfq_daily',
-                         end_date='22220101',
+                         end_date='2222-01-01',
                          symbol=None):
-    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
-                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
-                                              end_date=date_handle_util.no_slash_date(end_date),
-                                              adjust=hq)
-
-    stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
-                                 "收盘": "close", "最高": "high",
-                                 "最低": "low", "成交量": "volume",
-                                 "成交额": "amount", "振幅": "pct_chg",
-                                 "涨跌幅": "chg", "涨跌额": "change",
-                                 "换手率": "exchange"}, inplace=True)
-
-    stock_hfq_df['symbol'] = symbol
-    stock_hfq_df['_id'] = stock_hfq_df['symbol'] + '-' + stock_hfq_df['date']
-    stock_hfq_df['last_price'] = round(((stock_hfq_df['close']) / (1 + stock_hfq_df['chg'] / 100)), 2)
-    stock_hfq_df['max_chg'] = round(
-        ((stock_hfq_df['high'] - stock_hfq_df['last_price']) / stock_hfq_df['last_price']) * 100, 2)
-    stock_hfq_df['amount_level'] = round((stock_hfq_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
-    stock_hfq_df['flow_mv'] = round(stock_hfq_df['amount'] * 100 / stock_hfq_df['exchange'], 2)
-    stock_hfq_df['flow_mv_sp'] = round(stock_hfq_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
+
 
     classification = common_service_fun_api.classify_symbol_one(symbol)
     stock_hfq_df['classification'] = classification
@@ -55,8 +40,8 @@ def sync_all_bfq_k_line(period='daily',
                         hq='hfq',
                         hq_col='stock_hfq_daily',
                         end_date='22220101',
-                        symbol=None):
-    real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
+                        symbol='300085'):
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
 
     symbol_list = list(real_time_quotes_now_es['symbol'])
     # 退市公司
@@ -86,7 +71,7 @@ def insert_data(stock_hfq_df, hq_col, symbol):
 
 if __name__ == '__main__':
     sync_all_bfq_k_line('daily',
-                        '',
+                        'qfq',
                         'stock_bfq_daily',
-                        None,
-                        None)
+                        '2025-05-25',
+                        '000001')

mns_scheduler/k_line/{sync → month_week_daily}/daily_week_month_line_sync.py

@@ -7,23 +7,21 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.api.akshare.k_line_api as k_line_api
 import mns_scheduler.k_line.clean.daily.daily_k_line_clean_common_service as daily_k_line_clean_common_service
-
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
 mongodb_util = MongodbUtil('27017')
 
 
 # 多线程接口容易拉爆
 
 def save_one_symbol(symbol, period, end_date, hq, hq_col, real_time_quotes_now):
-    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
-                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
-                                              end_date=date_handle_util.no_slash_date(end_date),
-                                              adjust=hq)
+    # 检查symbol是否以'6'开头
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
     real_time_quotes_now_one = real_time_quotes_now.loc[real_time_quotes_now['symbol'] == symbol]
     stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
                                  "收盘": "close", "最高": "high",
@@ -66,7 +64,7 @@ def sync_all_daily_data(period='daily',
                         symbol_list=None):
     create_db_index(hq_col)
 
-    real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
     # exclude b symbol
     real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now_es.copy())
 
@@ -105,9 +103,10 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
-    sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
+    # sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
     # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)

mns_scheduler/k_line/sync_status/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/sync_status/k_line_sync_status_check.py

@@ -0,0 +1,54 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.msg.push_msg_api as push_msg_api
+
+mongodb_util = MongodbUtil('27017')
+
+min_k_line_count = 5200
+
+
+# check下一个交易日k线同步状态
+def check_k_line_sync_count():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    hour = now_date.hour
+    # 是否是交易日
+    if trade_date_common_service_api.is_trade_day(str_day):
+        if hour > 15:
+            qfq_day = str_day
+            k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 2)
+        else:
+            qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
+            k_line_day = str_day
+    else:
+        qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
+        k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 1)
+
+    # check 当日k线同步状态
+    query_qfq = {'date': date_handle_util.no_slash_date(qfq_day)}
+    qfq_k_line_count = mongodb_util.count(query_qfq, db_name_constant.STOCK_QFQ_DAILY)
+    if qfq_k_line_count < min_k_line_count:
+        title = '当日k线同步数量不对'
+        msg = '当日k线同步数量不对,当前k线数量:' + str(qfq_k_line_count)
+        push_msg_api.push_msg_to_wechat(title, msg)
+
+    query_last_trade = {'str_day': k_line_day}
+    last_trade_day_k_line_count = mongodb_util.count(query_last_trade, 'k_line_info')
+    if last_trade_day_k_line_count < min_k_line_count:
+        title = '下一个交易日策略k线数量不对'
+        msg = '下一个交易日策略k线数量不对,当前数量:' + str(last_trade_day_k_line_count)
+        push_msg_api.push_msg_to_wechat(title, msg)
+
+
+if __name__ == '__main__':
+    check_k_line_sync_count()

mns_scheduler/k_line/test/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -13,7 +13,7 @@ mongodb_util = MongodbUtil('27017')
 
 
 def clean_history_data():
-    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-05-29'}}]}
+    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-09-12'}}]}
     trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
     trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
     for trade_data_one in trade_date_list_df.itertuples():
@@ -25,6 +25,17 @@ def clean_history_data():
 
 
 if __name__ == '__main__':
+    clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
+    # clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-02-21', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-03-26', ['301601'])
+    # clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-03-11', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-03-13', None)
+
     # 001389  001359
-    k_line_info_clean_task.sync_k_line_info('2024-07-12', ['300784'])
+    # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-02-17', None)
+
     # clean_history_data()

mns_scheduler/k_line/year_quarter/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/year_quarter/year_quarter_line_sync.py

@@ -0,0 +1,76 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from loguru import logger
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+from datetime import datetime
+import mns_common.utils.data_frame_util as data_frame_util
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_year_k_line():
+    timestamp = str(int(datetime.now().timestamp() * 1000))
+
+    col_name = db_name_constant.STOCK_QFQ_YEAR
+    real_time_quotes_all_stocks_df = em_stock_info_api.get_a_stock_info()
+    real_time_quotes_all_stocks_df = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks_df)
+    real_time_quotes_all_stocks_df = common_service_fun_api.add_pre_prefix(real_time_quotes_all_stocks_df)
+    for stock_one in real_time_quotes_all_stocks_df.itertuples():
+        symbol = stock_one.symbol
+        try:
+            symbol_prefix = stock_one.symbol_prefix
+
+            year_k_line_df_copy = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_prefix, 'year',
+                                                                        cookie_info_service.get_xue_qiu_cookie(),
+                                                                        timestamp,
+                                                                        'before')
+            if data_frame_util.is_empty(year_k_line_df_copy):
+                logger.warning("返回数据为空:{}", symbol)
+                continue
+
+            year_k_line_df = year_k_line_df_copy.copy()
+            year_k_line_df = year_k_line_df[[
+                'volume',
+                'open',
+                'high',
+                'low',
+                'close',
+                'chg',
+                'percent',
+                'turnoverrate',
+                'amount',
+                'str_day'
+            ]]
+            year_k_line_df['year'] = year_k_line_df['str_day'].str[:4]
+
+            year_k_line_df["open_to_high_pct"] = (
+                    (year_k_line_df["high"] - year_k_line_df["open"]) / year_k_line_df["open"] * 100).round(2)
+
+            year_k_line_df["low_to_high_pct"] = (
+                    (year_k_line_df["high"] - year_k_line_df["low"]) / year_k_line_df["low"] * 100).round(2)
+            year_k_line_df = year_k_line_df.rename(columns={
+                "percent": "chg",
+                "chg": "chg_price",
+                "turnoverrate": "exchange"
+            })
+            year_k_line_df['symbol'] = symbol
+            year_k_line_df['_id'] = symbol + '_' + year_k_line_df['year']
+            mongodb_util.save_mongo(year_k_line_df, col_name)
+            logger.info("同步年线数据完成:{},{}", symbol, stock_one.name)
+        except BaseException as e:
+            logger.error("同步年线数据异常:{},{}", symbol, e)
+
+
+if __name__ == '__main__':
+    sync_year_k_line()

mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py

@@ -3,10 +3,8 @@ import os
 
 import mns_common.api.kpl.selection.kpl_selection_plate_api as selection_plate_api
 from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
 from datetime import datetime
 import mns_common.utils.data_frame_util as data_frame_util
-import pandas as pd
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
@@ -124,6 +122,7 @@ def save_one_plate_detail_data(plate_code, plate_name, index_class, first_plate_
         new_df['grade'] = 1
         new_df['remark'] = ''
         new_df['remark_flag'] = ''
+        new_df['long'] = ''
         mongodb_util.insert_mongo(new_df, 'kpl_best_choose_index_detail')
 
         # 保存到当日新增概念列表

mns_scheduler/kpl/selection/symbol/sync_kpl_concept_symbol_choose_reason_api.py

@@ -0,0 +1,108 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.kpl.common.kpl_common_api as kpl_common_api
+from loguru import logger
+from datetime import datetime, timedelta
+import pandas as pd
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 更新所有概念入选原因
+def update_all_kpl_symbol_choose_reason():
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, {})
+    for concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            concept_code = concept_one.plate_code
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, {"plate_code": concept_code})
+            if data_frame_util.is_not_empty(kpl_best_choose_index_detail_df):
+                kpl_symbol_list = list(kpl_best_choose_index_detail_df['symbol'])
+                symbol_str = ','.join(kpl_symbol_list)
+                choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(concept_code, symbol_str)
+                if data_frame_util.is_not_empty(choose_reason_df):
+                    for choose_reason_one in choose_reason_df.itertuples():
+                        symbol = choose_reason_one.symbol
+                        try:
+
+                            choose_reason = choose_reason_one.choose_reason
+                            update_query = {'symbol': symbol, 'plate_code': concept_code}
+                            new_values = {"$set": {"long": choose_reason}}
+                            mongodb_util.update_many(update_query, new_values,
+                                                     db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+                        except BaseException as e:
+                            logger.error("更新开票啦入选原因异常:{},{},{}", symbol, concept_code, e)
+            logger.info("更新开票啦入选原因完成:{},{}", concept_one.plate_code, concept_one.plate_name)
+        except BaseException as e:
+            logger.error("更新开票啦入选原因异常:{},{},{}", concept_one.plate_code, concept_one.plate_name, e)
+
+
+# 更新入选概念原因
+def update_symbol_new_concept_reason(plate_code, kpl_symbol_list):
+    symbol_str = ','.join(kpl_symbol_list)
+    choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(plate_code, symbol_str)
+    if data_frame_util.is_not_empty(choose_reason_df):
+        choose_reason_df = choose_reason_df[choose_reason_df['choose_reason'] != '']
+        if data_frame_util.is_empty(choose_reason_df):
+            return
+        for choose_reason_one in choose_reason_df.itertuples():
+            symbol = choose_reason_one.symbol
+            try:
+
+                choose_reason = choose_reason_one.choose_reason
+                update_query = {'symbol': symbol, 'plate_code': plate_code}
+                new_values = {"$set": {"long": choose_reason}}
+                mongodb_util.update_many(update_query, new_values,
+                                         db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+                # 更新今日新增概念列表 入选原因
+                mongodb_util.update_many(update_query, new_values,
+                                         db_name_constant.TODAY_NEW_CONCEPT_LIST)
+            except BaseException as e:
+                logger.error("更新开票啦入选原因异常:{},{},{}", symbol, plate_code, e)
+
+
+def update_null_choose_reason():
+    # 获取当前日期时间
+    now = datetime.now()
+
+    # 计算前15天的日期时间
+    days_ago_15 = now - timedelta(days=30)
+
+    # 按指定格式输出
+    formatted_date = days_ago_15.strftime("%Y-%m-%d %H:%M:%S")
+    query = {"create_time": {"$gte": formatted_date}, '$or': [{"long": {"$exists": False}}, {"long": ''}]}
+    null_choose_reason_detail_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, query)
+    if data_frame_util.is_not_empty(null_choose_reason_detail_df):
+        grouped_null_reason_df = null_choose_reason_detail_df.groupby('plate_code')
+        grouped_null_reason_list = grouped_null_reason_df.size()
+        group_null_reason = pd.DataFrame(grouped_null_reason_list, columns=['number'])
+        group_null_reason['plate_code'] = group_null_reason.index
+        group_null_reason = group_null_reason.sort_values(by=['number'], ascending=False)
+        for null_reason_one in group_null_reason.itertuples():
+            plate_code = null_reason_one.plate_code
+            try:
+
+                null_reason_one_plate_df = null_choose_reason_detail_df.loc[
+                    null_choose_reason_detail_df['plate_code'] == plate_code]
+                kpl_symbol_list = list(null_reason_one_plate_df['symbol'])
+                update_symbol_new_concept_reason(plate_code, kpl_symbol_list)
+                logger.info("更新开票啦入选原因完成:{},{}", null_reason_one.plate_code,
+                            list(null_reason_one_plate_df['plate_name'])[0])
+            except BaseException as e:
+                logger.error("更新kpl入选原因异常:{},{}", null_reason_one.plate_code, e)
+
+    return formatted_date
+
+
+if __name__ == '__main__':
+    update_null_choose_reason()
+    # update_all_kpl_symbol_choose_reason()