mns-scheduler 1.0.8.7__py3-none-any.whl → 1.4.3.2__py3-none-any.whl

mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -2,46 +2,101 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
 # 每月最大交易天数
 MAX_TRADE_DAYS_PER_MONTH = 23
 # 每周最大交易天数
-MAX_TRADE_DAYS_PER_MONTH = 5
+MAX_TRADE_DAYS_PER_WEEK = 5
 
 
-def handle_month_week_line(k_line_info, stock_qfq_daily, deal_days):
-    if 1 < deal_days < MAX_TRADE_DAYS_PER_MONTH:
+def handle_month_line(k_line_info, stock_qfq_daily, deal_days):
+    # 上市2-23天
+    if 1 < deal_days <= MAX_TRADE_DAYS_PER_MONTH:
         month_01 = round(sum(stock_qfq_daily['chg']), 2)
         k_line_info['sum_month'] = month_01
         k_line_info['month_num'] = 1
         k_line_info['month01'] = month_01
-    elif (deal_days >= MAX_TRADE_DAYS_PER_MONTH) \
-            and (deal_days < MAX_TRADE_DAYS_PER_MONTH * 2):
+        k_line_info['month01_date'] = list(stock_qfq_daily.iloc[0:1]['date'])[0]
+        # 上市23-23*2天
+    elif (deal_days > MAX_TRADE_DAYS_PER_MONTH) \
+            and (deal_days <= MAX_TRADE_DAYS_PER_MONTH * 2):
         stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
         month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)
-        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH + 1, deal_days - 1]
+        k_line_length = stock_qfq_daily.shape[0]
+        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH: k_line_length]
         month_02 = round(sum(stock_qfq_daily_month_02['chg']), 2)
         k_line_info['sum_month'] = round(month_01 + month_02, 2)
         k_line_info['month_num'] = 2
         k_line_info['month01'] = month_01
-        k_line_info['month_02'] = month_02
-    elif deal_days >= MAX_TRADE_DAYS_PER_MONTH * 2:
+        k_line_info['month02'] = month_02
+        k_line_info['month01_date'] = list(stock_qfq_daily_month_01.iloc[0:1]['date'])[0]
+        if k_line_length != MAX_TRADE_DAYS_PER_MONTH:
+            k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
+        else:
+            k_line_info['month02_date'] = '19890729'
+    elif deal_days > MAX_TRADE_DAYS_PER_MONTH * 2:
         stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
         month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)
-        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH + 1, MAX_TRADE_DAYS_PER_MONTH * 2]
+        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH:MAX_TRADE_DAYS_PER_MONTH * 2]
         month_02 = round(sum(stock_qfq_daily_month_02['chg']), 2)
-
-        stock_qfq_daily_week_sum = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH * 2 + 1, deal_days - 1]
-
-        week_sum = round(sum(stock_qfq_daily_week_sum['chg']), 2)
-
+        k_line_info['month01_date'] = list(stock_qfq_daily_month_01.iloc[0:1]['date'])[0]
+        k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
         k_line_info['sum_month'] = round(month_01 + month_02, 2)
         k_line_info['month_num'] = 2
         k_line_info['month01'] = month_01
-        k_line_info['month_02'] = month_02
+        k_line_info['month02'] = month_02
+
+    return k_line_info
+
+
+def handle_week_line(k_line_info, stock_qfq_daily, deal_days):
+    if 1 < deal_days <= MAX_TRADE_DAYS_PER_WEEK:
+        week_01 = round(sum(stock_qfq_daily['chg']), 2)
+        k_line_info['sum_week'] = week_01
+        k_line_info['week_num'] = 1
+        k_line_info['week01'] = week_01
+        k_line_info['week_last_day'] = list(stock_qfq_daily.iloc[0:1]['date'])[0]
+    elif MAX_TRADE_DAYS_PER_WEEK < deal_days <= MAX_TRADE_DAYS_PER_WEEK * 2:
+        stock_qfq_daily_week_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_WEEK]
+        stock_qfq_daily_week_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK:MAX_TRADE_DAYS_PER_WEEK * 2]
+        week_01 = round(sum(stock_qfq_daily_week_01['chg']), 2)
+        week_02 = round(sum(stock_qfq_daily_week_02['chg']), 2)
+        k_line_info['sum_week'] = week_01 + week_02
+        k_line_info['week_num'] = 2
+        k_line_info['week01'] = week_01
+        k_line_info['week02'] = week_02
+        k_line_info['week_last_day'] = list(stock_qfq_daily_week_01.iloc[0:1]['date'])[0]
+    elif MAX_TRADE_DAYS_PER_WEEK < deal_days <= MAX_TRADE_DAYS_PER_WEEK * 3:
+        stock_qfq_daily_week_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_WEEK]
+        stock_qfq_daily_week_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK: MAX_TRADE_DAYS_PER_WEEK * 2]
+        stock_qfq_daily_week_03 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK * 2: MAX_TRADE_DAYS_PER_WEEK * 3]
+        week_01 = round(sum(stock_qfq_daily_week_01['chg']), 2)
+        week_02 = round(sum(stock_qfq_daily_week_02['chg']), 2)
+        week_03 = round(sum(stock_qfq_daily_week_03['chg']), 2)
+        k_line_info['sum_week'] = week_01 + week_02 + week_03
+        k_line_info['week_num'] = 3
+        k_line_info['week01'] = week_01
+        k_line_info['week02'] = week_02
+        k_line_info['week03'] = week_03
+        k_line_info['week_last_day'] = list(stock_qfq_daily_week_01.iloc[0:1]['date'])[0]
 
-        k_line_info['week_num'] = week_sum
+    elif MAX_TRADE_DAYS_PER_WEEK * 3 < deal_days:
+        stock_qfq_daily_week_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_WEEK]
+        stock_qfq_daily_week_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK:MAX_TRADE_DAYS_PER_WEEK * 2]
+        stock_qfq_daily_week_03 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK * 2: MAX_TRADE_DAYS_PER_WEEK * 3]
+        stock_qfq_daily_week_04 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK * 3: MAX_TRADE_DAYS_PER_WEEK * 4]
+        week_01 = round(sum(stock_qfq_daily_week_01['chg']), 2)
+        week_02 = round(sum(stock_qfq_daily_week_02['chg']), 2)
+        week_03 = round(sum(stock_qfq_daily_week_03['chg']), 2)
+        week_04 = round(sum(stock_qfq_daily_week_04['chg']), 2)
+        k_line_info['sum_week'] = week_01 + week_02 + week_03 + week_04
+        k_line_info['week_num'] = 4
+        k_line_info['week01'] = week_01
+        k_line_info['week02'] = week_02
+        k_line_info['week03'] = week_03
+        k_line_info['week04'] = week_04
+        k_line_info['week_last_day'] = stock_qfq_daily_week_01.iloc[0:1]['date']
     return k_line_info

mns_scheduler/k_line/common/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/common/k_line_common_api.py

@@ -0,0 +1,188 @@
+import sys
+import os
+
+import pandas as pd
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.akshare.k_line_api as k_line_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from datetime import datetime, timedelta
+import mns_common.api.msg.push_msg_api as push_msg_api
+import numpy as np
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+import threading
+
+# source_type = 'xue_qiu'
+source_type = 'xue_qiu'
+error_no = 1
+
+
+# 自定义报警处理函数
+def custom_alert(current: int, threshold: int):
+    push_msg_api.push_msg_to_wechat('获取k线数据异常', "当前次数:" + str(current) + "阈值:" + str(threshold))
+
+
+# 定义一个带超时的函数调用
+def call_with_timeout(func, *args, timeout=10, **kwargs):
+    # 用于存储函数执行结果
+    result = None
+    exception = None
+
+    # 定义一个线程目标函数
+    def target():
+        nonlocal result, exception
+        try:
+            result = func(*args, **kwargs)
+        except Exception as e:
+            exception = e
+
+    # 创建线程并启动
+    thread = threading.Thread(target=target)
+    thread.start()
+
+    # 等待线程完成，最多等待 timeout 秒
+    thread.join(timeout)
+
+    # 如果线程仍然存活，说明函数超时了
+    if thread.is_alive():
+        raise TimeoutError(f"Function exceeded timeout of {timeout} seconds")
+
+    # 如果函数抛出了异常，重新抛出
+    if exception is not None:
+        raise exception
+    return result
+
+
+def get_k_line_common_adapter(symbol, period, hq, end_date):
+    global error_no
+    df = pd.DataFrame()
+    try:
+        if source_type == 'em':
+
+            df = call_with_timeout(get_em_k_line_api,
+                                   symbol,
+                                   period,
+                                   hq,
+                                   end_date,
+                                   timeout=10)
+        elif source_type == 'xue_qiu':
+            df = call_with_timeout(get_xueqiu_k_line_api,
+                                   symbol,
+                                   period,
+                                   hq,
+                                   end_date,
+                                   timeout=10)
+
+        if data_frame_util.is_empty(df):
+            error_no = error_no + 1
+    except BaseException as e:
+        logger.error("获取k线异常:{}", e)
+        error_no = error_no + 1
+    if error_no == 1000:
+        push_msg_api.push_msg_to_wechat('获取k线数据异常', "当前次数:" + str(error_no))
+    return df
+
+
+# 应用带参数的装饰器
+# @exception_counter(
+#     threshold=1500,
+#     alert_handler=custom_alert,
+#     auto_reset=False
+# )
+def get_em_k_line_api(symbol, period, hq, end_date):
+    # 检查symbol是否以'6'开头
+    if symbol.startswith('6'):
+        symbol_a = '1.' + symbol
+    else:
+        symbol_a = '0.' + symbol
+    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol_a,
+                                              period=period,
+                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
+                                              end_date=date_handle_util.no_slash_date(end_date),
+                                              adjust=hq)
+
+    stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
+                                 "收盘": "close", "最高": "high",
+                                 "最低": "low", "成交量": "volume",
+                                 "成交额": "amount", "振幅": "pct_chg",
+                                 "涨跌幅": "chg", "涨跌额": "change",
+                                 "换手率": "exchange"}, inplace=True)
+    stock_hfq_df['symbol'] = symbol
+    stock_hfq_df['_id'] = symbol + '-' + stock_hfq_df['date']
+    return stock_hfq_df
+
+
+# period : year  quarter  month  week  day
+# hq: qfq:before ,hfq:after, bfq:normal
+
+def get_xueqiu_k_line_api(symbol, period, hq, end_date):
+    if hq == 'qfq':
+        adjust = 'before'
+    elif hq == 'hfq':
+        adjust = 'after'
+    else:
+        adjust = 'normal'
+
+    period_time = 'day'
+    if period == 'daily':
+        period_time = 'day'
+    elif period == 'weekly':
+        period_time = 'week'
+    elif period == 'monthly':
+        period_time = 'month'
+
+    cookie = cookie_info_service.get_xue_qiu_cookie()
+    symbol_pre_fix = common_service_fun_api.add_pre_prefix_one(symbol)
+    dt = datetime.strptime(end_date, '%Y-%m-%d')
+    dt += timedelta(days=1)
+    timestamp = str(int(dt.timestamp() * 1000))  # 转换为毫秒
+    stock_k_line_df = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_pre_fix, period_time,
+                                                            cookie, timestamp, adjust)
+
+    stock_k_line_df['pct_chg'] = round(abs(stock_k_line_df['high'] - stock_k_line_df['low'] / stock_k_line_df['high']),
+                                       2)
+    stock_k_line_df.rename(columns={"chg": "change",
+                                    "percent": "chg",
+                                    "str_day": "date",
+                                    "market_capital": "flow_mv",
+                                    "turnoverrate": "exchange"}, inplace=True)
+    stock_k_line_df = stock_k_line_df[[
+        "date",
+        "open",
+        "close",
+        "high",
+        "low",
+        "volume",
+        "amount",
+        "pct_chg",
+        "chg",
+        "change",
+        "exchange"
+    ]]
+    stock_k_line_df['symbol'] = symbol
+    stock_k_line_df['date'] = stock_k_line_df['date'].str.replace('-', '')
+    stock_k_line_df['_id'] = symbol + '-' + stock_k_line_df['date']
+    stock_k_line_df['last_price'] = round(((stock_k_line_df['close']) / (1 + stock_k_line_df['chg'] / 100)), 2)
+    stock_k_line_df['max_chg'] = round(
+        ((stock_k_line_df['high'] - stock_k_line_df['last_price']) / stock_k_line_df['last_price']) * 100, 2)
+    stock_k_line_df['amount_level'] = round((stock_k_line_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
+    stock_k_line_df['flow_mv'] = round(stock_k_line_df['amount'] * 100 / stock_k_line_df['exchange'], 2)
+    stock_k_line_df['flow_mv_sp'] = round(stock_k_line_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    stock_k_line_df.replace([np.inf, -np.inf], 0, inplace=True)
+    stock_k_line_df.fillna(0, inplace=True)
+    stock_k_line_df['date'] = stock_k_line_df['date'].astype(str).str[:8]
+    return stock_k_line_df
+
+
+if __name__ == '__main__':
+    while True:
+        test_df = get_k_line_common_adapter('000001', 'day', 'qfq', '2025-05-25')
+        print(test_df)

mns_scheduler/k_line/hot_stocks/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/k_line/month_week_daily/bfq_k_line_sync.py

@@ -0,0 +1,77 @@
+import os
+import sys
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from loguru import logger
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+
+
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_bfq_k_line_data(period='daily',
+                         hq='hfq',
+                         hq_col='stock_hfq_daily',
+                         end_date='2222-01-01',
+                         symbol=None):
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
+
+
+    classification = common_service_fun_api.classify_symbol_one(symbol)
+    stock_hfq_df['classification'] = classification
+    stock_hfq_df = stock_hfq_df.sort_values(by=['date'], ascending=False)
+    insert_data(stock_hfq_df, hq_col, symbol)
+    logger.info(period + 'k线同步-' + hq + '-' + symbol)
+    return stock_hfq_df
+
+
+def sync_all_bfq_k_line(period='daily',
+                        hq='hfq',
+                        hq_col='stock_hfq_daily',
+                        end_date='22220101',
+                        symbol='300085'):
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
+
+    symbol_list = list(real_time_quotes_now_es['symbol'])
+    # 退市公司
+    de_list_company = company_common_service_new_api.get_de_list_company()
+    symbol_list.extend(de_list_company)
+    symbol_list = set(symbol_list)
+    if symbol is not None:
+        symbol_list = [symbol]
+    for symbol in symbol_list:
+        try:
+            sync_bfq_k_line_data(period,
+                                 hq,
+                                 hq_col,
+                                 end_date,
+                                 symbol)
+        except BaseException as e:
+            logger.warning("同步不复权k线:{},{}", symbol, e)
+
+
+def insert_data(stock_hfq_df, hq_col, symbol):
+    query = {'symbol': symbol}
+    tag = mongodb_util.remove_data(query, hq_col)
+    success = tag.acknowledged
+    if success:
+        mongodb_util.insert_mongo(stock_hfq_df, hq_col)
+
+
+if __name__ == '__main__':
+    sync_all_bfq_k_line('daily',
+                        'qfq',
+                        'stock_bfq_daily',
+                        '2025-05-25',
+                        '000001')

mns_scheduler/k_line/{sync → month_week_daily}/daily_week_month_line_sync.py

@@ -7,23 +7,21 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.api.akshare.k_line_api as k_line_api
 import mns_scheduler.k_line.clean.daily.daily_k_line_clean_common_service as daily_k_line_clean_common_service
-
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
 mongodb_util = MongodbUtil('27017')
 
 
 # 多线程接口容易拉爆
 
 def save_one_symbol(symbol, period, end_date, hq, hq_col, real_time_quotes_now):
-    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
-                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
-                                              end_date=date_handle_util.no_slash_date(end_date),
-                                              adjust=hq)
+    # 检查symbol是否以'6'开头
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
     real_time_quotes_now_one = real_time_quotes_now.loc[real_time_quotes_now['symbol'] == symbol]
     stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
                                  "收盘": "close", "最高": "high",
@@ -63,16 +61,16 @@ def sync_all_daily_data(period='daily',
                         hq='hfq',
                         hq_col='stock_hfq_daily',
                         end_date='22220101',
-                        symbol=None):
+                        symbol_list=None):
     create_db_index(hq_col)
 
-    real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
     # exclude b symbol
     real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now_es.copy())
 
     real_time_quotes_now = common_service_fun_api.total_mv_classification(real_time_quotes_now.copy())
-    if symbol is not None:
-        real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['symbol'] == symbol]
+    if symbol_list is not None:
+        real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['symbol'].isin(symbol_list)]
 
     real_time_quotes_now = real_time_quotes_now.sort_values(by=['chg'], ascending=False)
     fail_symbol_list = []
@@ -105,8 +103,10 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
+    # sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
     # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)

mns_scheduler/k_line/sync_status/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/sync_status/k_line_sync_status_check.py

@@ -0,0 +1,54 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.msg.push_msg_api as push_msg_api
+
+mongodb_util = MongodbUtil('27017')
+
+min_k_line_count = 5200
+
+
+# check下一个交易日k线同步状态
+def check_k_line_sync_count():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    hour = now_date.hour
+    # 是否是交易日
+    if trade_date_common_service_api.is_trade_day(str_day):
+        if hour > 15:
+            qfq_day = str_day
+            k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 2)
+        else:
+            qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
+            k_line_day = str_day
+    else:
+        qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
+        k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 1)
+
+    # check 当日k线同步状态
+    query_qfq = {'date': date_handle_util.no_slash_date(qfq_day)}
+    qfq_k_line_count = mongodb_util.count(query_qfq, db_name_constant.STOCK_QFQ_DAILY)
+    if qfq_k_line_count < min_k_line_count:
+        title = '当日k线同步数量不对'
+        msg = '当日k线同步数量不对,当前k线数量:' + str(qfq_k_line_count)
+        push_msg_api.push_msg_to_wechat(title, msg)
+
+    query_last_trade = {'str_day': k_line_day}
+    last_trade_day_k_line_count = mongodb_util.count(query_last_trade, 'k_line_info')
+    if last_trade_day_k_line_count < min_k_line_count:
+        title = '下一个交易日策略k线数量不对'
+        msg = '下一个交易日策略k线数量不对,当前数量:' + str(last_trade_day_k_line_count)
+        push_msg_api.push_msg_to_wechat(title, msg)
+
+
+if __name__ == '__main__':
+    check_k_line_sync_count()

mns_scheduler/k_line/test/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -0,0 +1,41 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+import mns_scheduler.k_line.clean.k_line_info_clean_task as k_line_info_clean_task
+
+mongodb_util = MongodbUtil('27017')
+
+
+def clean_history_data():
+    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-09-12'}}]}
+    trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
+    trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
+    for trade_data_one in trade_date_list_df.itertuples():
+        try:
+            k_line_info_clean_task.sync_k_line_info_task(trade_data_one.trade_date)
+            logger.info("清洗数据到:{}", trade_data_one.trade_date)
+        except BaseException as e:
+            logger.error("发生异常:{},{}", trade_data_one.trade_date, e)
+
+
+if __name__ == '__main__':
+    clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
+    # clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-02-21', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-03-26', ['301601'])
+    # clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-03-11', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-03-13', None)
+
+    # 001389  001359
+    # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-02-17', None)
+
+    # clean_history_data()

mns_scheduler/k_line/year_quarter/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)