mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.3.2__py3-none-any.whl

mns_scheduler/k_line/clean/k_line_info_clean_task.py

@@ -9,15 +9,16 @@ sys.path.append(project_path)
 import pandas as pd
 import mns_common.utils.date_handle_util as date_handle_util
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from loguru import logger
 import threading
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_scheduler.k_line.sync.daily_week_month_line_sync as daily_week_month_line_sync_api
+import mns_scheduler.k_line.month_week_daily.daily_week_month_line_sync as daily_week_month_line_sync_api
 import mns_scheduler.k_line.clean.k_line_info_clean_impl as k_line_info_clean_impl
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
 
 K_LINE_CLEAN_DB_NAME = 'k_line_clean_fail_name'
 
@@ -67,7 +68,14 @@ def sync_k_line_info(str_day, symbol_list):
 
                     diff_days = list(company_info_df['diff_days'])[0]
 
-                    k_line_result = k_line_info_clean_impl.calculate_k_line_info(str_day, symbol, diff_days)
+                    now_year = int(str_day[0:4])
+                    last_year = now_year - 1
+
+                    query_year_line = {'symbol': symbol, 'year': {"$in": [str(now_year), str(last_year)]}}
+                    stock_qfq_year_df = mongodb_util.find_query_data(db_name_constant.STOCK_QFQ_YEAR, query_year_line)
+
+                    k_line_result = k_line_info_clean_impl.calculate_k_line_info(str_day, symbol, diff_days,
+                                                                                 stock_qfq_year_df)
                     save_k_line_data(symbol, str_day, k_line_result)
                     if result_k_line_list_df is None:
                         result_k_line_list_df = k_line_result
@@ -87,18 +95,27 @@ def handle_fail_data(str_day, real_time_quotes_now):
     k_line_fail_df = mongodb_util.find_query_data(K_LINE_CLEAN_DB_NAME, query)
     if data_frame_util.is_not_empty(k_line_fail_df):
         fail_data_df = real_time_quotes_now.loc[real_time_quotes_now['symbol'].isin(k_line_fail_df['symbol'])]
-        single_threaded_sync_task(fail_data_df, str_day, 88)
+        now_year = int(str_day[0:4])
+        last_year = now_year - 1
+
+        query_year_line = {'year': {"$in": [str(now_year), str(last_year)]}}
+        stock_qfq_year_df = mongodb_util.find_query_data(db_name_constant.STOCK_QFQ_YEAR, query_year_line)
+        single_threaded_sync_task(fail_data_df, str_day, 88, stock_qfq_year_df)
 
 
 # 多线程同步任务
 def multi_threaded_k_line_sync(str_day):
     # 退市代码
-    de_list_company_symbols = company_common_service_api.get_de_list_company()
-    real_time_quotes_now = east_money_stock_api.get_real_time_quotes_all_stocks()
-    real_time_quotes_now = real_time_quotes_now.loc[~(real_time_quotes_now['symbol'].isin(de_list_company_symbols))]
 
-    # 将list_date列中的所有NaN值设置为99990909
-    real_time_quotes_now['list_date'].fillna(20990909.0, inplace=True)
+    de_list_company_df = mongodb_util.find_all_data(db_name_constant.DE_LIST_STOCK)
+    de_list_company_df = de_list_company_df.loc[de_list_company_df['de_list_date'] < str_day]
+    real_time_quotes_now = em_stock_info_api.get_a_stock_info()
+    real_time_quotes_now = real_time_quotes_now.loc[
+        ~(real_time_quotes_now['symbol'].isin(de_list_company_df['symbol']))]
+
+    # 将list_date列中的所有NaN值设置为19890604
+    real_time_quotes_now['list_date'].fillna(19890604, inplace=True)
+    real_time_quotes_now['list_date'] = real_time_quotes_now['list_date'].replace(99990909, 19890604)
 
     # 将日期数值转换为日期时间格式
     real_time_quotes_now['list_date_01'] = pd.to_datetime(real_time_quotes_now['list_date'], format='%Y%m%d')
@@ -111,8 +128,15 @@ def multi_threaded_k_line_sync(str_day):
 
     #  exclude b symbol
     real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now.copy())
-    # exclude amount==0 symbol
-    real_time_quotes_now = common_service_fun_api.exclude_amount_zero_stock(real_time_quotes_now)
+
+    real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['list_date_01'] <= now_date]
+
+    now_year = int(str_day[0:4])
+    last_year = now_year - 1
+
+    query_year_line = {'year': {"$in": [str(now_year), str(last_year)]}}
+    stock_qfq_year_df = mongodb_util.find_query_data(db_name_constant.STOCK_QFQ_YEAR, query_year_line)
+
     total_count = real_time_quotes_now.shape[0]
     global result
     result = pd.DataFrame()  # 重新初始化 result 变量
@@ -125,9 +149,9 @@ def multi_threaded_k_line_sync(str_day):
 
         end_count = (page + 1) * MAX_PAGE_NUMBER
         begin_count = page * MAX_PAGE_NUMBER
-        page_df = real_time_quotes_now.loc[begin_count:end_count]
+        page_df = real_time_quotes_now.iloc[begin_count:end_count]
 
-        thread = threading.Thread(target=single_threaded_sync_task, args=(page_df, str_day, page))
+        thread = threading.Thread(target=single_threaded_sync_task, args=(page_df, str_day, page, stock_qfq_year_df))
         threads.append(thread)
         thread.start()
 
@@ -141,11 +165,12 @@ def multi_threaded_k_line_sync(str_day):
 
 
 # 单线程同步任务
-def single_threaded_sync_task(page_df, str_day, page):
+def single_threaded_sync_task(page_df, str_day, page, stock_qfq_year_df):
     global result
     for stock_one in page_df.itertuples():
         try:
-            k_line_df = k_line_info_clean_impl.calculate_k_line_info(str_day, stock_one.symbol, stock_one.diff_days)
+            k_line_df = k_line_info_clean_impl.calculate_k_line_info(str_day, stock_one.symbol, stock_one.diff_days,
+                                                                     stock_qfq_year_df)
             save_k_line_data(stock_one.symbol, str_day, k_line_df)
             if k_line_df is None:
                 result = k_line_df
@@ -176,3 +201,5 @@ def create_k_line_index():
     mongodb_util.create_index('k_line_info', [("str_day", 1), ("symbol", 1)])
 
 
+if __name__ == '__main__':
+    sync_k_line_info_task('2025-11-13')

mns_scheduler/k_line/clean/week_month/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py

@@ -2,22 +2,27 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.date_handle_util as date_handle_util
 from mns_common.component.classify.symbol_classify_param import stock_type_classify_param
+import mns_common.utils.data_frame_util as data_frame_util
+
+# import functools
 
 mongodb_util = MongodbUtil('27017')
 
 
 # 处理月线 周线 todo 暂时简单计算周线之和
-def handle_month_week_line(k_line_info, str_day, symbol, deal_days):
+def handle_month_week_line(k_line_info, str_day, symbol, deal_days,
+                           stock_qfq_year_df):
     sub_stock_new_max_deal_days = stock_type_classify_param['sub_new_stock_max_deal_days']
     if deal_days > sub_stock_new_max_deal_days:
         k_line_info = handle_month_line(k_line_info, str_day, symbol)
         k_line_info = handle_week_line(k_line_info, str_day, symbol)
+        k_line_info = set_year_k_line(k_line_info, symbol, stock_qfq_year_df, str_day)
     else:
         k_line_info['week01'] = 0
         k_line_info['week02'] = 0
@@ -33,37 +38,130 @@ def handle_month_week_line(k_line_info, str_day, symbol, deal_days):
         k_line_info['month02'] = 0
         k_line_info['month01_date'] = '19890729'
         k_line_info['month02_date'] = '19890729'
+        # 上市交易日不到100天的默认设置年线数据为0
+        k_line_info['now_year_chg'] = 0
+        k_line_info['now_year_open_from_high_chg'] = 0
+        k_line_info['now_year_low_from_high_chg'] = 0
+
+        k_line_info['last_year_chg'] = 0
+        k_line_info['last_year_open_from_high_chg'] = 0
+        k_line_info['last_year_low_from_high_chg'] = 0
+
+    return k_line_info
+
+
+# 年线数据设置
+def set_year_k_line(k_line_info, symbol, stock_qfq_year_df, str_day):
+    now_year = int(str_day[0:4])
+    last_year = str(now_year - 1)
+    stock_qfq_now_year_df = stock_qfq_year_df.loc[(stock_qfq_year_df['symbol'] == symbol)
+                                                  & (stock_qfq_year_df['year'] == str(now_year))]
+    if data_frame_util.is_empty(stock_qfq_now_year_df):
+        k_line_info['now_year_chg'] = 0
+        k_line_info['now_year_open_from_high_chg'] = 0
+        k_line_info['now_year_low_from_high_chg'] = 0
+    else:
+        k_line_info['now_year_chg'] = list(stock_qfq_now_year_df['chg'])[0]
+        k_line_info['now_year_open_from_high_chg'] = list(stock_qfq_now_year_df['open_to_high_pct'])[0]
+        k_line_info['now_year_low_from_high_chg'] = list(stock_qfq_now_year_df['low_to_high_pct'])[0]
+
+    stock_qfq_last_year_df = stock_qfq_year_df.loc[(stock_qfq_year_df['symbol'] == symbol)
+                                                   & (stock_qfq_year_df['year'] == last_year)]
+
+    if data_frame_util.is_empty(stock_qfq_last_year_df):
+        k_line_info['last_year_chg'] = 0
+        k_line_info['last_year_open_from_high_chg'] = 0
+        k_line_info['last_year_low_from_high_chg'] = 0
+    else:
+        k_line_info['last_year_chg'] = list(stock_qfq_last_year_df['chg'])[0]
+        k_line_info['last_year_open_from_high_chg'] = list(stock_qfq_last_year_df['open_to_high_pct'])[0]
+        k_line_info['last_year_low_from_high_chg'] = list(stock_qfq_last_year_df['low_to_high_pct'])[0]
+
     return k_line_info
 
+    # 处理月线
+
 
-# 处理月线
 def handle_month_line(k_line_info, str_day, symbol):
-    month_begin_day = str_day[0:7] + '-01'
+    now_year = int(str_day[0:4])
+    last_year = str(now_year - 1)
+
+    now_month_begin_day = str_day[0:7] + '-01'
+
+    last_year_begin_day = last_year + '-01-01'
+    # now_year_begin_day = str(now_year) + '-01-01'
+
     query = {"symbol": symbol,
-             'date': {"$lt": date_handle_util.no_slash_date(month_begin_day)}}
-    stock_hfq_monthly = mongodb_util.descend_query(query, 'stock_qfq_monthly', 'date', 2)
-    month_num = stock_hfq_monthly.shape[0]
-    k_line_info['month_num'] = month_num
-    if month_num > 0:
-        k_line_info['sum_month'] = round(sum(stock_hfq_monthly['chg']), 2)
-    else:
+             'date': {"$gte": date_handle_util.no_slash_date(last_year_begin_day)}}
+    stock_hfq_monthly_all = mongodb_util.find_query_data('stock_qfq_monthly', query)
+    if data_frame_util.is_empty(stock_hfq_monthly_all):
         k_line_info['sum_month'] = 0
 
-    if month_num == 0:
-        k_line_info['month01'] = 0
-        k_line_info['month02'] = 0
-        k_line_info['month01_date'] = '19890729'
-        k_line_info['month02_date'] = '19890729'
-    elif month_num == 1:
-        k_line_info['month01'] = stock_hfq_monthly.iloc[0].chg
-        k_line_info['month02'] = 0
-        k_line_info['month01_date'] = stock_hfq_monthly.iloc[0].date
-        k_line_info['month02_date'] = '19890729'
-    elif month_num == 2:
-        k_line_info['month01'] = stock_hfq_monthly.iloc[0].chg
-        k_line_info['month02'] = stock_hfq_monthly.iloc[1].chg
-        k_line_info['month01_date'] = stock_hfq_monthly.iloc[0].date
-        k_line_info['month02_date'] = stock_hfq_monthly.iloc[1].date
+    else:
+        stock_hfq_monthly_all = stock_hfq_monthly_all.sort_values(by=['date'], ascending=False)
+        stock_hfq_monthly_all = stock_hfq_monthly_all.loc[
+            stock_hfq_monthly_all['date'] <= date_handle_util.no_slash_date(now_month_begin_day)]
+
+        # stock_hfq_monthly_last_year = stock_hfq_monthly_all.loc[
+        #     stock_hfq_monthly_all['date'] < date_handle_util.no_slash_date(now_year_begin_day)]
+        #
+        # stock_hfq_monthly_now_year = stock_hfq_monthly_all.loc[
+        #     stock_hfq_monthly_all['date'] > date_handle_util.no_slash_date(now_year_begin_day)]
+
+        # 最近两个月k线
+        before_two_month_stock_hfq_monthly = stock_hfq_monthly_all.iloc[0:2]
+        month_num = before_two_month_stock_hfq_monthly.shape[0]
+        k_line_info['month_num'] = month_num
+
+        if month_num == 0:
+            k_line_info['sum_month'] = 0
+            k_line_info['month01'] = 0
+            k_line_info['month02'] = 0
+            k_line_info['month01_date'] = '19890729'
+            k_line_info['month02_date'] = '19890729'
+        elif month_num == 1:
+            k_line_info['month01'] = before_two_month_stock_hfq_monthly.iloc[0].chg
+            k_line_info['month02'] = 0
+            k_line_info['month01_date'] = before_two_month_stock_hfq_monthly.iloc[0].date
+            k_line_info['month02_date'] = '19890729'
+            k_line_info['sum_month'] = before_two_month_stock_hfq_monthly.iloc[0].chg
+        elif month_num == 2:
+            k_line_info['month01'] = before_two_month_stock_hfq_monthly.iloc[0].chg
+            k_line_info['month02'] = before_two_month_stock_hfq_monthly.iloc[1].chg
+            k_line_info['month01_date'] = before_two_month_stock_hfq_monthly.iloc[0].date
+            k_line_info['month02_date'] = before_two_month_stock_hfq_monthly.iloc[1].date
+            close_price = before_two_month_stock_hfq_monthly.iloc[0].close
+            open_price = before_two_month_stock_hfq_monthly.iloc[1].last_price
+            sum_chg = round((close_price - open_price) * 100 / open_price, 2)
+            k_line_info['sum_month'] = sum_chg
+        #
+        # last_year_month_number = stock_hfq_monthly_last_year.shape[0]
+        # if last_year_month_number == 0:
+        #     k_line_info['last_year_chg'] = 0
+        # elif last_year_month_number == 1:
+        #     k_line_info['last_year_chg'] = stock_hfq_monthly_last_year.iloc[0].chg
+        # else:
+        #     # chg_list = list(stock_hfq_monthly_last_year['chg'])
+        #     # # 将列表中的每个元素加上1
+        #     # updated_list = [round((x / 100) + 1, 2) for x in chg_list]
+        #     #
+        #     # # 使用 functools.reduce 将列表中的所有元素相乘
+        #     # last_year_chg = functools.reduce(lambda x, y: x * y, updated_list)
+        #     close_price = stock_hfq_monthly_last_year.iloc[0].close
+        #     open_price = stock_hfq_monthly_last_year.iloc[last_year_month_number - 1].last_price
+        #     last_year_chg = round((close_price - open_price) * 100 / open_price, 2)
+        #     k_line_info['last_year_chg'] = last_year_chg
+        #
+        # now_year_month_number = stock_hfq_monthly_now_year.shape[0]
+        # if now_year_month_number == 0:
+        #     k_line_info['now_year_chg'] = 0
+        # elif now_year_month_number == 1:
+        #     k_line_info['now_year_chg'] = stock_hfq_monthly_now_year.iloc[0].chg
+        # else:
+        #     close_price = stock_hfq_monthly_now_year.iloc[0].close
+        #     open_price = stock_hfq_monthly_now_year.iloc[now_year_month_number - 1].last_price
+        #     last_year_chg = round((close_price - open_price) * 100 / open_price, 2)
+        #     k_line_info['now_year_chg'] = last_year_chg
 
     return k_line_info
 

mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
@@ -36,7 +36,7 @@ def handle_month_line(k_line_info, stock_qfq_daily, deal_days):
         if k_line_length != MAX_TRADE_DAYS_PER_MONTH:
             k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
         else:
-            k_line_info['month02_date'] = ''
+            k_line_info['month02_date'] = '19890729'
     elif deal_days > MAX_TRADE_DAYS_PER_MONTH * 2:
         stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
         month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)

mns_scheduler/k_line/common/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/common/k_line_common_api.py

@@ -0,0 +1,188 @@
+import sys
+import os
+
+import pandas as pd
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.akshare.k_line_api as k_line_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from datetime import datetime, timedelta
+import mns_common.api.msg.push_msg_api as push_msg_api
+import numpy as np
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+import threading
+
+# source_type = 'xue_qiu'
+source_type = 'xue_qiu'
+error_no = 1
+
+
+# 自定义报警处理函数
+def custom_alert(current: int, threshold: int):
+    push_msg_api.push_msg_to_wechat('获取k线数据异常', "当前次数:" + str(current) + "阈值:" + str(threshold))
+
+
+# 定义一个带超时的函数调用
+def call_with_timeout(func, *args, timeout=10, **kwargs):
+    # 用于存储函数执行结果
+    result = None
+    exception = None
+
+    # 定义一个线程目标函数
+    def target():
+        nonlocal result, exception
+        try:
+            result = func(*args, **kwargs)
+        except Exception as e:
+            exception = e
+
+    # 创建线程并启动
+    thread = threading.Thread(target=target)
+    thread.start()
+
+    # 等待线程完成，最多等待 timeout 秒
+    thread.join(timeout)
+
+    # 如果线程仍然存活，说明函数超时了
+    if thread.is_alive():
+        raise TimeoutError(f"Function exceeded timeout of {timeout} seconds")
+
+    # 如果函数抛出了异常，重新抛出
+    if exception is not None:
+        raise exception
+    return result
+
+
+def get_k_line_common_adapter(symbol, period, hq, end_date):
+    global error_no
+    df = pd.DataFrame()
+    try:
+        if source_type == 'em':
+
+            df = call_with_timeout(get_em_k_line_api,
+                                   symbol,
+                                   period,
+                                   hq,
+                                   end_date,
+                                   timeout=10)
+        elif source_type == 'xue_qiu':
+            df = call_with_timeout(get_xueqiu_k_line_api,
+                                   symbol,
+                                   period,
+                                   hq,
+                                   end_date,
+                                   timeout=10)
+
+        if data_frame_util.is_empty(df):
+            error_no = error_no + 1
+    except BaseException as e:
+        logger.error("获取k线异常:{}", e)
+        error_no = error_no + 1
+    if error_no == 1000:
+        push_msg_api.push_msg_to_wechat('获取k线数据异常', "当前次数:" + str(error_no))
+    return df
+
+
+# 应用带参数的装饰器
+# @exception_counter(
+#     threshold=1500,
+#     alert_handler=custom_alert,
+#     auto_reset=False
+# )
+def get_em_k_line_api(symbol, period, hq, end_date):
+    # 检查symbol是否以'6'开头
+    if symbol.startswith('6'):
+        symbol_a = '1.' + symbol
+    else:
+        symbol_a = '0.' + symbol
+    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol_a,
+                                              period=period,
+                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
+                                              end_date=date_handle_util.no_slash_date(end_date),
+                                              adjust=hq)
+
+    stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
+                                 "收盘": "close", "最高": "high",
+                                 "最低": "low", "成交量": "volume",
+                                 "成交额": "amount", "振幅": "pct_chg",
+                                 "涨跌幅": "chg", "涨跌额": "change",
+                                 "换手率": "exchange"}, inplace=True)
+    stock_hfq_df['symbol'] = symbol
+    stock_hfq_df['_id'] = symbol + '-' + stock_hfq_df['date']
+    return stock_hfq_df
+
+
+# period : year  quarter  month  week  day
+# hq: qfq:before ,hfq:after, bfq:normal
+
+def get_xueqiu_k_line_api(symbol, period, hq, end_date):
+    if hq == 'qfq':
+        adjust = 'before'
+    elif hq == 'hfq':
+        adjust = 'after'
+    else:
+        adjust = 'normal'
+
+    period_time = 'day'
+    if period == 'daily':
+        period_time = 'day'
+    elif period == 'weekly':
+        period_time = 'week'
+    elif period == 'monthly':
+        period_time = 'month'
+
+    cookie = cookie_info_service.get_xue_qiu_cookie()
+    symbol_pre_fix = common_service_fun_api.add_pre_prefix_one(symbol)
+    dt = datetime.strptime(end_date, '%Y-%m-%d')
+    dt += timedelta(days=1)
+    timestamp = str(int(dt.timestamp() * 1000))  # 转换为毫秒
+    stock_k_line_df = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_pre_fix, period_time,
+                                                            cookie, timestamp, adjust)
+
+    stock_k_line_df['pct_chg'] = round(abs(stock_k_line_df['high'] - stock_k_line_df['low'] / stock_k_line_df['high']),
+                                       2)
+    stock_k_line_df.rename(columns={"chg": "change",
+                                    "percent": "chg",
+                                    "str_day": "date",
+                                    "market_capital": "flow_mv",
+                                    "turnoverrate": "exchange"}, inplace=True)
+    stock_k_line_df = stock_k_line_df[[
+        "date",
+        "open",
+        "close",
+        "high",
+        "low",
+        "volume",
+        "amount",
+        "pct_chg",
+        "chg",
+        "change",
+        "exchange"
+    ]]
+    stock_k_line_df['symbol'] = symbol
+    stock_k_line_df['date'] = stock_k_line_df['date'].str.replace('-', '')
+    stock_k_line_df['_id'] = symbol + '-' + stock_k_line_df['date']
+    stock_k_line_df['last_price'] = round(((stock_k_line_df['close']) / (1 + stock_k_line_df['chg'] / 100)), 2)
+    stock_k_line_df['max_chg'] = round(
+        ((stock_k_line_df['high'] - stock_k_line_df['last_price']) / stock_k_line_df['last_price']) * 100, 2)
+    stock_k_line_df['amount_level'] = round((stock_k_line_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
+    stock_k_line_df['flow_mv'] = round(stock_k_line_df['amount'] * 100 / stock_k_line_df['exchange'], 2)
+    stock_k_line_df['flow_mv_sp'] = round(stock_k_line_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    stock_k_line_df.replace([np.inf, -np.inf], 0, inplace=True)
+    stock_k_line_df.fillna(0, inplace=True)
+    stock_k_line_df['date'] = stock_k_line_df['date'].astype(str).str[:8]
+    return stock_k_line_df
+
+
+if __name__ == '__main__':
+    while True:
+        test_df = get_k_line_common_adapter('000001', 'day', 'qfq', '2025-05-25')
+        print(test_df)

mns_scheduler/k_line/hot_stocks/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/k_line/{sync → month_week_daily}/bfq_k_line_sync.py

@@ -7,41 +7,26 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.api.akshare.k_line_api as k_line_api
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
 import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 
+
+
 mongodb_util = MongodbUtil('27017')
 
 
 def sync_bfq_k_line_data(period='daily',
                          hq='hfq',
                          hq_col='stock_hfq_daily',
-                         end_date='22220101',
+                         end_date='2222-01-01',
                          symbol=None):
-    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
-                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
-                                              end_date=date_handle_util.no_slash_date(end_date),
-                                              adjust=hq)
-
-    stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
-                                 "收盘": "close", "最高": "high",
-                                 "最低": "low", "成交量": "volume",
-                                 "成交额": "amount", "振幅": "pct_chg",
-                                 "涨跌幅": "chg", "涨跌额": "change",
-                                 "换手率": "exchange"}, inplace=True)
-
-    stock_hfq_df['symbol'] = symbol
-    stock_hfq_df['_id'] = stock_hfq_df['symbol'] + '-' + stock_hfq_df['date']
-    stock_hfq_df['last_price'] = round(((stock_hfq_df['close']) / (1 + stock_hfq_df['chg'] / 100)), 2)
-    stock_hfq_df['max_chg'] = round(
-        ((stock_hfq_df['high'] - stock_hfq_df['last_price']) / stock_hfq_df['last_price']) * 100, 2)
-    stock_hfq_df['amount_level'] = round((stock_hfq_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
-    stock_hfq_df['flow_mv'] = round(stock_hfq_df['amount'] * 100 / stock_hfq_df['exchange'], 2)
-    stock_hfq_df['flow_mv_sp'] = round(stock_hfq_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
+
 
     classification = common_service_fun_api.classify_symbol_one(symbol)
     stock_hfq_df['classification'] = classification
@@ -55,8 +40,8 @@ def sync_all_bfq_k_line(period='daily',
                         hq='hfq',
                         hq_col='stock_hfq_daily',
                         end_date='22220101',
-                        symbol=None):
-    real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
+                        symbol='300085'):
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
 
     symbol_list = list(real_time_quotes_now_es['symbol'])
     # 退市公司
@@ -86,7 +71,7 @@ def insert_data(stock_hfq_df, hq_col, symbol):
 
 if __name__ == '__main__':
     sync_all_bfq_k_line('daily',
-                        '',
+                        'qfq',
                         'stock_bfq_daily',
-                        None,
-                        None)
+                        '2025-05-25',
+                        '000001')