mns-scheduler 1.3.1.0__py3-none-any.whl → 1.3.1.6__py3-none-any.whl

mns_scheduler/extraIncome/us/one_minute/stock/down_load/stock/down_load_stock_his_01.py

@@ -0,0 +1,203 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.alpha_vantage_api as alpha_vantage_api
+import pandas as pd
+from pathlib import Path
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+from datetime import datetime
+import mns_scheduler.extraIncome.us.one_minute.api.stock_etf_info_api as stock_etf_info_api
+
+import threading
+
+
+# 定义一个带超时的函数调用
+def call_with_timeout(func, *args, timeout=60, **kwargs):
+    # 用于存储函数执行结果
+    result = None
+    exception = None
+
+    # 定义一个线程目标函数
+    def target():
+        nonlocal result, exception
+        try:
+            result = func(*args, **kwargs)
+        except Exception as e:
+            exception = e
+
+    # 创建线程并启动
+    thread = threading.Thread(target=target)
+    thread.start()
+
+    # 等待线程完成，最多等待 timeout 秒
+    thread.join(timeout)
+
+    # 如果线程仍然存活，说明函数超时了
+    if thread.is_alive():
+        raise TimeoutError(f"Function exceeded timeout of {timeout} seconds")
+
+    # 如果函数抛出了异常，重新抛出
+    if exception is not None:
+        raise exception
+    return result
+
+
+def sync_one_minute_data(symbol, now_month):
+    df = alpha_vantage_api.sync_one_minute_data(symbol, now_month)
+    return df
+
+
+def sync_us_stock_one_minute(now_year, now_month):
+    real_time_quotes_all_us_stocks = stock_etf_info_api.get_us_stock_info()
+
+    path = r'F:\us_stock\one_minute\{}'.format(now_year)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    path = path + '\{}'.format(now_month)
+    if not os.path.exists(path):
+        os.makedirs(path)
+    stock_name_list = find_exist_file(path)
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.loc[
+        ~(real_time_quotes_all_us_stocks['symbol'].isin(stock_name_list))]
+    real_time_quotes_all_us_stocks.dropna(subset=['list_date'], inplace=True)
+    for stock_one in real_time_quotes_all_us_stocks.itertuples():
+        flow_mv = stock_one.flow_mv
+        symbol = stock_one.symbo
+        try:
+            symbol = stock_one.symbol
+            # simple_symbol = int(stock_one.simple_symbol)
+            # code = str(simple_symbol) + '.' + symbol
+            list_date = str(stock_one.list_date)
+            list_date_year = int(list_date[0:4])
+            list_month = int(list_date[4:6])
+            now_month_int = int(now_month[5:7])
+            if (list_date_year > now_year) or ((list_date_year == now_year) and (list_month > now_month_int)):
+                continue
+            now_date = datetime.now()
+            if net_work_check(now_date):
+                # 休眠 6分钟
+                time.sleep(5 * 60)
+
+            df = call_with_timeout(sync_one_minute_data,
+                                   symbol,
+                                   now_month,
+                                   timeout=60)
+            df['time'] = df['time'].dt.strftime('%Y-%m-%d %H:%M:%S')
+            df['str_day'] = df['time'].str.slice(0, 10)
+            df['minute'] = df['time'].str.slice(11, 19)
+            df['_id'] = symbol + "_" + df['time']
+            df['symbol'] = symbol
+            df_export_df = df.copy()
+            export_original_data(df_export_df, symbol, now_year, now_month)
+        except BaseException as e:
+            time.sleep(1)
+            fail_dict = {
+                '_id': symbol + '_' + now_month,
+                'type': "stock",
+                'path': path,
+                'symbol': symbol,
+                'now_year': now_year,
+                'now_month': now_month,
+                'flow_mv': flow_mv,
+            }
+            fail_df = pd.DataFrame(fail_dict, index=[1])
+
+            mongodb_util_27017.save_mongo(fail_df, 'us_stock_one_minute_down_load_fail')
+            logger.error("同步股票分钟数据出现异常:,{},{},{}", e, symbol, now_month)
+        logger.info("同步股票分钟票数据完成:{},{}", stock_one.symbol, stock_one.name)
+
+
+def export_original_data(df, symbol, year, now_month):
+    path = r'F:\us_stock\one_minute\{}'.format(year)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    path = path + '\{}'.format(now_month)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    file_name = path + '\{}.csv'.format(symbol)
+    if data_frame_util.is_not_empty(df):
+        df = df.dropna(subset=['_id'])
+        del df['str_day']
+        del df['minute']
+        del df['_id']
+        del df['symbol']
+    df.to_csv(file_name, index=False, encoding='utf-8')
+
+
+def net_work_check(now_date):
+    hour = now_date.hour
+    minute = now_date.minute
+    if hour == 7 and minute == 34:
+        return True
+    elif hour == 9 and minute == 59:
+        return True
+    elif hour == 10 and minute == 29:
+        return True
+    elif hour == 10 and minute == 59:
+        return True
+    elif hour == 12 and minute == 49:
+        return True
+    elif hour == 13 and minute == 28:
+        return True
+    elif hour == 13 and minute == 58:
+        return True
+    elif hour == 14 and minute == 28:
+        return True
+    elif hour == 15 and minute == 1:
+        return True
+    else:
+        return False
+
+
+def sync_by_year(begin_year):
+    begin_month = 10
+    while begin_month > 0:
+        if begin_month < 10:
+            str_month = '0' + str(begin_month)
+        else:
+            str_month = str(begin_month)
+        str_month = str(begin_year) + '-' + str_month
+        sync_us_stock_one_minute(begin_year, str_month)
+        begin_month = begin_month - 1
+        logger.error("同步完成月份:{}", str_month)
+
+
+def find_exist_file(folder_path):
+    if not os.path.exists(folder_path):
+        logger.error("错误：目录不存在:{}", folder_path)
+    else:
+        folder_path = Path(folder_path)
+        stock_names = [f.stem for f in folder_path.glob("*.csv")]
+        return stock_names
+
+
+if __name__ == '__main__':
+    # k_line_df = query_k_line('TSLA')
+    # sync_by_year(2024)
+    # sync_by_year(2022)
+    sync_by_year(2020)
+    sync_by_year(2018)
+    sync_by_year(2016)
+    sync_by_year(2014)
+    sync_by_year(2012)
+    sync_by_year(2010)
+    sync_by_year(2008)
+    sync_by_year(2006)
+    sync_by_year(2004)
+    sync_by_year(2002)
+    sync_by_year(2000)

mns_scheduler/extraIncome/us/one_minute/stock/down_load/{down_load_stock_his_2024_02.py → stock/down_load_stock_his_02.py}

@@ -2,31 +2,65 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from loguru import logger
 import time
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
 import mns_common.constant.extra_income_db_name as extra_income_db_name
 import mns_scheduler.extraIncome.us.one_minute.api.alpha_vantage_api as alpha_vantage_api
 import pandas as pd
-from functools import lru_cache
-import glob
 from pathlib import Path
+
 mongodb_util_27017 = MongodbUtil('27017')
 mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
 from datetime import datetime
+import mns_scheduler.extraIncome.us.one_minute.api.stock_etf_info_api as stock_etf_info_api
+
+import threading
+
+
+# 定义一个带超时的函数调用
+def call_with_timeout(func, *args, timeout=60, **kwargs):
+    # 用于存储函数执行结果
+    result = None
+    exception = None
+
+    # 定义一个线程目标函数
+    def target():
+        nonlocal result, exception
+        try:
+            result = func(*args, **kwargs)
+        except Exception as e:
+            exception = e
+
+    # 创建线程并启动
+    thread = threading.Thread(target=target)
+    thread.start()
+
+    # 等待线程完成，最多等待 timeout 秒
+    thread.join(timeout)
+
+    # 如果线程仍然存活，说明函数超时了
+    if thread.is_alive():
+        raise TimeoutError(f"Function exceeded timeout of {timeout} seconds")
+
+    # 如果函数抛出了异常，重新抛出
+    if exception is not None:
+        raise exception
+    return result
+
+
+def sync_one_minute_data(symbol, now_month):
+    df = alpha_vantage_api.sync_one_minute_data(symbol, now_month)
+    return df
 
 
 def sync_us_stock_one_minute(now_year, now_month):
-    real_time_quotes_all_us = em_stock_info_api.get_us_stock_info()
-    real_time_quotes_all_us_stocks = real_time_quotes_all_us.loc[real_time_quotes_all_us['flow_mv'] != 0]
-    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.sort_values(by=['amount'], ascending=False)
+    real_time_quotes_all_us_stocks = stock_etf_info_api.get_us_stock_info()
 
     path = r'F:\us_stock\one_minute\{}'.format(now_year)
     if not os.path.exists(path):
@@ -40,9 +74,10 @@ def sync_us_stock_one_minute(now_year, now_month):
         ~(real_time_quotes_all_us_stocks['symbol'].isin(stock_name_list))]
     real_time_quotes_all_us_stocks.dropna(subset=['list_date'], inplace=True)
     for stock_one in real_time_quotes_all_us_stocks.itertuples():
-
+        flow_mv = stock_one.flow_mv
+        symbol = stock_one.symbo
         try:
-            symbol = stock_one.symbol
+
             # simple_symbol = int(stock_one.simple_symbol)
             # code = str(simple_symbol) + '.' + symbol
             list_date = str(stock_one.list_date)
@@ -56,7 +91,10 @@ def sync_us_stock_one_minute(now_year, now_month):
                 # 休眠 6分钟
                 time.sleep(5 * 60)
 
-            df = alpha_vantage_api.sync_one_minute_data(symbol, now_month)
+            df = call_with_timeout(sync_one_minute_data,
+                                   symbol,
+                                   now_month,
+                                   timeout=60)
             df['time'] = df['time'].dt.strftime('%Y-%m-%d %H:%M:%S')
             df['str_day'] = df['time'].str.slice(0, 10)
             df['minute'] = df['time'].str.slice(11, 19)
@@ -68,9 +106,12 @@ def sync_us_stock_one_minute(now_year, now_month):
             time.sleep(1)
             fail_dict = {
                 '_id': symbol + '_' + now_month,
+                'type': "stock",
+                'path': path,
                 'symbol': symbol,
                 'now_year': now_year,
-                'now_month': now_month
+                'now_month': now_month,
+                'flow_mv': flow_mv,
             }
             fail_df = pd.DataFrame(fail_dict, index=[1])
 
@@ -124,8 +165,8 @@ def net_work_check(now_date):
 
 
 def sync_by_year(begin_year):
-    begin_month = 12
-    while begin_month > 6:
+    begin_month = 10
+    while begin_month > 0:
         if begin_month < 10:
             str_month = '0' + str(begin_month)
         else:
@@ -145,7 +186,17 @@ def find_exist_file(folder_path):
         return stock_names
 
 
-
 if __name__ == '__main__':
     # k_line_df = query_k_line('TSLA')
-    sync_by_year(2024)
+    # sync_by_year(2023)
+    sync_by_year(2021)
+    sync_by_year(2019)
+    sync_by_year(2017)
+    sync_by_year(2015)
+    sync_by_year(2013)
+    sync_by_year(2011)
+    sync_by_year(2009)
+    sync_by_year(2007)
+    sync_by_year(2005)
+    sync_by_year(2003)
+    sync_by_year(2001)

mns_scheduler/extraIncome/us/one_minute/stock/down_load/{down_load_stock_his_2024_01.py → stock/down_load_stock_his_2025.py}

@@ -2,21 +2,19 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from loguru import logger
 import time
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
 import mns_common.constant.extra_income_db_name as extra_income_db_name
 import mns_scheduler.extraIncome.us.one_minute.api.alpha_vantage_api as alpha_vantage_api
 import pandas as pd
 from pathlib import Path
-from functools import lru_cache
+import mns_scheduler.extraIncome.us.one_minute.api.stock_etf_info_api as stock_etf_info
 
 mongodb_util_27017 = MongodbUtil('27017')
 mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
@@ -24,8 +22,7 @@ from datetime import datetime
 
 
 def sync_us_stock_one_minute(now_year, now_month):
-    real_time_quotes_all_us = em_stock_info_api.get_us_stock_info()
-    real_time_quotes_all_us_stocks = real_time_quotes_all_us.loc[real_time_quotes_all_us['flow_mv'] != 0]
+    real_time_quotes_all_us_stocks = stock_etf_info.get_us_stock_info()
     real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.sort_values(by=['amount'], ascending=False)
 
     path = r'F:\us_stock\one_minute\{}'.format(now_year)
@@ -40,10 +37,11 @@ def sync_us_stock_one_minute(now_year, now_month):
         ~(real_time_quotes_all_us_stocks['symbol'].isin(stock_name_list))]
     real_time_quotes_all_us_stocks.dropna(subset=['list_date'], inplace=True)
     for stock_one in real_time_quotes_all_us_stocks.itertuples():
-
+        symbol = stock_one.symbol
+        flow_mv = stock_one.flow_mv
         try:
 
-            symbol = stock_one.symbol
+
             # simple_symbol = int(stock_one.simple_symbol)
             # code = str(simple_symbol) + '.' + symbol
             list_date = str(stock_one.list_date)
@@ -69,9 +67,12 @@ def sync_us_stock_one_minute(now_year, now_month):
             time.sleep(1)
             fail_dict = {
                 '_id': symbol + '_' + now_month,
+                'type': "stock",
+                'path': path,
                 'symbol': symbol,
                 'now_year': now_year,
-                'now_month': now_month
+                'now_month': now_month,
+                'flow_mv': flow_mv,
             }
             fail_df = pd.DataFrame(fail_dict, index=[1])
 
@@ -117,7 +118,7 @@ def net_work_check(now_date):
 
 
 def sync_by_year(begin_year):
-    begin_month = 6
+    begin_month = 4
     while begin_month > 0:
         if begin_month < 10:
             str_month = '0' + str(begin_month)
@@ -140,4 +141,4 @@ def find_exist_file(folder_path):
 
 if __name__ == '__main__':
     # k_line_df = query_k_line('TSLA')
-    sync_by_year(2024)
+    sync_by_year(2025)

mns_scheduler/extraIncome/us/one_minute/stock/now/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/extraIncome/us/one_minute/stock/now/us_etf_one_minute_sync.py

@@ -0,0 +1,52 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.stock_etf_info_api as stock_etf_info_api
+import mns_scheduler.extraIncome.us.one_minute.api.y_finance_api as y_finance_api
+
+from datetime import datetime, timedelta
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_us_etf_one_minute():
+    us_stock_df = stock_etf_info_api.get_us_etf_info()
+
+    # 获取当前日期
+    current_date = datetime.now()
+    year = current_date.year
+    col_name = extra_income_db_name.US_ETF_MINUTE_K_LINE_BFQ + "_" + str(year)
+
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    str_day = current_date.strftime('%Y-%m-%d')
+    # 计算七天前的日期 todo 修改时间
+    seven_days_ago = current_date - timedelta(days=8)
+
+    str_seven_days_ago = seven_days_ago.strftime('%Y-%m-%d')
+
+    for stock_one in us_stock_df.itertuples():
+        symbol = stock_one.symbol
+        name = stock_one.name
+        try:
+            us_one_minute_df = y_finance_api.get_us_one_minute(symbol, str_seven_days_ago, str_day, )
+            us_one_minute_df['_id'] = symbol + '_' + us_one_minute_df['time']
+            mongodbUtilV2_27019.insert_mongo(us_one_minute_df, col_name)
+            logger.info("同步美国ETF分钟数据完成:{},{}", symbol, name)
+        except BaseException as e:
+            logger.error("同步美国股票ETF数据出现异常:{},{},{}", symbol, name, e)
+
+
+if __name__ == '__main__':
+    sync_us_etf_one_minute()

mns_scheduler/extraIncome/us/one_minute/stock/now/us_stock_one_minute_sync.py

@@ -0,0 +1,141 @@
+import os
+import sys
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.stock_etf_info_api as stock_etf_info_api
+import mns_scheduler.extraIncome.us.one_minute.api.y_finance_api as y_finance_api
+import pandas as pd
+from datetime import datetime, timedelta
+import numpy as np
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_us_stock_one_minute():
+    us_stock_df = stock_etf_info_api.get_us_stock_info()
+    us_stock_df = us_stock_df.loc[us_stock_df['amount'] != 0]
+
+    # 获取当前日期
+    current_date = datetime.now()
+    year = current_date.year
+    col_name = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_" + str(year)
+
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    str_day = current_date.strftime('%Y-%m-%d')
+    # 计算七天前的日期 todo 修改时间
+    seven_days_ago = current_date - timedelta(days=7)
+
+    str_seven_days_ago = seven_days_ago.strftime('%Y-%m-%d')
+
+    save_one_minute_data(us_stock_df, str_day, str_seven_days_ago, col_name, True)
+    handle_fail_stocks()
+
+
+def save_one_minute_data(us_stock_df, str_day, str_seven_days_ago, col_name, save_flag):
+    col_name_status = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_status"
+    for stock_one in us_stock_df.itertuples():
+
+        symbol = stock_one.symbol
+        name = stock_one.name
+        try:
+            list_date = stock_one.list_date
+            if mongodbUtilV2_27019.exist_data_query(col_name_status, {"str_day": str_day,
+                                                                      'symbol': symbol, 'status': 'success'}):
+                continue
+
+            if not np.isnan(list_date):
+                list_date = str(int(list_date))
+
+                date_obj = datetime.strptime(list_date, '%Y%m%d')
+                # 格式化为 "YYYY-MM-DD" 或其他格式
+                list_date_str = date_obj.strftime('%Y-%m-%d')
+
+                if list_date_str > str_day:
+                    continue
+                elif list_date_str > str_seven_days_ago:
+                    str_seven_days_ago = list_date_str
+
+            us_one_minute_df = y_finance_api.get_us_one_minute(symbol, str_seven_days_ago, str_day)
+            us_one_minute_df = us_one_minute_df.fillna(0)
+
+            us_one_minute_df['_id'] = symbol + '_' + us_one_minute_df['time']
+            us_one_minute_df['symbol'] = symbol
+            if save_flag:
+                mongodbUtilV2_27019.insert_mongo(us_one_minute_df, col_name)
+            else:
+                mongodbUtilV2_27019.save_mongo(us_one_minute_df, col_name)
+
+            result_dict = {
+                '_id': symbol + "_" + str_day,
+                "str_day": str_day,
+                'symbol': symbol,
+                'status': 'success',
+
+            }
+
+            result_dict_df = pd.DataFrame(result_dict, index=[1])
+            mongodbUtilV2_27019.save_mongo(result_dict_df, col_name_status)
+            logger.info("同步美股分钟数据完成:{},{}", symbol, name)
+        except BaseException as e:
+            result_dict = {
+                '_id': symbol + "_" + str_day,
+                "str_day": str_day,
+                'symbol': symbol,
+                'status': 'fail',
+            }
+            result_dict_df = pd.DataFrame(result_dict, index=[1])
+            mongodbUtilV2_27019.save_mongo(result_dict_df, col_name_status)
+
+            logger.error("同步美股分钟数据出现异常:{},{},{}", symbol, name, e)
+
+
+def handle_fail_stocks():
+    us_stock_df = stock_etf_info_api.get_us_stock_info()
+
+    # 获取当前日期
+    current_date = datetime.now()
+    str_current_date = current_date.strftime('%Y-%m-%d')
+
+    query = {'status': 'fail', 'str_day': str_current_date}
+    col_name_status = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_status"
+    fail_df = mongodbUtilV2_27019.find_query_data(col_name_status, query)
+    if data_frame_util.is_empty(fail_df):
+        return
+    else:
+        fail_us_df = us_stock_df.loc[us_stock_df['symbol'].isin(fail_df['symbol'])]
+        year = current_date.year
+        col_name = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_" + str(year)
+
+        # 循环7天，每天处理一次
+        for days_ago in range(7):
+            try:
+                # 计算当前处理日期（从今天往前推days_ago天）
+                target_date = current_date - timedelta(days=days_ago)
+                str_target_date = target_date.strftime('%Y-%m-%d')
+
+                # 计算前一天日期
+                previous_date = target_date - timedelta(days=1)
+                str_previous_date = previous_date.strftime('%Y-%m-%d')
+
+                # 调用保存函数
+                save_one_minute_data(fail_us_df, str_target_date, str_previous_date, col_name, False)
+            except BaseException as e:
+
+                logger.error("同步美股分钟数据补偿任务出现异常:{}", e)
+
+
+if __name__ == '__main__':
+    sync_us_stock_one_minute()
+

mns_scheduler/finance/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import akshare as ak

mns_scheduler/finance/em_financial_profit_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/finance/finance_common_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from datetime import datetime

mns_scheduler/hk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)